Supress the file tracking of segment meta-data due to a bug. This has to be...

Supress the file tracking of segment meta-data due to a bug. This has to be reimplemented differently

pipelet/environment.py

@@ -352,12 +352,6 @@ class Environment(EnvironmentBase):
             else:
                 self.logger.warning( 'parameter '+param+' not in dictionary')
         var_tag = strtag + ' <small>(<b>'+ datetime.today().strftime("%e %m - %R")+'</b>)</small>   '
-        fn = self._worker.pipe.get_meta_file(seg)
-        with closing(file(fn, 'r')) as f:
-            d = pickle.load(f)
-        d['param'] = var_tag
-        with closing(file(fn, 'w')) as f:    
-            r = pickle.dump(d,f)
         return var_tag
 
 

pipelet/tracker.py

@@ -371,9 +371,16 @@ class SqliteTracker(Tracker,threading.Thread):
                                    (status, task_output, t.ended_on, t.begun_on, t.queued_on,  t.id))
 
         if status == 'done':
+            # TODO, this has to be done only once.
+            # May hurt performances very badly for short tasks
             self._asynchronous_request('update segments set param=? where seg_id =?',
                                        (t.param, self.seg_id_cache[t.seg]))
-
+            #fn = self.pipe.get_meta_file(t.seg)
+            #with closing(file(fn, 'r')) as f:
+            #    d = pickle.load(f)
+            #d['param'] = t.param
+            #with closing(file(fn, 'w')) as f:    
+            #    r = pickle.dump(d,f)
         if status =='done' or status == 'failed':
             t.store_meta(self.pipe.get_meta_file(t.seg, prod=t.task_input))       
         return t