Bug #1248.

Seg meta are saved on disk after seg computation once for all

pipelet/environment.py

@@ -352,12 +352,6 @@ class Environment(EnvironmentBase):
             else:
                 self.logger.warning( 'parameter '+param+' not in dictionary')
         var_tag = strtag + ' <small>(<b>'+ datetime.today().strftime("%e %m - %R")+'</b>)</small>   '
-        fn = self._worker.pipe.get_meta_file(seg)
-        with closing(file(fn, 'r')) as f:
-            d = pickle.load(f)
-        d['param'] = var_tag
-        with closing(file(fn, 'w')) as f:    
-            r = pickle.dump(d,f)
         return var_tag
 
 

pipelet/scheduler.py

@@ -184,6 +184,11 @@ class Scheduler():
        except:
            d = {}
        d['parents'] = lst_dir
+       try:
+           d['param'] = self.products_list._list[seg][-1].param
+       except:
+           logger.info("no tag saved for seg %s"%seg)
+       
        with closing(file(fn, 'w')) as f:
            r = pickle.dump(d,f)
 
@@ -224,7 +229,7 @@ class Scheduler():
                     fid = open(dest, "w")
                     fid.write(r.get_hook_string(seg, h))
                     fid.close()
-        self.store_meta_seg(seg)    
+        ##self.store_meta_seg(seg)    
         parents = self.pipe.get_parents(seg) ## parents segments
         d       = self.tracker.get_done(seg) ## done tasks
         dprod   = [t.task_input for t in d] ## done products
@@ -331,6 +336,7 @@ class Scheduler():
                     logger.warning("Interrupting the main loop")
                     break
                 if self.nb_success:
+                    self.store_meta_seg(s)
                     self.nb_success = 0
                 else:
                     logger.warning("No successfull job in the previous step %s, stopping here."%s)