Adapt ccge launcher to launch in the multiprocessing queue

pipelet/launchers.py

@@ -460,7 +460,7 @@ EOF
          '-N', name]+reduce(lambda x,y : x+y, [['-l', '%s=1'%res] for res in ressource], [])+[jobfile]
     subprocess.Popen(com).communicate()[0]
 
-def launch_ccage_worker (pipe, n, address=('127.0.0.1',5000),  authkey='secret', log_level=logging.WARNING, project="planck", cpu_time='01:00:00', scratch="512M", mem="512M", ressource=['sps']):
+def launch_ccage_worker (pipe, n, address=('127.0.0.1',5000),  authkey='secret', log_level=logging.WARNING, project="planck", cpu_time='01:00:00', scratch="512M", mem="512M", ressource=['sps'], multicores=False):
     """ Launch n worker using job array
     """        
     worker_file = """#! /bin/zsh -l 
@@ -477,6 +477,10 @@ echo "worker returned at $(date)"
     logfile = jobfile.replace('job', 'log')
     with closing(file(jobfile,'w')) as f:
         f.write(worker_file%(authkey,logfile))
+    if multicores:
+        mc = ['-pe', 'multicores' , '%d'%multicores]
+    else:
+        mc = []
     com=['qsub', 
          '-P', 'P_%s'%project,
          '-l', 'fsize=%s'%scratch,
@@ -485,7 +489,7 @@ echo "worker returned at $(date)"
          '-t', '1-%d'%n,
          '-o' ,logfile, 
          '-e',  errfile,
-         '-N', name]+reduce(lambda x,y : x+y, [['-l', '%s=1'%res] for res in ressource], [])+[jobfile]
+         '-N', name]+mc+reduce(lambda x,y : x+y, [['-l', '%s=1'%res] for res in ressource], [])+[jobfile]
     subprocess.Popen(com).communicate()[0]