Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Open sidebar
pipelet
Pipelet
Commits
84a0666e
Commit
84a0666e
authored
Sep 09, 2010
by
Marc Betoule
Browse files
commit a few bugs in the new multiplex management
parent
c47334f6
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
4 additions
and
2 deletions
+4
-2
pipelet/task.py
pipelet/task.py
+2
-2
test/seg_fourth_code.py
test/seg_fourth_code.py
+1
-0
test/seg_second_code.py
test/seg_second_code.py
+1
-0
No files found.
pipelet/task.py
View file @
84a0666e
...
...
@@ -168,14 +168,14 @@ class TaskList:
output_set
=
method
(
*
a
)
if
directive
.
where
:
f
=
multiplex
.
_
filt
er
(
parent_list
,
directive
.
where
)
f
=
multiplex
.
_
wh
er
e
(
parent_list
,
directive
.
where
)
output_set
=
filter
(
f
,
output_set
)
if
directive
.
group_by
:
output_set
=
multiplex
.
_group
(
output_set
,
parent_list
,
directive
.
group_by
)
## e for each task to push
lst_task
=
[
Task
(
seg
,
make_dict
([(
r
[
2
],
r
[
0
])
for
r
in
e
]),
status
=
'queued'
,
parents
=
[
r
[
1
]
for
r
in
e
if
r
[
1
]
is
not
None
])
for
e
in
output_set
]
lst_task
=
[
Task
(
seg
,
make_dict
([(
r
[
2
],
r
[
0
])
for
r
in
e
]),
status
=
'queued'
,
parents
=
list
(
set
(
[
r
[
1
]
for
r
in
e
if
r
[
1
]
is
not
None
])
))
for
e
in
output_set
]
return
lst_task
test/seg_fourth_code.py
View file @
84a0666e
#multiplex cross_prod group_by "0"
p
=
glob_seg
(
'third'
,
'Preambule.txt'
)
t
=
glob_seg
(
'second'
,
'test.txt'
)
import
subprocess
...
...
test/seg_second_code.py
View file @
84a0666e
#multiplex cross_prod where 'first in ["Robin", "Arthur"]'
tf
=
get_data_fn
(
'test.txt'
)
# Dude makes some kind of heavy computation
i
=
0
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment