Skip to content
GitLab
Projects
Groups
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Sign in
Toggle navigation
Menu
Open sidebar
pegasus-isi
ACME-Workflow
Commits
c710acfc
Commit
c710acfc
authored
Jan 26, 2015
by
Juve, Gideon
Browse files
Add archiving job to workflow
parent
7861a364
Changes
1
Hide whitespace changes
Inline
Side-by-side
daxgen.py
View file @
c710acfc
...
...
@@ -72,9 +72,21 @@ tr acme {
type "STAGEABLE"
profile pegasus "exitcode.successmsg" "SUCCESSFUL TERMINATION"
profile globus "count" "%s"
profile globus "jobtype" "single"
}
}
"""
%
(
DAXGEN_DIR
,
self
.
mppwidth
))
tr archive {
site local {
pfn "file://%s/bin/archive.sh"
arch "x86_64"
os "linux"
type "STAGEABLE"
profile globus "count" "1"
profile globus "jobtype" "single"
}
}
"""
%
(
DAXGEN_DIR
,
self
.
mppwidth
,
DAXGEN_DIR
))
finally
:
f
.
close
()
...
...
@@ -86,18 +98,28 @@ tr acme {
i
=
1
for
stop_n
,
walltime
in
zip
(
self
.
stop_n
,
self
.
walltime
):
stage
=
Job
(
name
=
"acme"
,
node_label
=
"stage%s"
%
i
)
stage
.
addArguments
(
"-run stage%s -stop %s -n %s"
%
(
i
,
self
.
stop_option
,
stop_n
))
stage
=
Job
(
name
=
"acme"
)
if
i
>
1
:
stage
.
addArguments
(
"-continue"
)
stage
.
addArguments
(
"-stage %s -stop %s -n %s"
%
(
i
,
self
.
stop_option
,
stop_n
))
stage
.
addProfile
(
Profile
(
namespace
=
"globus"
,
key
=
"maxwalltime"
,
value
=
walltime
))
# TODO Add output files
dax
.
addJob
(
stage
)
# TODO Add data analysis job
if
last
is
not
None
:
dax
.
depends
(
stage
,
last
)
last
=
stage
output
=
File
(
"%s.stage%s.tar.gz"
%
(
self
.
casename
,
i
))
archive
=
Job
(
name
=
"archive"
)
archive
.
addArguments
(
"-stage %s"
%
i
)
archive
.
uses
(
output
,
link
=
Link
.
OUTPUT
,
register
=
False
,
transfer
=
True
)
archive
.
addProfile
(
Profile
(
namespace
=
"globus"
,
key
=
"maxwalltime"
,
value
=
"30"
))
dax
.
addJob
(
archive
)
dax
.
depends
(
archive
,
stage
)
# TODO Add data analysis job
last
=
archive
i
+=
1
# Write the DAX file
...
...
Write
Preview
Supports
Markdown
0%
Try again
or
attach a new file
.
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment