Revision 55265
Added by Sandro La Bruzzo about 5 years ago
collection.wf.st | ||
---|---|---|
19 | 19 |
<ARC to="PREPARE_STORE_VERSION"/> |
20 | 20 |
</ARCS> |
21 | 21 |
</NODE> |
22 |
|
|
23 | 22 |
<NODE name="PREPARE_STORE_VERSION" type="PrepareMDStoreVersion"> |
24 | 23 |
<DESCRIPTION>Prepare a new MdStore Version</DESCRIPTION> |
25 | 24 |
<PARAMETERS> |
26 | 25 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM> |
27 | 26 |
</PARAMETERS> |
28 | 27 |
<ARCS> |
29 |
<ARC to="COLLECT_HADOOP"/>
|
|
30 |
</ARCS>
|
|
28 |
<ARC to="PREPARE_ENV_COLLECTION"/>
|
|
29 |
</ARCS>
|
|
31 | 30 |
</NODE> |
32 |
|
|
33 |
<NODE name="COLLECT_HADOOP" type="SubmitDnetHadoop">
|
|
34 |
<DESCRIPTION>Start the Hadoop Job</DESCRIPTION>
|
|
35 |
<PARAMETERS/>
|
|
36 |
<ARCS>
|
|
37 |
<ARC to="COMMIT_VERSION"/>
|
|
38 |
<ARC to="ABORT_VERSION" name="abort" />
|
|
39 |
</ARCS>
|
|
31 |
<NODE name="PREPARE_ENV_COLLECTION" type="PrepareEnvCollectHadoopJobNode"> |
|
32 |
<DESCRIPTION>Put in the environment all the variable needed to the collection oozie job </DESCRIPTION>
|
|
33 |
<PARAMETERS>
|
|
34 |
<PARAM managedBy="user" name="hdfsBasePath" required="true" type="string"></PARAM>
|
|
35 |
</PARAMETERS>
|
|
36 |
<ARCS>
|
|
37 |
<ARC to="COLLECT_HADOOP"/>
|
|
38 |
</ARCS>
|
|
40 | 39 |
</NODE> |
40 |
<NODE name="COLLECT_HADOOP" type="SubmitDnetHadoopJobNode"> |
|
41 |
<DESCRIPTION>Start the Hadoop Job</DESCRIPTION> |
|
42 |
<PARAMETERS> |
|
43 |
<PARAM managedBy="system" name="hadoopJob" required="true" type="string">dnetHadoopCollection</PARAM> |
|
44 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DHP</PARAM> |
|
45 |
<PARAM managedBy="system" name="envParams" required="true" type="string"> |
|
46 |
{ |
|
47 |
"apiDescription":"apiDescription", |
|
48 |
"mdStorePath":"mdStorePath", |
|
49 |
"sequenceFilePath":"sequenceFilePath", |
|
50 |
"dataSourceInfo":"dataSourceInfo" , |
|
51 |
"timestamp":"timestamp", |
|
52 |
"identifierPath":"identifierPath", |
|
53 |
"workflowId":"workflowId" |
|
54 |
} |
|
55 |
</PARAM> |
|
56 |
</PARAMETERS> |
|
57 |
<ARCS> |
|
58 |
<ARC to="COMMIT_VERSION"/> |
|
59 |
<ARC name="abort" to="ABORT_VERSION"/> |
|
60 |
</ARCS> |
|
61 |
</NODE> |
|
41 | 62 |
|
42 | 63 |
<NODE name="COMMIT_VERSION" type="CommitMDStoreVersion"> |
43 | 64 |
<DESCRIPTION>Commit the mdstore version</DESCRIPTION> |
Also available in: Unified diff
complete wf of collection