Project

General

Profile

« Previous | Next » 

Revision 55265

complete wf of collection

View differences:

collection.wf.st
19 19
		<ARC to="PREPARE_STORE_VERSION"/>
20 20
	</ARCS>
21 21
</NODE>
22

  
23 22
<NODE name="PREPARE_STORE_VERSION" type="PrepareMDStoreVersion">
24 23
	<DESCRIPTION>Prepare a new MdStore Version</DESCRIPTION>
25 24
	<PARAMETERS>
26 25
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>
27 26
	</PARAMETERS>
28 27
	<ARCS>
29
		<ARC to="COLLECT_HADOOP"/>
30
	</ARCS>
28
        <ARC to="PREPARE_ENV_COLLECTION"/>
29
    </ARCS>
31 30
</NODE>
32

  
33
<NODE name="COLLECT_HADOOP" type="SubmitDnetHadoop">
34
	<DESCRIPTION>Start the Hadoop Job</DESCRIPTION>
35
	<PARAMETERS/>
36
	<ARCS>
37
		<ARC to="COMMIT_VERSION"/>
38
		<ARC to="ABORT_VERSION" name="abort" />
39
	</ARCS>
31
<NODE name="PREPARE_ENV_COLLECTION" type="PrepareEnvCollectHadoopJobNode">
32
    <DESCRIPTION>Put in the environment all the variable needed to the collection oozie job </DESCRIPTION>
33
    <PARAMETERS>
34
        <PARAM managedBy="user" name="hdfsBasePath" required="true" type="string"></PARAM>
35
    </PARAMETERS>
36
    <ARCS>
37
        <ARC to="COLLECT_HADOOP"/>
38
    </ARCS>
40 39
</NODE>
40
<NODE name="COLLECT_HADOOP" type="SubmitDnetHadoopJobNode">
41
    <DESCRIPTION>Start the Hadoop Job</DESCRIPTION>
42
    <PARAMETERS>
43
        <PARAM managedBy="system" name="hadoopJob" required="true" type="string">dnetHadoopCollection</PARAM>
44
        <PARAM managedBy="system" name="cluster" required="true" type="string">DHP</PARAM>
45
        <PARAM managedBy="system" name="envParams" required="true" type="string">
46
            {
47
                "apiDescription":"apiDescription",
48
                "mdStorePath":"mdStorePath",
49
                "sequenceFilePath":"sequenceFilePath",
50
                "dataSourceInfo":"dataSourceInfo"  ,
51
                "timestamp":"timestamp",
52
                "identifierPath":"identifierPath",
53
                "workflowId":"workflowId"
54
            }
55
        </PARAM>
56
    </PARAMETERS>
57
    <ARCS>
58
        <ARC to="COMMIT_VERSION"/>
59
        <ARC name="abort" to="ABORT_VERSION"/>
60
    </ARCS>
61
</NODE>
41 62

  
42 63
<NODE name="COMMIT_VERSION" type="CommitMDStoreVersion">
43 64
	<DESCRIPTION>Commit the mdstore version</DESCRIPTION>

Also available in: Unified diff