Revision 60316
Added by Claudio Atzori over 3 years ago
| transform.wf.st | ||
|---|---|---|
| 16 | 16 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
| 17 | 17 |
</PARAMETERS> |
| 18 | 18 |
<ARCS> |
| 19 |
<ARC to="START_READING"/>
|
|
| 19 |
<ARC to="PREPARE_ENV_TRANSFORMATION"/>
|
|
| 20 | 20 |
</ARCS> |
| 21 | 21 |
</NODE> |
| 22 | 22 |
|
| 23 |
<NODE name="START_READING" type="StartReadingMDStore"> |
|
| 24 |
<DESCRIPTION>Start reading Hadoop MD Store</DESCRIPTION> |
|
| 25 |
<PARAMETERS> |
|
| 26 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>
|
|
| 27 |
</PARAMETERS> |
|
| 28 |
<ARCS> |
|
| 29 |
<ARC to="PREPARE_STORE_VERSION"/> |
|
| 30 |
</ARCS> |
|
| 31 |
</NODE> |
|
| 32 |
|
|
| 33 |
<NODE name="PREPARE_STORE_VERSION" type="PrepareMDStoreVersion"> |
|
| 34 |
<DESCRIPTION>Prepare a new MdStore Version</DESCRIPTION> |
|
| 35 |
<PARAMETERS> |
|
| 36 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>
|
|
| 37 |
</PARAMETERS> |
|
| 38 |
<ARCS> |
|
| 39 |
<ARC to="PREPARE_ENV_TRANSFORMATION"/> |
|
| 40 |
</ARCS> |
|
| 41 |
</NODE> |
|
| 42 | 23 |
<NODE name="PREPARE_ENV_TRANSFORMATION" type="PrepareEnvTransformHadoopJobNode"> |
| 43 | 24 |
<DESCRIPTION>Retrieve all the parameters needed to run the transformation workflow</DESCRIPTION> |
| 44 | 25 |
<PARAMETERS> |
| 45 | 26 |
<PARAM category="TRANSFORMATION_RULE_ID" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" managedBy="user" name="ruleId" required="true" type="string"></PARAM>
|
| 46 |
<PARAM managedBy="user" name="hdfsBasePath" required="true" type="string"></PARAM> |
|
| 27 |
<PARAM required="true" type="string" name="mdstoreInput" managedBy="system">$params.("harv_id")$</PARAM>
|
|
| 28 |
<PARAM required="true" type="string" name="mdstoreOutput" managedBy="system">$params.("tran_id")$</PARAM>
|
|
| 47 | 29 |
</PARAMETERS> |
| 48 | 30 |
<ARCS> |
| 49 | 31 |
<ARC to="TRANSFORM_HADOOP"/> |
| 50 | 32 |
</ARCS> |
| 51 | 33 |
</NODE> |
| 52 |
<NODE name="TRANSFORM_HADOOP" type="SubmitDnetHadoopJobNode"> |
|
| 34 |
|
|
| 35 |
<NODE name="TRANSFORM_HADOOP" type="SubmitHadoopJob"> |
|
| 53 | 36 |
<DESCRIPTION>Start the Hadoop Job</DESCRIPTION> |
| 54 | 37 |
<PARAMETERS> |
| 55 |
<PARAM managedBy="system" name="hadoopJob" required="true" type="string">dnetHadoopTrasnformation</PARAM>
|
|
| 38 |
<PARAM managedBy="system" name="hadoopJob" required="true" type="string">executeOozieJob</PARAM>
|
|
| 56 | 39 |
<PARAM managedBy="user" name="cluster" required="true" type="string">DHP</PARAM> |
| 57 | 40 |
<PARAM managedBy="system" name="envParams" required="true" type="string"> |
| 58 | 41 |
{
|
| 59 |
"mdstoreInputPath":"mdstoreInputPath",
|
|
| 60 |
"mdstoreOutputPath":"mdstoreOutputPath",
|
|
| 42 |
"mdstoreInput":"mdstoreInput",
|
|
| 43 |
"mdstoreOutput":"mdstoreOutput",
|
|
| 61 | 44 |
"transformationRule":"transformationRule", |
| 62 | 45 |
"timestamp":"timestamp", |
| 63 | 46 |
"workflowId":"workflowId" |
| ... | ... | |
| 65 | 48 |
</PARAM> |
| 66 | 49 |
</PARAMETERS> |
| 67 | 50 |
<ARCS> |
| 68 |
<ARC to="COMMIT_VERSION"/> |
|
| 69 |
<ARC name="abort" to="ABORT_VERSION"/> |
|
| 70 |
</ARCS> |
|
| 71 |
</NODE> |
|
| 72 |
<NODE name="COMMIT_VERSION" type="CommitMDStoreVersion"> |
|
| 73 |
<DESCRIPTION>Commit the mdstore version</DESCRIPTION> |
|
| 74 |
<PARAMETERS/> |
|
| 75 |
<ARCS> |
|
| 76 |
<ARC to="END_READING"/> |
|
| 77 |
</ARCS> |
|
| 78 |
</NODE> |
|
| 79 |
<NODE name="END_READING" type="EndReadingMDStore"> |
|
| 80 |
<DESCRIPTION>End reading Hadoop MD Store</DESCRIPTION> |
|
| 81 |
<PARAMETERS/> |
|
| 82 |
<ARCS> |
|
| 83 | 51 |
<ARC to="UPDATE_INFO"/> |
| 84 | 52 |
</ARCS> |
| 85 | 53 |
</NODE> |
| 86 |
<NODE name="ABORT_VERSION" type="AbortMDStoreVersion"> |
|
| 87 |
<DESCRIPTION>Abort the mdstore version</DESCRIPTION> |
|
| 88 |
<PARAMETERS/> |
|
| 89 |
<ARCS> |
|
| 90 |
<ARC to="END_READING_ABORT"/> |
|
| 91 |
</ARCS> |
|
| 92 |
</NODE> |
|
| 93 |
<NODE name="END_READING_ABORT" type="EndReadingMDStore"> |
|
| 94 |
<DESCRIPTION>End reading Hadoop MD Store</DESCRIPTION> |
|
| 95 |
<PARAMETERS/> |
|
| 96 |
<ARCS> |
|
| 97 |
<ARC to="failure"/> |
|
| 98 |
</ARCS> |
|
| 99 |
</NODE> |
|
| 100 | 54 |
|
| 101 | 55 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraFieldHadoop"> |
| 102 | 56 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
Also available in: Unified diff
updated hadoop-specific aggregation workflows