Revision 46295
Added by Claudio Atzori over 7 years ago
| modules/dnet-dli/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/index.hbase.test.xml | ||
|---|---|---|
| 1 |
<RESOURCE_PROFILE> |
|
| 2 |
<HEADER> |
|
| 3 |
<RESOURCE_IDENTIFIER |
|
| 4 |
value="bf449f4c-2da5-466f-aabc-e2269980e6b2_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/> |
|
| 5 |
<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/> |
|
| 6 |
<RESOURCE_KIND value="WorkflowTemplateDSResources"/> |
|
| 7 |
<RESOURCE_URI value=""/> |
|
| 8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/> |
|
| 9 |
</HEADER> |
|
| 10 |
<BODY> |
|
| 11 |
<CONFIGURATION> |
|
| 12 |
|
|
| 13 |
<PARAMETERS> |
|
| 14 |
<PARAM name="hbaseTable" description="HBase table to be dropped" required="true" type="string"/> |
|
| 15 |
<PARAM name="cluster" description="Hadoop cluster logical name" required="true" type="string"/> |
|
| 16 |
<PARAM name="workDirObject" description="working Directory" required="true" type="string" |
|
| 17 |
default="/user/dnet/dli/index_data.seq"/> |
|
| 18 |
</PARAMETERS> |
|
| 19 |
|
|
| 20 |
<WORKFLOW> |
|
| 21 |
|
|
| 22 |
<NODE name="fetchOntologies" type="FetchOntologies" isStart="true"> |
|
| 23 |
<DESCRIPTION/> |
|
| 24 |
<PARAMETERS> |
|
| 25 |
<PARAM name="ontologiesParamName" value="ontologies"/> |
|
| 26 |
</PARAMETERS> |
|
| 27 |
<ARCS> |
|
| 28 |
<ARC to="resetPathObject"/> |
|
| 29 |
</ARCS> |
|
| 30 |
</NODE> |
|
| 31 |
|
|
| 32 |
<NODE name="resetPathObject" type="DeleteHdfsDirJob"> |
|
| 33 |
<DESCRIPTION>input files cleanup</DESCRIPTION> |
|
| 34 |
<PARAMETERS> |
|
| 35 |
<PARAM name="force" value="true"/> |
|
| 36 |
<PARAM name="path" ref="workDirObject"/> |
|
| 37 |
<PARAM name="cluster" ref="cluster"/> |
|
| 38 |
</PARAMETERS> |
|
| 39 |
<ARCS> |
|
| 40 |
<ARC to="deleteIndex"/> |
|
| 41 |
</ARCS> |
|
| 42 |
</NODE> |
|
| 43 |
|
|
| 44 |
<NODE name="deleteIndex" type="DropESIndexContent"> |
|
| 45 |
<DESCRIPTION/> |
|
| 46 |
<PARAMETERS> |
|
| 47 |
<PARAM name="index" value="dli"/> |
|
| 48 |
<PARAM name="type" value="object"/> |
|
| 49 |
<PARAM name="host" value="ip-90-147-167-27.ct1.garrservices.it"/> |
|
| 50 |
</PARAMETERS> |
|
| 51 |
<ARCS> |
|
| 52 |
<ARC to="prepareData"/> |
|
| 53 |
</ARCS> |
|
| 54 |
</NODE> |
|
| 55 |
|
|
| 56 |
|
|
| 57 |
<NODE name="prepareData" type="SubmitHadoopJob"> |
|
| 58 |
<DESCRIPTION>index data on ES</DESCRIPTION> |
|
| 59 |
<PARAMETERS> |
|
| 60 |
<PARAM name="hadoopJob" value="prepareDLIDataJob"/> |
|
| 61 |
<PARAM name="cluster" ref="cluster"/> |
|
| 62 |
<PARAM name="jobParams"> |
|
| 63 |
<MAP> |
|
| 64 |
<ENTRY key="hbase.mapred.inputtable" ref="hbaseTable"/> |
|
| 65 |
<ENTRY key="mapred.output.dir" ref="workDirObject"/> |
|
| 66 |
<ENTRY key="hbase.mapreduce.inputtable" ref="hbaseTable"/> |
|
| 67 |
<ENTRY key="ontologies" env="ontologies"/> |
|
| 68 |
</MAP> |
|
| 69 |
</PARAM> |
|
| 70 |
</PARAMETERS> |
|
| 71 |
<ARCS> |
|
| 72 |
<ARC to="success"/> |
|
| 73 |
</ARCS> |
|
| 74 |
</NODE> |
|
| 75 |
|
|
| 76 |
|
|
| 77 |
<!--<NODE name="indexDataObject" type="SubmitHadoopJob">--> |
|
| 78 |
<!--<DESCRIPTION>index data on ES</DESCRIPTION>--> |
|
| 79 |
<!--<PARAMETERS>--> |
|
| 80 |
<!--<PARAM name="hadoopJob" value="elasticsearchFeedJob"/>--> |
|
| 81 |
<!--<PARAM name="cluster" ref="cluster"/>--> |
|
| 82 |
<!--<PARAM name="jobParams">--> |
|
| 83 |
<!--<MAP>--> |
|
| 84 |
<!--<ENTRY key="mapred.input.dir" ref="workDirObject"/>--> |
|
| 85 |
<!--</MAP>--> |
|
| 86 |
<!--</PARAM>--> |
|
| 87 |
<!--</PARAMETERS>--> |
|
| 88 |
<!--<ARCS>--> |
|
| 89 |
<!--<ARC to="success"/>--> |
|
| 90 |
<!--</ARCS>--> |
|
| 91 |
<!--</NODE>--> |
|
| 92 |
|
|
| 93 |
<!--<NODE name="indexDataScholix" type="SubmitHadoopJob">--> |
|
| 94 |
<!--<DESCRIPTION>index data on ES</DESCRIPTION>--> |
|
| 95 |
<!--<PARAMETERS>--> |
|
| 96 |
<!--<PARAM name="hadoopJob" value="elasticsearchFeedScholixJob"/>--> |
|
| 97 |
<!--<PARAM name="cluster" ref="cluster"/>--> |
|
| 98 |
<!--<PARAM name="jobParams">--> |
|
| 99 |
<!--<MAP>--> |
|
| 100 |
<!--<ENTRY key="mapred.input.dir" ref="workDirObject"/>--> |
|
| 101 |
<!--</MAP>--> |
|
| 102 |
<!--</PARAM>--> |
|
| 103 |
<!--</PARAMETERS>--> |
|
| 104 |
<!--<ARCS>--> |
|
| 105 |
<!--<ARC to="success"/>--> |
|
| 106 |
<!--</ARCS>--> |
|
| 107 |
<!--</NODE>--> |
|
| 108 |
|
|
| 109 |
</WORKFLOW> |
|
| 110 |
</CONFIGURATION> |
|
| 111 |
</BODY> |
|
| 112 |
</RESOURCE_PROFILE> |
|
| modules/dnet-dli/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/index.scholix.from.hbase.xml | ||
|---|---|---|
| 1 |
<RESOURCE_PROFILE> |
|
| 2 |
<HEADER> |
|
| 3 |
<RESOURCE_IDENTIFIER |
|
| 4 |
value="a6110386-58e7-4122-a71f-cd0612ddf28f_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/> |
|
| 5 |
<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/> |
|
| 6 |
<RESOURCE_KIND value="WorkflowTemplateDSResources"/> |
|
| 7 |
<RESOURCE_URI value=""/> |
|
| 8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/> |
|
| 9 |
</HEADER> |
|
| 10 |
<BODY> |
|
| 11 |
<CONFIGURATION> |
|
| 12 |
|
|
| 13 |
<PARAMETERS> |
|
| 14 |
<PARAM name="hbaseTable" description="HBase table to be dropped" required="true" type="string"/> |
|
| 15 |
<PARAM name="cluster" description="Hadoop cluster logical name" required="true" type="string"/> |
|
| 16 |
</PARAMETERS> |
|
| 17 |
|
|
| 18 |
<WORKFLOW> |
|
| 19 |
|
|
| 20 |
<NODE name="fetchOntologies" type="FetchOntologies" isStart="true"> |
|
| 21 |
<DESCRIPTION/> |
|
| 22 |
<PARAMETERS> |
|
| 23 |
<PARAM name="ontologiesParamName" value="ontologies"/> |
|
| 24 |
</PARAMETERS> |
|
| 25 |
<ARCS> |
|
| 26 |
<ARC to="indexScholix"/> |
|
| 27 |
</ARCS> |
|
| 28 |
</NODE> |
|
| 29 |
|
|
| 30 |
<NODE name="indexScholix" type="SubmitHadoopJob"> |
|
| 31 |
<DESCRIPTION>index data on ES</DESCRIPTION> |
|
| 32 |
<PARAMETERS> |
|
| 33 |
<PARAM name="hadoopJob" value="elasticsearchFeedDliScholixDataJob"/> |
|
| 34 |
<PARAM name="cluster" ref="cluster"/> |
|
| 35 |
<PARAM name="jobParams"> |
|
| 36 |
<MAP> |
|
| 37 |
<ENTRY key="hbase.mapred.inputtable" ref="hbaseTable"/> |
|
| 38 |
<ENTRY key="hbase.mapreduce.inputtable" ref="hbaseTable"/> |
|
| 39 |
<ENTRY key="ontologies" env="ontologies"/> |
|
| 40 |
</MAP> |
|
| 41 |
</PARAM> |
|
| 42 |
</PARAMETERS> |
|
| 43 |
<ARCS> |
|
| 44 |
<ARC to="success"/> |
|
| 45 |
</ARCS> |
|
| 46 |
</NODE> |
|
| 47 |
</WORKFLOW> |
|
| 48 |
</CONFIGURATION> |
|
| 49 |
</BODY> |
|
| 50 |
</RESOURCE_PROFILE> |
|
| modules/dnet-dli/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/index.summary.from.hbase.xml | ||
|---|---|---|
| 1 |
<RESOURCE_PROFILE> |
|
| 2 |
<HEADER> |
|
| 3 |
<RESOURCE_IDENTIFIER |
|
| 4 |
value="bf449f4c-2da5-466f-aabc-e2269980e6b2_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/> |
|
| 5 |
<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/> |
|
| 6 |
<RESOURCE_KIND value="WorkflowTemplateDSResources"/> |
|
| 7 |
<RESOURCE_URI value=""/> |
|
| 8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/> |
|
| 9 |
</HEADER> |
|
| 10 |
<BODY> |
|
| 11 |
<CONFIGURATION> |
|
| 12 |
|
|
| 13 |
<PARAMETERS> |
|
| 14 |
<PARAM name="hbaseTable" description="HBase table to be dropped" required="true" type="string"/> |
|
| 15 |
<PARAM name="cluster" description="Hadoop cluster logical name" required="true" type="string"/> |
|
| 16 |
</PARAMETERS> |
|
| 17 |
|
|
| 18 |
<WORKFLOW> |
|
| 19 |
|
|
| 20 |
<NODE name="fetchOntologies" type="FetchOntologies" isStart="true"> |
|
| 21 |
<DESCRIPTION/> |
|
| 22 |
<PARAMETERS> |
|
| 23 |
<PARAM name="ontologiesParamName" value="ontologies"/> |
|
| 24 |
</PARAMETERS> |
|
| 25 |
<ARCS> |
|
| 26 |
<ARC to="deleteIndex"/> |
|
| 27 |
</ARCS> |
|
| 28 |
</NODE> |
|
| 29 |
|
|
| 30 |
<NODE name="deleteIndex" type="DropESIndexContent"> |
|
| 31 |
<DESCRIPTION/> |
|
| 32 |
<PARAMETERS> |
|
| 33 |
<PARAM name="index" value="dli"/> |
|
| 34 |
<PARAM name="type" value="object"/> |
|
| 35 |
<PARAM name="host" value="ip-90-147-167-27.ct1.garrservices.it"/> |
|
| 36 |
</PARAMETERS> |
|
| 37 |
<ARCS> |
|
| 38 |
<ARC to="indexSummary"/> |
|
| 39 |
</ARCS> |
|
| 40 |
</NODE> |
|
| 41 |
|
|
| 42 |
|
|
| 43 |
<NODE name="indexSummary" type="SubmitHadoopJob"> |
|
| 44 |
<DESCRIPTION>index data on ES</DESCRIPTION> |
|
| 45 |
<PARAMETERS> |
|
| 46 |
<PARAM name="hadoopJob" value="elasticsearchFeedDliSummaryDataJob"/> |
|
| 47 |
<PARAM name="cluster" ref="cluster"/> |
|
| 48 |
<PARAM name="jobParams"> |
|
| 49 |
<MAP> |
|
| 50 |
<ENTRY key="hbase.mapred.inputtable" ref="hbaseTable"/> |
|
| 51 |
<ENTRY key="hbase.mapreduce.inputtable" ref="hbaseTable"/> |
|
| 52 |
<ENTRY key="ontologies" env="ontologies"/> |
|
| 53 |
</MAP> |
|
| 54 |
</PARAM> |
|
| 55 |
</PARAMETERS> |
|
| 56 |
<ARCS> |
|
| 57 |
<ARC to="success"/> |
|
| 58 |
</ARCS> |
|
| 59 |
</NODE> |
|
| 60 |
</WORKFLOW> |
|
| 61 |
</CONFIGURATION> |
|
| 62 |
</BODY> |
|
| 63 |
</RESOURCE_PROFILE> |
|
| modules/dnet-dli/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/provision.global.xml | ||
|---|---|---|
| 224 | 224 |
</PARAMETERS> |
| 225 | 225 |
|
| 226 | 226 |
<ARCS> |
| 227 |
<ARC to="updateIndex"/> |
|
| 227 |
<ARC to="updateIndexSummary"/>
|
|
| 228 | 228 |
</ARCS> |
| 229 | 229 |
</NODE> |
| 230 | 230 |
|
| 231 | 231 |
|
| 232 |
<NODE name="updateIndex" type="LaunchWorkflowTemplate"> |
|
| 232 |
<NODE name="updateIndexSummary" type="LaunchWorkflowTemplate">
|
|
| 233 | 233 |
<DESCRIPTION>update provision</DESCRIPTION> |
| 234 | 234 |
<PARAMETERS> |
| 235 | 235 |
<PARAM name="wfTemplateId" value="bf449f4c-2da5-466f-aabc-e2269980e6b2_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/> |
| ... | ... | |
| 245 | 245 |
</ARCS> |
| 246 | 246 |
</NODE> |
| 247 | 247 |
|
| 248 |
<NODE name="updateIndexScholix" type="LaunchWorkflowTemplate"> |
|
| 249 |
<DESCRIPTION>update provision</DESCRIPTION> |
|
| 250 |
<PARAMETERS> |
|
| 251 |
<PARAM name="wfTemplateId" value="a6110386-58e7-4122-a71f-cd0612ddf28f_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/> |
|
| 252 |
<PARAM name="wfTemplateParams"> |
|
| 253 |
<MAP> |
|
| 254 |
<ENTRY key="hbaseTable" ref="table"/> |
|
| 255 |
<ENTRY key="cluster" ref="cluster"/> |
|
| 256 |
</MAP> |
|
| 257 |
</PARAM> |
|
| 258 |
</PARAMETERS> |
|
| 259 |
<ARCS> |
|
| 260 |
<ARC to="success"/> |
|
| 261 |
</ARCS> |
|
| 262 |
</NODE> |
|
| 248 | 263 |
|
| 264 |
|
|
| 249 | 265 |
</WORKFLOW> |
| 250 | 266 |
|
| 251 | 267 |
</CONFIGURATION> |
Also available in: Unified diff
updated wf definitions