Revision 57430
Added by Miriam Baglioni over 4 years ago
| modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/propagation/propagationResultToCommunityThroughOrganization.xml | ||
|---|---|---|
| 1 |
<RESOURCE_PROFILE> |
|
| 2 |
<HEADER> |
|
| 3 |
<RESOURCE_IDENTIFIER value="3af9aa92-0673-410f-96f5-e1c92c0d578c_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/> |
|
| 4 |
<RESOURCE_TYPE value="WorkflowDSResourceType"/> |
|
| 5 |
<RESOURCE_KIND value="WorkflowDSResources"/> |
|
| 6 |
<RESOURCE_URI value=""/> |
|
| 7 |
<DATE_OF_CREATION value="2019-06-28T12:09:03+02:00"/> |
|
| 8 |
</HEADER> |
|
| 9 |
<BODY> |
|
| 10 |
<WORKFLOW_NAME>Propagation result 2 community through organization</WORKFLOW_NAME> |
|
| 11 |
<WORKFLOW_TYPE>Data Provision</WORKFLOW_TYPE> |
|
| 12 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
| 13 |
<CONFIGURATION start="manual"> |
|
| 14 |
<NODE isStart="true" name="setOutputFile" type="SetEnvParameter"> |
|
| 15 |
<DESCRIPTION>Set the CSV file path on HDFS</DESCRIPTION> |
|
| 16 |
<PARAMETERS> |
|
| 17 |
<PARAM managedBy="system" name="parameterName" required="true" type="string">csvPath</PARAM> |
|
| 18 |
<PARAM managedBy="user" name="parameterValue" required="true" type="string">/tmp/db_openaireplus_services_beta.communityPropagationOrganization</PARAM> |
|
| 19 |
|
|
| 20 |
</PARAMETERS> |
|
| 21 |
<ARCS> |
|
| 22 |
<ARC to="cleanupCsv"/> |
|
| 23 |
</ARCS> |
|
| 24 |
</NODE> |
|
| 25 |
<NODE isStart="true" name="setOrganizationCommunityMap" type="SetEnvParameter"> |
|
| 26 |
<PARAMETERS> |
|
| 27 |
<!-- temporary here waiting to have the new implementation of the back-end for the community profiles--> |
|
| 28 |
<PARAM managedBy="system" name="parameterName" required="true" type="string">organizationCommunityMap</PARAM> |
|
| 29 |
<PARAM managedBy="user" name="parameterValue" required="true" type="string">{"corda__h2020::3fb05a9524c3f790391261347852f638":["mes"]}</PARAM>
|
|
| 30 |
</PARAMETERS> |
|
| 31 |
<ARCS> |
|
| 32 |
<ARC to="cleanupCsv"/> |
|
| 33 |
</ARCS> |
|
| 34 |
</NODE> |
|
| 35 |
<NODE isStart="true" name="hadoopConfig" type="SetClusterAndTable"> |
|
| 36 |
<DESCRIPTION>Set table name</DESCRIPTION> |
|
| 37 |
<PARAMETERS> |
|
| 38 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM> |
|
| 39 |
<PARAM managedBy="system" name="tableParam" required="true" type="string">tableName</PARAM> |
|
| 40 |
<PARAM managedBy="user" name="table" required="true" type="string">dev_openaire</PARAM> |
|
| 41 |
</PARAMETERS> |
|
| 42 |
<ARCS> |
|
| 43 |
<ARC to="cleanupCsv"/> |
|
| 44 |
</ARCS> |
|
| 45 |
</NODE> |
|
| 46 |
<NODE isJoin="true" name="cleanupCsv" type="DeleteHdfsPathJob"> |
|
| 47 |
<DESCRIPTION>CSV files cleanup</DESCRIPTION> |
|
| 48 |
<PARAMETERS> |
|
| 49 |
<PARAM managedBy="system" name="envParams" required="true" type="string"> |
|
| 50 |
{
|
|
| 51 |
'path' : 'csvPath', |
|
| 52 |
'cluster' : 'cluster' |
|
| 53 |
} |
|
| 54 |
</PARAM> |
|
| 55 |
</PARAMETERS> |
|
| 56 |
<ARCS> |
|
| 57 |
<!-- |
|
| 58 |
<ARC to="fetchOrganizationCommunityMap"/> |
|
| 59 |
--> |
|
| 60 |
<ARC to="propagate"/> |
|
| 61 |
</ARCS> |
|
| 62 |
</NODE> |
|
| 63 |
<!-- |
|
| 64 |
<NODE isStart="true" name="fetchOrganizationCommunityMap" type="LoadOrganizationCommunityMap"> |
|
| 65 |
<DESCRIPTION>Fetch the list of the community ids</DESCRIPTION> |
|
| 66 |
<PARAMETERS> |
|
| 67 |
<PARAM managedBy="system" name="organizationMap" required="true">organization.community.map</PARAM> |
|
| 68 |
</PARAMETERS> |
|
| 69 |
<ARCS> |
|
| 70 |
<ARC to="propagate"/> |
|
| 71 |
</ARCS> |
|
| 72 |
</NODE> |
|
| 73 |
--> |
|
| 74 |
<NODE isJoin="true" name="propagate" type="SubmitHadoopJob"> |
|
| 75 |
<DESCRIPTION>Propagation of ORCIT to result through semantic relation</DESCRIPTION> |
|
| 76 |
<PARAMETERS> |
|
| 77 |
<PARAM function="validValues(['propagationResultToCommunityThroughOrganization','propagationResultToCommunityThroughOrganizationSaveToFile'])" managedBy="user" name="hadoopJob" required="true" type="string">propagationResultToCommunityThroughOrganizationSaveToFile</PARAM> |
|
| 78 |
<PARAM managedBy="system" name="envParams" required="true" type="string"> |
|
| 79 |
{
|
|
| 80 |
'cluster' : 'cluster', |
|
| 81 |
'hbase.mapred.inputtable' : 'tableName', |
|
| 82 |
'hbase.mapred.outputtable' : 'tableName', |
|
| 83 |
'hbase.mapreduce.inputtable' : 'tableName', |
|
| 84 |
'hbase.mapreduce.outputtable' : 'tableName', |
|
| 85 |
'organization.community.map' : 'organizationCommunityMap', |
|
| 86 |
'mapred.output.dir' : 'csvPath' |
|
| 87 |
} |
|
| 88 |
</PARAM> |
|
| 89 |
</PARAMETERS> |
|
| 90 |
<ARCS> |
|
| 91 |
<ARC to="success"/> |
|
| 92 |
</ARCS> |
|
| 93 |
</NODE> |
|
| 94 |
</CONFIGURATION> |
|
| 95 |
<STATUS> |
|
| 96 |
<LAST_EXECUTION_ID>wf_20180807_172327_510</LAST_EXECUTION_ID> |
|
| 97 |
<LAST_EXECUTION_DATE>2019-06-28T17:24:53+02:00</LAST_EXECUTION_DATE> |
|
| 98 |
<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS> |
|
| 99 |
<LAST_EXECUTION_ERROR/> |
|
| 100 |
</STATUS> |
|
| 101 |
</BODY> |
|
| 102 |
</RESOURCE_PROFILE> |
|
Also available in: Unified diff
workflow for the propagation of result to community through relevant organization. THe organization relevant for the community are given as an input parameter (community.map input) managed by the user in the workflow