Project

General

Profile

1
<RESOURCE_PROFILE>
2
    <HEADER>
3
        <RESOURCE_IDENTIFIER value="077a041d-7f9a-47ba-a53c-e3d6acf68f31_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
4
        <RESOURCE_TYPE value="WorkflowDSResourceType"/>
5
        <RESOURCE_KIND value="WorkflowDSResources"/>
6
        <RESOURCE_URI value=""/>
7
        <DATE_OF_CREATION value="2019-06-28T12:09:03+02:00"/>
8
    </HEADER>
9
    <BODY>
10
        <WORKFLOW_NAME>Propagation ORCID 2 result through semantic relation</WORKFLOW_NAME>
11
        <WORKFLOW_TYPE>Data Provision</WORKFLOW_TYPE>
12
        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
13
        <CONFIGURATION start="manual">
14
            <NODE isStart="true" name="setOutputFile" type="SetEnvParameter">
15
                <DESCRIPTION>Set the CSV file path on HDFS</DESCRIPTION>
16
                <PARAMETERS>
17
                    <PARAM managedBy="system" name="parameterName" required="true" type="string">csvPath</PARAM>
18
                    <PARAM managedBy="user" name="parameterValue" required="true" type="string">/tmp/db_openaireplus_services_beta.ORCIDPropagationResult</PARAM>
19

    
20
                </PARAMETERS>
21
                <ARCS>
22
                    <ARC to="cleanupCsv"/>
23
                </ARCS>
24
            </NODE>
25
<!--            <NODE isStart="true" name="setOrganizationCommunityMap" type="SetEnvParameter">-->
26
<!--                <PARAMETERS>-->
27
<!--                    &lt;!&ndash; temporary here waiting to have the new implementation of the back-end for the community profiles&ndash;&gt;-->
28
<!--                    <PARAM managedBy="system" name="parameterName" required="true" type="string">organizationCommunityMap</PARAM>-->
29
<!--                    <PARAM managedBy="user" name="parameterValue" required="true" type="string">{"corda__h2020::3fb05a9524c3f790391261347852f638":["mes"]}</PARAM>-->
30
<!--                </PARAMETERS>-->
31
<!--                <ARCS>-->
32
<!--                    <ARC to="cleanupCsv"/>-->
33
<!--                </ARCS>-->
34
<!--            </NODE>-->
35
            <NODE isStart="true" name="hadoopConfig" type="SetClusterAndTable">
36
                <DESCRIPTION>Set table name</DESCRIPTION>
37
                <PARAMETERS>
38
                    <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
39
                    <PARAM managedBy="system" name="tableParam" required="true" type="string">tableName</PARAM>
40
                    <PARAM managedBy="user" name="table" required="true" type="string">dev_openaire</PARAM>
41
                </PARAMETERS>
42
                <ARCS>
43
                    <ARC to="cleanupCsv"/>
44
                </ARCS>
45
            </NODE>
46
            <NODE isJoin="true" name="cleanupCsv" type="DeleteHdfsPathJob">
47
                <DESCRIPTION>CSV files cleanup</DESCRIPTION>
48
                <PARAMETERS>
49
                    <PARAM managedBy="system" name="envParams" required="true" type="string">
50
                        {
51
                        'path' : 'csvPath',
52
                        'cluster' : 'cluster'
53
                        }
54
                    </PARAM>
55
                </PARAMETERS>
56
                <ARCS>
57
                    <!--
58
                    <ARC to="fetchOrganizationCommunityMap"/>
59
                    -->
60
                    <ARC to="propagate"/>
61
                </ARCS>
62
            </NODE>
63
            <!--
64
            <NODE isStart="true" name="fetchOrganizationCommunityMap" type="LoadOrganizationCommunityMap">
65
                <DESCRIPTION>Fetch the list of the community ids</DESCRIPTION>
66
                <PARAMETERS>
67
                    <PARAM managedBy="system" name="organizationMap" required="true">organizationtoresult.community.map</PARAM>
68
                </PARAMETERS>
69
                <ARCS>
70
                    <ARC to="propagate"/>
71
                </ARCS>
72
            </NODE>
73
            -->
74
            <NODE isJoin="true" name="propagate" type="SubmitHadoopJob">
75
                <DESCRIPTION>Propagatio of result to community through the affiliation to organizations</DESCRIPTION>
76
                <PARAMETERS>
77
                    <PARAM function="validValues(['propagationOrcidToResult','propagationOrcidToResultSaveToFile'])" managedBy="user" name="hadoopJob" required="true" type="string">propagationOrcidToResultSaveToFile</PARAM>
78
                    <PARAM managedBy="system" name="envParams" required="true" type="string">
79
                        {
80
                        'cluster' : 'cluster',
81
                        'hbase.mapred.inputtable' : 'tableName',
82
                        'hbase.mapred.outputtable' : 'tableName',
83
                        'hbase.mapreduce.inputtable' : 'tableName',
84
                        'hbase.mapreduce.outputtable' : 'tableName',
85
                        'mapred.output.dir' : 'csvPath'
86
                        }
87
                    </PARAM>
88
                </PARAMETERS>
89
                <ARCS>
90
                    <ARC to="success"/>
91
                </ARCS>
92
            </NODE>
93
        </CONFIGURATION>
94
        <STATUS>
95
            <LAST_EXECUTION_ID>wf_20180807_172327_510</LAST_EXECUTION_ID>
96
            <LAST_EXECUTION_DATE>2019-06-28T17:24:53+02:00</LAST_EXECUTION_DATE>
97
            <LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
98
            <LAST_EXECUTION_ERROR/>
99
        </STATUS>
100
    </BODY>
101
</RESOURCE_PROFILE>
(2-2/5)