Project

General

Profile

« Previous | Next » 

Revision 55762

Added by Claudio Atzori almost 5 years ago

reintegrated branch solr75 -r53774:HEAD

View differences:

bulkTagging.xml
4 4 
        <RESOURCE_TYPE value="WorkflowDSResourceType"/>
5 5 
        <RESOURCE_KIND value="WorkflowDSResources"/>
6 6 
        <RESOURCE_URI value=""/>
7 
        <DATE_OF_CREATION value="2018-09-27T16:10:53+00:00"/>
8 
    </HEADER>
9 
    <BODY>
10 
        <WORKFLOW_NAME>Bulk tagging</WORKFLOW_NAME>
11 
        <WORKFLOW_TYPE>Data Provision</WORKFLOW_TYPE>
12 
        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
13 
        <CONFIGURATION start="manual">
14 
            <NODE isStart="true" name="hadoopConfig" type="SetClusterAndTable">
15 
                <DESCRIPTION>Set table name</DESCRIPTION>
16 
                <PARAMETERS>
17 
                    <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
18 
                    <PARAM managedBy="system" name="tableParam" required="true" type="string">tableName</PARAM>
19 
                    <PARAM managedBy="user" name="table" required="true" type="string">db_openaireplus_services_beta</PARAM>
20 
                </PARAMETERS>
21 
                <ARCS>
22 
                    <ARC to="bulkTag"/>
23 
                </ARCS>
24 
            </NODE>
25 
            <NODE isStart="true" name="fetchTaggingConf" type="LoadBulkTaggingConfiguration">
26 
                <DESCRIPTION>Fetch the bulk tagging configuration profile</DESCRIPTION>
27 
                <PARAMETERS>
28 
                    <PARAM managedBy="system" name="bulkTaggingConfParam" required="true">tagging.conf</PARAM>
29 
                    <PARAM managedBy="system" name="enabledConfParam" required="true">tagging.enabled</PARAM>
30 
                    <PARAM managedBy="user" name="enabled" required="true" type="boolean">true</PARAM>
31 
                </PARAMETERS>
32 
                <ARCS>
33 
                    <ARC to="bulkTag"/>
34 
                </ARCS>
35 
            </NODE>
36 
            <NODE isJoin="true" name="bulkTag" type="SubmitHadoopJob">
37 
                <DESCRIPTION>Bulk tag</DESCRIPTION>
38 
                <PARAMETERS>
39 
                    <PARAM managedBy="system" name="hadoopJob" required="true" type="string">bulkTaggingJob</PARAM>
40 
                    <PARAM managedBy="system" name="envParams" required="true" type="string">
41 
                        {
42 
                        'cluster' : 'cluster',
43 
                        'hbase.mapred.inputtable' : 'tableName',
44 
                        'hbase.mapred.outputtable' : 'tableName',
45 
                        'hbase.mapreduce.inputtable' : 'tableName',
46 
                        'hbase.mapreduce.outputtable' : 'tableName',
47 
                        'tagging.conf' : 'tagging.conf',
48 
                        'tagging.enabled' : 'tagging.enabled'
49 
                        }
50 
                    </PARAM>
51 
                </PARAMETERS>
52 
                <ARCS>
53 
                    <ARC to="success"/>
54 
                </ARCS>
55 
            </NODE>
56 
        </CONFIGURATION>
57 
        <STATUS>
58 
            <LAST_EXECUTION_ID>wf_20181206_105627_701</LAST_EXECUTION_ID>
59 
            <LAST_EXECUTION_DATE>2018-12-06T11:25:25+00:00</LAST_EXECUTION_DATE>
60 
            <LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
61 
            <LAST_EXECUTION_ERROR/>
62 
        </STATUS>
63 
    </BODY>
64 
</RESOURCE_PROFILE>
65 
<!--<RESOURCE_PROFILE>
66 
    <HEADER>
67 
        <RESOURCE_IDENTIFIER value="96780261-022d-474c-b2cd-5369e5e73742_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
68 
        <RESOURCE_TYPE value="WorkflowDSResourceType"/>
69 
        <RESOURCE_KIND value="WorkflowDSResources"/>
70 
        <RESOURCE_URI value=""/>
71 7 
        <DATE_OF_CREATION value="2018-08-07T12:09:03+02:00"/>
72 8 
    </HEADER>
73 9 
    <BODY>
......
83 19 
                    <PARAM managedBy="user" name="table" required="true" type="string">dev_openaire</PARAM>
84 20 
                </PARAMETERS>
85 21 
                <ARCS>
86 
                    <ARC to="bulkTag"/>l
22 
                    <ARC to="bulkTag"/>
87 23 
                </ARCS>
88 24 
            </NODE>
89 25 
            <NODE isStart="true" name="fetchTaggingConf" type="LoadBulkTaggingConfiguration">
......
125 61 
            <LAST_EXECUTION_ERROR/>
126 62 
        </STATUS>
127 63 
    </BODY>
128 
</RESOURCE_PROFILE>-->
64 
</RESOURCE_PROFILE>

Also available in: Unified diff