Revision 48139
Added by Alessia Bardi almost 7 years ago
db2hbase.xml | ||
---|---|---|
1 | 1 |
<RESOURCE_PROFILE> |
2 |
<HEADER>
|
|
3 |
<RESOURCE_IDENTIFIER value="e92d2f81-ea98-4732-a306-07da87f35033_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
|
|
4 |
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
|
|
5 |
<RESOURCE_KIND value="WorkflowDSResources"/>
|
|
6 |
<RESOURCE_URI value=""/>
|
|
7 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
|
|
8 |
</HEADER>
|
|
9 |
<BODY>
|
|
10 |
<WORKFLOW_NAME>DB to HBase</WORKFLOW_NAME>
|
|
11 |
<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE>
|
|
12 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
|
|
13 |
<CONFIGURATION start="manual">
|
|
14 |
<NODE isStart="true" name="start">
|
|
15 |
<DESCRIPTION>start</DESCRIPTION>
|
|
16 |
<PARAMETERS/>
|
|
17 |
<ARCS>
|
|
18 |
<ARC to="prepareQueryDatasources"/>
|
|
19 |
</ARCS>
|
|
20 |
</NODE>
|
|
21 |
<NODE name="prepareQueryDatasources" type="ExecuteSql">
|
|
22 |
<DESCRIPTION>query Datasources</DESCRIPTION>
|
|
23 |
<PARAMETERS>
|
|
24 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
25 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
26 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/prepareQueryDatasources.sql
|
|
27 |
</PARAM>
|
|
28 |
</PARAMETERS>
|
|
29 |
<ARCS>
|
|
30 |
<ARC to="queryDatasources"/>
|
|
31 |
</ARCS>
|
|
32 |
</NODE>
|
|
33 |
<NODE name="queryDatasources" type="QueryDb">
|
|
34 |
<DESCRIPTION>query Datasources</DESCRIPTION>
|
|
35 |
<PARAMETERS>
|
|
36 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
37 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasources.sql
|
|
38 |
</PARAM>
|
|
39 |
<PARAM managedBy="system" name="sqlForSize" required="true" type="string">
|
|
40 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourcesForSize.sql
|
|
41 |
</PARAM>
|
|
42 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsEpr</PARAM>
|
|
43 |
</PARAMETERS>
|
|
44 |
<ARCS>
|
|
45 |
<ARC to="storeDatasources"/>
|
|
46 |
</ARCS>
|
|
47 |
</NODE>
|
|
48 |
<NODE name="storeDatasources" type="StoreHBase">
|
|
49 |
<DESCRIPTION>Store Datasources to HBase</DESCRIPTION>
|
|
50 |
<PARAMETERS>
|
|
51 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsEpr</PARAM>
|
|
52 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
53 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
54 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
55 |
</PARAMETERS>
|
|
56 |
<ARCS>
|
|
57 |
<ARC to="queryDatasourceOrganization"/>
|
|
58 |
</ARCS>
|
|
59 |
</NODE>
|
|
60 |
<NODE name="queryDatasourceOrganization" type="QueryDb">
|
|
61 |
<DESCRIPTION>query relation Datasource_Organization</DESCRIPTION>
|
|
62 |
<PARAMETERS>
|
|
63 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
64 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
65 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourceOrganization.sql
|
|
66 |
</PARAM>
|
|
67 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsOrgEpr</PARAM>
|
|
68 |
</PARAMETERS>
|
|
69 |
<ARCS>
|
|
70 |
<ARC to="storeDatasourceOrganization"/>
|
|
71 |
</ARCS>
|
|
72 |
</NODE>
|
|
73 |
<NODE name="storeDatasourceOrganization" type="StoreHBase">
|
|
74 |
<DESCRIPTION>Store relation Datasource_Organization</DESCRIPTION>
|
|
75 |
<PARAMETERS>
|
|
76 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsOrgEpr</PARAM>
|
|
77 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
78 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
79 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
80 |
</PARAMETERS>
|
|
81 |
<ARCS>
|
|
82 |
<ARC to="queryOrganizations"/>
|
|
83 |
</ARCS>
|
|
84 |
</NODE>
|
|
85 |
<NODE name="queryOrganizations" type="QueryDb">
|
|
86 |
<DESCRIPTION>query Organizations</DESCRIPTION>
|
|
87 |
<PARAMETERS>
|
|
88 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
89 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryOrganizations.sql
|
|
90 |
</PARAM>
|
|
91 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">orgEpr</PARAM>
|
|
92 |
</PARAMETERS>
|
|
93 |
<ARCS>
|
|
94 |
<ARC to="storeOrganizations"/>
|
|
95 |
</ARCS>
|
|
96 |
</NODE>
|
|
97 |
<NODE name="storeOrganizations" type="StoreHBase">
|
|
98 |
<DESCRIPTION>Store Organizations to HBase</DESCRIPTION>
|
|
99 |
<PARAMETERS>
|
|
100 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">orgEpr</PARAM>
|
|
101 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
102 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
103 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
104 |
</PARAMETERS>
|
|
105 |
<ARCS>
|
|
106 |
<ARC to="queryPersons"/>
|
|
107 |
</ARCS>
|
|
108 |
</NODE>
|
|
109 |
<NODE name="queryPersons" type="QueryDb">
|
|
110 |
<DESCRIPTION>query Persons</DESCRIPTION>
|
|
111 |
<PARAMETERS>
|
|
112 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
113 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryPersons.sql</PARAM>
|
|
114 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">personsEpr</PARAM>
|
|
115 |
</PARAMETERS>
|
|
116 |
<ARCS>
|
|
117 |
<ARC to="storePersons"/>
|
|
118 |
</ARCS>
|
|
119 |
</NODE>
|
|
120 |
<NODE name="storePersons" type="StoreHBase">
|
|
121 |
<DESCRIPTION>Store Persons to HBase</DESCRIPTION>
|
|
122 |
<PARAMETERS>
|
|
123 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">personsEpr</PARAM>
|
|
124 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
125 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
126 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
127 |
</PARAMETERS>
|
|
128 |
<ARCS>
|
|
129 |
<ARC to="queryProjects"/>
|
|
130 |
</ARCS>
|
|
131 |
</NODE>
|
|
132 |
<NODE name="queryProjects" type="QueryDb">
|
|
133 |
<DESCRIPTION>query Projects</DESCRIPTION>
|
|
134 |
<PARAMETERS>
|
|
135 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
136 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjects.sql</PARAM>
|
|
137 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projEpr</PARAM>
|
|
138 |
</PARAMETERS>
|
|
139 |
<ARCS>
|
|
140 |
<ARC to="storeProjects"/>
|
|
141 |
</ARCS>
|
|
142 |
</NODE>
|
|
143 |
<NODE name="storeProjects" type="StoreHBase">
|
|
144 |
<DESCRIPTION>Store Projects to HBase</DESCRIPTION>
|
|
145 |
<PARAMETERS>
|
|
146 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projEpr</PARAM>
|
|
147 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
148 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
149 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
150 |
</PARAMETERS>
|
|
151 |
<ARCS>
|
|
152 |
<ARC to="queryProjectOrganization"/>
|
|
153 |
</ARCS>
|
|
154 |
</NODE>
|
|
155 |
<NODE name="queryProjectOrganization" type="QueryDb">
|
|
156 |
<DESCRIPTION>query relation Project_Organization</DESCRIPTION>
|
|
157 |
<PARAMETERS>
|
|
158 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
159 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
160 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectOrganization.sql
|
|
161 |
</PARAM>
|
|
162 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projOrgEpr</PARAM>
|
|
163 |
</PARAMETERS>
|
|
164 |
<ARCS>
|
|
165 |
<ARC to="storeProjectOrganization"/>
|
|
166 |
</ARCS>
|
|
167 |
</NODE>
|
|
168 |
<NODE name="storeProjectOrganization" type="StoreHBase">
|
|
169 |
<DESCRIPTION>Store relation Project_Organizations</DESCRIPTION>
|
|
170 |
<PARAMETERS>
|
|
171 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projOrgEpr</PARAM>
|
|
172 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
173 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
174 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
175 |
</PARAMETERS>
|
|
176 |
<ARCS>
|
|
177 |
<ARC to="queryProjectContactperson"/>
|
|
178 |
</ARCS>
|
|
179 |
</NODE>
|
|
180 |
<NODE name="queryProjectContactperson" type="QueryDb">
|
|
181 |
<DESCRIPTION>query relation Project_Contactperson</DESCRIPTION>
|
|
182 |
<PARAMETERS>
|
|
183 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
184 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
185 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectContactperson.sql
|
|
186 |
</PARAM>
|
|
187 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projPerEpr</PARAM>
|
|
188 |
</PARAMETERS>
|
|
189 |
<ARCS>
|
|
190 |
<ARC to="storeProjectContactperson"/>
|
|
191 |
</ARCS>
|
|
192 |
</NODE>
|
|
193 |
<NODE name="storeProjectContactperson" type="StoreHBase">
|
|
194 |
<DESCRIPTION>Store relation Project_Contactperson</DESCRIPTION>
|
|
195 |
<PARAMETERS>
|
|
196 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projPerEpr</PARAM>
|
|
197 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
198 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
199 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
200 |
</PARAMETERS>
|
|
201 |
<ARCS>
|
|
202 |
<ARC to="queryClaimRels"/>
|
|
203 |
</ARCS>
|
|
204 |
</NODE>
|
|
205 |
<NODE name="queryClaimRels" type="QueryDb">
|
|
206 |
<DESCRIPTION>query Claim Rels</DESCRIPTION>
|
|
207 |
<PARAMETERS>
|
|
208 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
209 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsRel.sql</PARAM>
|
|
210 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
211 |
<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
|
|
212 |
</PARAM>
|
|
213 |
</PARAMETERS>
|
|
214 |
<ARCS>
|
|
215 |
<ARC to="storeClaimRels"/>
|
|
216 |
</ARCS>
|
|
217 |
</NODE>
|
|
218 |
<NODE name="storeClaimRels" type="StoreHBase">
|
|
219 |
<DESCRIPTION>Store relation Claim Project</DESCRIPTION>
|
|
220 |
<PARAMETERS>
|
|
221 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
222 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
223 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
224 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
225 |
</PARAMETERS>
|
|
226 |
<ARCS>
|
|
227 |
<ARC to="queryClaimUpdates"/>
|
|
228 |
</ARCS>
|
|
229 |
</NODE>
|
|
230 |
<NODE name="queryClaimUpdates" type="QueryDb">
|
|
231 |
<DESCRIPTION>query Claim updates</DESCRIPTION>
|
|
232 |
<PARAMETERS>
|
|
233 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
234 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsUpdate.sql
|
|
235 |
</PARAM>
|
|
236 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
237 |
<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
|
|
238 |
</PARAM>
|
|
239 |
</PARAMETERS>
|
|
240 |
<ARCS>
|
|
241 |
<ARC to="storeClaimUpdates"/>
|
|
242 |
</ARCS>
|
|
243 |
</NODE>
|
|
244 |
<NODE name="storeClaimUpdates" type="StoreHBase">
|
|
245 |
<DESCRIPTION>Store claim updates</DESCRIPTION>
|
|
246 |
<PARAMETERS>
|
|
247 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
248 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
249 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
250 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
251 |
</PARAMETERS>
|
|
252 |
<ARCS>
|
|
253 |
<ARC to="finish"/>
|
|
254 |
</ARCS>
|
|
255 |
</NODE>
|
|
256 |
<NODE isJoin="true" name="finish">
|
|
257 |
<DESCRIPTION/>
|
|
258 |
<PARAMETERS/>
|
|
259 |
<ARCS>
|
|
260 |
<ARC to="success"/>
|
|
261 |
</ARCS>
|
|
262 |
</NODE>
|
|
263 |
</CONFIGURATION>
|
|
264 |
<STATUS>
|
|
265 |
<LAST_EXECUTION_ID>wf_20140509_125739_830</LAST_EXECUTION_ID>
|
|
266 |
<LAST_EXECUTION_DATE>2014-05-09T13:03:16+02:00</LAST_EXECUTION_DATE>
|
|
267 |
<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
|
|
268 |
<LAST_EXECUTION_ERROR/>
|
|
269 |
<LAST_EXECUTION_OUTPUT name=""></LAST_EXECUTION_OUTPUT>
|
|
270 |
</STATUS>
|
|
271 |
</BODY>
|
|
2 |
<HEADER>
|
|
3 |
<RESOURCE_IDENTIFIER value="e92d2f81-ea98-4732-a306-07da87f35033_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
|
|
4 |
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
|
|
5 |
<RESOURCE_KIND value="WorkflowDSResources"/>
|
|
6 |
<RESOURCE_URI value=""/>
|
|
7 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
|
|
8 |
</HEADER>
|
|
9 |
<BODY>
|
|
10 |
<WORKFLOW_NAME>DB to HBase</WORKFLOW_NAME>
|
|
11 |
<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE>
|
|
12 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
|
|
13 |
<CONFIGURATION start="manual">
|
|
14 |
<NODE isStart="true" name="start">
|
|
15 |
<DESCRIPTION>start</DESCRIPTION>
|
|
16 |
<PARAMETERS/>
|
|
17 |
<ARCS>
|
|
18 |
<ARC to="prepareQueryDatasources"/>
|
|
19 |
</ARCS>
|
|
20 |
</NODE>
|
|
21 |
<NODE name="prepareQueryDatasources" type="ExecuteSql">
|
|
22 |
<DESCRIPTION>query Datasources</DESCRIPTION>
|
|
23 |
<PARAMETERS>
|
|
24 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
25 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
26 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/prepareQueryDatasources.sql
|
|
27 |
</PARAM>
|
|
28 |
</PARAMETERS>
|
|
29 |
<ARCS>
|
|
30 |
<ARC to="queryDatasources"/>
|
|
31 |
</ARCS>
|
|
32 |
</NODE>
|
|
33 |
<NODE name="queryDatasources" type="QueryDb">
|
|
34 |
<DESCRIPTION>query Datasources</DESCRIPTION>
|
|
35 |
<PARAMETERS>
|
|
36 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
37 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasources.sql
|
|
38 |
</PARAM>
|
|
39 |
<PARAM managedBy="system" name="sqlForSize" required="true" type="string">
|
|
40 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourcesForSize.sql
|
|
41 |
</PARAM>
|
|
42 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsEpr</PARAM>
|
|
43 |
</PARAMETERS>
|
|
44 |
<ARCS>
|
|
45 |
<ARC to="storeDatasources"/>
|
|
46 |
</ARCS>
|
|
47 |
</NODE>
|
|
48 |
<NODE name="storeDatasources" type="StoreHBase">
|
|
49 |
<DESCRIPTION>Store Datasources to HBase</DESCRIPTION>
|
|
50 |
<PARAMETERS>
|
|
51 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsEpr</PARAM>
|
|
52 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
53 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
54 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
55 |
</PARAMETERS>
|
|
56 |
<ARCS>
|
|
57 |
<ARC to="queryDatasourceOrganization"/>
|
|
58 |
</ARCS>
|
|
59 |
</NODE>
|
|
60 |
<NODE name="queryDatasourceOrganization" type="QueryDb">
|
|
61 |
<DESCRIPTION>query relation Datasource_Organization</DESCRIPTION>
|
|
62 |
<PARAMETERS>
|
|
63 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
64 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
65 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourceOrganization.sql
|
|
66 |
</PARAM>
|
|
67 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsOrgEpr</PARAM>
|
|
68 |
</PARAMETERS>
|
|
69 |
<ARCS>
|
|
70 |
<ARC to="storeDatasourceOrganization"/>
|
|
71 |
</ARCS>
|
|
72 |
</NODE>
|
|
73 |
<NODE name="storeDatasourceOrganization" type="StoreHBase">
|
|
74 |
<DESCRIPTION>Store relation Datasource_Organization</DESCRIPTION>
|
|
75 |
<PARAMETERS>
|
|
76 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsOrgEpr</PARAM>
|
|
77 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
78 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
79 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
80 |
</PARAMETERS>
|
|
81 |
<ARCS>
|
|
82 |
<ARC to="queryOrganizations"/>
|
|
83 |
</ARCS>
|
|
84 |
</NODE>
|
|
85 |
<NODE name="queryOrganizations" type="QueryDb">
|
|
86 |
<DESCRIPTION>query Organizations</DESCRIPTION>
|
|
87 |
<PARAMETERS>
|
|
88 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
89 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryOrganizations.sql
|
|
90 |
</PARAM>
|
|
91 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">orgEpr</PARAM>
|
|
92 |
</PARAMETERS>
|
|
93 |
<ARCS>
|
|
94 |
<ARC to="storeOrganizations"/>
|
|
95 |
</ARCS>
|
|
96 |
</NODE>
|
|
97 |
<NODE name="storeOrganizations" type="StoreHBase">
|
|
98 |
<DESCRIPTION>Store Organizations to HBase</DESCRIPTION>
|
|
99 |
<PARAMETERS>
|
|
100 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">orgEpr</PARAM>
|
|
101 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
102 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
103 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
104 |
</PARAMETERS>
|
|
105 |
<ARCS>
|
|
106 |
<ARC to="queryPersons"/>
|
|
107 |
</ARCS>
|
|
108 |
</NODE>
|
|
109 |
<NODE name="queryPersons" type="QueryDb">
|
|
110 |
<DESCRIPTION>query Persons</DESCRIPTION>
|
|
111 |
<PARAMETERS>
|
|
112 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
113 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryPersons.sql</PARAM>
|
|
114 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">personsEpr</PARAM>
|
|
115 |
</PARAMETERS>
|
|
116 |
<ARCS>
|
|
117 |
<ARC to="storePersons"/>
|
|
118 |
</ARCS>
|
|
119 |
</NODE>
|
|
120 |
<NODE name="storePersons" type="StoreHBase">
|
|
121 |
<DESCRIPTION>Store Persons to HBase</DESCRIPTION>
|
|
122 |
<PARAMETERS>
|
|
123 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">personsEpr</PARAM>
|
|
124 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
125 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
126 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
127 |
</PARAMETERS>
|
|
128 |
<ARCS>
|
|
129 |
<ARC to="queryProjects"/>
|
|
130 |
</ARCS>
|
|
131 |
</NODE>
|
|
132 |
<NODE name="queryProjects" type="QueryDb">
|
|
133 |
<DESCRIPTION>query Projects</DESCRIPTION>
|
|
134 |
<PARAMETERS>
|
|
135 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
136 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjects.sql</PARAM>
|
|
137 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projEpr</PARAM>
|
|
138 |
</PARAMETERS>
|
|
139 |
<ARCS>
|
|
140 |
<ARC to="storeProjects"/>
|
|
141 |
</ARCS>
|
|
142 |
</NODE>
|
|
143 |
<NODE name="storeProjects" type="StoreHBase">
|
|
144 |
<DESCRIPTION>Store Projects to HBase</DESCRIPTION>
|
|
145 |
<PARAMETERS>
|
|
146 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projEpr</PARAM>
|
|
147 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
148 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
149 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
150 |
</PARAMETERS>
|
|
151 |
<ARCS>
|
|
152 |
<ARC to="queryProjectOrganization"/>
|
|
153 |
</ARCS>
|
|
154 |
</NODE>
|
|
155 |
<NODE name="queryProjectOrganization" type="QueryDb">
|
|
156 |
<DESCRIPTION>query relation Project_Organization</DESCRIPTION>
|
|
157 |
<PARAMETERS>
|
|
158 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
159 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
160 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectOrganization.sql
|
|
161 |
</PARAM>
|
|
162 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projOrgEpr</PARAM>
|
|
163 |
</PARAMETERS>
|
|
164 |
<ARCS>
|
|
165 |
<ARC to="storeProjectOrganization"/>
|
|
166 |
</ARCS>
|
|
167 |
</NODE>
|
|
168 |
<NODE name="storeProjectOrganization" type="StoreHBase">
|
|
169 |
<DESCRIPTION>Store relation Project_Organizations</DESCRIPTION>
|
|
170 |
<PARAMETERS>
|
|
171 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projOrgEpr</PARAM>
|
|
172 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
173 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
174 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
175 |
</PARAMETERS>
|
|
176 |
<ARCS>
|
|
177 |
<ARC to="queryProjectContactperson"/>
|
|
178 |
</ARCS>
|
|
179 |
</NODE>
|
|
180 |
<NODE name="queryProjectContactperson" type="QueryDb">
|
|
181 |
<DESCRIPTION>query relation Project_Contactperson</DESCRIPTION>
|
|
182 |
<PARAMETERS>
|
|
183 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
184 |
<PARAM managedBy="system" name="sql" required="true" type="string">
|
|
185 |
/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectContactperson.sql
|
|
186 |
</PARAM>
|
|
187 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projPerEpr</PARAM>
|
|
188 |
</PARAMETERS>
|
|
189 |
<ARCS>
|
|
190 |
<ARC to="storeProjectContactperson"/>
|
|
191 |
</ARCS>
|
|
192 |
</NODE>
|
|
193 |
<NODE name="storeProjectContactperson" type="StoreHBase">
|
|
194 |
<DESCRIPTION>Store relation Project_Contactperson</DESCRIPTION>
|
|
195 |
<PARAMETERS>
|
|
196 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projPerEpr</PARAM>
|
|
197 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
198 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
199 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
200 |
</PARAMETERS>
|
|
201 |
<ARCS>
|
|
202 |
<ARC to="queryClaimRels"/>
|
|
203 |
</ARCS>
|
|
204 |
</NODE>
|
|
205 |
<NODE name="queryClaimRels" type="QueryDb">
|
|
206 |
<DESCRIPTION>query Claim Rels</DESCRIPTION>
|
|
207 |
<PARAMETERS>
|
|
208 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
209 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsRel.sql</PARAM>
|
|
210 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
211 |
<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
|
|
212 |
</PARAM>
|
|
213 |
</PARAMETERS>
|
|
214 |
<ARCS>
|
|
215 |
<ARC to="storeClaimRels"/>
|
|
216 |
</ARCS>
|
|
217 |
</NODE>
|
|
218 |
<NODE name="storeClaimRels" type="StoreHBase">
|
|
219 |
<DESCRIPTION>Store relation Claim Project</DESCRIPTION>
|
|
220 |
<PARAMETERS>
|
|
221 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
222 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
223 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
224 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
225 |
</PARAMETERS>
|
|
226 |
<ARCS>
|
|
227 |
<ARC to="queryClaimUpdates"/>
|
|
228 |
</ARCS>
|
|
229 |
</NODE>
|
|
230 |
<NODE name="queryClaimUpdates" type="QueryDb">
|
|
231 |
<DESCRIPTION>query Claim updates</DESCRIPTION>
|
|
232 |
<PARAMETERS>
|
|
233 |
<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
|
|
234 |
<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsUpdate.sql
|
|
235 |
</PARAM>
|
|
236 |
<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
237 |
<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
|
|
238 |
</PARAM>
|
|
239 |
</PARAMETERS>
|
|
240 |
<ARCS>
|
|
241 |
<ARC to="storeClaimUpdates"/>
|
|
242 |
</ARCS>
|
|
243 |
</NODE>
|
|
244 |
<NODE name="storeClaimUpdates" type="StoreHBase">
|
|
245 |
<DESCRIPTION>Store claim updates</DESCRIPTION>
|
|
246 |
<PARAMETERS>
|
|
247 |
<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
|
|
248 |
<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
|
|
249 |
<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
|
|
250 |
<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
|
|
251 |
</PARAMETERS>
|
|
252 |
<ARCS>
|
|
253 |
<ARC to="finish"/>
|
|
254 |
</ARCS>
|
|
255 |
</NODE>
|
|
256 |
<NODE isJoin="true" name="finish">
|
|
257 |
<DESCRIPTION/>
|
|
258 |
<PARAMETERS/>
|
|
259 |
<ARCS>
|
|
260 |
<ARC to="success"/>
|
|
261 |
</ARCS>
|
|
262 |
</NODE>
|
|
263 |
</CONFIGURATION>
|
|
264 |
<STATUS>
|
|
265 |
<LAST_EXECUTION_ID>wf_20140509_125739_830</LAST_EXECUTION_ID>
|
|
266 |
<LAST_EXECUTION_DATE>2014-05-09T13:03:16+02:00</LAST_EXECUTION_DATE>
|
|
267 |
<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
|
|
268 |
<LAST_EXECUTION_ERROR/>
|
|
269 |
<LAST_EXECUTION_OUTPUT name=""></LAST_EXECUTION_OUTPUT>
|
|
270 |
</STATUS>
|
|
271 |
</BODY>
|
|
272 | 272 |
</RESOURCE_PROFILE> |
Also available in: Unified diff
integrated (hopefully) all required changes from dnet40