Project

General

Profile

1
<RESOURCE_PROFILE>
2
	<HEADER>
3
		<RESOURCE_IDENTIFIER value="e92d2f81-ea98-4732-a306-07da87f35033_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
4
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
5
		<RESOURCE_KIND value="WorkflowDSResources"/>
6
		<RESOURCE_URI value=""/>
7
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
8
	</HEADER>
9
	<BODY>
10
		<WORKFLOW_NAME>DB to HBase</WORKFLOW_NAME>
11
		<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE>
12
		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
13
		<CONFIGURATION start="manual">
14
			<NODE isStart="true" name="start">
15
				<DESCRIPTION>start</DESCRIPTION>
16
				<PARAMETERS/>
17
				<ARCS>
18
					<ARC to="prepareQueryDatasources"/>
19
				</ARCS>
20
			</NODE>
21
			<NODE name="prepareQueryDatasources" type="ExecuteSql">
22
				<DESCRIPTION>query Datasources</DESCRIPTION>
23
				<PARAMETERS>
24
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
25
					<PARAM managedBy="system" name="sql" required="true" type="string">
26
						/eu/dnetlib/msro/openaireplus/workflows/hbase/prepareQueryDatasources.sql
27
					</PARAM>
28
				</PARAMETERS>
29
				<ARCS>
30
					<ARC to="queryDatasources"/>
31
				</ARCS>
32
			</NODE>
33
			<NODE name="queryDatasources" type="QueryDb">
34
				<DESCRIPTION>query Datasources</DESCRIPTION>
35
				<PARAMETERS>
36
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
37
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasources.sql
38
					</PARAM>
39
					<PARAM managedBy="system" name="sqlForSize" required="true" type="string">
40
						/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourcesForSize.sql
41
					</PARAM>
42
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsEpr</PARAM>
43
				</PARAMETERS>
44
				<ARCS>
45
					<ARC to="storeDatasources"/>
46
				</ARCS>
47
			</NODE>
48
			<NODE name="storeDatasources" type="StoreHBase">
49
				<DESCRIPTION>Store Datasources to HBase</DESCRIPTION>
50
				<PARAMETERS>
51
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsEpr</PARAM>
52
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
53
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
54
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
55
				</PARAMETERS>
56
				<ARCS>
57
					<ARC to="queryDatasourceOrganization"/>
58
				</ARCS>
59
			</NODE>
60
			<NODE name="queryDatasourceOrganization" type="QueryDb">
61
				<DESCRIPTION>query relation Datasource_Organization</DESCRIPTION>
62
				<PARAMETERS>
63
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
64
					<PARAM managedBy="system" name="sql" required="true" type="string">
65
						/eu/dnetlib/msro/openaireplus/workflows/hbase/queryDatasourceOrganization.sql
66
					</PARAM>
67
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">dsOrgEpr</PARAM>
68
				</PARAMETERS>
69
				<ARCS>
70
					<ARC to="storeDatasourceOrganization"/>
71
				</ARCS>
72
			</NODE>
73
			<NODE name="storeDatasourceOrganization" type="StoreHBase">
74
				<DESCRIPTION>Store relation Datasource_Organization</DESCRIPTION>
75
				<PARAMETERS>
76
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsOrgEpr</PARAM>
77
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
78
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
79
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
80
				</PARAMETERS>
81
				<ARCS>
82
					<ARC to="queryOrganizations"/>
83
				</ARCS>
84
			</NODE>
85
			<NODE name="queryOrganizations" type="QueryDb">
86
				<DESCRIPTION>query Organizations</DESCRIPTION>
87
				<PARAMETERS>
88
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
89
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryOrganizations.sql
90
					</PARAM>
91
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">orgEpr</PARAM>
92
				</PARAMETERS>
93
				<ARCS>
94
					<ARC to="storeOrganizations"/>
95
				</ARCS>
96
			</NODE>
97
			<NODE name="storeOrganizations" type="StoreHBase">
98
				<DESCRIPTION>Store Organizations to HBase</DESCRIPTION>
99
				<PARAMETERS>
100
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">orgEpr</PARAM>
101
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
102
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
103
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
104
				</PARAMETERS>
105
				<ARCS>
106
					<ARC to="queryProjects"/>
107
				</ARCS>
108
			</NODE>
109
			<NODE name="queryProjects" type="QueryDb">
110
				<DESCRIPTION>query Projects</DESCRIPTION>
111
				<PARAMETERS>
112
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
113
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjects.sql</PARAM>
114
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projEpr</PARAM>
115
				</PARAMETERS>
116
				<ARCS>
117
					<ARC to="storeProjects"/>
118
				</ARCS>
119
			</NODE>
120
			<NODE name="storeProjects" type="StoreHBase">
121
				<DESCRIPTION>Store Projects to HBase</DESCRIPTION>
122
				<PARAMETERS>
123
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projEpr</PARAM>
124
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
125
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
126
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
127
				</PARAMETERS>
128
				<ARCS>
129
					<ARC to="queryProjectOrganization"/>
130
				</ARCS>
131
			</NODE>
132
			<NODE name="queryProjectOrganization" type="QueryDb">
133
				<DESCRIPTION>query relation Project_Organization</DESCRIPTION>
134
				<PARAMETERS>
135
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
136
					<PARAM managedBy="system" name="sql" required="true" type="string">
137
						/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectOrganization.sql
138
					</PARAM>
139
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projOrgEpr</PARAM>
140
				</PARAMETERS>
141
				<ARCS>
142
					<ARC to="storeProjectOrganization"/>
143
				</ARCS>
144
			</NODE>
145
			<NODE name="storeProjectOrganization" type="StoreHBase">
146
				<DESCRIPTION>Store relation Project_Organizations</DESCRIPTION>
147
				<PARAMETERS>
148
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projOrgEpr</PARAM>
149
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
150
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
151
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
152
				</PARAMETERS>
153
				<ARCS>
154
					<ARC to="success"/>
155
				</ARCS>
156
			</NODE>
157
		</CONFIGURATION>
158
		<STATUS>
159
			<LAST_EXECUTION_ID>wf_20140509_125739_830</LAST_EXECUTION_ID>
160
			<LAST_EXECUTION_DATE>2014-05-09T13:03:16+02:00</LAST_EXECUTION_DATE>
161
			<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
162
			<LAST_EXECUTION_ERROR/>
163
			<LAST_EXECUTION_OUTPUT name=""></LAST_EXECUTION_OUTPUT>
164
		</STATUS>
165
	</BODY>
166
</RESOURCE_PROFILE>
(3-3/7)