Project

General

Profile

« Previous | Next » 

Revision 49271

Added by Claudio Atzori over 6 years ago

getting rid of person entities

View differences:

modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/hbase/db2hbase.xml
103 103 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
104 104 
				</PARAMETERS>
105 105 
				<ARCS>
106 
					<ARC to="queryPersons"/>
107 
				</ARCS>
108 
			</NODE>
109 
			<NODE name="queryPersons" type="QueryDb">
110 
				<DESCRIPTION>query Persons</DESCRIPTION>
111 
				<PARAMETERS>
112 
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
113 
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryPersons.sql</PARAM>
114 
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">personsEpr</PARAM>
115 
				</PARAMETERS>
116 
				<ARCS>
117 
					<ARC to="storePersons"/>
118 
				</ARCS>
119 
			</NODE>
120 
			<NODE name="storePersons" type="StoreHBase">
121 
				<DESCRIPTION>Store Persons to HBase</DESCRIPTION>
122 
				<PARAMETERS>
123 
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">personsEpr</PARAM>
124 
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
125 
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
126 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
127 
				</PARAMETERS>
128 
				<ARCS>
129 106 
					<ARC to="queryProjects"/>
130 107 
				</ARCS>
131 108 
			</NODE>
......
174 151 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
175 152 
				</PARAMETERS>
176 153 
				<ARCS>
177 
					<ARC to="queryProjectContactperson"/>
178 
				</ARCS>
179 
			</NODE>
180 
			<NODE name="queryProjectContactperson" type="QueryDb">
181 
				<DESCRIPTION>query relation Project_Contactperson</DESCRIPTION>
182 
				<PARAMETERS>
183 
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
184 
					<PARAM managedBy="system" name="sql" required="true" type="string">
185 
						/eu/dnetlib/msro/openaireplus/workflows/hbase/queryProjectContactperson.sql
186 
					</PARAM>
187 
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">projPerEpr</PARAM>
188 
				</PARAMETERS>
189 
				<ARCS>
190 
					<ARC to="storeProjectContactperson"/>
191 
				</ARCS>
192 
			</NODE>
193 
			<NODE name="storeProjectContactperson" type="StoreHBase">
194 
				<DESCRIPTION>Store relation Project_Contactperson</DESCRIPTION>
195 
				<PARAMETERS>
196 
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">projPerEpr</PARAM>
197 
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
198 
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
199 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
200 
				</PARAMETERS>
201 
				<ARCS>
202 
					<ARC to="queryClaimRels"/>
203 
				</ARCS>
204 
			</NODE>
205 
			<NODE name="queryClaimRels" type="QueryDb">
206 
				<DESCRIPTION>query Claim Rels</DESCRIPTION>
207 
				<PARAMETERS>
208 
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
209 
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsRel.sql</PARAM>
210 
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
211 
					<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
212 
					</PARAM>
213 
				</PARAMETERS>
214 
				<ARCS>
215 
					<ARC to="storeClaimRels"/>
216 
				</ARCS>
217 
			</NODE>
218 
			<NODE name="storeClaimRels" type="StoreHBase">
219 
				<DESCRIPTION>Store relation Claim Project</DESCRIPTION>
220 
				<PARAMETERS>
221 
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
222 
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
223 
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
224 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
225 
				</PARAMETERS>
226 
				<ARCS>
227 
					<ARC to="queryClaimUpdates"/>
228 
				</ARCS>
229 
			</NODE>
230 
			<NODE name="queryClaimUpdates" type="QueryDb">
231 
				<DESCRIPTION>query Claim updates</DESCRIPTION>
232 
				<PARAMETERS>
233 
					<PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
234 
					<PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsUpdate.sql
235 
					</PARAM>
236 
					<PARAM managedBy="system" name="outputEprParam" required="true" type="string">claimRelsEpr</PARAM>
237 
					<PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/db/decapsule_claims_xml.xsl
238 
					</PARAM>
239 
				</PARAMETERS>
240 
				<ARCS>
241 
					<ARC to="storeClaimUpdates"/>
242 
				</ARCS>
243 
			</NODE>
244 
			<NODE name="storeClaimUpdates" type="StoreHBase">
245 
				<DESCRIPTION>Store claim updates</DESCRIPTION>
246 
				<PARAMETERS>
247 
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
248 
					<PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
249 
					<PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
250 
					<PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
251 
				</PARAMETERS>
252 
				<ARCS>
253 
					<ARC to="finish"/>
254 
				</ARCS>
255 
			</NODE>
256 
			<NODE isJoin="true" name="finish">
257 
				<DESCRIPTION/>
258 
				<PARAMETERS/>
259 
				<ARCS>
260 154 
					<ARC to="success"/>
261 155 
				</ARCS>
262 156 
			</NODE>
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/hbase/oaf2hbase.xml
77 77 
					<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM>
78 78 
				</PARAMETERS>
79 79 
				<ARCS>
80 
					<ARC to="checkOAFResultCount"/>
81 
				</ARCS>
82 
			</NODE>
83 
			<NODE name="checkOAFResultCount" type="CheckHDFSCount">
84 
				<DESCRIPTION>Checks if the number of publications stored on HBASE is the same as those in the HDFS file</DESCRIPTION>
85 
				<PARAMETERS>
86 
					<PARAM required="true" type="string" name="numberToVerifyParamName" managedBy="system">mdstore.result</PARAM>
87 
					<PARAM required="false" type="string" name="hdfsCounterParamName" managedBy="system">mainlog:storeHdfsRecords:count</PARAM>
88 
				</PARAMETERS>
89 
				<ARCS>
90 80 
					<ARC to="success"/>
91 81 
				</ARCS>
92 82 
			</NODE>
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/hbase/odf2hbase.xml
90 90 
					</PARAM>
91 91 
				</PARAMETERS>
92 92 
				<ARCS>
93 
					<ARC to="checkODFResultCount"/>
94 
				</ARCS>
95 
			</NODE>
96 
			<NODE name="checkODFResultCount" type="CheckHDFSCounts">
97 
				<DESCRIPTION>Checks if the number of publications stored on HBASE is the same as those in the HDFS file</DESCRIPTION>
98 
				<PARAMETERS>
99 
					<PARAM required="true" type="string" name="numberToVerifyParamName" managedBy="system">mdstore.result</PARAM>
100 
					<PARAM required="false" type="string" name="hdfsCounterParamName" managedBy="system">mainlog:storeHdfsRecords:count</PARAM>
101 
				</PARAMETERS>
102 
				<ARCS>
103 93 
					<ARC to="success"/>
104 94 
				</ARCS>
105 95 
			</NODE>
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/provision/index.hbase.xml
149 149 
				<PARAMETERS/>
150 150 
				<ARCS>
151 151 
					<ARC to="updateDs"/>
152 
					<ARC to="findSearchService"/>
153 152 
				</ARCS>
154 153 
			</NODE>
155 154 
			<NODE name="updateDs" type="IndexDsUpdateJob">
......
159 158 
					<ARC to="success"/>
160 159 
				</ARCS>
161 160 
			</NODE>
162 
			<NODE name="findSearchService" type="FindSearchService">
163 
				<DESCRIPTION>find search service</DESCRIPTION>
164 
				<PARAMETERS>
165 
					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='SearchServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>
166 
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
167 
				</PARAMETERS>
168 
				<ARCS>
169 
					<ARC name="found" to="switch"/>
170 
					<ARC name="notFound" to="success"/>
171 
				</ARCS>
172 
			</NODE>
173 
			<NODE name="switch" type="SwitchIndex">
174 
				<DESCRIPTION>switch index</DESCRIPTION>
175 
				<PARAMETERS>
176 
					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>
177 
					<PARAM name="inputIndexIdParam" type="string" managedBy="system" required="true">index_id</PARAM>
178 
					<PARAM name="outputIndexIdParam" type="string" managedBy="system" required="true">IndexId</PARAM>
179 
				</PARAMETERS>
180 
				<ARCS>
181 
					<ARC to="success"/>
182 
				</ARCS>
183 
			</NODE>
184 161 
		</CONFIGURATION>
185 162 
		<STATUS/>
186 163 
	</BODY>

Also available in: Unified diff