Project

General

Profile

« Previous | Next » 

Revision 48139

Added by Alessia Bardi almost 7 years ago

integrated (hopefully) all required changes from dnet40

View differences:

oaf2hbase.xml
1 1 
<?xml version="1.0" encoding="UTF-8"?>
2 
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
2 
<RESOURCE_PROFILE>
3 3 
	<HEADER>
4 4 
		<RESOURCE_IDENTIFIER
5 
			value="c7d7d775-2db3-474d-85ab-5173a582d515_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
6 
		<RESOURCE_TYPE value="WorkflowDSResourceType" />
7 
		<RESOURCE_KIND value="WorkflowDSResources" />
8 
		<RESOURCE_URI value="" />
9 
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
5 
				value="c7d7d775-2db3-474d-85ab-5173a582d515_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
6 
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
7 
		<RESOURCE_KIND value="WorkflowDSResources"/>
8 
		<RESOURCE_URI value=""/>
9 
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
10 10 
	</HEADER>
11 11 
	<BODY>
12 12 
		<WORKFLOW_NAME>OAF to HBase</WORKFLOW_NAME>
......
19 19 
					<PARAM required="true" type="string" name="hdfsPathParam" managedBy="system">hdfsPath</PARAM>
20 20 
					<PARAM required="true" type="string" name="hdfsPath" managedBy="system">/tmp/mdstores_oaf-store-cleaned.seq</PARAM>
21 21 
					<PARAM required="true" type="string" name="xsltParam" managedBy="system">xslt</PARAM>
22 
					<PARAM required="true" type="string" name="xslt" managedBy="system">/eu/dnetlib/data/transform/dmf_2_hbase.xsl</PARAM>
22 
					<PARAM required="true" type="string" name="xslt" managedBy="system">/eu/dnetlib/data/transform/dmf_2_hbase.xsl</PARAM>
23 23 
				</PARAMETERS>
24 24 
				<ARCS>
25 
					<ARC to="reuseHdfsRecords" />
25 
					<ARC to="reuseHdfsRecords"/>
26 26 
				</ARCS>
27 27 
			</NODE>
28 28 
			<NODE name="reuseHdfsRecords" type="ReuseHdfsRecords">
......
31 31 
					<PARAM required="true" type="boolean" name="reuseMdRecords" managedBy="user">false</PARAM>
32 32 
				</PARAMETERS>
33 33 
				<ARCS>
34 
					<ARC name="true" to="mapreduce" />
35 
					<ARC name="false" to="exportRecords" />
34 
					<ARC name="true" to="mapreduce"/>
35 
					<ARC name="false" to="exportRecords"/>
36 36 
				</ARCS>
37 37 
			</NODE>
38 38 
			<NODE name="exportRecords" type="MDStoreBatchExporter">
......
44 44 
					<PARAM required="true" type="string" name="outputEprParam" managedBy="system">records_epr</PARAM>
45 45 
				</PARAMETERS>
46 46 
				<ARCS>
47 
					<ARC to="storeHdfsRecords" />
47 
					<ARC to="storeHdfsRecords"/>
48 48 
				</ARCS>
49 49 
			</NODE>
50 50 
			<NODE name="storeHdfsRecords" type="StoreHdfsRecords">
......
52 52 
				<PARAMETERS>
53 53 
					<PARAM required="true" type="string" name="inputEprParam" managedBy="system">records_epr</PARAM>
54 54 
					<PARAM required="true" type="string" name="hdfsPathParam" managedBy="system">hdfsPath</PARAM>
55 
					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
55 
					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
56 56 
				</PARAMETERS>
57 57 
				<ARCS>
58 
					<ARC to="mapreduce" />
58 
					<ARC to="mapreduce"/>
59 59 
				</ARCS>
60 
			</NODE>
60 
			</NODE>
61 61 
			<NODE name="mapreduce" type="SubmitHadoopJob">
62 62 
				<DESCRIPTION>Run M/R import Job</DESCRIPTION>
63 63 
				<PARAMETERS>
64 64 
					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
65 65 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">mdStoreHdfsImportJob</PARAM>
66 66 
					<PARAM required="true" type="string" name="envParams" managedBy="system">
67 
						{
68 
							'mapred.input.dir' : 'hdfsPath',
69 
							'hbase.import.xslt' : 'xslt'
67 
						{
68 
						'mapred.input.dir' : 'hdfsPath',
69 
						'hbase.import.xslt' : 'xslt'
70 70 
						}
71 
					</PARAM>
71 
					</PARAM>
72 72 
					<PARAM required="true" type="string" name="sysParams" managedBy="system">
73 
						{
74 
							'hbase.mapred.outputtable' : 'hbase.mapred.datatable'
73 
						{
74 
						'hbase.mapred.outputtable' : 'hbase.mapred.datatable'
75 75 
						}
76 76 
					</PARAM>
77 
					<PARAM required="true" type="boolean" name="simulation"	managedBy="user">false</PARAM>
77 
					<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM>
78 78 
				</PARAMETERS>
79 79 
				<ARCS>
80 
					<ARC to="checkOAFResultCount" />
80 
					<ARC to="checkOAFResultCount"/>
81 81 
				</ARCS>
82 82 
			</NODE>
83 83 
			<NODE name="checkOAFResultCount" type="CheckHDFSCount">
......
87 87 
					<PARAM required="false" type="string" name="hdfsCounterParamName" managedBy="system">mainlog:storeHdfsRecords:count</PARAM>
88 88 
				</PARAMETERS>
89 89 
				<ARCS>
90 
					<ARC to="success" />
90 
					<ARC to="success"/>
91 91 
				</ARCS>
92 92 
			</NODE>
93 93 
		</CONFIGURATION>
94 
		<STATUS />
94 
		<STATUS/>
95 95 
	</BODY>
96 96 
</RESOURCE_PROFILE>
97 97 

  		












Also available in:  Unified diff