Project

General

Profile

1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE>
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER
5
				value="c7d7d775-2db3-474d-85ab-5173a582d515_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
6
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
7
		<RESOURCE_KIND value="WorkflowDSResources"/>
8
		<RESOURCE_URI value=""/>
9
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
10
	</HEADER>
11
	<BODY>
12
		<WORKFLOW_NAME>OAF to HBase</WORKFLOW_NAME>
13
		<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE>
14
		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
15
		<CONFIGURATION start="manual">
16
			<NODE isStart="true" name="setTable" type="SetHBaseTable">
17
				<DESCRIPTION>set hbase table</DESCRIPTION>
18
				<PARAMETERS>
19
					<PARAM managedBy="user" name="table" required="true" type="string"></PARAM>
20
				</PARAMETERS>
21
				<ARCS>
22
					<ARC to="mapreduce"/>
23
				</ARCS>
24
			</NODE>
25
			<NODE isStart="true" name="prepareImport" type="PrepareMDStoreImport">
26
				<DESCRIPTION>Configure export to HDFS</DESCRIPTION>
27
				<PARAMETERS>
28
					<PARAM managedBy="system" name="hdfsPathParam" required="true" type="string">hdfsPath</PARAM>
29
					<PARAM managedBy="user"   name="hdfsPath"      required="true" type="string"></PARAM>
30
					<PARAM managedBy="system" name="mappingParam"  required="true" type="string">xslt</PARAM>
31
					<PARAM managedBy="user"   name="mapping"       required="true" type="string" function="obtainValues('oaf2hbaseMappings', {})"></PARAM>
32
				</PARAMETERS>
33
				<ARCS>
34
					<ARC to="reuseHdfsRecords"/>
35
				</ARCS>
36
			</NODE>
37
			<NODE name="reuseHdfsRecords" type="ReuseHdfsRecords">
38
				<DESCRIPTION>reuse mdstore records</DESCRIPTION>
39
				<PARAMETERS>
40
					<PARAM managedBy="user" name="reuseMdRecords" required="true" type="boolean"></PARAM>
41
				</PARAMETERS>
42
				<ARCS>
43
					<ARC name="true" to="doneExport"/>
44
					<ARC name="false" to="exportRecords"/>
45
				</ARCS>
46
			</NODE>
47
			<NODE name="exportRecords" type="MDStoreBatchExporter">
48
				<DESCRIPTION>Fetch mdstore records</DESCRIPTION>
49
				<PARAMETERS>
50
					<PARAM managedBy="user"   name="format"           required="true" type="string">OAF</PARAM>
51
					<PARAM managedBy="user"   name="layout"           required="true" type="string">store</PARAM>
52
					<PARAM managedBy="user"   name="interpretation"   required="true" type="string">cleaned</PARAM>
53
					<PARAM managedBy="system" name="outputEprParam"   required="true" type="string">records_epr</PARAM>
54
				</PARAMETERS>
55
				<ARCS>
56
					<ARC to="storeHdfsRecords"/>
57
				</ARCS>
58
			</NODE>
59
			<NODE name="storeHdfsRecords" type="StoreHdfsRecords">
60
				<DESCRIPTION>Store records to HDFS</DESCRIPTION>
61
				<PARAMETERS>
62
					<PARAM managedBy="system" name="inputEprParam" required="true" type="string">records_epr</PARAM>
63
					<PARAM managedBy="system" name="hdfsPathParam" required="true" type="string">hdfsPath</PARAM>
64
					<PARAM managedBy="system" name="cluster"       required="true" type="string">DM</PARAM>
65
				</PARAMETERS>
66
				<ARCS>
67
					<ARC to="doneExport"/>
68
				</ARCS>
69
			</NODE>
70
			<NODE name="doneExport">
71
				<DESCRIPTION/>
72
				<PARAMETERS/>
73
				<ARCS>
74
					<ARC to="mapreduce"/>
75
				</ARCS>
76
			</NODE>
77
			<NODE isJoin="true" name="mapreduce" type="SubmitHadoopJob">
78
				<DESCRIPTION>Run M/R import Job</DESCRIPTION>
79
				<PARAMETERS>
80
					<PARAM managedBy="system" name="cluster"    required="true" type="string">DM</PARAM>
81
					<PARAM managedBy="system" name="hadoopJob"  required="true" type="string">mdStoreHdfsImportJob</PARAM>
82
					<PARAM managedBy="user"   name="simulation" required="true" type="boolean">false</PARAM>
83
					<PARAM managedBy="system" name="envParams"  required="true" type="string">
84
						{
85
						'mapred.input.dir' : 'hdfsPath',
86
						'hbase.import.xslt' : 'xslt',
87
						'hbase.mapred.outputtable' : 'hbaseTable'
88
						}
89
					</PARAM>
90
				</PARAMETERS>
91
				<ARCS>
92
					<ARC to="success"/>
93
				</ARCS>
94
			</NODE>
95
		</CONFIGURATION>
96
		<STATUS/>
97
	</BODY>
98
</RESOURCE_PROFILE>
99

    
100

    
(5-5/8)