Project

General

Profile

1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER value="452dc13e-0544-478b-8b23-bc3f90cc7531_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
5
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
6
		<RESOURCE_KIND value="WorkflowDSResources"/>
7
		<RESOURCE_URI value=""/>
8
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
9
	</HEADER>
10
	<BODY>
11
		<WORKFLOW_NAME>Export HBase Table</WORKFLOW_NAME>
12
		<WORKFLOW_TYPE>IIS</WORKFLOW_TYPE>
13
		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14
		<CONFIGURATION start="manual">
15
			<NODE name="setCsvPath" type="SetEnvParameter" isStart="true">
16
				<DESCRIPTION>Set the CSV file path on HDFS</DESCRIPTION>
17
				<PARAMETERS>
18
					<PARAM managedBy="system" name="parameterName" required="true" type="string">csvPath</PARAM>
19
					<PARAM managedBy="user" name="parameterValue" required="true" type="string"></PARAM>
20
				</PARAMETERS>
21
				<ARCS>
22
					<ARC to="cleanupCsv"/>
23
				</ARCS>
24
			</NODE>
25

    
26
			<NODE name="hadoopConfig" type="SetClusterAndTable" isStart="true">
27
				<DESCRIPTION>Set table name</DESCRIPTION>
28
				<PARAMETERS>
29
					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
30
					<PARAM required="true" type="string" name="tableParam" managedBy="system">tableName</PARAM>
31
					<PARAM required="true" type="string" name="table" managedBy="user"/>
32
				</PARAMETERS>
33
				<ARCS>
34
					<ARC to="cleanupCsv"/>
35
				</ARCS>
36
			</NODE>
37

    
38
			<NODE name="cleanupCsv" type="DeleteHdfsPathJob" isJoin="true">
39
				<DESCRIPTION>CSV files cleanup</DESCRIPTION>
40
				<PARAMETERS>
41
					<PARAM required="true" type="string" name="envParams" managedBy="system">
42
						{
43
						'path' : 'csvPath',
44
						'cluster' : 'cluster'
45
						}
46
					</PARAM>
47
				</PARAMETERS>
48
				<ARCS>
49
					<ARC to="export"/>
50
				</ARCS>
51
			</NODE>
52

    
53
			<NODE name="export" type="SubmitHadoopJob">
54
				<DESCRIPTION>export the information space as sequence file</DESCRIPTION>
55
				<PARAMETERS>
56
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">informationSpaceExportJob</PARAM>
57
					<PARAM required="true" type="string" name="envParams" managedBy="system">
58
						{
59
						'cluster' : 'cluster',
60
						'hbase.mapred.inputtable' : 'tableName',
61
						'hbase.mapreduce.inputtable' : 'tableName',
62
						'mapred.output.dir' : 'csvPath'
63
						}
64
					</PARAM>
65
				</PARAMETERS>
66
				<ARCS>
67
					<ARC to="success"/>
68
				</ARCS>
69
			</NODE>
70
		</CONFIGURATION>
71
		<STATUS/>
72
	</BODY>
73
</RESOURCE_PROFILE>
74

    
75

    
76

    
77

    
78

    
79

    
(4-4/10)