Project

General

Profile

1
<RESOURCE_PROFILE>
2
	<HEADER>
3
		<RESOURCE_IDENTIFIER value="bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
4
		<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/>
5
		<RESOURCE_KIND value="WorkflowTemplateDSResources"/>
6
		<RESOURCE_URI value=""/>
7
		<DATE_OF_CREATION value="2017-03-07T10:00:00.0Z"/>
8
	</HEADER>
9
	<BODY>
10
		<CONFIGURATION>
11
			<PARAMETERS>
12
				<PARAM name="transformationMode" description="Incremental or refresh mode" required="true" type="string" />
13
				<PARAM name="dsId" description="Datasource Id" required="true" type="string"/>
14
				<PARAM name="interface" description="Datasource Interface" required="true" type="string"/>
15
				<PARAM name="collMdstoreId" description="Store for collected records" required="true" type="string"/>
16
				<PARAM name="cleanMdstoreId" description="Store for transformed records" required="true" type="string"/>
17
				<PARAM name="enableSchemaValidation" description="Perform record validation against XML schema" required="true" type="boolean"/>
18
				<PARAM name="useDeclaredSchema" description="Validate according to the schema decalred in each record" required="true" type="boolean" />
19
				<PARAM name="schemaURL"  description="XML schema URL for validation"  required="false" type="string" />
20
				<PARAM name="mappingPolicyProfile" description="Mapping policy to apply by X3M" required="false" type="string" />
21
				<PARAM name="mappingProfiles" description="X3M mapping rules" required="true" type="list" />
22
				<PARAM name="passFullRecord" description="True to pass the full record to x3m" required="true" type="boolean" />
23
				<PARAM name="verboseTransformationLogging" description="Enable verbose logging of X3M" required="false" type="boolean"/>
24
				<PARAM name="cleaningRuleId" description="Cleaning rule" required="true" type="string" />
25
			</PARAMETERS>
26
			<WORKFLOW>
27
				<NODE name="SELECT_MODE" type="Selection" isStart="true">
28
					<DESCRIPTION>Refresh or incremental?</DESCRIPTION>
29
					<PARAMETERS>
30
						<PARAM name="selection" ref="transformationMode" />
31
					</PARAMETERS>
32
					<ARCS>
33
						<ARC to="FETCH_RECORDS" name="REFRESH" />
34
						<ARC to="PREPARE_INCREMENTAL" name="INCREMENTAL" />
35
					</ARCS>
36
				</NODE>
37
				<NODE name="PREPARE_INCREMENTAL" type="FindWfLatestSuccessDate">
38
					<DESCRIPTION>Find Date Range For Incremental Harvesting</DESCRIPTION>
39
					<PARAMETERS>
40
						<PARAM name="dateParam" value="FROM_DATE"/>
41
					</PARAMETERS>
42
					<ARCS>
43
						<ARC to="FETCH_RECORDS"/>
44
					</ARCS>
45
				</NODE>
46
				<NODE name="FETCH_RECORDS" type="FetchMDStoreRecords">
47
					<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
48
					<PARAMETERS>
49
						<PARAM name="mdId" ref="collMdstoreId"/>
50
						<PARAM name="eprParam" value="orig_epr"/>
51
						<PARAM name="noCursorTimeout" value="true"/>
52
						<PARAM name="fromDate" env="FROM_DATE"/>
53
						<PARAM name="untilDate" value=""/>
54
					</PARAMETERS>
55
					<ARCS>
56
						<!--<ARC to="validateAgainstSchema"/> -->
57
						<ARC to="x3mTransform"/>
58
					</ARCS>
59
				</NODE>
60
				<!--<NODE name="validateAgainstSchema" type="XMLSchemaValidator">-->
61
					<!--<DESCRIPTION>Filters out non-valid XML records</DESCRIPTION>-->
62
					<!--<PARAMETERS>-->
63
						<!--<PARAM name="enableValidation" ref="enableSchemaValidation" />-->
64
						<!--<PARAM name="useDeclaredSchemaUrl" ref="useDeclaredSchema"/>-->
65
						<!--<PARAM name="xmlSchemaURL" ref="schemaURL"/>-->
66
						<!--<PARAM name="eprParam" value="orig_epr"/>-->
67
						<!--<PARAM name="validEprParam" value="valid_epr"/>-->
68
					<!--</PARAMETERS>-->
69
					<!--<ARCS>-->
70
						<!--<ARC to="x3mTransform"/>-->
71
					<!--</ARCS>-->
72
				<!--</NODE>-->
73
				<NODE name="x3mTransform" type="X3MTransform">
74
					<DESCRIPTION>Transform valid records</DESCRIPTION>
75
					<PARAMETERS>
76
						<PARAM name="inputEprParam" value="orig_epr"/>
77
						<PARAM name="outputEprParam" value="trans_epr"/>
78
						<PARAM name="mappingPolicyProfileId" ref="mappingPolicyProfile"/>
79
						<PARAM name="mappingProfileIds" ref="mappingProfiles"/>
80
						<PARAM name="verboseLogging" ref="verboseTransformationLogging"/>
81
						<PARAM name="passFullRecord" ref="passFullRecord"/>
82
					</PARAMETERS>
83
					<ARCS>
84
						<ARC to="clean"/>
85
					</ARCS>
86
				</NODE>
87
				<NODE name="clean" type="Clean">
88
					<DESCRIPTION>Clean records</DESCRIPTION>
89
					<PARAMETERS>
90
						<PARAM name="inputEprParam" value="trans_epr"/>
91
						<PARAM name="outputEprParam" value="clean_epr"/>
92
						<PARAM name="ruleId" ref="cleaningRuleId"/>
93
					</PARAMETERS>
94
					<ARCS>
95
						<ARC to="storeRecords"/>
96
					</ARCS>
97
				</NODE>
98
				<NODE name="storeRecords" type="StoreMDStoreRecords">
99
					<DESCRIPTION>Store mdtore records</DESCRIPTION>
100
					<PARAMETERS>
101
						<PARAM name="mdId" ref="cleanMdstoreId"/>
102
						<PARAM name="storingType" ref="transformationMode"/>
103
						<PARAM name="eprParam" value="clean_epr"/>
104
					</PARAMETERS>
105
					<ARCS>
106
						<ARC to="UPDATE_INFO"/>
107
						<!-- <ARC to="LOG_REPORT"/> -->
108
					</ARCS>
109
				</NODE>
110
				<!--<NODE name="LOG_REPORT" type="ReportReader">-->
111
					<!--<DESCRIPTION>Store the validation report in the env</DESCRIPTION>-->
112
					<!--<PARAMETERS>-->
113
					<!--</PARAMETERS>-->
114
					<!--<ARCS>-->
115
						<!--<ARC to="UPDATE_INFO"/>-->
116
					<!--</ARCS>-->
117
				<!--</NODE>-->
118
				<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
119
					<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
120
					<PARAMETERS>
121
						<PARAM name="mdId" ref="cleanMdstoreId"/>
122
						<PARAM name="datasourceId" ref="dsId"/>
123
						<PARAM name="datasourceInterface" ref="interface"/>
124
						<PARAM name="extraFieldForTotal" value="last_aggregation_total"/>
125
						<PARAM name="extraFieldForDate" value="last_aggregation_date"/>
126
						<PARAM name="extraFieldForMdId" value="last_aggregation_mdId"/>
127
					</PARAMETERS>
128
					<ARCS>
129
						<ARC to="success"/>
130
					</ARCS>
131
				</NODE>
132
			</WORKFLOW>
133
		</CONFIGURATION>
134
	</BODY>
135
</RESOURCE_PROFILE>
(8-8/8)