Project

General

Profile

« Previous | Next » 

Revision 48139

Added by Alessia Bardi almost 7 years ago

integrated (hopefully) all required changes from dnet40

View differences:

iis-preprocessingV2.xml
1 1 
<?xml version="1.0" encoding="UTF-8"?>
2 
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3 
    <HEADER>
4 
        <RESOURCE_IDENTIFIER value="4801c33c-66ca-4ab6-af64-aa812194ec67_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
5 
        <RESOURCE_TYPE value="WorkflowDSResourceType"/>
6 
        <RESOURCE_KIND value="WorkflowDSResources"/>
7 
        <RESOURCE_URI value=""/>
8 
        <DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
9 
    </HEADER>
10 
    <BODY>
11 
        <WORKFLOW_NAME>IIS preprocessing V2</WORKFLOW_NAME>
12 
        <WORKFLOW_TYPE>IIS</WORKFLOW_TYPE>
13 
        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14 
        <CONFIGURATION start="manual">
15 
			<NODE name="start" isStart="true">
2 
<RESOURCE_PROFILE>
3 
	<HEADER>
4 
		<RESOURCE_IDENTIFIER value="4801c33c-66ca-4ab6-af64-aa812194ec67_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
5 
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
6 
		<RESOURCE_KIND value="WorkflowDSResources"/>
7 
		<RESOURCE_URI value=""/>
8 
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
9 
	</HEADER>
10 
	<BODY>
11 
		<WORKFLOW_NAME>IIS preprocessing V2</WORKFLOW_NAME>
12 
		<WORKFLOW_TYPE>IIS</WORKFLOW_TYPE>
13 
		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14 
		<CONFIGURATION start="manual">
15 
			<NODE name="start" isStart="true">
16 16 
				<DESCRIPTION>start</DESCRIPTION>
17 17 
				<PARAMETERS/>
18 18 
				<ARCS>
19 
					<ARC to="prepareActionSets" />
20 
					<ARC to="prepareParameters" />
19 
					<ARC to="prepareActionSets"/>
20 
					<ARC to="prepareParameters"/>
21 21 
				</ARCS>
22 22 
			</NODE>
23 
			<NODE name="prepareActionSets" type="PrepareActionSets">
23 
			<NODE name="prepareActionSets" type="PrepareActionSets">
24 24 
				<DESCRIPTION>prepare action sets</DESCRIPTION>
25 25 
				<PARAMETERS>
26 26 
					<PARAM required="true" type="string" name="sets" managedBy="system">
27 
					[
27 
						[
28 28 
						{
29 
							'set' : 'iis-referenced-projects-preprocessing',
30 
							'jobProperty' : 'export_action_set_id_document_referencedProjects',
31 
							'enablingProperty' : 'active_referencedProjects_export',
32 
							'enabled' : 'true'
29 
						'set' : 'iis-referenced-projects-preprocessing',
30 
						'jobProperty' : 'export_action_set_id_document_referencedProjects',
31 
						'enablingProperty' : 'active_referencedProjects_export',
32 
						'enabled' : 'true'
33 33 
						},
34 34 
						{
35 
							'set' : 'iis-referenced-datasets-preprocessing',
36 
							'jobProperty' : 'export_action_set_id_document_referencedDatasets',
37 
							'enablingProperty' : 'active_referencedDatasets_export',
38 
							'enabled' : 'true'
35 
						'set' : 'iis-referenced-datasets-preprocessing',
36 
						'jobProperty' : 'export_action_set_id_document_referencedDatasets',
37 
						'enablingProperty' : 'active_referencedDatasets_export',
38 
						'enabled' : 'true'
39 39 
						},
40 40 
						{
41 
							'set' : 'iis-wos-entities',
42 
							'jobProperty' : 'export_action_set_id_entity_wos',
43 
							'enablingProperty' : 'active_entity_wos_export',
44 
							'enabled' : 'true'
41 
						'set' : 'iis-wos-entities',
42 
						'jobProperty' : 'export_action_set_id_entity_wos',
43 
						'enablingProperty' : 'active_entity_wos_export',
44 
						'enabled' : 'true'
45 45 
						},
46 46 
						{
47 
							'set' : 'iis-dataset-entities-preprocessing',
48 
							'jobProperty' : 'export_action_set_id_entity_dataset',
49 
							'enablingProperty' : 'active_entity_dataset_export',
50 
							'enabled' : 'true'
47 
						'set' : 'iis-dataset-entities-preprocessing',
48 
						'jobProperty' : 'export_action_set_id_entity_dataset',
49 
						'enablingProperty' : 'active_entity_dataset_export',
50 
						'enabled' : 'true'
51 51 
						}
52 
					]
52 
						]
53 53 
					</PARAM>
54 54 
				</PARAMETERS>
55 55 
				<ARCS>
56 
					<ARC to="preprocessing" />
56 
					<ARC to="preprocessing"/>
57 57 
				</ARCS>
58 58 
			</NODE>
59 59 
			<NODE name="prepareParameters" type="PreparePreprocessParamsV2">
......
66 66 
					<PARAM required="true" type="string" name="mdStoreWosParam" managedBy="system">import_wos_mdstore_id</PARAM>
67 67 
					<PARAM required="true" type="string" name="databaseServiceLocationParam" managedBy="system">import_database_service_location</PARAM>
68 68 
					<PARAM required="true" type="string" name="dataciteObjectStoreParam" managedBy="system">import_content_datacite_objectstores_csv</PARAM>
69 
					<PARAM required="true" type="string" name="wosObjectStorePlaintextParam" managedBy="system">import_content_wos_plaintext_objectstores_csv</PARAM>
69 
					<PARAM required="true" type="string" name="wosObjectStorePlaintextParam" managedBy="system">import_content_wos_plaintext_objectstores_csv</PARAM>
70 70 
					<PARAM required="true" type="string" name="oozieWfAppPathParam" managedBy="system">oozie.wf.application.path</PARAM>
71 71 
					<PARAM required="true" type="string" name="oozieWfAppPath" managedBy="user">/tmp/integration/apps/preprocessing</PARAM>
72 72 
					<PARAM required="true" type="string" name="clusterName" managedBy="user" function="validValues(['IIS','DM'])">DM</PARAM>
73 73 
					<PARAM required="false" type="string" name="objectStoreBlacklistCSV" managedBy="user"></PARAM>
74 
					<PARAM required="true" type="string" name="importProjectConceptsContextIdParam" managedBy="system">import_project_concepts_context_id</PARAM>
75 
					<PARAM required="true" type="string" name="importProjectConceptsContextId" managedBy="user">fet-fp7</PARAM>
74 
					<PARAM required="true" type="string" name="importProjectConceptsContextCSVParam" managedBy="system">import_project_concepts_context_ids_csv</PARAM>
75 
					<PARAM required="true" type="string" name="importProjectConceptsContextCSV" managedBy="user">fet-fp7,fet-h2020</PARAM>
76 76 
				</PARAMETERS>
77 77 
				<ARCS>
78 
					<ARC to="preprocessing" />
78 
					<ARC to="preprocessing"/>
79 79 
				</ARCS>
80 
			</NODE>
80 
			</NODE>
81 81 
			<NODE name="preprocessing" type="SubmitHadoopJob" isJoin="true">
82 82 
				<DESCRIPTION>IIS preprocessing</DESCRIPTION>
83 83 
				<PARAMETERS>
84 84 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisPreprocessingJobV2</PARAM>
85 85 
					<PARAM required="true" type="string" name="envParams" managedBy="system">
86 86 
						{
87 
							'cluster' : 'cluster',
88 
							'oozie.wf.application.path' : 'oozie.wf.application.path',
89 
							'import_content_object_store_location' : 'import_content_object_store_location',
90 
							'import_mdstore_service_location' : 'import_mdstore_service_location',
91 
							'import_islookup_service_location' : 'import_islookup_service_location',
92 
							'import_project_concepts_context_id' : 'import_project_concepts_context_id',
93 
							'import_dataset_mdstore_ids_csv' : 'import_dataset_mdstore_ids_csv',
94 
							'import_wos_mdstore_id' : 'import_wos_mdstore_id',
95 
							'import_database_service_location' : 'import_database_service_location',
96 
							'import_content_datacite_objectstores_csv' : 'import_content_datacite_objectstores_csv',
97 
							'import_content_wos_plaintext_objectstores_csv' : 'import_content_wos_plaintext_objectstores_csv',
98 
							'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
99 
							'export_action_set_id_document_referencedDatasets' : 'export_action_set_id_document_referencedDatasets',
100 
							'export_action_set_id_entity_wos' : 'export_action_set_id_entity_wos',
101 
							'export_action_set_id_entity_dataset' : 'export_action_set_id_entity_dataset'
87 
						'cluster' : 'cluster',
88 
						'oozie.wf.application.path' : 'oozie.wf.application.path',
89 
						'import_content_object_store_location' : 'import_content_object_store_location',
90 
						'import_mdstore_service_location' : 'import_mdstore_service_location',
91 
						'import_islookup_service_location' : 'import_islookup_service_location',
92 
						'import_project_concepts_context_ids_csv' : 'import_project_concepts_context_ids_csv',
93 
						'import_dataset_mdstore_ids_csv' : 'import_dataset_mdstore_ids_csv',
94 
						'import_wos_mdstore_id' : 'import_wos_mdstore_id',
95 
						'import_database_service_location' : 'import_database_service_location',
96 
						'import_content_datacite_objectstores_csv' : 'import_content_datacite_objectstores_csv',
97 
						'import_content_wos_plaintext_objectstores_csv' : 'import_content_wos_plaintext_objectstores_csv',
98 
						'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
99 
						'export_action_set_id_document_referencedDatasets' : 'export_action_set_id_document_referencedDatasets',
100 
						'export_action_set_id_entity_wos' : 'export_action_set_id_entity_wos',
101 
						'export_action_set_id_entity_dataset' : 'export_action_set_id_entity_dataset'
102 102 
						}
103 103 
					</PARAM>
104 104 
					<PARAM required="true" type="string" name="sysParams" managedBy="system">
105 
						{
106 
							'import_database_dbname' : 'dnet.openaire.db.name'
105 
						{
106 
						'import_database_dbname' : 'dnet.openaire.db.name'
107 107 
						}
108 108 
					</PARAM>
109 
					<PARAM required="true" type="boolean" name="simulation"	managedBy="user">false</PARAM>
109 
					<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM>
110 110 
					<PARAM required="true" type="string" name="oozie.report.actions.csv" managedBy="system">build-report</PARAM>
111 111 
				</PARAMETERS>
112 112 
				<ARCS>
113 
					<ARC to="updateActionSets" />
113 
					<ARC to="updateActionSets"/>
114 114 
				</ARCS>
115 115 
			</NODE>
116 
			<NODE name="updateActionSets" type="UpdateActionSets">
116 
			<NODE name="updateActionSets" type="UpdateActionSets">
117 117 
				<DESCRIPTION>update action sets</DESCRIPTION>
118 118 
				<PARAMETERS/>
119 119 
				<ARCS>
120 
					<ARC to="success" />
120 
					<ARC to="success"/>
121 121 
				</ARCS>
122 122 
			</NODE>
123 
        </CONFIGURATION>
124 
        <STATUS />
125 
    </BODY>
123 
		</CONFIGURATION>
124 
		<STATUS/>
125 
	</BODY>
126 126 
</RESOURCE_PROFILE>

Also available in: Unified diff