Project

General

Profile

« Previous | Next » 

Revision 48139

Added by Alessia Bardi almost 7 years ago

integrated (hopefully) all required changes from dnet40

View differences:

iis-preprocessing.xml
1 1 
<?xml version="1.0" encoding="UTF-8"?>
2 
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3 
    <HEADER>
4 
        <RESOURCE_IDENTIFIER value="4801c33c-66ca-4ab6-af64-aa812194ec66_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
5 
        <RESOURCE_TYPE value="WorkflowDSResourceType"/>
6 
        <RESOURCE_KIND value="WorkflowDSResources"/>
7 
        <RESOURCE_URI value=""/>
8 
        <DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
9 
    </HEADER>
10 
    <BODY>
11 
        <WORKFLOW_NAME>IIS preprocessing</WORKFLOW_NAME>
12 
        <WORKFLOW_TYPE>IIS</WORKFLOW_TYPE>
13 
        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14 
        <CONFIGURATION start="manual">
15 
			<NODE name="start" isStart="true">
2 
<RESOURCE_PROFILE>
3 
	<HEADER>
4 
		<RESOURCE_IDENTIFIER value="4801c33c-66ca-4ab6-af64-aa812194ec66_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
5 
		<RESOURCE_TYPE value="WorkflowDSResourceType"/>
6 
		<RESOURCE_KIND value="WorkflowDSResources"/>
7 
		<RESOURCE_URI value=""/>
8 
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
9 
	</HEADER>
10 
	<BODY>
11 
		<WORKFLOW_NAME>IIS preprocessing</WORKFLOW_NAME>
12 
		<WORKFLOW_TYPE>IIS</WORKFLOW_TYPE>
13 
		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
14 
		<CONFIGURATION start="manual">
15 
			<NODE name="start" isStart="true">
16 16 
				<DESCRIPTION>start</DESCRIPTION>
17 17 
				<PARAMETERS/>
18 18 
				<ARCS>
19 
					<ARC to="prepareActionSets" />
20 
					<ARC to="prepareParameters" />
19 
					<ARC to="prepareActionSets"/>
20 
					<ARC to="prepareParameters"/>
21 21 
				</ARCS>
22 22 
			</NODE>
23 
			<NODE name="prepareActionSets" type="PrepareActionSets">
23 
			<NODE name="prepareActionSets" type="PrepareActionSets">
24 24 
				<DESCRIPTION>prepare action sets</DESCRIPTION>
25 25 
				<PARAMETERS>
26 26 
					<PARAM required="true" type="string" name="sets" managedBy="system">
27 
					[
27 
						[
28 28 
						{
29 
							'set' : 'iis-referenced-projects-preprocessing',
30 
							'jobProperty' : 'export_action_set_id_document_referencedProjects',
31 
							'enablingProperty' : 'active_referencedProjects_export',
32 
							'enabled' : 'true'
29 
						'set' : 'iis-referenced-projects-preprocessing',
30 
						'jobProperty' : 'export_action_set_id_document_referencedProjects',
31 
						'enablingProperty' : 'active_referencedProjects_export',
32 
						'enabled' : 'true'
33 33 
						},
34 34 
						{
35 
							'set' : 'iis-referenced-datasets-preprocessing',
36 
							'jobProperty' : 'export_action_set_id_document_referencedDatasets',
37 
							'enablingProperty' : 'active_referencedDatasets_export',
38 
							'enabled' : 'true'
35 
						'set' : 'iis-referenced-datasets-preprocessing',
36 
						'jobProperty' : 'export_action_set_id_document_referencedDatasets',
37 
						'enablingProperty' : 'active_referencedDatasets_export',
38 
						'enabled' : 'true'
39 39 
						},
40 40 
						{
41 
							'set' : 'iis-wos-entities',
42 
							'jobProperty' : 'export_action_set_id_entity_wos',
43 
							'enablingProperty' : 'active_entity_wos_export',
44 
							'enabled' : 'true'
41 
						'set' : 'iis-wos-entities',
42 
						'jobProperty' : 'export_action_set_id_entity_wos',
43 
						'enablingProperty' : 'active_entity_wos_export',
44 
						'enabled' : 'true'
45 45 
						},
46 46 
						{
47 
							'set' : 'iis-dataset-entities-preprocessing',
48 
							'jobProperty' : 'export_action_set_id_entity_dataset',
49 
							'enablingProperty' : 'active_entity_dataset_export',
50 
							'enabled' : 'true'
47 
						'set' : 'iis-dataset-entities-preprocessing',
48 
						'jobProperty' : 'export_action_set_id_entity_dataset',
49 
						'enablingProperty' : 'active_entity_dataset_export',
50 
						'enabled' : 'true'
51 51 
						}
52 
					]
52 
						]
53 53 
					</PARAM>
54 54 
				</PARAMETERS>
55 55 
				<ARCS>
56 
					<ARC to="preprocessing" />
56 
					<ARC to="preprocessing"/>
57 57 
				</ARCS>
58 58 
			</NODE>
59 
			<NODE name="prepareParameters" type="PreparePreprocessParams">
59 
			<NODE name="prepareParameters" type="PreparePreprocessParams">
60 60 
				<DESCRIPTION>prepare parameters</DESCRIPTION>
61 61 
				<PARAMETERS>
62 62 
					<PARAM required="true" type="string" name="islookupLocationParam" managedBy="system">import_islookup_service_location</PARAM>
......
66 66 
					<PARAM required="true" type="string" name="mdStoreWosParam" managedBy="system">import_wos_mdstore_id</PARAM>
67 67 
					<PARAM required="true" type="string" name="databaseServiceLocationParam" managedBy="system">import_database_service_location</PARAM>
68 68 
					<PARAM required="true" type="string" name="dataciteObjectStoreParam" managedBy="system">import_content_datacite_objectstores_csv</PARAM>
69 
					<PARAM required="true" type="string" name="wosObjectStorePlaintextParam" managedBy="system">import_content_wos_plaintext_objectstores_csv</PARAM>
69 
					<PARAM required="true" type="string" name="wosObjectStorePlaintextParam" managedBy="system">import_content_wos_plaintext_objectstores_csv</PARAM>
70 70 
					<PARAM required="true" type="string" name="zkQuorumParam" managedBy="system">export_action_hbase_remote_zookeeper_quorum</PARAM>
71 71 
					<PARAM required="true" type="string" name="zkPortParam" managedBy="system">export_action_hbase_remote_zookeeper_clientport</PARAM>
72 72 
					<PARAM required="true" type="string" name="oozieWfAppPathParam" managedBy="system">oozie.wf.application.path</PARAM>
......
77 77 
					<PARAM required="true" type="string" name="importProjectConceptsContextId" managedBy="user">fet-fp7</PARAM>
78 78 
				</PARAMETERS>
79 79 
				<ARCS>
80 
					<ARC to="preprocessing" />
80 
					<ARC to="preprocessing"/>
81 81 
				</ARCS>
82 
			</NODE>
82 
			</NODE>
83 83 
			<NODE name="preprocessing" type="SubmitHadoopJob" isJoin="true">
84 84 
				<DESCRIPTION>IIS preprocessing</DESCRIPTION>
85 85 
				<PARAMETERS>
86 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisPreprocessingJob</PARAM>
86 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisPreprocessingJob</PARAM>
87 87 
					<PARAM required="true" type="string" name="envParams" managedBy="system">
88 88 
						{
89 
							'cluster' : 'cluster',
90 
							'nameNode' : 'nameNode',
91 
							'jobTracker' : 'jobTracker',
92 
							'oozie.wf.application.path' : 'oozie.wf.application.path',
93 
							'import_content_object_store_location' : 'import_content_object_store_location',
94 
							'import_mdstore_service_location' : 'import_mdstore_service_location',
95 
							'import_islookup_service_location' : 'import_islookup_service_location',
96 
							'import_project_concepts_context_id' : 'import_project_concepts_context_id',
97 
							'import_dataset_mdstore_ids_csv' : 'import_dataset_mdstore_ids_csv',
98 
							'import_wos_mdstore_id' : 'import_wos_mdstore_id',
99 
							'import_database_service_location' : 'import_database_service_location',
100 
							'import_content_datacite_objectstores_csv' : 'import_content_datacite_objectstores_csv',
101 
							'import_content_wos_plaintext_objectstores_csv' : 'import_content_wos_plaintext_objectstores_csv',
102 
							'export_action_hbase_remote_zookeeper_quorum' : 'export_action_hbase_remote_zookeeper_quorum',
103 
							'export_action_hbase_remote_zookeeper_clientport' : 'export_action_hbase_remote_zookeeper_clientport',
104 
							'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
105 
							'export_action_set_id_document_referencedDatasets' : 'export_action_set_id_document_referencedDatasets',
106 
							'export_action_set_id_entity_wos' : 'export_action_set_id_entity_wos',
107 
							'export_action_set_id_entity_dataset' : 'export_action_set_id_entity_dataset',
108 
							'output_remote_location' : 'actionManagerBasePath'
89 
						'cluster' : 'cluster',
90 
						'nameNode' : 'nameNode',
91 
						'jobTracker' : 'jobTracker',
92 
						'oozie.wf.application.path' : 'oozie.wf.application.path',
93 
						'import_content_object_store_location' : 'import_content_object_store_location',
94 
						'import_mdstore_service_location' : 'import_mdstore_service_location',
95 
						'import_islookup_service_location' : 'import_islookup_service_location',
96 
						'import_project_concepts_context_id' : 'import_project_concepts_context_id',
97 
						'import_dataset_mdstore_ids_csv' : 'import_dataset_mdstore_ids_csv',
98 
						'import_wos_mdstore_id' : 'import_wos_mdstore_id',
99 
						'import_database_service_location' : 'import_database_service_location',
100 
						'import_content_datacite_objectstores_csv' : 'import_content_datacite_objectstores_csv',
101 
						'import_content_wos_plaintext_objectstores_csv' : 'import_content_wos_plaintext_objectstores_csv',
102 
						'export_action_hbase_remote_zookeeper_quorum' : 'export_action_hbase_remote_zookeeper_quorum',
103 
						'export_action_hbase_remote_zookeeper_clientport' : 'export_action_hbase_remote_zookeeper_clientport',
104 
						'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
105 
						'export_action_set_id_document_referencedDatasets' : 'export_action_set_id_document_referencedDatasets',
106 
						'export_action_set_id_entity_wos' : 'export_action_set_id_entity_wos',
107 
						'export_action_set_id_entity_dataset' : 'export_action_set_id_entity_dataset',
108 
						'output_remote_location' : 'actionManagerBasePath'
109 109 
						}
110 110 
					</PARAM>
111 111 
					<PARAM required="true" type="string" name="sysParams" managedBy="system">
112 
						{
113 
							'export_action_hbase_table_name' : 'hbase.actions.table',
114 
							'import_database_dbname' : 'dnet.openaire.db.name'
112 
						{
113 
						'export_action_hbase_table_name' : 'hbase.actions.table',
114 
						'import_database_dbname' : 'dnet.openaire.db.name'
115 115 
						}
116 116 
					</PARAM>
117 
					<PARAM required="true" type="boolean" name="simulation"	managedBy="user">false</PARAM>
117 
					<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM>
118 118 
				</PARAMETERS>
119 119 
				<ARCS>
120 
					<ARC to="updateActionSets" />
120 
					<ARC to="updateActionSets"/>
121 121 
				</ARCS>
122 122 
			</NODE>
123 
			<NODE name="updateActionSets" type="UpdateActionSets">
123 
			<NODE name="updateActionSets" type="UpdateActionSets">
124 124 
				<DESCRIPTION>update action sets</DESCRIPTION>
125 125 
				<PARAMETERS/>
126 126 
				<ARCS>
127 
					<ARC to="success" />
127 
					<ARC to="success"/>
128 128 
				</ARCS>
129 129 
			</NODE>
130 
        </CONFIGURATION>
131 
        <STATUS />
132 
    </BODY>
130 
		</CONFIGURATION>
131 
		<STATUS/>
132 
	</BODY>
133 133 
</RESOURCE_PROFILE>

Also available in: Unified diff