Project

General

Profile

« Previous | Next » 

Revision 27568

Added by Claudio Atzori about 10 years ago

updated IIS job interfaces

View differences:

iis-preprocessing.xml
48 48 
					<ARC to="preprocessing" />
49 49 
				</ARCS>
50 50 
			</NODE>
51 
			<NODE name="prepareParameters" type="PreparePreprocessMainParams">
51 
			<NODE name="prepareParameters" type="PreparePreprocessParams">
52 52 
				<DESCRIPTION>prepare parameters</DESCRIPTION>
53 53 
				<PARAMETERS>
54 
					<PARAM required="true" type="string" name="objectStoreLocationParam" managedBy="system">import_content_object_store_location</PARAM>
54 55 
					<PARAM required="true" type="string" name="mdStoreStoreLocationParam" managedBy="system">import_mdstore_service_location</PARAM>
56 
					<PARAM required="true" type="string" name="mdStoreDatasetParam" managedBy="system">import_dataset_mdstore_id</PARAM>
57 
					<PARAM required="true" type="string" name="mdStoreWosParam" managedBy="system">import_wos_mdstore_id</PARAM>
58 
					<PARAM required="true" type="string" name="databaseServiceLocationParam" managedBy="system">import_database_service_location</PARAM>
59 
					<PARAM required="true" type="string" name="dataciteObjectStoreParam" managedBy="system">import_content_datacite_objectstores_csv</PARAM>
60 
					<PARAM required="true" type="string" name="wosObjectStorePlaintextParam" managedBy="system">import_content_wos_plaintext_objectstores_csv</PARAM>
55 61 
					<PARAM required="true" type="string" name="zkQuorumParam" managedBy="system">export_action_hbase_remote_zookeeper_quorum</PARAM>
56 62 
					<PARAM required="true" type="string" name="zkPortParam" managedBy="system">export_action_hbase_remote_zookeeper_clientport</PARAM>
57 63 
					<PARAM required="true" type="string" name="oozieWfAppPathParam" managedBy="system">oozie.wf.application.path</PARAM>
58
59 
					<PARAM required="true" type="string" name="oozieWfAppPath" managedBy="user">/tmp/integration/apps/preprocessing_quick_test</PARAM>
64 
					<PARAM required="true" type="string" name="oozieWfAppPath" managedBy="user">/tmp/integration/apps/preprocessing</PARAM>
60 65 
					<PARAM required="true" type="string" name="clusterName" managedBy="user" function="validValues(['IIS','DM'])">DM</PARAM>
61 66 
				</PARAMETERS>
62 67 
				<ARCS>
......
66 71 
			<NODE name="preprocessing" type="SubmitHadoopJob" isJoin="true">
67 72 
				<DESCRIPTION>IIS preprocessing</DESCRIPTION>
68 73 
				<PARAMETERS>
69 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisPreprocessingQuickJob</PARAM>
74 
					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisPreprocessingJob</PARAM>
70 75 
					<PARAM required="true" type="string" name="envParams" managedBy="system">
71 76 
						{
72 77 
							'cluster' : 'cluster',
73 78 
							'nameNode' : 'nameNode',
74 79 
							'jobTracker' : 'jobTracker',
75 80 
							'oozie.wf.application.path' : 'oozie.wf.application.path',
81 
							'import_content_object_store_location' : 'import_content_object_store_location',
76 82 
							'import_mdstore_service_location' : 'import_mdstore_service_location',
83 
							'import_dataset_mdstore_id' : 'import_dataset_mdstore_id',
84 
							'import_wos_mdstore_id' : 'import_wos_mdstore_id',
85 
							'import_database_service_location' : 'import_database_service_location',
86 
							'import_content_datacite_objectstores_csv' : 'import_content_datacite_objectstores_csv',
87 
							'import_content_wos_plaintext_objectstores_csv' : 'import_content_wos_plaintext_objectstores_csv',
77 88 
							'export_action_hbase_remote_zookeeper_quorum' : 'export_action_hbase_remote_zookeeper_quorum',
78 89 
							'export_action_hbase_remote_zookeeper_clientport' : 'export_action_hbase_remote_zookeeper_clientport',
79 90 
							'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
......
84 95 
					</PARAM>
85 96 
					<PARAM required="true" type="string" name="sysParams" managedBy="system">
86 97 
						{
87 
							'export_action_hbase_table_name' : 'hbase.actions.table'
98 
							'export_action_hbase_table_name' : 'hbase.actions.table',
99 
							'import_database_dbname' : 'dnet.openaire.db.name'
88 100 
						}
89 101 
					</PARAM>
90 102 
				</PARAMETERS>

Also available in: Unified diff