Project

General

Profile

« Previous | Next » 

Revision 48634

Added by Claudio Atzori about 7 years ago

updated IIS preprocessing job configuration profile with the settings from production

View differences:

iisPreprocessingJobV2.xml
1 1 
<RESOURCE_PROFILE>
2 2 
	<HEADER>
3 
		<RESOURCE_IDENTIFIER
4 
				value="51e1660e-b1fe-4389-96b5-11a522b78c15_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
3 
		<RESOURCE_IDENTIFIER value="51e1660e-b1fe-4389-96b5-11a522b78c15_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
5 4 
		<RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
6 5 
		<RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
7 6 
		<RESOURCE_URI value=""/>
8 
		<DATE_OF_CREATION value="2001-12-31T12:00:00"/>
7 
		<DATE_OF_CREATION value="2016-10-15T12:03:30+00:00"/>
9 8 
	</HEADER>
10 9 
	<BODY>
11 10 
		<HADOOP_JOB name="iisPreprocessingJobV2" type="oozie">
12 11 
			<DESCRIPTION>IIS preprocessing</DESCRIPTION>
13 12 
			<STATIC_CONFIGURATION>
14 13 
				<!-- Cluster wide -->
15 
				<PROPERTY key="user.name" value="dnet.beta"/>
14 
				<PROPERTY key="user.name" value="dnet.production"/>
15 

  		




  16
  16
  
    
				<!-- Runtime -->


  		




  17
  17
  
    
				<PROPERTY key="metadataextraction_default_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/>


  		




  18
  
  
    
				<PROPERTY key="ingest_pmc_default_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/>


  		




  
  18
  
    
				<!-- skipping _default chunk from property name since 2017.02.21 -->


  		




  
  19
  
    
				<PROPERTY key="metadataextraction_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/>


  		




  
  20
  
    
				<PROPERTY key="ingest_pmc_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/>


  		




  19
  21
  
    
				<PROPERTY key="export_trust_level_threshold_document_referencedDatasets" value="0.0"/>


  		




  20
  22
  
    
				<PROPERTY key="export_trust_level_threshold_document_referencedProjects" value="0.0"/>


  		




  21
  
  
    
				<PROPERTY key="output_remote_location" value="webhdfs://namenode.hadoop.dm.openaire.eu:50071/var/lib/dnet/actionManager_BETA"/>


  		




  
  23
  
    
				<PROPERTY key="output_remote_location" value="webhdfs://namenode.hadoop.dm.openaire.eu:50071/var/lib/dnet/actionManager_PROD"/>


  		




  
  24
  
    
				<PROPERTY key="reports_external_path" value="/user/${user.name}/iis/reports/${execution_environment}"/>


  		




  22
  25
  
    
				<PROPERTY key="oozieServiceLoc" value="http://iis-cdh5-test-m3:11000/oozie"/>


  		




  
  26
  
    
				<PROPERTY key="import_project_stream_endpoint_url" value="http://services.openaire.eu:8980/provision/mvc/openaire/export/streamProjectDetails.do"/>


  		




  23
  27
  
    
			</STATIC_CONFIGURATION>


  		




  24
  28
  
    
			<JOB_INTERFACE>


  		




  25
  
  
    
				<PARAM name="import_content_object_store_location" required="true" description="mdstore service location"/>


  		




  26
  
  
    
				<PARAM name="import_mdstore_service_location" required="true" description="mdstore service location"/>


  		




  27
  
  
    
				<PARAM name="import_dataset_mdstore_ids_csv" required="true" description="mdstore id for dataset records"/>


  		




  28
  
  
    
				<PARAM name="import_wos_mdstore_id" required="true" description="mdstore id for WoS records"/>


  		




  29
  
  
    
				<PARAM name="import_database_service_location" required="true" description="database service endpoint"/>


  		




  30
  
  
    
				<PARAM name="import_content_datacite_objectstores_csv" required="true" description="objecstore ids subject to dataset reference extraction"/>


  		




  31
  
  
    
				<PARAM name="import_content_wos_plaintext_objectstores_csv" required="true" description="objecstore ids for WoS plaintext"/>


  		




  32
  
  
    

  		




  33
  
  
    

  		




  34
  
  
    

  		




  35
  
  
    
				<PARAM name="nameNode" required="true" description="hdfs name node"/>


  		




  36
  
  
    
				<PARAM name="jobTracker" required="true" description="job tracker name"/>


  		




  37
  
  
    
				<PARAM name="oozie.wf.application.path" required="true" description="oozie job application absolute path"/>


  		




  38
  
  
    
				<PARAM name="export_action_set_id_document_referencedProjects" required="true" description="target action set for project references"/>


  		




  39
  
  
    
				<PARAM name="export_action_set_id_document_referencedDatasets" required="true" description="target action set for dataset references"/>


  		




  40
  
  
    
				<PARAM name="export_action_set_id_entity_wos" required="true" description="target action set for WoS entities"/>


  		




  41
  
  
    
				<PARAM name="export_action_set_id_entity_dataset" required="true" description="target action set for dataset entities"/>


  		




  
  29
  
    
				<PARAM description="mdstore service location" name="import_content_object_store_location" required="true"/>


  		




  
  30
  
    
				<PARAM description="mdstore service location" name="import_mdstore_service_location" required="true"/>


  		




  
  31
  
    
				<PARAM description="mdstore id for dataset records" name="import_dataset_mdstore_ids_csv" required="true"/>


  		




  
  32
  
    
				<PARAM description="mdstore id for WoS records" name="import_wos_mdstore_id" required="true"/>


  		




  
  33
  
    
				<PARAM description="database service endpoint" name="import_database_service_location" required="true"/>


  		




  
  34
  
    
				<PARAM description="objecstore ids subject to dataset reference extraction" name="import_content_datacite_objectstores_csv" required="true"/>


  		




  
  35
  
    
				<PARAM description="objecstore ids for WoS plaintext" name="import_content_wos_plaintext_objectstores_csv" required="true"/>


  		




  
  36
  
    
				<PARAM description="oozie job application absolute path" name="oozie.wf.application.path" required="true"/>


  		




  
  37
  
    
				<PARAM description="target action set for project references" name="export_action_set_id_document_referencedProjects" required="true"/>


  		




  
  38
  
    
				<PARAM description="target action set for dataset references" name="export_action_set_id_document_referencedDatasets" required="true"/>


  		




  
  39
  
    
				<PARAM description="target action set for WoS entities" name="export_action_set_id_entity_wos" required="true"/>


  		




  
  40
  
    
				<PARAM description="target action set for dataset entities" name="export_action_set_id_entity_dataset" required="true"/>


  		




  42
  41
  
    
			</JOB_INTERFACE>


  		




  43
  42
  
    
		</HADOOP_JOB>


  		




  44
  43
  
    
		<STATUS>


  		




  45
  
  
    
			<LAST_SUBMISSION_DATE value="2001-12-31T12:00:00"/>


  		




  46
  
  
    
			<RUNNING_INSTANCES value="0"/>


  		




  47
  
  
    
			<CUMULATIVE_RUN value="0"/>


  		




  
  44
  
    
			<LAST_SUBMISSION_DATE value="2017-07-20T07:13:23+00:00"/>


  		




  
  45
  
    
			<RUNNING_INSTANCES value="1"/>


  		




  
  46
  
    
			<CUMULATIVE_RUN value="23"/>


  		




  48
  47
  
    
		</STATUS>


  		




  49
  48
  
    
		<SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>


  		




  50
  49
  
    
	</BODY>


  		












Also available in:  Unified diff