Revision 48634
Added by Claudio Atzori about 7 years ago
iisPreprocessingJobV2.xml | ||
---|---|---|
1 | 1 |
<RESOURCE_PROFILE> |
2 | 2 |
<HEADER> |
3 |
<RESOURCE_IDENTIFIER |
|
4 |
value="51e1660e-b1fe-4389-96b5-11a522b78c15_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/> |
|
3 |
<RESOURCE_IDENTIFIER value="51e1660e-b1fe-4389-96b5-11a522b78c15_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/> |
|
5 | 4 |
<RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/> |
6 | 5 |
<RESOURCE_KIND value="HadoopJobConfigurationDSResources"/> |
7 | 6 |
<RESOURCE_URI value=""/> |
8 |
<DATE_OF_CREATION value="2001-12-31T12:00:00"/>
|
|
7 |
<DATE_OF_CREATION value="2016-10-15T12:03:30+00:00"/>
|
|
9 | 8 |
</HEADER> |
10 | 9 |
<BODY> |
11 | 10 |
<HADOOP_JOB name="iisPreprocessingJobV2" type="oozie"> |
12 | 11 |
<DESCRIPTION>IIS preprocessing</DESCRIPTION> |
13 | 12 |
<STATIC_CONFIGURATION> |
14 | 13 |
<!-- Cluster wide --> |
15 |
<PROPERTY key="user.name" value="dnet.beta"/> |
|
14 |
<PROPERTY key="user.name" value="dnet.production"/> |
|
15 |
|
|
16 | 16 |
<!-- Runtime --> |
17 | 17 |
<PROPERTY key="metadataextraction_default_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/> |
18 |
<PROPERTY key="ingest_pmc_default_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/> |
|
18 |
<!-- skipping _default chunk from property name since 2017.02.21 --> |
|
19 |
<PROPERTY key="metadataextraction_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/> |
|
20 |
<PROPERTY key="ingest_pmc_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/> |
|
19 | 21 |
<PROPERTY key="export_trust_level_threshold_document_referencedDatasets" value="0.0"/> |
20 | 22 |
<PROPERTY key="export_trust_level_threshold_document_referencedProjects" value="0.0"/> |
21 |
<PROPERTY key="output_remote_location" value="webhdfs://namenode.hadoop.dm.openaire.eu:50071/var/lib/dnet/actionManager_BETA"/> |
|
23 |
<PROPERTY key="output_remote_location" value="webhdfs://namenode.hadoop.dm.openaire.eu:50071/var/lib/dnet/actionManager_PROD"/> |
|
24 |
<PROPERTY key="reports_external_path" value="/user/${user.name}/iis/reports/${execution_environment}"/> |
|
22 | 25 |
<PROPERTY key="oozieServiceLoc" value="http://iis-cdh5-test-m3:11000/oozie"/> |
26 |
<PROPERTY key="import_project_stream_endpoint_url" value="http://services.openaire.eu:8980/provision/mvc/openaire/export/streamProjectDetails.do"/> |
|
23 | 27 |
</STATIC_CONFIGURATION> |
24 | 28 |
<JOB_INTERFACE> |
25 |
<PARAM name="import_content_object_store_location" required="true" description="mdstore service location"/> |
|
26 |
<PARAM name="import_mdstore_service_location" required="true" description="mdstore service location"/> |
|
27 |
<PARAM name="import_dataset_mdstore_ids_csv" required="true" description="mdstore id for dataset records"/> |
|
28 |
<PARAM name="import_wos_mdstore_id" required="true" description="mdstore id for WoS records"/> |
|
29 |
<PARAM name="import_database_service_location" required="true" description="database service endpoint"/> |
|
30 |
<PARAM name="import_content_datacite_objectstores_csv" required="true" description="objecstore ids subject to dataset reference extraction"/> |
|
31 |
<PARAM name="import_content_wos_plaintext_objectstores_csv" required="true" description="objecstore ids for WoS plaintext"/> |
|
32 |
|
|
33 |
|
|
34 |
|
|
35 |
<PARAM name="nameNode" required="true" description="hdfs name node"/> |
|
36 |
<PARAM name="jobTracker" required="true" description="job tracker name"/> |
|
37 |
<PARAM name="oozie.wf.application.path" required="true" description="oozie job application absolute path"/> |
|
38 |
<PARAM name="export_action_set_id_document_referencedProjects" required="true" description="target action set for project references"/> |
|
39 |
<PARAM name="export_action_set_id_document_referencedDatasets" required="true" description="target action set for dataset references"/> |
|
40 |
<PARAM name="export_action_set_id_entity_wos" required="true" description="target action set for WoS entities"/> |
|
41 |
<PARAM name="export_action_set_id_entity_dataset" required="true" description="target action set for dataset entities"/> |
|
29 |
<PARAM description="mdstore service location" name="import_content_object_store_location" required="true"/> |
|
30 |
<PARAM description="mdstore service location" name="import_mdstore_service_location" required="true"/> |
|
31 |
<PARAM description="mdstore id for dataset records" name="import_dataset_mdstore_ids_csv" required="true"/> |
|
32 |
<PARAM description="mdstore id for WoS records" name="import_wos_mdstore_id" required="true"/> |
|
33 |
<PARAM description="database service endpoint" name="import_database_service_location" required="true"/> |
|
34 |
<PARAM description="objecstore ids subject to dataset reference extraction" name="import_content_datacite_objectstores_csv" required="true"/> |
|
35 |
<PARAM description="objecstore ids for WoS plaintext" name="import_content_wos_plaintext_objectstores_csv" required="true"/> |
|
36 |
<PARAM description="oozie job application absolute path" name="oozie.wf.application.path" required="true"/> |
|
37 |
<PARAM description="target action set for project references" name="export_action_set_id_document_referencedProjects" required="true"/> |
|
38 |
<PARAM description="target action set for dataset references" name="export_action_set_id_document_referencedDatasets" required="true"/> |
|
39 |
<PARAM description="target action set for WoS entities" name="export_action_set_id_entity_wos" required="true"/> |
|
40 |
<PARAM description="target action set for dataset entities" name="export_action_set_id_entity_dataset" required="true"/> |
|
42 | 41 |
</JOB_INTERFACE> |
43 | 42 |
</HADOOP_JOB> |
44 | 43 |
<STATUS> |
45 |
<LAST_SUBMISSION_DATE value="2001-12-31T12:00:00"/>
|
|
46 |
<RUNNING_INSTANCES value="0"/>
|
|
47 |
<CUMULATIVE_RUN value="0"/>
|
|
44 |
<LAST_SUBMISSION_DATE value="2017-07-20T07:13:23+00:00"/>
|
|
45 |
<RUNNING_INSTANCES value="1"/>
|
|
46 |
<CUMULATIVE_RUN value="23"/>
|
|
48 | 47 |
</STATUS> |
49 | 48 |
<SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS> |
50 | 49 |
</BODY> |
Also available in: Unified diff
updated IIS preprocessing job configuration profile with the settings from production