Revision 29612
Added by Marek Horst about 10 years ago
modules/icm-iis-mainworkflows/trunk/src/main/resources/eu/dnetlib/iis/mainworkflows/preprocessing/main/job.properties | ||
---|---|---|
1 | 1 |
## import related |
2 | 2 |
#import project |
3 |
#node0 old API
|
|
4 |
#import_database_service_location=http://node0.t.openaire.research-infrastructures.eu:8080/is/services/database
|
|
5 |
#import_database_dbname=dnet_openaireplus_node0_t
|
|
6 |
#node6 new API
|
|
7 |
import_database_service_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/database
|
|
8 |
import_database_dbname=dnet_openaireplus_node6_t
|
|
3 |
#node6
|
|
4 |
#import_database_service_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/database
|
|
5 |
#import_database_dbname=dnet_openaireplus_node6_t
|
|
6 |
#openaire-services.vls.icm.edu.pl
|
|
7 |
import_database_service_location=http://openaire-services.vls.icm.edu.pl:8280/is/services/database
|
|
8 |
import_database_dbname=dnet_openaireplus |
|
9 | 9 |
|
10 | 10 |
#import datacite, export datacite & wos |
11 |
#node0 old API
|
|
12 |
#import_mdstore_service_location=http://node0.t.openaire.research-infrastructures.eu:8080/is/services/mdStore
|
|
13 |
#import_dataset_mdstore_ids_csv=3bdae693-de10-4aa6-8741-f6e410ddd007_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
14 |
#import_wos_mdstore_id=16e1925e-4a17-4ee3-8566-7fcacad1cdd7_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
15 |
#node6 new API
|
|
16 |
import_mdstore_service_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/mdStore
|
|
17 |
import_dataset_mdstore_ids_csv=fb6137c5-d840-4ded-abd3-63b7fc61b632_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
18 |
import_wos_mdstore_id=cebb809c-875d-478a-ac0d-f8a1f2934db4_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
11 |
#node6
|
|
12 |
#import_mdstore_service_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/mdStore
|
|
13 |
#import_dataset_mdstore_ids_csv=fb6137c5-d840-4ded-abd3-63b7fc61b632_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
14 |
#import_wos_mdstore_id=cebb809c-875d-478a-ac0d-f8a1f2934db4_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
15 |
#openaire-services.vls.icm.edu.pl
|
|
16 |
import_mdstore_service_location=http://openaire-services.vls.icm.edu.pl:8280/is/services/mdStore
|
|
17 |
import_dataset_mdstore_ids_csv=6af45361-c587-4486-b7c3-ee9e5b202037_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
18 |
import_wos_mdstore_id=79512983-425a-4727-837f-868f5304deb9_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
19 | 19 |
|
20 | 20 |
#import content |
21 |
#node0 old API
|
|
22 |
#import_content_object_store_location=http://node0.t.openaire.research-infrastructures.eu:8080/is/services/objectStore
|
|
23 |
#node6 new API
|
|
24 |
import_content_object_store_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/objectStore
|
|
21 |
#node6
|
|
22 |
#import_content_object_store_location=http://node6.t.openaire.research-infrastructures.eu:8280/is/services/objectStore
|
|
23 |
#openaire-services.vls.icm.edu.pl
|
|
24 |
import_content_object_store_location=http://openaire-services.vls.icm.edu.pl:8280/is/services/objectStore
|
|
25 | 25 |
|
26 |
#node6 |
|
27 |
#import_content_wos_plaintext_objectstores_csv=a1a35f9d-dc12-44e0-8781-d8273f5ef017_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl |
|
28 |
#openaire-services.vls.icm.edu.pl |
|
26 | 29 |
import_content_wos_plaintext_objectstores_csv=a1a35f9d-dc12-44e0-8781-d8273f5ef017_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl |
30 |
|
|
27 | 31 |
#import_content_datacite_objectstores_csv=$UNDEFINED$ |
28 |
#setting to PUMA |
|
29 |
import_content_datacite_objectstores_csv=794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl |
|
30 |
#setting to all |
|
32 |
#setting to all on node6 |
|
31 | 33 |
#import_content_datacite_objectstores_csv=794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,258755af-0b48-41ee-9652-939c5bd2fca3_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,b2b6fca5-ce18-498c-a375-b02df97998f0_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl |
32 |
|
|
34 |
#setting to all on openaire-services.vls.icm.edu.pl |
|
35 |
import_content_datacite_objectstores_csv=258755af-0b48-41ee-9652-939c5bd2fca3_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,b2b6fca5-ce18-498c-a375-b02df97998f0_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl |
|
33 | 36 |
#metadataextraction related |
34 | 37 |
metadataextraction_excluded_ids=$UNDEFINED$ |
35 | 38 |
|
... | ... | |
37 | 40 |
metadataextraction_default_cache_location=/cache/metadataextraction |
38 | 41 |
|
39 | 42 |
#export |
40 |
export_action_hbase_table_name=mh_mainworkflows_preprocessing_dnet4
|
|
43 |
export_action_hbase_table_name=db_actions_iis_preprocessing
|
|
41 | 44 |
export_action_hbase_table_initialize=true |
42 | 45 |
#export actionset id related |
43 |
#export_action_set_id=iis-default-action-set
|
|
44 |
export_action_set_id_document_referencedProjects=iis-referenced-projects
|
|
45 |
export_action_set_id_document_referencedDatasets=iis-referenced-datasets
|
|
46 |
export_action_set_id_entity_dataset=iis-dataset-entities
|
|
47 |
export_action_set_id_entity_wos=iis-wos-entities
|
|
46 |
#export_action_set_id=preprocessing
|
|
47 |
export_action_set_id_document_referencedProjects=preprocessing
|
|
48 |
export_action_set_id_document_referencedDatasets=preprocessing
|
|
49 |
export_action_set_id_entity_dataset=preprocessing
|
|
50 |
export_action_set_id_entity_wos=preprocessing
|
|
48 | 51 |
|
49 | 52 |
#need to disable fork-join test due to 'decision' related problem causing: Error: E0743 : E0743: Multiple "ok to" transitions to the same node, [transformers_common_union_document_text], are not allowed |
50 | 53 |
oozie.wf.validate.ForkJoin=false |
Also available in: Unified diff
updating job.properties