|
1
|
#overriding queue name
|
|
2
|
queueName=mhorst
|
|
3
|
|
|
4
|
#set to false when contents do not have their counterparts in metadata
|
|
5
|
match_content_with_metadata=true
|
|
6
|
|
|
7
|
#import
|
|
8
|
import_hbase_input_table=db_openaireplus_services_beta_2015-06-06
|
|
9
|
import_hbase_approved_datasources_csv=$UNDEFINED$
|
|
10
|
#zookeper parameters have to be provided explicitly
|
|
11
|
hbase_remote_zookeeper_clientport=2181
|
|
12
|
hbase_remote_zookeeper_quorum=spark-m1.vls.icm.edu.pl:2181
|
|
13
|
|
|
14
|
#import concepts
|
|
15
|
import_islookup_service_location=http://beta.services.openaire.eu:8280/is/services/isLookUp
|
|
16
|
import_project_concepts_context_id=fet-fp7,fet-h2020
|
|
17
|
|
|
18
|
#import datacite
|
|
19
|
import_mdstore_service_location=http://beta.services.openaire.eu:8280/is/services/mdStore
|
|
20
|
import_dataset_mdstore_ids_csv=6af45361-c587-4486-b7c3-ee9e5b202037_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==
|
|
21
|
|
|
22
|
#import content, disabled when location set to $UNDEFINED$
|
|
23
|
#import_content_object_store_location=$UNDEFINED$
|
|
24
|
import_content_object_store_location=http://beta.services.openaire.eu:8280/is/services/objectStore
|
|
25
|
|
|
26
|
#empty content
|
|
27
|
#import_content_objectstores_csv=$UNDEFINED$
|
|
28
|
#puma content
|
|
29
|
import_content_objectstores_csv=794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
30
|
#arxiv content
|
|
31
|
#import_content_objectstores_csv=258755af-0b48-41ee-9652-939c5bd2fca3_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
32
|
<<<<<<< .working
|
|
33
|
=======
|
|
34
|
#pmc content new id
|
|
35
|
#not sure xmls were cured
|
|
36
|
#import_content_objectstores_csv=f23cf47f-50d4-4932-9f31-8a81dae3a645_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
37
|
>>>>>>> .merge-right.r39127
|
|
38
|
#wos content
|
|
39
|
#import_content_objectstores_csv=a1a35f9d-dc12-44e0-8781-d8273f5ef017_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
40
|
#all contents (including wos)
|
|
41
|
#node6 and openaire-services.vls.icm.edu.pl have the same ids
|
|
42
|
#import_content_objectstores_csv=794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,258755af-0b48-41ee-9652-939c5bd2fca3_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,b2b6fca5-ce18-498c-a375-b02df97998f0_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,a1a35f9d-dc12-44e0-8781-d8273f5ef017_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
43
|
|
|
44
|
#puma and pmc
|
|
45
|
#import_content_objectstores_csv=794e8173-8be3-4f51-a12e-b43d12ab3b7d_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl,b2b6fca5-ce18-498c-a375-b02df97998f0_T2JqZWN0U3RvcmVEU1Jlc291cmNlcy9PYmplY3RTdG9yZURTUmVzb3VyY2VUeXBl
|
|
46
|
|
|
47
|
#metadataextraction related
|
|
48
|
metadataextraction_excluded_checksums=1e5b574109da731f4918c7f91fc24864
|
|
49
|
<<<<<<< .working
|
|
50
|
metadataextraction_default_cache_location=/user/mhorst/cache/metadataextraction_20150414
|
|
51
|
=======
|
|
52
|
>>>>>>> .merge-right.r39127
|
|
53
|
|
|
54
|
metadataextraction_default_cache_location=/cache/metadataextraction_20150904
|
|
55
|
|
|
56
|
#processing modes
|
|
57
|
active_metadataextraction_export=false
|
|
58
|
active_referenceextraction_project=true
|
|
59
|
active_referenceextraction_dataset=false
|
|
60
|
active_referenceextraction_pdb=false
|
|
61
|
active_referenceextraction_researchinitiative=false
|
|
62
|
active_documentsclassification=false
|
|
63
|
|
|
64
|
active_documentssimilarity=false
|
|
65
|
active_citationmatching=false
|
|
66
|
active_statistics=false
|
|
67
|
active_websiteusage_analysis=false
|
|
68
|
#disabling hbase export, enabling json export
|
|
69
|
active_export_hbase=true
|
|
70
|
active_export_json=true
|
|
71
|
|
|
72
|
#export
|
|
73
|
export_action_hbase_table_name=mainworkflows_primary_test
|
|
74
|
export_action_hbase_table_initialize=true
|
|
75
|
export_action_set_id=iis-default
|
|
76
|
export_action_set_id_entity_dataset=iis-dataset-entities
|
|
77
|
#exporting to external CNR cluster
|
|
78
|
#export_action_hbase_remote_zookeeper_quorum=jobtracker.t.hadoop.research-infrastructures.eu:2182,quorum1.t.hadoop.research-infrastructures.eu:2182,quorum2.t.hadoop.research-infrastructures.eu:2182,quorum3.t.hadoop.research-infrastructures.eu:2182,quorum4.t.hadoop.research-infrastructures.eu:2182
|
|
79
|
#export_action_hbase_remote_zookeeper_clientport=2182
|
|
80
|
#exporting to external DM cluster
|
|
81
|
#export_action_hbase_remote_zookeeper_quorum=namenode1.hadoop.dm.openaire.eu:2181,namenode2.hadoop.dm.openaire.eu:2181,jobtracker1.hadoop.dm.openaire.eu:2181,jobtracker2.hadoop.dm.openaire.eu:2181,hbase-master1.hadoop.dm.openaire.eu:2181
|
|
82
|
#export_action_hbase_remote_zookeeper_clientport=2181
|
|
83
|
|
|
84
|
#exporting on rumcajs cluster, zookeeper properties are required!
|
|
85
|
export_action_hbase_remote_zookeeper_clientport=2181
|
|
86
|
export_action_hbase_remote_zookeeper_quorum=spark-m1.vls.icm.edu.pl:2181
|
|
87
|
|
|
88
|
#need to disable fork-join test due to 'decision' related problem causing: Error: E0743 : E0743: Multiple "ok to" transitions to the same node, [transformers_common_union_document_text], are not allowed
|
|
89
|
oozie.wf.validate.ForkJoin=false
|
|
90
|
<<<<<<< .working
|
|
91
|
#required to include all oozie-sharelib-* dependecies
|
|
92
|
oozie.use.system.libpath=true=======
|
|
93
|
|
|
94
|
remove_sideproducts=false>>>>>>> .merge-right.r39127
|