Index: modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/dm/dm.provision.xml
===================================================================
--- modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/dm/dm.provision.xml (revision 48602)
+++ modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/dm/dm.provision.xml (revision 48603)
@@ -130,7 +130,7 @@
-
+
@@ -206,45 +206,26 @@
+
-
- set format, layout, interpretation for OAI publisher
-
- oaf
- index
- openaire
- oai_format
- oai_layout
- oai_interpretation
-
-
-
-
-
- Prepare params for OAI store feeding
+ Prepare target OAI store
- oaiStoreCollection
- oaistore
- oai_dbName
- oai_format
- oai_layout
- oai_interpretation
+ oaistore
+ oaf
+ index
+ openaire
+
true
//*[local-name()='entity']//*[local-name()='datainfo']/*[local-name()='deletedbyinference'][./text() = 'true']
-
+
Drop the store: upserts are too expensive!
-
- oai_dbName
- oai_format
- oai_layout
- oai_interpretation
-
+
@@ -251,12 +232,7 @@
-
- oai_dbName
- oai_format
- oai_layout
- oai_interpretation
-
+
@@ -269,12 +245,12 @@
{
'mapred.input.dir' : 'hdfsRecordsPath',
- 'services.publisher.oai.collection' : 'oaiStoreCollection',
- 'oaiConfiguration' : 'oaiConfiguration',
- 'oai.feed.date' : 'oai.feed.date',
+ 'services.publisher.oai.collection' : 'oai_collection',
+ 'oaiConfiguration' : 'oai_configuration',
+ 'oai.feed.date' : 'oai_actionDate',
'services.publisher.oai.db' : 'oai_dbName',
- 'services.publisher.oai.skipDuplicates':'services.publisher.oai.skipDuplicates',
- 'services.publisher.oai.duplicateXPath':'services.publisher.oai.duplicateXPath'
+ 'services.publisher.oai.skipDuplicates':'oai_skipDuplicates',
+ 'services.publisher.oai.duplicateXPath':'oai_duplicateXPath'
}
@@ -292,9 +268,7 @@
Create composite indexes for the OAI store
- oai_dbName
- oaiStoreCollection
- set,datestamp;license,oaftype;set,oaftype;oaftype,funder;resulttypeid,oaftype
+ set,resulttypeid;set,datestamp;license,oaftype;set,oaftype;oaftype,funder;resulttypeid,oaftype;oaftype,funding;resulttypeid,funder;resulttypeid,funding
@@ -302,10 +276,7 @@
Ensure an index exists on fields as specified in the configuration profile
-
- oai_dbName
- oaiStoreCollection
-
+
@@ -314,8 +285,6 @@
Count records in each OAI set, for each exported metadata format
- oai_dbName
- oaiStoreCollection
false
@@ -322,16 +291,14 @@
-
+
Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)
- oai_dbName
-
wait for all the branches to complete