Revision 44319
Added by Sandro La Bruzzo over 7 years ago
| modules/dnet-efg/trunk/src/main/java/eu/dnetlib/efg/workflows/nodes/ObtainDataSourceParamsJobNode.java | ||
|---|---|---|
| 33 | 33 |
|
| 34 | 34 |
final String nsPrefix = arr[1].trim(); |
| 35 | 35 |
env.setAttribute("datasource_namespacePrefix", nsPrefix);
|
| 36 |
env.setAttribute("oai_recordSource", nsPrefix);
|
|
| 36 | 37 |
|
| 37 | 38 |
env.setAttribute("OAIformat", OAIformat);
|
| 38 | 39 |
env.setAttribute("OAILayout", OAILayout);
|
| modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_post_feed_oai.xml | ||
|---|---|---|
| 33 | 33 |
<NODE name="prepareOAI" type="PrepareOaiJob"> |
| 34 | 34 |
<DESCRIPTION>Prepare oai feeding</DESCRIPTION> |
| 35 | 35 |
<PARAMETERS> |
| 36 |
<PARAM name="oaiStoreCollectionParam" value="oaiStoreCollection"/> |
|
| 37 |
<PARAM name="oaiDBName" value="oaistore_efg"/> |
|
| 38 |
<PARAM name="oaiDBNameParam" value="oai_dbName"/> |
|
| 36 |
<PARAM name="oaiConfigurationParam" value="configuration_oai"/> |
|
| 39 | 37 |
</PARAMETERS> |
| 40 | 38 |
<ARCS> |
| 41 | 39 |
<ARC to="CompoundIndexes"/> |
| ... | ... | |
| 45 | 43 |
<NODE name="CompoundIndexes" type="OAICreateIndex"> |
| 46 | 44 |
<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION> |
| 47 | 45 |
<PARAMETERS> |
| 48 |
<PARAM name="dbNameParam" value="oai_dbName"/> |
|
| 49 |
<PARAM name="oaiStoreCollectionParam" value="oaiStoreCollection"/> |
|
| 46 |
<PARAM name="format" value="edm"/> |
|
| 47 |
<PARAM name="layout" value="store"/> |
|
| 48 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 49 |
<PARAM name="dbName" value="oaistore_efg"/> |
|
| 50 | 50 |
<PARAM name="fieldNames" value="set,datestamp;entitytype"/> |
| 51 | 51 |
</PARAMETERS> |
| 52 | 52 |
<ARCS> |
| ... | ... | |
| 57 | 57 |
<NODE name="ConfigIndexes" type="OAIEnsureIndexes"> |
| 58 | 58 |
<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION> |
| 59 | 59 |
<PARAMETERS> |
| 60 |
<PARAM name="dbNameParam" value="oai_dbName"/> |
|
| 61 |
<PARAM name="oaiStoreCollectionParam" value="oaiStoreCollection"/> |
|
| 60 |
<PARAM name="format" value="edm"/> |
|
| 61 |
<PARAM name="layout" value="store"/> |
|
| 62 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 63 |
<PARAM name="dbName" value="oaistore_efg"/> |
|
| 62 | 64 |
</PARAMETERS> |
| 63 | 65 |
<ARCS> |
| 64 | 66 |
<ARC to="SetsCount"/> |
| ... | ... | |
| 68 | 70 |
<NODE name="SetsCount" type="OAISetsCountUpdate"> |
| 69 | 71 |
<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION> |
| 70 | 72 |
<PARAMETERS> |
| 71 |
<PARAM name="dbNameParam" value="oai_dbName"/> |
|
| 72 |
<PARAM name="oaiStoreCollectionParam" value="oaiStoreCollection"/> |
|
| 73 |
<PARAM name="format" value="edm"/> |
|
| 74 |
<PARAM name="layout" value="store"/> |
|
| 75 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 76 |
<PARAM name="dbName" value="oaistore_efg"/> |
|
| 73 | 77 |
<PARAM name="configuredOnly" value="false"/> |
| 74 | 78 |
</PARAMETERS> |
| 75 | 79 |
<ARCS> |
| ... | ... | |
| 80 | 84 |
<NODE name="ConfigSets" type="OAIRefreshConfiguration"> |
| 81 | 85 |
<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION> |
| 82 | 86 |
<PARAMETERS> |
| 83 |
<PARAM name="dbNameParam" value="oai_dbName"/> |
|
| 87 |
<PARAM name="format" value="edm"/> |
|
| 88 |
<PARAM name="layout" value="store"/> |
|
| 89 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 90 |
<PARAM name="dbName" value="oaistore_efg"/> |
|
| 84 | 91 |
</PARAMETERS> |
| 85 | 92 |
<ARCS> |
| 86 | 93 |
<ARC to="success"/> |
| 87 | 94 |
</ARCS> |
| 88 | 95 |
</NODE> |
| 89 |
|
|
| 90 |
|
|
| 91 | 96 |
</WORKFLOW> |
| 92 | 97 |
</CONFIGURATION> |
| 93 | 98 |
</BODY> |
| modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/refreshIndexSchema.xml | ||
|---|---|---|
| 1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
| 2 |
<RESOURCE_PROFILE> |
|
| 3 |
<HEADER> |
|
| 4 |
<RESOURCE_IDENTIFIER value="1db79dad-7ad1-4fc2-a14a-50bb97dff8d1_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/> |
|
| 5 |
<RESOURCE_TYPE value="WorkflowDSResourceType"/> |
|
| 6 |
<RESOURCE_KIND value="WorkflowDSResources"/> |
|
| 7 |
<RESOURCE_URI value=""/> |
|
| 8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/> |
|
| 9 |
</HEADER> |
|
| 10 |
<BODY> |
|
| 11 |
<WORKFLOW_NAME menuSection="InfoSpace Consistency">Refresh the schema of the Index</WORKFLOW_NAME> |
|
| 12 |
<WORKFLOW_DESCRIPTION>Refresh the schema of the Index</WORKFLOW_DESCRIPTION> |
|
| 13 |
<WORKFLOW_INFO/> |
|
| 14 |
<WORKFLOW_FAMILY>UpdateResolvedRecords</WORKFLOW_FAMILY> |
|
| 15 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
| 16 |
<CONFIGURATION status="EXECUTABLE" start="MANUAL"> |
|
| 17 |
<PARAMETERS/> |
|
| 18 |
<WORKFLOW> |
|
| 19 |
<NODE isStart="true" name="RefreshSchema" type="RefreshSchema"> |
|
| 20 |
<DESCRIPTION>Refresh the schema</DESCRIPTION> |
|
| 21 |
<PARAMETERS> |
|
| 22 |
<PARAM name="format" value="oai_efg"/> |
|
| 23 |
<PARAM name="layout" value="index"/> |
|
| 24 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 25 |
</PARAMETERS> |
|
| 26 |
<ARCS> |
|
| 27 |
<ARC to="success"/> |
|
| 28 |
</ARCS> |
|
| 29 |
</NODE> |
|
| 30 |
</WORKFLOW> |
|
| 31 |
</CONFIGURATION> |
|
| 32 |
<NOTIFICATIONS/> |
|
| 33 |
<SCHEDULING enabled="false"> |
|
| 34 |
<CRON>29 5 22 ? * *</CRON> |
|
| 35 |
<MININTERVAL>10080</MININTERVAL> |
|
| 36 |
</SCHEDULING> |
|
| 37 |
|
|
| 38 |
<STATUS/> |
|
| 39 |
</BODY> |
|
| 40 |
</RESOURCE_PROFILE> |
|
| modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_feed_oai.xml | ||
|---|---|---|
| 63 | 63 |
<NODE name="dropOAIStore" type="OAIDropStore"> |
| 64 | 64 |
<DESCRIPTION>Drop oai Store records</DESCRIPTION> |
| 65 | 65 |
<PARAMETERS> |
| 66 |
<PARAM name="SetNameParam" value="datasource_namespacePrefix"/>
|
|
| 67 |
<PARAM name="formatParam" value="OAIformat"/>
|
|
| 68 |
<PARAM name="layoutParam" value="OAILayout"/>
|
|
| 69 |
<PARAM name="interpretationParam" value="OAIInterpretation"/>
|
|
| 70 |
<PARAM name="oai_dbName" value="oaistore_efg"/>
|
|
| 66 |
<PARAM name="setSpec" env="datasource_namespacePrefix"/>
|
|
| 67 |
<PARAM name="format" value="oai_efg"/>
|
|
| 68 |
<PARAM name="layout" value="store"/>
|
|
| 69 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 70 |
<PARAM name="dbName" value="oaistore_efg"/> |
|
| 71 | 71 |
</PARAMETERS> |
| 72 | 72 |
<ARCS> |
| 73 | 73 |
<ARC to="fetchEDMRecord"/> |
| 74 | 74 |
</ARCS> |
| 75 | 75 |
</NODE> |
| 76 |
<NODE name="fetchEDMRecord" type="ReadMDStore">
|
|
| 76 |
<NODE name="fetchEDMRecord" type="FetchMDStoreRecords">
|
|
| 77 | 77 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
| 78 | 78 |
<PARAMETERS> |
| 79 |
<PARAM name="mdId" ref="edmMdstoreId"/> |
|
| 80 |
<PARAM name="mdFormat" value="oai_edm"/> |
|
| 79 | 81 |
<PARAM name="eprParam" value="orig_epr"/> |
| 80 |
<PARAM name="mdFormatName" value="edm"/> |
|
| 81 |
<PARAM name="mdFormatLayout" value="store"/> |
|
| 82 |
<PARAM name="mdFormatInterpretation" value="cleaned"/> |
|
| 83 |
<PARAM name="datasource" ref="dsId"/> |
|
| 84 |
<PARAM name="mdstoreId" ref="edmMdstoreId"/> |
|
| 85 | 82 |
</PARAMETERS> |
| 86 | 83 |
<ARCS> |
| 87 | 84 |
<ARC to="storeOaiRecords"/> |
| ... | ... | |
| 91 | 88 |
<DESCRIPTION>Clean original records</DESCRIPTION> |
| 92 | 89 |
<PARAMETERS> |
| 93 | 90 |
<PARAM name="eprParam" value="orig_epr"/> |
| 91 |
<PARAM name="format" value="edm"/> |
|
| 92 |
<PARAM name="layout" value="store"/> |
|
| 93 |
<PARAM name="interpretation" value="cleaned"/> |
|
| 94 | 94 |
<PARAM name="oai_dbName" value="oaistore_efg"/> |
| 95 |
<PARAM name="formatParam" value="oai_formatName"/> |
|
| 96 |
<PARAM name="layoutParam" value="oai_formatLayout"/> |
|
| 97 |
<PARAM name="interpretationParam" value="oai_formatInterpretation"/> |
|
| 98 | 95 |
</PARAMETERS> |
| 99 | 96 |
<ARCS> |
| 100 | 97 |
<ARC to="success"/> |
Also available in: Unified diff
fixed all workflows