Revision 45954
Added by Sandro La Bruzzo about 7 years ago
| modules/dnet-efg/trunk/src/main/java/eu/dnetlib/efg/workflows/nodes/thumbnail/GenerateThumbnailJobNode.java | ||
|---|---|---|
| 62 | 62 |
|
| 63 | 63 |
final List<Future<Boolean>> responses = new ArrayList<>(); |
| 64 | 64 |
|
| 65 |
responses.add(executor.submit(new WorkerMap(objectStore, objectStore250, objectStore96, queue))); |
|
| 65 |
for (int i = 0; i < 10; i++) {
|
|
| 66 |
responses.add(executor.submit(new WorkerMap(objectStore, objectStore250, objectStore96, queue))); |
|
| 67 |
} |
|
| 68 |
|
|
| 66 | 69 |
this.counter = 0; |
| 67 | 70 |
|
| 68 | 71 |
while (deliver.hasNext()) {
|
| modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_post_feed_oai.xml | ||
|---|---|---|
| 33 | 33 |
<NODE name="prepareOAI" type="PrepareOaiJob"> |
| 34 | 34 |
<DESCRIPTION>Prepare oai feeding</DESCRIPTION> |
| 35 | 35 |
<PARAMETERS> |
| 36 |
<PARAM name="oaiConfigurationParam" value="configuration_oai"/> |
|
| 36 |
<PARAM name="oaiFormat" value="edm"/> |
|
| 37 |
<PARAM name="oaiLayout" value="store"/> |
|
| 38 |
<PARAM name="oaiInterpretation" value="cleaned"/> |
|
| 39 |
<PARAM name="oaiDbName" value="oaistore_efg"/> |
|
| 37 | 40 |
</PARAMETERS> |
| 38 | 41 |
<ARCS> |
| 39 | 42 |
<ARC to="CompoundIndexes"/> |
| ... | ... | |
| 43 | 46 |
<NODE name="CompoundIndexes" type="OAICreateIndex"> |
| 44 | 47 |
<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION> |
| 45 | 48 |
<PARAMETERS> |
| 46 |
<PARAM name="format" value="edm"/>
|
|
| 47 |
<PARAM name="layout" value="store"/>
|
|
| 48 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 49 |
<PARAM name="dbName" value="oaistore_efg"/>
|
|
| 49 |
<PARAM name="oaiFormat" value="edm"/>
|
|
| 50 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 51 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 52 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 50 | 53 |
<PARAM name="fieldNames" value="set,datestamp;entitytype"/> |
| 51 | 54 |
</PARAMETERS> |
| 52 | 55 |
<ARCS> |
| ... | ... | |
| 57 | 60 |
<NODE name="ConfigIndexes" type="OAIEnsureIndexes"> |
| 58 | 61 |
<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION> |
| 59 | 62 |
<PARAMETERS> |
| 60 |
<PARAM name="format" value="edm"/>
|
|
| 61 |
<PARAM name="layout" value="store"/>
|
|
| 62 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 63 |
<PARAM name="dbName" value="oaistore_efg"/>
|
|
| 63 |
<PARAM name="oaiFormat" value="edm"/>
|
|
| 64 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 65 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 66 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 64 | 67 |
</PARAMETERS> |
| 65 | 68 |
<ARCS> |
| 66 | 69 |
<ARC to="SetsCount"/> |
| ... | ... | |
| 70 | 73 |
<NODE name="SetsCount" type="OAISetsCountUpdate"> |
| 71 | 74 |
<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION> |
| 72 | 75 |
<PARAMETERS> |
| 73 |
<PARAM name="format" value="edm"/>
|
|
| 74 |
<PARAM name="layout" value="store"/>
|
|
| 75 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 76 |
<PARAM name="dbName" value="oaistore_efg"/>
|
|
| 76 |
<PARAM name="oaiFormat" value="edm"/>
|
|
| 77 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 78 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 79 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 77 | 80 |
<PARAM name="configuredOnly" value="false"/> |
| 78 | 81 |
</PARAMETERS> |
| 79 | 82 |
<ARCS> |
| ... | ... | |
| 84 | 87 |
<NODE name="ConfigSets" type="OAIRefreshConfiguration"> |
| 85 | 88 |
<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION> |
| 86 | 89 |
<PARAMETERS> |
| 87 |
<PARAM name="format" value="edm"/>
|
|
| 88 |
<PARAM name="layout" value="store"/>
|
|
| 89 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 90 |
<PARAM name="dbName" value="oaistore_efg"/>
|
|
| 90 |
<PARAM name="oaiFormat" value="edm"/>
|
|
| 91 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 92 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 93 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 91 | 94 |
</PARAMETERS> |
| 92 | 95 |
<ARCS> |
| 93 | 96 |
<ARC to="success"/> |
| modules/dnet-efg/trunk/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/efg_feed_oai.xml | ||
|---|---|---|
| 64 | 64 |
<DESCRIPTION>Drop oai Store records</DESCRIPTION> |
| 65 | 65 |
<PARAMETERS> |
| 66 | 66 |
<PARAM name="setSpec" env="datasource_namespacePrefix"/> |
| 67 |
<PARAM name="format" value="oai_efg"/>
|
|
| 68 |
<PARAM name="layout" value="store"/>
|
|
| 69 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 70 |
<PARAM name="dbName" value="oaistore_efg"/>
|
|
| 67 |
<PARAM name="oaiFormat" value="oai_efg"/>
|
|
| 68 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 69 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 70 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 71 | 71 |
</PARAMETERS> |
| 72 | 72 |
<ARCS> |
| 73 | 73 |
<ARC to="fetchEDMRecord"/> |
| ... | ... | |
| 88 | 88 |
<DESCRIPTION>Clean original records</DESCRIPTION> |
| 89 | 89 |
<PARAMETERS> |
| 90 | 90 |
<PARAM name="eprParam" value="orig_epr"/> |
| 91 |
<PARAM name="format" value="edm"/>
|
|
| 92 |
<PARAM name="layout" value="store"/>
|
|
| 93 |
<PARAM name="interpretation" value="cleaned"/>
|
|
| 94 |
<PARAM name="oai_dbName" value="oaistore_efg"/>
|
|
| 91 |
<PARAM name="oaiFormat" value="edm"/>
|
|
| 92 |
<PARAM name="oaiLayout" value="store"/>
|
|
| 93 |
<PARAM name="oaiInterpretation" value="cleaned"/>
|
|
| 94 |
<PARAM name="oaiDbName" value="oaistore_efg"/>
|
|
| 95 | 95 |
</PARAMETERS> |
| 96 | 96 |
<ARCS> |
| 97 | 97 |
<ARC to="success"/> |
Also available in: Unified diff
fixed WF OAI