Revision 35307
Added by Alessia Bardi over 9 years ago
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/deploy.info | ||
|---|---|---|
| 1 |
{
|
|
| 2 |
"type_source": "SVN", |
|
| 3 |
"goal": "package -U source:jar", |
|
| 4 |
"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-mincyt-workflows/trunk", |
|
| 5 |
"deploy_repository": "dnet4-snapshots", |
|
| 6 |
"version": "4", |
|
| 7 |
"mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it,claudio.atzori@isti.cnr.it,alessia.bardi@isti.cnr.it,andrea.mannocci@isti.cnr.it", |
|
| 8 |
"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", |
|
| 9 |
"name": "dnet-mincyt-workflows" |
|
| 10 |
} |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/test/profiles/mincyt/workflows/repo-hi.xml | ||
|---|---|---|
| 1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
| 2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
| 3 |
<HEADER> |
|
| 4 |
<RESOURCE_IDENTIFIER value="dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
| 5 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
| 6 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
| 7 |
<RESOURCE_URI value="value3" /> |
|
| 8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
| 9 |
</HEADER> |
|
| 10 |
<BODY> |
|
| 11 |
<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME> |
|
| 12 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
| 13 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
| 14 |
<CONFIGURATION start="manual"> |
|
| 15 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
| 16 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
| 17 |
<PARAMETERS> |
|
| 18 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">oai_dc</PARAM> |
|
| 19 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata</PARAM> |
|
| 20 |
</PARAMETERS> |
|
| 21 |
<ARCS> |
|
| 22 |
<ARC to="createMetaWf"/> |
|
| 23 |
<ARC to="validateDs" name="validateDs"/> |
|
| 24 |
</ARCS> |
|
| 25 |
</NODE> |
|
| 26 |
|
|
| 27 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
| 28 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
| 29 |
<PARAMETERS/> |
|
| 30 |
<ARCS> |
|
| 31 |
<ARC to="createMetaWf"/> |
|
| 32 |
</ARCS> |
|
| 33 |
</NODE> |
|
| 34 |
|
|
| 35 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
| 36 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
| 37 |
<PARAMETERS> |
|
| 38 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM> |
|
| 39 |
</PARAMETERS> |
|
| 40 |
<ARCS> |
|
| 41 |
<ARC to="createNative"/> |
|
| 42 |
<ARC to="createTransformed"/> |
|
| 43 |
<ARC to="prepareCreateIndex"/> |
|
| 44 |
</ARCS> |
|
| 45 |
</NODE> |
|
| 46 |
|
|
| 47 |
<NODE name="createNative" type="CreateMDStore"> |
|
| 48 |
<DESCRIPTION>Create native store</DESCRIPTION> |
|
| 49 |
<PARAMETERS> |
|
| 50 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
| 51 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
| 52 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
| 53 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM> |
|
| 54 |
</PARAMETERS> |
|
| 55 |
<ARCS> |
|
| 56 |
<ARC to="updateMetaWf" /> |
|
| 57 |
</ARCS> |
|
| 58 |
</NODE> |
|
| 59 |
|
|
| 60 |
<NODE name="createTransformed" type="CreateMDStore"> |
|
| 61 |
<DESCRIPTION>Create transformed store</DESCRIPTION> |
|
| 62 |
<PARAMETERS> |
|
| 63 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
| 64 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
| 65 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
| 66 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
| 67 |
</PARAMETERS> |
|
| 68 |
<ARCS> |
|
| 69 |
<ARC to="updateMetaWf" /> |
|
| 70 |
</ARCS> |
|
| 71 |
</NODE> |
|
| 72 |
|
|
| 73 |
<NODE name="prepareCreateIndex" type="PrepareCreateIndex"> |
|
| 74 |
<DESCRIPTION>Prepare create index</DESCRIPTION> |
|
| 75 |
<PARAMETERS> |
|
| 76 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
| 77 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
| 78 |
<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM> |
|
| 79 |
</PARAMETERS> |
|
| 80 |
<ARCS> |
|
| 81 |
<ARC to="createIndex" /> |
|
| 82 |
</ARCS> |
|
| 83 |
</NODE> |
|
| 84 |
|
|
| 85 |
<NODE name="createIndex" type="CreateIndex"> |
|
| 86 |
<DESCRIPTION>Create index</DESCRIPTION> |
|
| 87 |
<PARAMETERS> |
|
| 88 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM> |
|
| 89 |
</PARAMETERS> |
|
| 90 |
<ARCS> |
|
| 91 |
<ARC to="updateMetaWf" /> |
|
| 92 |
</ARCS> |
|
| 93 |
</NODE> |
|
| 94 |
|
|
| 95 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
| 96 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
| 97 |
<PARAMETERS> |
|
| 98 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfMincytHi</PARAM> |
|
| 99 |
</PARAMETERS> |
|
| 100 |
<ARCS> |
|
| 101 |
<ARC to="updateMetaWfStatus" /> |
|
| 102 |
</ARCS> |
|
| 103 |
</NODE> |
|
| 104 |
|
|
| 105 |
<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus"> |
|
| 106 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
| 107 |
<PARAMETERS /> |
|
| 108 |
<ARCS> |
|
| 109 |
<ARC to="success" /> |
|
| 110 |
</ARCS> |
|
| 111 |
</NODE> |
|
| 112 |
|
|
| 113 |
</CONFIGURATION> |
|
| 114 |
|
|
| 115 |
<STATUS /> |
|
| 116 |
</BODY> |
|
| 117 |
</RESOURCE_PROFILE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/oaiPostFeed.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="setFormat"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<NODE name="setFormat" type="SetFormatInfo"> |
|
| 14 |
<DESCRIPTION>Set Format Info</DESCRIPTION> |
|
| 15 |
<PARAMETERS> |
|
| 16 |
<PARAM managedBy="user" name="format" required="true" type="string">DMF</PARAM> |
|
| 17 |
<PARAM managedBy="user" name="layout" required="true" type="string">store</PARAM> |
|
| 18 |
<PARAM managedBy="user" name="interpretation" required="true" type="string">transformed</PARAM> |
|
| 19 |
<PARAM managedBy="system" name="formatParam" required="true" type="string">oai_format</PARAM> |
|
| 20 |
<PARAM managedBy="system" name="layoutParam" required="true" type="string">oai_layout</PARAM> |
|
| 21 |
<PARAM managedBy="system" name="interpretationParam" required="true" type="string">oai_interpretation</PARAM> |
|
| 22 |
</PARAMETERS> |
|
| 23 |
<ARCS> |
|
| 24 |
<ARC to="prepareOAI"/> |
|
| 25 |
</ARCS> |
|
| 26 |
</NODE> |
|
| 27 |
|
|
| 28 |
<NODE name="prepareOAI" type="PrepareOaiJob"> |
|
| 29 |
<DESCRIPTION>Prepare oai feeding</DESCRIPTION> |
|
| 30 |
<PARAMETERS> |
|
| 31 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
| 32 |
<PARAM managedBy="user" name="oaiDBName" required="true" type="string">oaistore</PARAM> |
|
| 33 |
<PARAM managedBy="system" name="oaiDBNameParam" required="true" type="string">oai_dbName</PARAM> |
|
| 34 |
</PARAMETERS> |
|
| 35 |
<ARCS> |
|
| 36 |
<ARC to="CompoundIndexes"/> |
|
| 37 |
</ARCS> |
|
| 38 |
</NODE> |
|
| 39 |
|
|
| 40 |
<NODE name="CompoundIndexes" type="OAICreateIndex"> |
|
| 41 |
<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION> |
|
| 42 |
<PARAMETERS> |
|
| 43 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
| 44 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
| 45 |
<PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM> |
|
| 46 |
</PARAMETERS> |
|
| 47 |
<ARCS> |
|
| 48 |
<ARC to="ConfigIndexes"/> |
|
| 49 |
</ARCS> |
|
| 50 |
</NODE> |
|
| 51 |
|
|
| 52 |
<NODE name="ConfigIndexes" type="OAIEnsureIndexes"> |
|
| 53 |
<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION> |
|
| 54 |
<PARAMETERS> |
|
| 55 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
| 56 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
| 57 |
</PARAMETERS> |
|
| 58 |
<ARCS> |
|
| 59 |
<ARC to="SetsCount"/> |
|
| 60 |
</ARCS> |
|
| 61 |
</NODE> |
|
| 62 |
|
|
| 63 |
<NODE name="SetsCount" type="OAISetsCountUpdate"> |
|
| 64 |
<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION> |
|
| 65 |
<PARAMETERS> |
|
| 66 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
| 67 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
| 68 |
<PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">false</PARAM> |
|
| 69 |
</PARAMETERS> |
|
| 70 |
<ARCS> |
|
| 71 |
<ARC to="ConfigSets"/> |
|
| 72 |
</ARCS> |
|
| 73 |
</NODE> |
|
| 74 |
|
|
| 75 |
<NODE name="ConfigSets" type="RefreshSetsFromConfig"> |
|
| 76 |
<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION> |
|
| 77 |
<PARAMETERS> |
|
| 78 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
| 79 |
</PARAMETERS> |
|
| 80 |
<ARCS> |
|
| 81 |
<ARC to="success"/> |
|
| 82 |
</ARCS> |
|
| 83 |
</NODE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/collect.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="COLLECT"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<NODE name="COLLECT" type="CollectRecords"> |
|
| 14 |
<DESCRIPTION>Start Harvesting</DESCRIPTION> |
|
| 15 |
<PARAMETERS> |
|
| 16 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 17 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
| 19 |
</PARAMETERS> |
|
| 20 |
<ARCS> |
|
| 21 |
<ARC to="MD_BUILDER"/> |
|
| 22 |
</ARCS> |
|
| 23 |
</NODE> |
|
| 24 |
|
|
| 25 |
<NODE name="MD_BUILDER" type="MdBuilder"> |
|
| 26 |
<DESCRIPTION>Prepare mdstore records</DESCRIPTION> |
|
| 27 |
<PARAMETERS> |
|
| 28 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
| 29 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM> |
|
| 30 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 31 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 32 |
</PARAMETERS> |
|
| 33 |
<ARCS> |
|
| 34 |
<ARC to="STORE"/> |
|
| 35 |
</ARCS> |
|
| 36 |
</NODE> |
|
| 37 |
|
|
| 38 |
<NODE name="STORE" type="StoreMDStoreRecords"> |
|
| 39 |
<DESCRIPTION>Store mdtore records</DESCRIPTION> |
|
| 40 |
<PARAMETERS> |
|
| 41 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
|
|
| 42 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
| 43 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM> |
|
| 44 |
</PARAMETERS> |
|
| 45 |
<ARCS> |
|
| 46 |
<ARC to="UPDATE_INFO"/> |
|
| 47 |
</ARCS> |
|
| 48 |
</NODE> |
|
| 49 |
|
|
| 50 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
| 51 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
| 52 |
<PARAMETERS> |
|
| 53 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("coll_id")$</PARAM>
|
|
| 54 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 55 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 56 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM> |
|
| 57 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM> |
|
| 58 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM> |
|
| 59 |
</PARAMETERS> |
|
| 60 |
<ARCS> |
|
| 61 |
<ARC to="success"/> |
|
| 62 |
</ARCS> |
|
| 63 |
</NODE> |
|
| 64 |
|
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/repobye.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="DeleteMetaWorkflow"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf"> |
|
| 14 |
<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION> |
|
| 15 |
<PARAMETERS> |
|
| 16 |
<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>
|
|
| 17 |
</PARAMETERS> |
|
| 18 |
<ARCS> |
|
| 19 |
<ARC to="DeleteMDStoreNative"/> |
|
| 20 |
</ARCS> |
|
| 21 |
</NODE> |
|
| 22 |
|
|
| 23 |
<NODE name="DeleteMDStoreNative" type="DeleteMDStore"> |
|
| 24 |
<DESCRIPTION>Delete the native mdstore</DESCRIPTION> |
|
| 25 |
<PARAMETERS> |
|
| 26 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM>
|
|
| 27 |
</PARAMETERS> |
|
| 28 |
<ARCS> |
|
| 29 |
<ARC to="DeleteMDStoreTransformed"/> |
|
| 30 |
</ARCS> |
|
| 31 |
</NODE> |
|
| 32 |
|
|
| 33 |
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore"> |
|
| 34 |
<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION> |
|
| 35 |
<PARAMETERS> |
|
| 36 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM>
|
|
| 37 |
</PARAMETERS> |
|
| 38 |
<ARCS> |
|
| 39 |
<ARC to="DeleteIndex"/> |
|
| 40 |
</ARCS> |
|
| 41 |
</NODE> |
|
| 42 |
|
|
| 43 |
<NODE name="DeleteIndex" type="DeleteIndex"> |
|
| 44 |
<DESCRIPTION>Delete the index</DESCRIPTION> |
|
| 45 |
<PARAMETERS> |
|
| 46 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
|
|
| 47 |
</PARAMETERS> |
|
| 48 |
<ARCS> |
|
| 49 |
<ARC to="RemoveApiExtraFields"/> |
|
| 50 |
</ARCS> |
|
| 51 |
</NODE> |
|
| 52 |
|
|
| 53 |
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields"> |
|
| 54 |
<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION> |
|
| 55 |
<PARAMETERS> |
|
| 56 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 57 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 58 |
<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM> |
|
| 59 |
</PARAMETERS> |
|
| 60 |
<ARCS> |
|
| 61 |
<ARC to="success"/> |
|
| 62 |
</ARCS> |
|
| 63 |
</NODE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/index.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="fetchTransformed"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<NODE name="fetchTransformed" type="FetchMDStoreRecords"> |
|
| 14 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
| 15 |
<PARAMETERS> |
|
| 16 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
|
|
| 17 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("tran_format")$</PARAM>
|
|
| 18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
| 19 |
</PARAMETERS> |
|
| 20 |
<ARCS> |
|
| 21 |
<ARC to="indexRecords"/> |
|
| 22 |
</ARCS> |
|
| 23 |
</NODE> |
|
| 24 |
|
|
| 25 |
<NODE name="indexRecords" type = "UpdateIndex"> |
|
| 26 |
<DESCRIPTION>Index records</DESCRIPTION> |
|
| 27 |
<PARAMETERS> |
|
| 28 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
| 29 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
|
|
| 30 |
<PARAM required="true" type="string" name="format" managedBy="system">$params.("index_format")$</PARAM>
|
|
| 31 |
<PARAM required="true" type="string" name="layout" managedBy="system">$params.("index_layout")$</PARAM>
|
|
| 32 |
<PARAM required="true" type="string" name="feedingType" managedBy="system">REFRESH</PARAM> |
|
| 33 |
</PARAMETERS> |
|
| 34 |
<ARCS> |
|
| 35 |
<ARC to="success"/> |
|
| 36 |
</ARCS> |
|
| 37 |
</NODE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/oai.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="readMDStore"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<NODE name="readMDStore" type="ReadMDStore"> |
|
| 14 |
<DESCRIPTION>Read from mdstore</DESCRIPTION> |
|
| 15 |
<PARAMETERS> |
|
| 16 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
| 17 |
<PARAM name="mdFormatName" managedBy="system" type="string" required="true">$params.("tran_format")$</PARAM>
|
|
| 18 |
<PARAM name="mdFormatLayout" managedBy="system" type="string" required="true">$params.("tran_layout")$</PARAM>
|
|
| 19 |
<PARAM name="mdFormatInterpretation" managedBy="system" type="string" required="true">$params.("tran_interpretation")$</PARAM>
|
|
| 20 |
<PARAM name="datasource" managedBy="system" type="string" required="true">$params.("dataprovider:id")$</PARAM>
|
|
| 21 |
<PARAM name="mdstoreId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM>
|
|
| 22 |
</PARAMETERS> |
|
| 23 |
<ARCS> |
|
| 24 |
<ARC to="oaiSync" /> |
|
| 25 |
</ARCS> |
|
| 26 |
</NODE> |
|
| 27 |
|
|
| 28 |
<NODE name="oaiSync" type="SyncOAIStores"> |
|
| 29 |
<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION> |
|
| 30 |
<PARAMETERS> |
|
| 31 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
| 32 |
<PARAM name="oai_dbName" managedBy="system" type="string" required="true">oaistore</PARAM> |
|
| 33 |
<PARAM name="formatParam" managedBy="user" type="string" required="true">oai_formatName</PARAM> |
|
| 34 |
<PARAM name="layoutParam" managedBy="user" type="string" required="true">oai_formatLayout</PARAM> |
|
| 35 |
<PARAM name="interpretationParam" managedBy="user" type="string" required="true">oai_formatInterpretation</PARAM> |
|
| 36 |
</PARAMETERS> |
|
| 37 |
<ARCS> |
|
| 38 |
<ARC to="success" /> |
|
| 39 |
</ARCS> |
|
| 40 |
</NODE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/repo/transform.wf.st | ||
|---|---|---|
| 1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
| 2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
| 3 |
<PARAMETERS> |
|
| 4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
|
|
| 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 7 |
</PARAMETERS> |
|
| 8 |
<ARCS> |
|
| 9 |
<ARC to="fetchOriginals"/> |
|
| 10 |
</ARCS> |
|
| 11 |
</NODE> |
|
| 12 |
|
|
| 13 |
<!-- <NODE name="mergePostValidationEprs" type="MergeEprs"> --> |
|
| 14 |
<!-- <DESCRIPTION>Fetch records from MDStore</DESCRIPTION> --> |
|
| 15 |
<!-- <PARAMETERS> --> |
|
| 16 |
<!-- <PARAM required="true" type="string" name="inputEprListParam" managedBy="system">valid_epr,invalid_epr</PARAM> --> |
|
| 17 |
<!-- <PARAM required="true" type="string" name="outputEprParam" managedBy="system">merged_epr</PARAM> --> |
|
| 18 |
<!-- </PARAMETERS> --> |
|
| 19 |
<!-- <ARCS> --> |
|
| 20 |
<!-- <ARC to="transformRecords"/> --> |
|
| 21 |
<!-- </ARCS> --> |
|
| 22 |
<!-- </NODE> --> |
|
| 23 |
|
|
| 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
|
| 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
| 26 |
<PARAMETERS> |
|
| 27 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
|
|
| 28 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM>
|
|
| 29 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
| 30 |
</PARAMETERS> |
|
| 31 |
<ARCS> |
|
| 32 |
<ARC to="transformRecords"/> |
|
| 33 |
</ARCS> |
|
| 34 |
</NODE> |
|
| 35 |
|
|
| 36 |
<NODE name="transformRecords" type="Transform"> |
|
| 37 |
<DESCRIPTION>Transform original records</DESCRIPTION> |
|
| 38 |
<PARAMETERS> |
|
| 39 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
| 40 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM> |
|
| 41 |
<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID" />
|
|
| 42 |
</PARAMETERS> |
|
| 43 |
<ARCS> |
|
| 44 |
<ARC to="storeRecords"/> |
|
| 45 |
</ARCS> |
|
| 46 |
</NODE> |
|
| 47 |
|
|
| 48 |
<NODE name="storeRecords" type="StoreMDStoreRecords"> |
|
| 49 |
<DESCRIPTION>Store records into mdstore</DESCRIPTION> |
|
| 50 |
<PARAMETERS> |
|
| 51 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
|
|
| 52 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
| 53 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM> |
|
| 54 |
</PARAMETERS> |
|
| 55 |
<ARCS> |
|
| 56 |
<ARC to="UPDATE_INFO"/> |
|
| 57 |
</ARCS> |
|
| 58 |
</NODE> |
|
| 59 |
|
|
| 60 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
| 61 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
| 62 |
<PARAMETERS> |
|
| 63 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>
|
|
| 64 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
|
|
| 65 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
|
|
| 66 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM> |
|
| 67 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM> |
|
| 68 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM> |
|
| 69 |
</PARAMETERS> |
|
| 70 |
<ARCS> |
|
| 71 |
<ARC to="success"/> |
|
| 72 |
</ARCS> |
|
| 73 |
</NODE> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/applicationContext-mincyt-wfnodes.xml | ||
|---|---|---|
| 1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
| 2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
| 3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
| 4 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd"> |
|
| 5 |
|
|
| 6 |
</beans> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/src/main/resources/eu/dnetlib/msro/mincyt/workflows/applicationContext-repohi.xml | ||
|---|---|---|
| 1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
| 2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
| 3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
| 4 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd"> |
|
| 5 |
|
|
| 6 |
<bean id="metaWfMincytHiValidatorAsStep" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" |
|
| 7 |
p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/workflows/repo/validation/repobye-validatorAsStep.wf.st" |
|
| 8 |
scope="prototype"> |
|
| 9 |
<property name="tree"> |
|
| 10 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 11 |
p:name="collect" |
|
| 12 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/collect.wf.st"> |
|
| 13 |
<property name="children"> |
|
| 14 |
<list> |
|
| 15 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 16 |
p:name="validate" |
|
| 17 |
p:template="classpath:/eu/dnetlib/msro/workflows/repo/validation/validate.wf.st"> |
|
| 18 |
<property name="children"> |
|
| 19 |
<list> |
|
| 20 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 21 |
p:name="transform" |
|
| 22 |
p:template="classpath:/eu/dnetlib/msro/workflows/repo/validation/transform-validated.wf.st"> |
|
| 23 |
<property name="children"> |
|
| 24 |
<list> |
|
| 25 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 26 |
p:name="index" |
|
| 27 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/index.wf.st"> |
|
| 28 |
</bean> |
|
| 29 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 30 |
p:name="oai" |
|
| 31 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/oai.wf.st"> |
|
| 32 |
<property name="children"> |
|
| 33 |
<list> |
|
| 34 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 35 |
p:name="oaiPostFeed" |
|
| 36 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/oaiPostFeed.wf.st"> |
|
| 37 |
</bean> |
|
| 38 |
</list> |
|
| 39 |
</property> |
|
| 40 |
</bean> |
|
| 41 |
</list> |
|
| 42 |
</property> |
|
| 43 |
</bean> |
|
| 44 |
</list> |
|
| 45 |
</property> |
|
| 46 |
</bean> |
|
| 47 |
</list> |
|
| 48 |
</property> |
|
| 49 |
</bean> |
|
| 50 |
</property> |
|
| 51 |
</bean> |
|
| 52 |
|
|
| 53 |
<bean id="metaWfMincytHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" |
|
| 54 |
p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/repobye.wf.st" |
|
| 55 |
scope="prototype"> |
|
| 56 |
<property name="tree"> |
|
| 57 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 58 |
p:name="collect" |
|
| 59 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/collect.wf.st"> |
|
| 60 |
<property name="children"> |
|
| 61 |
<list> |
|
| 62 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 63 |
p:name="transform" |
|
| 64 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/transform.wf.st"> |
|
| 65 |
<property name="children"> |
|
| 66 |
<list> |
|
| 67 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 68 |
p:name="index" |
|
| 69 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/index.wf.st"> |
|
| 70 |
</bean> |
|
| 71 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 72 |
p:name="oai" |
|
| 73 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/oai.wf.st"> |
|
| 74 |
<property name="children"> |
|
| 75 |
<list> |
|
| 76 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
| 77 |
p:name="oaiPostFeed" |
|
| 78 |
p:template="classpath:/eu/dnetlib/msro/mincyt/workflows/repo/oaiPostFeed.wf.st"> |
|
| 79 |
</bean> |
|
| 80 |
</list> |
|
| 81 |
</property> |
|
| 82 |
</bean> |
|
| 83 |
</list> |
|
| 84 |
</property> |
|
| 85 |
</bean> |
|
| 86 |
</list> |
|
| 87 |
</property> |
|
| 88 |
</bean> |
|
| 89 |
</property> |
|
| 90 |
</bean> |
|
| 91 |
|
|
| 92 |
</beans> |
|
| modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0/pom.xml | ||
|---|---|---|
| 1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
| 2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
| 3 |
<parent> |
|
| 4 |
<groupId>eu.dnetlib</groupId> |
|
| 5 |
<artifactId>dnet-parent</artifactId> |
|
| 6 |
<relativePath /> |
|
| 7 |
<version>1.0.0</version> |
|
| 8 |
</parent> |
|
| 9 |
<modelVersion>4.0.0</modelVersion> |
|
| 10 |
<groupId>eu.dnetlib</groupId> |
|
| 11 |
<artifactId>dnet-mincyt-workflows</artifactId> |
|
| 12 |
<packaging>jar</packaging> |
|
| 13 |
<version>2.0.0</version> |
|
| 14 |
<scm> |
|
| 15 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-mincyt-workflows/tags/dnet-mincyt-workflows-2.0.0</developerConnection> |
|
| 16 |
</scm> |
|
| 17 |
<dependencies> |
|
| 18 |
<dependency> |
|
| 19 |
<groupId>eu.dnetlib</groupId> |
|
| 20 |
<artifactId>dnet-msro-service</artifactId> |
|
| 21 |
<version>[3.0.0,4.0.0)</version> |
|
| 22 |
</dependency> |
|
| 23 |
<dependency> |
|
| 24 |
<groupId>eu.dnetlib</groupId> |
|
| 25 |
<artifactId>dnet-validator-workflows</artifactId> |
|
| 26 |
<version>[1.0.0,2.0.0)</version> |
|
| 27 |
</dependency> |
|
| 28 |
</dependencies> |
|
| 29 |
</project> |
|
Also available in: Unified diff
[maven-release-plugin] copy for tag dnet-mincyt-workflows-2.0.0