Revision 35782
Added by Claudio Atzori over 9 years ago
modules/dnet-stdl-workflows/trunk/pom.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
3 |
<parent> |
|
4 |
<groupId>eu.dnetlib</groupId> |
|
5 |
<artifactId>dnet-parent</artifactId> |
|
6 |
<version>1.0.0</version> |
|
7 |
<relativePath /> |
|
8 |
</parent> |
|
9 |
<modelVersion>4.0.0</modelVersion> |
|
10 |
<groupId>eu.dnetlib</groupId> |
|
11 |
<artifactId>dnet-aggregative-basic-workflows</artifactId> |
|
12 |
<packaging>jar</packaging> |
|
13 |
<version>1.0.2-SNAPSHOT</version> |
|
14 |
<scm> |
|
15 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk</developerConnection> |
|
16 |
</scm> |
|
17 |
<dependencies> |
|
18 |
<dependency> |
|
19 |
<groupId>eu.dnetlib</groupId> |
|
20 |
<artifactId>dnet-msro-service</artifactId> |
|
21 |
<version>[3.0.0,4.0.0)</version> |
|
22 |
</dependency> |
|
23 |
</dependencies> |
|
24 |
</project> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="DeleteMetaWorkflow"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf"> |
|
14 |
<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM> |
|
17 |
</PARAMETERS> |
|
18 |
<ARCS> |
|
19 |
<ARC to="DeleteMDStoreNative"/> |
|
20 |
</ARCS> |
|
21 |
</NODE> |
|
22 |
|
|
23 |
<NODE name="DeleteMDStoreNative" type="DeleteMDStore"> |
|
24 |
<DESCRIPTION>Delete the native mdstore</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="DeleteMDStoreTransformed"/> |
|
30 |
</ARCS> |
|
31 |
</NODE> |
|
32 |
|
|
33 |
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore"> |
|
34 |
<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION> |
|
35 |
<PARAMETERS> |
|
36 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM> |
|
37 |
</PARAMETERS> |
|
38 |
<ARCS> |
|
39 |
<ARC to="DeleteIndex"/> |
|
40 |
</ARCS> |
|
41 |
</NODE> |
|
42 |
|
|
43 |
<NODE name="DeleteIndex" type="DeleteIndex"> |
|
44 |
<DESCRIPTION>Delete the index</DESCRIPTION> |
|
45 |
<PARAMETERS> |
|
46 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM> |
|
47 |
</PARAMETERS> |
|
48 |
<ARCS> |
|
49 |
<ARC to="RemoveApiExtraFields"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields"> |
|
54 |
<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
57 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
58 |
<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="success"/> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="readMDStore"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="readMDStore" type="ReadMDStore"> |
|
14 |
<DESCRIPTION>Read from mdstore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
17 |
<PARAM name="mdFormatName" managedBy="system" type="string" required="true">$params.("tran_format")$</PARAM> |
|
18 |
<PARAM name="mdFormatLayout" managedBy="system" type="string" required="true">$params.("tran_layout")$</PARAM> |
|
19 |
<PARAM name="mdFormatInterpretation" managedBy="system" type="string" required="true">$params.("tran_interpretation")$</PARAM> |
|
20 |
<PARAM name="datasource" managedBy="system" type="string" required="true">$params.("dataprovider:id")$</PARAM> |
|
21 |
<PARAM name="mdstoreId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM> |
|
22 |
</PARAMETERS> |
|
23 |
<ARCS> |
|
24 |
<ARC to="oaiSync" /> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
|
|
28 |
<NODE name="oaiSync" type="SyncOAIStores"> |
|
29 |
<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
32 |
<PARAM name="oai_dbName" managedBy="system" type="string" required="true">oaistore</PARAM> |
|
33 |
<PARAM name="formatParam" managedBy="user" type="string" required="true">oai_formatName</PARAM> |
|
34 |
<PARAM name="layoutParam" managedBy="user" type="string" required="true">oai_formatLayout</PARAM> |
|
35 |
<PARAM name="interpretationParam" managedBy="user" type="string" required="true">oai_formatInterpretation</PARAM> |
|
36 |
</PARAMETERS> |
|
37 |
<ARCS> |
|
38 |
<ARC to="success" /> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/aggregative/workflows/repo-hi.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="5dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
5 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
6 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
7 |
<RESOURCE_URI value="value3" /> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME> |
|
12 |
<!-- Specify fields to show when assigning a meta-workflow. --> |
|
13 |
<!-- |
|
14 |
<WORKFLOW_INFO> |
|
15 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
16 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
17 |
<FIELD name="Datasource class">PubsRepository</FIELD> |
|
18 |
<FIELD name="Content">publications</FIELD> |
|
19 |
</WORKFLOW_INFO> --> |
|
20 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
21 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
22 |
<CONFIGURATION start="manual"> |
|
23 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
24 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/> |
|
27 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"/> |
|
28 |
</PARAMETERS> |
|
29 |
<ARCS> |
|
30 |
<ARC to="createMetaWf"/> |
|
31 |
<ARC to="validateDs" name="validateDs"/> |
|
32 |
</ARCS> |
|
33 |
</NODE> |
|
34 |
|
|
35 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
36 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
37 |
<PARAMETERS/> |
|
38 |
<ARCS> |
|
39 |
<ARC to="createMetaWf"/> |
|
40 |
</ARCS> |
|
41 |
</NODE> |
|
42 |
|
|
43 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
44 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
45 |
<PARAMETERS> |
|
46 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM> |
|
47 |
</PARAMETERS> |
|
48 |
<ARCS> |
|
49 |
<ARC to="createNative"/> |
|
50 |
<ARC to="createTransformed"/> |
|
51 |
<ARC to="prepareCreateIndex"/> |
|
52 |
</ARCS> |
|
53 |
</NODE> |
|
54 |
|
|
55 |
<NODE name="createNative" type="CreateMDStore"> |
|
56 |
<DESCRIPTION>Create native store</DESCRIPTION> |
|
57 |
<PARAMETERS> |
|
58 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
59 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
60 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
61 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM> |
|
62 |
</PARAMETERS> |
|
63 |
<ARCS> |
|
64 |
<ARC to="updateMetaWf" /> |
|
65 |
</ARCS> |
|
66 |
</NODE> |
|
67 |
|
|
68 |
<NODE name="createTransformed" type="CreateMDStore"> |
|
69 |
<DESCRIPTION>Create transformed store</DESCRIPTION> |
|
70 |
<PARAMETERS> |
|
71 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
72 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
73 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
74 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
75 |
</PARAMETERS> |
|
76 |
<ARCS> |
|
77 |
<ARC to="updateMetaWf" /> |
|
78 |
</ARCS> |
|
79 |
</NODE> |
|
80 |
|
|
81 |
<NODE name="prepareCreateIndex" type="PrepareCreateIndex"> |
|
82 |
<DESCRIPTION>Prepare create index</DESCRIPTION> |
|
83 |
<PARAMETERS> |
|
84 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
85 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
86 |
<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM> |
|
87 |
</PARAMETERS> |
|
88 |
<ARCS> |
|
89 |
<ARC to="createIndex" /> |
|
90 |
</ARCS> |
|
91 |
</NODE> |
|
92 |
|
|
93 |
<NODE name="createIndex" type="CreateIndex"> |
|
94 |
<DESCRIPTION>Create index</DESCRIPTION> |
|
95 |
<PARAMETERS> |
|
96 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM> |
|
97 |
</PARAMETERS> |
|
98 |
<ARCS> |
|
99 |
<ARC to="updateMetaWf" /> |
|
100 |
</ARCS> |
|
101 |
</NODE> |
|
102 |
|
|
103 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
104 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
105 |
<PARAMETERS> |
|
106 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfRepoHi</PARAM> |
|
107 |
</PARAMETERS> |
|
108 |
<ARCS> |
|
109 |
<ARC to="updateMetaWfStatus" /> |
|
110 |
</ARCS> |
|
111 |
</NODE> |
|
112 |
|
|
113 |
<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus"> |
|
114 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
115 |
<PARAMETERS /> |
|
116 |
<ARCS> |
|
117 |
<ARC to="success" /> |
|
118 |
</ARCS> |
|
119 |
</NODE> |
|
120 |
|
|
121 |
</CONFIGURATION> |
|
122 |
|
|
123 |
<STATUS /> |
|
124 |
</BODY> |
|
125 |
</RESOURCE_PROFILE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/applicationContext-repohi.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd"> |
|
5 |
|
|
6 |
<bean id="metaWfRepoHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" |
|
7 |
p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st" |
|
8 |
scope="prototype"> |
|
9 |
<property name="tree"> |
|
10 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
11 |
p:name="collect" |
|
12 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st"> |
|
13 |
<property name="children"> |
|
14 |
<list> |
|
15 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
16 |
p:name="transform" |
|
17 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st"> |
|
18 |
<property name="children"> |
|
19 |
<list> |
|
20 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
21 |
p:name="index" |
|
22 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st"> |
|
23 |
</bean> |
|
24 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
25 |
p:name="oai" |
|
26 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st"> |
|
27 |
<property name="children"> |
|
28 |
<list> |
|
29 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
30 |
p:name="oaiPostFeed" |
|
31 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st"> |
|
32 |
</bean> |
|
33 |
</list> |
|
34 |
</property> |
|
35 |
</bean> |
|
36 |
</list> |
|
37 |
</property> |
|
38 |
</bean> |
|
39 |
</list> |
|
40 |
</property> |
|
41 |
</bean> |
|
42 |
</property> |
|
43 |
</bean> |
|
44 |
|
|
45 |
</beans> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/applicationContext-dnet-aggregative-basic-workflows.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xmlns:util="http://www.springframework.org/schema/util" |
|
5 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd |
|
6 |
http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd"> |
|
7 |
|
|
8 |
</beans> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="setFormat"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="setFormat" type="SetFormatInfo"> |
|
14 |
<DESCRIPTION>Set Format Info</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM managedBy="user" name="format" required="true" type="string">DMF</PARAM> |
|
17 |
<PARAM managedBy="user" name="layout" required="true" type="string">store</PARAM> |
|
18 |
<PARAM managedBy="user" name="interpretation" required="true" type="string">transformed</PARAM> |
|
19 |
<PARAM managedBy="system" name="formatParam" required="true" type="string">oai_format</PARAM> |
|
20 |
<PARAM managedBy="system" name="layoutParam" required="true" type="string">oai_layout</PARAM> |
|
21 |
<PARAM managedBy="system" name="interpretationParam" required="true" type="string">oai_interpretation</PARAM> |
|
22 |
</PARAMETERS> |
|
23 |
<ARCS> |
|
24 |
<ARC to="prepareOAI"/> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
|
|
28 |
<NODE name="prepareOAI" type="PrepareOaiJob"> |
|
29 |
<DESCRIPTION>Prepare oai feeding</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
32 |
<PARAM managedBy="user" name="oaiDBName" required="true" type="string">oaistore</PARAM> |
|
33 |
<PARAM managedBy="system" name="oaiDBNameParam" required="true" type="string">oai_dbName</PARAM> |
|
34 |
</PARAMETERS> |
|
35 |
<ARCS> |
|
36 |
<ARC to="CompoundIndexes"/> |
|
37 |
</ARCS> |
|
38 |
</NODE> |
|
39 |
|
|
40 |
<NODE name="CompoundIndexes" type="OAICreateIndex"> |
|
41 |
<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION> |
|
42 |
<PARAMETERS> |
|
43 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
44 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
45 |
<PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="ConfigIndexes"/> |
|
49 |
</ARCS> |
|
50 |
</NODE> |
|
51 |
|
|
52 |
<NODE name="ConfigIndexes" type="OAIEnsureIndexes"> |
|
53 |
<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION> |
|
54 |
<PARAMETERS> |
|
55 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
56 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
57 |
</PARAMETERS> |
|
58 |
<ARCS> |
|
59 |
<ARC to="SetsCount"/> |
|
60 |
</ARCS> |
|
61 |
</NODE> |
|
62 |
|
|
63 |
<NODE name="SetsCount" type="OAISetsCountUpdate"> |
|
64 |
<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION> |
|
65 |
<PARAMETERS> |
|
66 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
67 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
68 |
<PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">false</PARAM> |
|
69 |
</PARAMETERS> |
|
70 |
<ARCS> |
|
71 |
<ARC to="ConfigSets"/> |
|
72 |
</ARCS> |
|
73 |
</NODE> |
|
74 |
|
|
75 |
<NODE name="ConfigSets" type="RefreshSetsFromConfig"> |
|
76 |
<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION> |
|
77 |
<PARAMETERS> |
|
78 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
79 |
</PARAMETERS> |
|
80 |
<ARCS> |
|
81 |
<ARC to="success"/> |
|
82 |
</ARCS> |
|
83 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="COLLECT"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="COLLECT" type="CollectRecords"> |
|
14 |
<DESCRIPTION>Start Harvesting</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="MD_BUILDER"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="MD_BUILDER" type="MdBuilder"> |
|
26 |
<DESCRIPTION>Prepare mdstore records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM> |
|
30 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
31 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
32 |
</PARAMETERS> |
|
33 |
<ARCS> |
|
34 |
<ARC to="STORE"/> |
|
35 |
</ARCS> |
|
36 |
</NODE> |
|
37 |
|
|
38 |
<NODE name="STORE" type="StoreMDStoreRecords"> |
|
39 |
<DESCRIPTION>Store mdtore records</DESCRIPTION> |
|
40 |
<PARAMETERS> |
|
41 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM> |
|
42 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
43 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM> |
|
44 |
</PARAMETERS> |
|
45 |
<ARCS> |
|
46 |
<ARC to="UPDATE_INFO"/> |
|
47 |
</ARCS> |
|
48 |
</NODE> |
|
49 |
|
|
50 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
51 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
52 |
<PARAMETERS> |
|
53 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("coll_id")$</PARAM> |
|
54 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
55 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
56 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM> |
|
57 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM> |
|
58 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="success"/> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
|
64 |
|
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="DeleteMetaWorkflow"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf"> |
|
14 |
<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM> |
|
17 |
</PARAMETERS> |
|
18 |
<ARCS> |
|
19 |
<ARC to="DeleteMDStoreNative"/> |
|
20 |
</ARCS> |
|
21 |
</NODE> |
|
22 |
|
|
23 |
<NODE name="DeleteMDStoreNative" type="DeleteMDStore"> |
|
24 |
<DESCRIPTION>Delete the native mdstore</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="DeleteMDStoreTransformed"/> |
|
30 |
</ARCS> |
|
31 |
</NODE> |
|
32 |
|
|
33 |
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore"> |
|
34 |
<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION> |
|
35 |
<PARAMETERS> |
|
36 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM> |
|
37 |
</PARAMETERS> |
|
38 |
<ARCS> |
|
39 |
<ARC to="DeleteIndex"/> |
|
40 |
</ARCS> |
|
41 |
</NODE> |
|
42 |
|
|
43 |
<NODE name="DeleteIndex" type="DeleteIndex"> |
|
44 |
<DESCRIPTION>Delete the index</DESCRIPTION> |
|
45 |
<PARAMETERS> |
|
46 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM> |
|
47 |
</PARAMETERS> |
|
48 |
<ARCS> |
|
49 |
<ARC to="RemoveApiExtraFields"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields"> |
|
54 |
<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
57 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
58 |
<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="success"/> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="fetchTransformed"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="fetchTransformed" type="FetchMDStoreRecords"> |
|
14 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("tran_format")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="indexRecords"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="indexRecords" type = "UpdateIndex"> |
|
26 |
<DESCRIPTION>Index records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM> |
|
30 |
<PARAM required="true" type="string" name="format" managedBy="system">$params.("index_format")$</PARAM> |
|
31 |
<PARAM required="true" type="string" name="layout" managedBy="system">$params.("index_layout")$</PARAM> |
|
32 |
<PARAM required="true" type="string" name="feedingType" managedBy="system">REFRESH</PARAM> |
|
33 |
</PARAMETERS> |
|
34 |
<ARCS> |
|
35 |
<ARC to="success"/> |
|
36 |
</ARCS> |
|
37 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="readMDStore"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="readMDStore" type="ReadMDStore"> |
|
14 |
<DESCRIPTION>Read from mdstore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
17 |
<PARAM name="mdFormatName" managedBy="system" type="string" required="true">$params.("tran_format")$</PARAM> |
|
18 |
<PARAM name="mdFormatLayout" managedBy="system" type="string" required="true">$params.("tran_layout")$</PARAM> |
|
19 |
<PARAM name="mdFormatInterpretation" managedBy="system" type="string" required="true">$params.("tran_interpretation")$</PARAM> |
|
20 |
<PARAM name="datasource" managedBy="system" type="string" required="true">$params.("dataprovider:id")$</PARAM> |
|
21 |
<PARAM name="mdstoreId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM> |
|
22 |
</PARAMETERS> |
|
23 |
<ARCS> |
|
24 |
<ARC to="oaiSync" /> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
|
|
28 |
<NODE name="oaiSync" type="SyncOAIStores"> |
|
29 |
<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
32 |
<PARAM name="oai_dbName" managedBy="system" type="string" required="true">oaistore</PARAM> |
|
33 |
<PARAM name="formatParam" managedBy="user" type="string" required="true">oai_formatName</PARAM> |
|
34 |
<PARAM name="layoutParam" managedBy="user" type="string" required="true">oai_formatLayout</PARAM> |
|
35 |
<PARAM name="interpretationParam" managedBy="user" type="string" required="true">oai_formatInterpretation</PARAM> |
|
36 |
</PARAMETERS> |
|
37 |
<ARCS> |
|
38 |
<ARC to="success" /> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="fetchOriginals"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
|
14 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="transformRecords"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="transformRecords" type="Transform"> |
|
26 |
<DESCRIPTION>Transform original records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM> |
|
30 |
<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID" /> |
|
31 |
</PARAMETERS> |
|
32 |
<ARCS> |
|
33 |
<ARC to="storeRecords"/> |
|
34 |
</ARCS> |
|
35 |
</NODE> |
|
36 |
|
|
37 |
<NODE name="storeRecords" type="StoreMDStoreRecords"> |
|
38 |
<DESCRIPTION>Store records into mdstore</DESCRIPTION> |
|
39 |
<PARAMETERS> |
|
40 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM> |
|
41 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
42 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM> |
|
43 |
</PARAMETERS> |
|
44 |
<ARCS> |
|
45 |
<ARC to="UPDATE_INFO"/> |
|
46 |
</ARCS> |
|
47 |
</NODE> |
|
48 |
|
|
49 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
50 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
51 |
<PARAMETERS> |
|
52 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM> |
|
53 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
54 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
55 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM> |
|
56 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM> |
|
57 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM> |
|
58 |
</PARAMETERS> |
|
59 |
<ARCS> |
|
60 |
<ARC to="success"/> |
|
61 |
</ARCS> |
|
62 |
</NODE> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/applicationContext-repohi.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd"> |
|
5 |
|
|
6 |
<bean id="metaWfRepoHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" |
|
7 |
p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st" |
|
8 |
scope="prototype"> |
|
9 |
<property name="tree"> |
|
10 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
11 |
p:name="collect" |
|
12 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st"> |
|
13 |
<property name="children"> |
|
14 |
<list> |
|
15 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
16 |
p:name="transform" |
|
17 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st"> |
|
18 |
<property name="children"> |
|
19 |
<list> |
|
20 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
21 |
p:name="index" |
|
22 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st"> |
|
23 |
</bean> |
|
24 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
25 |
p:name="oai" |
|
26 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st"> |
|
27 |
<property name="children"> |
|
28 |
<list> |
|
29 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
30 |
p:name="oaiPostFeed" |
|
31 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st"> |
|
32 |
</bean> |
|
33 |
</list> |
|
34 |
</property> |
|
35 |
</bean> |
|
36 |
</list> |
|
37 |
</property> |
|
38 |
</bean> |
|
39 |
</list> |
|
40 |
</property> |
|
41 |
</bean> |
|
42 |
</property> |
|
43 |
</bean> |
|
44 |
|
|
45 |
</beans> |
modules/dnet-stdl-workflows/trunk/src/main/resources/eu/dnetlib/applicationContext-dnet-aggregative-basic-workflows.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xmlns:util="http://www.springframework.org/schema/util" |
|
5 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd |
|
6 |
http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd"> |
|
7 |
|
|
8 |
</beans> |
modules/dnet-stdl-workflows/trunk/deploy.info | ||
---|---|---|
1 |
{ |
|
2 |
"type_source": "SVN", |
|
3 |
"goal": "package -U source:jar", |
|
4 |
"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk", |
|
5 |
"deploy_repository": "dnet4-snapshots", |
|
6 |
"version": "4", |
|
7 |
"mail": "alessia.bardi@isti.cnr.it", |
|
8 |
"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", |
|
9 |
"name": "dnet-aggregative-basic-workflows" |
|
10 |
} |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/pom.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
3 |
<parent> |
|
4 |
<groupId>eu.dnetlib</groupId> |
|
5 |
<artifactId>dnet-parent</artifactId> |
|
6 |
<version>1.0.0</version> |
|
7 |
<relativePath /> |
|
8 |
</parent> |
|
9 |
<modelVersion>4.0.0</modelVersion> |
|
10 |
<groupId>eu.dnetlib</groupId> |
|
11 |
<artifactId>dnet-aggregative-basic-workflows</artifactId> |
|
12 |
<packaging>jar</packaging> |
|
13 |
<version>1.0.1</version> |
|
14 |
<scm> |
|
15 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.1</developerConnection> |
|
16 |
</scm> |
|
17 |
<dependencies> |
|
18 |
<dependency> |
|
19 |
<groupId>eu.dnetlib</groupId> |
|
20 |
<artifactId>dnet-msro-service</artifactId> |
|
21 |
<version>[3.0.0,4.0.0)</version> |
|
22 |
</dependency> |
|
23 |
</dependencies> |
|
24 |
</project> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/test/profiles/aggregative/workflows/repo-hi.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="5dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
5 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
6 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
7 |
<RESOURCE_URI value="value3" /> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME> |
|
12 |
<!-- Specify fields to show when assigning a meta-workflow. --> |
|
13 |
<!-- |
|
14 |
<WORKFLOW_INFO> |
|
15 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
16 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
17 |
<FIELD name="Datasource class">PubsRepository</FIELD> |
|
18 |
<FIELD name="Content">publications</FIELD> |
|
19 |
</WORKFLOW_INFO> --> |
|
20 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
21 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
22 |
<CONFIGURATION start="manual"> |
|
23 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
24 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/> |
|
27 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"/> |
|
28 |
</PARAMETERS> |
|
29 |
<ARCS> |
|
30 |
<ARC to="createMetaWf"/> |
|
31 |
<ARC to="validateDs" name="validateDs"/> |
|
32 |
</ARCS> |
|
33 |
</NODE> |
|
34 |
|
|
35 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
36 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
37 |
<PARAMETERS/> |
|
38 |
<ARCS> |
|
39 |
<ARC to="createMetaWf"/> |
|
40 |
</ARCS> |
|
41 |
</NODE> |
|
42 |
|
|
43 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
44 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
45 |
<PARAMETERS> |
|
46 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM> |
|
47 |
</PARAMETERS> |
|
48 |
<ARCS> |
|
49 |
<ARC to="createNative"/> |
|
50 |
<ARC to="createTransformed"/> |
|
51 |
<ARC to="prepareCreateIndex"/> |
|
52 |
</ARCS> |
|
53 |
</NODE> |
|
54 |
|
|
55 |
<NODE name="createNative" type="CreateMDStore"> |
|
56 |
<DESCRIPTION>Create native store</DESCRIPTION> |
|
57 |
<PARAMETERS> |
|
58 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
59 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
60 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
61 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM> |
|
62 |
</PARAMETERS> |
|
63 |
<ARCS> |
|
64 |
<ARC to="updateMetaWf" /> |
|
65 |
</ARCS> |
|
66 |
</NODE> |
|
67 |
|
|
68 |
<NODE name="createTransformed" type="CreateMDStore"> |
|
69 |
<DESCRIPTION>Create transformed store</DESCRIPTION> |
|
70 |
<PARAMETERS> |
|
71 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
72 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
73 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
74 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
75 |
</PARAMETERS> |
|
76 |
<ARCS> |
|
77 |
<ARC to="updateMetaWf" /> |
|
78 |
</ARCS> |
|
79 |
</NODE> |
|
80 |
|
|
81 |
<NODE name="prepareCreateIndex" type="PrepareCreateIndex"> |
|
82 |
<DESCRIPTION>Prepare create index</DESCRIPTION> |
|
83 |
<PARAMETERS> |
|
84 |
<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM> |
|
85 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM> |
|
86 |
<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM> |
|
87 |
</PARAMETERS> |
|
88 |
<ARCS> |
|
89 |
<ARC to="createIndex" /> |
|
90 |
</ARCS> |
|
91 |
</NODE> |
|
92 |
|
|
93 |
<NODE name="createIndex" type="CreateIndex"> |
|
94 |
<DESCRIPTION>Create index</DESCRIPTION> |
|
95 |
<PARAMETERS> |
|
96 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM> |
|
97 |
</PARAMETERS> |
|
98 |
<ARCS> |
|
99 |
<ARC to="updateMetaWf" /> |
|
100 |
</ARCS> |
|
101 |
</NODE> |
|
102 |
|
|
103 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
104 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
105 |
<PARAMETERS> |
|
106 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfRepoHi</PARAM> |
|
107 |
</PARAMETERS> |
|
108 |
<ARCS> |
|
109 |
<ARC to="updateMetaWfStatus" /> |
|
110 |
</ARCS> |
|
111 |
</NODE> |
|
112 |
|
|
113 |
<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus"> |
|
114 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
115 |
<PARAMETERS /> |
|
116 |
<ARCS> |
|
117 |
<ARC to="success" /> |
|
118 |
</ARCS> |
|
119 |
</NODE> |
|
120 |
|
|
121 |
</CONFIGURATION> |
|
122 |
|
|
123 |
<STATUS /> |
|
124 |
</BODY> |
|
125 |
</RESOURCE_PROFILE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="setFormat"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="setFormat" type="SetFormatInfo"> |
|
14 |
<DESCRIPTION>Set Format Info</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM managedBy="user" name="format" required="true" type="string">DMF</PARAM> |
|
17 |
<PARAM managedBy="user" name="layout" required="true" type="string">store</PARAM> |
|
18 |
<PARAM managedBy="user" name="interpretation" required="true" type="string">transformed</PARAM> |
|
19 |
<PARAM managedBy="system" name="formatParam" required="true" type="string">oai_format</PARAM> |
|
20 |
<PARAM managedBy="system" name="layoutParam" required="true" type="string">oai_layout</PARAM> |
|
21 |
<PARAM managedBy="system" name="interpretationParam" required="true" type="string">oai_interpretation</PARAM> |
|
22 |
</PARAMETERS> |
|
23 |
<ARCS> |
|
24 |
<ARC to="prepareOAI"/> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
|
|
28 |
<NODE name="prepareOAI" type="PrepareOaiJob"> |
|
29 |
<DESCRIPTION>Prepare oai feeding</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
32 |
<PARAM managedBy="user" name="oaiDBName" required="true" type="string">oaistore</PARAM> |
|
33 |
<PARAM managedBy="system" name="oaiDBNameParam" required="true" type="string">oai_dbName</PARAM> |
|
34 |
</PARAMETERS> |
|
35 |
<ARCS> |
|
36 |
<ARC to="CompoundIndexes"/> |
|
37 |
</ARCS> |
|
38 |
</NODE> |
|
39 |
|
|
40 |
<NODE name="CompoundIndexes" type="OAICreateIndex"> |
|
41 |
<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION> |
|
42 |
<PARAMETERS> |
|
43 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
44 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
45 |
<PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="ConfigIndexes"/> |
|
49 |
</ARCS> |
|
50 |
</NODE> |
|
51 |
|
|
52 |
<NODE name="ConfigIndexes" type="OAIEnsureIndexes"> |
|
53 |
<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION> |
|
54 |
<PARAMETERS> |
|
55 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
56 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
57 |
</PARAMETERS> |
|
58 |
<ARCS> |
|
59 |
<ARC to="SetsCount"/> |
|
60 |
</ARCS> |
|
61 |
</NODE> |
|
62 |
|
|
63 |
<NODE name="SetsCount" type="OAISetsCountUpdate"> |
|
64 |
<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION> |
|
65 |
<PARAMETERS> |
|
66 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
67 |
<PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM> |
|
68 |
<PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">false</PARAM> |
|
69 |
</PARAMETERS> |
|
70 |
<ARCS> |
|
71 |
<ARC to="ConfigSets"/> |
|
72 |
</ARCS> |
|
73 |
</NODE> |
|
74 |
|
|
75 |
<NODE name="ConfigSets" type="RefreshSetsFromConfig"> |
|
76 |
<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION> |
|
77 |
<PARAMETERS> |
|
78 |
<PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM> |
|
79 |
</PARAMETERS> |
|
80 |
<ARCS> |
|
81 |
<ARC to="success"/> |
|
82 |
</ARCS> |
|
83 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="COLLECT"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="COLLECT" type="CollectRecords"> |
|
14 |
<DESCRIPTION>Start Harvesting</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="MD_BUILDER"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="MD_BUILDER" type="MdBuilder"> |
|
26 |
<DESCRIPTION>Prepare mdstore records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM> |
|
30 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
31 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
32 |
</PARAMETERS> |
|
33 |
<ARCS> |
|
34 |
<ARC to="STORE"/> |
|
35 |
</ARCS> |
|
36 |
</NODE> |
|
37 |
|
|
38 |
<NODE name="STORE" type="StoreMDStoreRecords"> |
|
39 |
<DESCRIPTION>Store mdtore records</DESCRIPTION> |
|
40 |
<PARAMETERS> |
|
41 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM> |
|
42 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
43 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM> |
|
44 |
</PARAMETERS> |
|
45 |
<ARCS> |
|
46 |
<ARC to="UPDATE_INFO"/> |
|
47 |
</ARCS> |
|
48 |
</NODE> |
|
49 |
|
|
50 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
51 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
52 |
<PARAMETERS> |
|
53 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("coll_id")$</PARAM> |
|
54 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
55 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
56 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM> |
|
57 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM> |
|
58 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="success"/> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
|
64 |
|
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="DeleteMetaWorkflow"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf"> |
|
14 |
<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM> |
|
17 |
</PARAMETERS> |
|
18 |
<ARCS> |
|
19 |
<ARC to="DeleteMDStoreNative"/> |
|
20 |
</ARCS> |
|
21 |
</NODE> |
|
22 |
|
|
23 |
<NODE name="DeleteMDStoreNative" type="DeleteMDStore"> |
|
24 |
<DESCRIPTION>Delete the native mdstore</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="DeleteMDStoreTransformed"/> |
|
30 |
</ARCS> |
|
31 |
</NODE> |
|
32 |
|
|
33 |
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore"> |
|
34 |
<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION> |
|
35 |
<PARAMETERS> |
|
36 |
<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM> |
|
37 |
</PARAMETERS> |
|
38 |
<ARCS> |
|
39 |
<ARC to="DeleteIndex"/> |
|
40 |
</ARCS> |
|
41 |
</NODE> |
|
42 |
|
|
43 |
<NODE name="DeleteIndex" type="DeleteIndex"> |
|
44 |
<DESCRIPTION>Delete the index</DESCRIPTION> |
|
45 |
<PARAMETERS> |
|
46 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM> |
|
47 |
</PARAMETERS> |
|
48 |
<ARCS> |
|
49 |
<ARC to="RemoveApiExtraFields"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields"> |
|
54 |
<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
57 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
58 |
<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="success"/> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="fetchTransformed"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="fetchTransformed" type="FetchMDStoreRecords"> |
|
14 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("tran_format")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="indexRecords"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="indexRecords" type = "UpdateIndex"> |
|
26 |
<DESCRIPTION>Index records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM> |
|
30 |
<PARAM required="true" type="string" name="format" managedBy="system">$params.("index_format")$</PARAM> |
|
31 |
<PARAM required="true" type="string" name="layout" managedBy="system">$params.("index_layout")$</PARAM> |
|
32 |
<PARAM required="true" type="string" name="feedingType" managedBy="system">REFRESH</PARAM> |
|
33 |
</PARAMETERS> |
|
34 |
<ARCS> |
|
35 |
<ARC to="success"/> |
|
36 |
</ARCS> |
|
37 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="readMDStore"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="readMDStore" type="ReadMDStore"> |
|
14 |
<DESCRIPTION>Read from mdstore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
17 |
<PARAM name="mdFormatName" managedBy="system" type="string" required="true">$params.("tran_format")$</PARAM> |
|
18 |
<PARAM name="mdFormatLayout" managedBy="system" type="string" required="true">$params.("tran_layout")$</PARAM> |
|
19 |
<PARAM name="mdFormatInterpretation" managedBy="system" type="string" required="true">$params.("tran_interpretation")$</PARAM> |
|
20 |
<PARAM name="datasource" managedBy="system" type="string" required="true">$params.("dataprovider:id")$</PARAM> |
|
21 |
<PARAM name="mdstoreId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM> |
|
22 |
</PARAMETERS> |
|
23 |
<ARCS> |
|
24 |
<ARC to="oaiSync" /> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
|
|
28 |
<NODE name="oaiSync" type="SyncOAIStores"> |
|
29 |
<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM> |
|
32 |
<PARAM name="oai_dbName" managedBy="system" type="string" required="true">oaistore</PARAM> |
|
33 |
<PARAM name="formatParam" managedBy="user" type="string" required="true">oai_formatName</PARAM> |
|
34 |
<PARAM name="layoutParam" managedBy="user" type="string" required="true">oai_formatLayout</PARAM> |
|
35 |
<PARAM name="interpretationParam" managedBy="user" type="string" required="true">oai_formatInterpretation</PARAM> |
|
36 |
</PARAMETERS> |
|
37 |
<ARCS> |
|
38 |
<ARC to="success" /> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="fetchOriginals"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
|
12 |
|
|
13 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
|
14 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
|
15 |
<PARAMETERS> |
|
16 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM> |
|
17 |
<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM> |
|
18 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="transformRecords"/> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
|
|
25 |
<NODE name="transformRecords" type="Transform"> |
|
26 |
<DESCRIPTION>Transform original records</DESCRIPTION> |
|
27 |
<PARAMETERS> |
|
28 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM> |
|
29 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM> |
|
30 |
<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID" /> |
|
31 |
</PARAMETERS> |
|
32 |
<ARCS> |
|
33 |
<ARC to="storeRecords"/> |
|
34 |
</ARCS> |
|
35 |
</NODE> |
|
36 |
|
|
37 |
<NODE name="storeRecords" type="StoreMDStoreRecords"> |
|
38 |
<DESCRIPTION>Store records into mdstore</DESCRIPTION> |
|
39 |
<PARAMETERS> |
|
40 |
<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM> |
|
41 |
<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM> |
|
42 |
<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM> |
|
43 |
</PARAMETERS> |
|
44 |
<ARCS> |
|
45 |
<ARC to="UPDATE_INFO"/> |
|
46 |
</ARCS> |
|
47 |
</NODE> |
|
48 |
|
|
49 |
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField"> |
|
50 |
<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION> |
|
51 |
<PARAMETERS> |
|
52 |
<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM> |
|
53 |
<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
54 |
<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
55 |
<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM> |
|
56 |
<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM> |
|
57 |
<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM> |
|
58 |
</PARAMETERS> |
|
59 |
<ARCS> |
|
60 |
<ARC to="success"/> |
|
61 |
</ARCS> |
|
62 |
</NODE> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/msro/aggregative/workflows/applicationContext-repohi.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd"> |
|
5 |
|
|
6 |
<bean id="metaWfRepoHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" |
|
7 |
p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st" |
|
8 |
scope="prototype"> |
|
9 |
<property name="tree"> |
|
10 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
11 |
p:name="collect" |
|
12 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st"> |
|
13 |
<property name="children"> |
|
14 |
<list> |
|
15 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
16 |
p:name="transform" |
|
17 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st"> |
|
18 |
<property name="children"> |
|
19 |
<list> |
|
20 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
21 |
p:name="index" |
|
22 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st"> |
|
23 |
</bean> |
|
24 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
25 |
p:name="oai" |
|
26 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st"> |
|
27 |
<property name="children"> |
|
28 |
<list> |
|
29 |
<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" |
|
30 |
p:name="oaiPostFeed" |
|
31 |
p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st"> |
|
32 |
</bean> |
|
33 |
</list> |
|
34 |
</property> |
|
35 |
</bean> |
|
36 |
</list> |
|
37 |
</property> |
|
38 |
</bean> |
|
39 |
</list> |
|
40 |
</property> |
|
41 |
</bean> |
|
42 |
</property> |
|
43 |
</bean> |
|
44 |
|
|
45 |
</beans> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/src/main/resources/eu/dnetlib/applicationContext-dnet-aggregative-basic-workflows.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<beans xmlns="http://www.springframework.org/schema/beans" |
|
3 |
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p" |
|
4 |
xmlns:util="http://www.springframework.org/schema/util" |
|
5 |
xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd |
|
6 |
http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd"> |
|
7 |
|
|
8 |
</beans> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.1/deploy.info | ||
---|---|---|
1 |
{ |
|
2 |
"type_source": "SVN", |
|
3 |
"goal": "package -U source:jar", |
|
4 |
"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk", |
|
5 |
"deploy_repository": "dnet4-snapshots", |
|
6 |
"version": "4", |
|
7 |
"mail": "alessia.bardi@isti.cnr.it", |
|
8 |
"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", |
|
9 |
"name": "dnet-aggregative-basic-workflows" |
|
10 |
} |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/pom.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
3 |
<parent> |
|
4 |
<groupId>eu.dnetlib</groupId> |
|
5 |
<artifactId>dnet-parent</artifactId> |
|
6 |
<version>1.0.0</version> |
|
7 |
<relativePath /> |
|
8 |
</parent> |
|
9 |
<modelVersion>4.0.0</modelVersion> |
|
10 |
<groupId>eu.dnetlib</groupId> |
|
11 |
<artifactId>dnet-aggregative-basic-workflows</artifactId> |
|
12 |
<packaging>jar</packaging> |
|
13 |
<version>1.0.0</version> |
|
14 |
<scm> |
|
15 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.0</developerConnection> |
|
16 |
</scm> |
|
17 |
<dependencies> |
|
18 |
<dependency> |
|
19 |
<groupId>eu.dnetlib</groupId> |
|
20 |
<artifactId>dnet-msro-service</artifactId> |
|
21 |
<version>[3.0.0,4.0.0)</version> |
|
22 |
</dependency> |
|
23 |
</dependencies> |
|
24 |
</project> |
modules/dnet-stdl-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st | ||
---|---|---|
1 |
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo"> |
|
2 |
<DESCRIPTION>Set information about current provider</DESCRIPTION> |
|
3 |
<PARAMETERS> |
|
4 |
<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM> |
|
5 |
<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM> |
|
6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
|
7 |
</PARAMETERS> |
|
8 |
<ARCS> |
|
9 |
<ARC to="setFormat"/> |
|
10 |
</ARCS> |
|
11 |
</NODE> |
Also available in: Unified diff
creating stdl workflows module