Project

General

Profile

« Previous | Next » 

Revision 45254

codebase used to migrate to java8 the production system

View differences:

modules/dnet-aggregative-basic-workflows/trunk/deploy.info
1
{
2
	"type_source": "SVN", 
3
	"goal": "package -U source:jar", 
4
	"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk", 
5
	"deploy_repository": "dnet4-snapshots", 
6
	"version": "4", 
7
	"mail": "alessia.bardi@isti.cnr.it", 
8
	"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", 
9
	"name": "dnet-aggregative-basic-workflows"
10
}
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/workflows/repo-hi.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER value="5dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
5
		<RESOURCE_TYPE value="WorkflowDSResourceType" />
6
		<RESOURCE_KIND value="WorkflowDSResources" />
7
		<RESOURCE_URI value="value3" />
8
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
9
	</HEADER>
10
	<BODY>
11
		<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME>
12
		<!-- Specify fields to show when assigning a meta-workflow. -->
13
		<!--  
14
		<WORKFLOW_INFO>
15
			<FIELD name="Action">Aggregate Metadata</FIELD>
16
			<FIELD name="Consequence IS">Ingestion</FIELD>
17
			<FIELD name="Datasource class">PubsRepository</FIELD>
18
			<FIELD name="Content">publications</FIELD>
19
		</WORKFLOW_INFO> -->
20
		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
21
		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
22
		<CONFIGURATION start="manual">
23
			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
24
				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>
25
				<PARAMETERS>
26
					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/>
27
					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata,native</PARAM>
28
				</PARAMETERS>
29
				<ARCS>
30
					<ARC to="createMetaWf"/>
31
					<ARC to="validateDs" name="validateDs"/>
32
				</ARCS>
33
			</NODE>
34
		
35
			<NODE name="validateDs" type="ValidateDatasource">
36
				<DESCRIPTION>Validate DS</DESCRIPTION>
37
				<PARAMETERS/>
38
				<ARCS>
39
					<ARC to="createMetaWf"/>
40
				</ARCS>
41
			</NODE>
42
			
43
			<NODE name="createMetaWf" type="RegisterMetaWf">
44
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
45
				<PARAMETERS>
46
					<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM>
47
				</PARAMETERS>
48
				<ARCS>
49
					<ARC to="createNative"/>
50
					<ARC to="createTransformed"/>
51
					<ARC to="prepareCreateIndex"/>
52
				</ARCS>
53
			</NODE>
54
			
55
			<NODE name="createNative" type="CreateMDStore">
56
				<DESCRIPTION>Create native store</DESCRIPTION>
57
				<PARAMETERS>
58
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
59
					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>
60
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
61
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM>
62
				</PARAMETERS>
63
				<ARCS>
64
					<ARC to="updateMetaWf" />
65
				</ARCS>
66
			</NODE>
67
			
68
			<NODE name="createTransformed" type="CreateMDStore">
69
				<DESCRIPTION>Create transformed store</DESCRIPTION>
70
				<PARAMETERS>
71
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
72
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
73
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
74
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>
75
				</PARAMETERS>
76
				<ARCS>
77
					<ARC to="updateMetaWf" />
78
				</ARCS>
79
			</NODE>
80
			
81
			<NODE name="prepareCreateIndex" type="PrepareCreateIndex">
82
				<DESCRIPTION>Prepare create index</DESCRIPTION>
83
				<PARAMETERS>
84
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
85
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
86
					<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM>
87
				</PARAMETERS>
88
				<ARCS>
89
					<ARC to="createIndex" />
90
				</ARCS>
91
			</NODE>	
92
			
93
			<NODE name="createIndex" type="CreateIndex">
94
				<DESCRIPTION>Create index</DESCRIPTION>
95
				<PARAMETERS>
96
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM>
97
				</PARAMETERS>
98
				<ARCS>
99
					<ARC to="updateMetaWf" />
100
				</ARCS>
101
			</NODE>		
102
						
103
			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
104
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
105
				<PARAMETERS>
106
					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfRepoHi</PARAM>
107
				</PARAMETERS>
108
				<ARCS>
109
					<ARC to="updateMetaWfStatus" />
110
				</ARCS>
111
			</NODE>
112
			
113
			<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus">
114
				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
115
				<PARAMETERS />
116
				<ARCS>
117
					<ARC to="success" />
118
				</ARCS>
119
			</NODE>
120
		
121
		</CONFIGURATION>
122

  
123
		<STATUS />
124
	</BODY>
125
</RESOURCE_PROFILE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="setFormat"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="setFormat" type="SetFormatInfo">
14
     <DESCRIPTION>Set Format Info</DESCRIPTION>
15
     <PARAMETERS>
16
         <PARAM managedBy="user" name="format" required="true" type="string">DMF</PARAM>
17
         <PARAM managedBy="user" name="layout" required="true" type="string">store</PARAM>
18
         <PARAM managedBy="user" name="interpretation" required="true" type="string">transformed</PARAM>
19
         <PARAM managedBy="system" name="formatParam" required="true" type="string">oai_format</PARAM>
20
         <PARAM managedBy="system" name="layoutParam" required="true" type="string">oai_layout</PARAM>
21
         <PARAM managedBy="system" name="interpretationParam" required="true" type="string">oai_interpretation</PARAM>
22
     </PARAMETERS>
23
     <ARCS>
24
         <ARC to="prepareOAI"/>
25
     </ARCS>
26
 </NODE>
27
 
28
 <NODE name="prepareOAI" type="PrepareOaiJob">
29
     <DESCRIPTION>Prepare oai feeding</DESCRIPTION>
30
     <PARAMETERS>
31
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
32
         <PARAM managedBy="user" name="oaiDBName" required="true" type="string">oaistore_dnet</PARAM>
33
         <PARAM managedBy="system" name="oaiDBNameParam" required="true" type="string">oai_dbName</PARAM>
34
     </PARAMETERS>
35
     <ARCS>
36
         <ARC to="CompoundIndexes"/>
37
     </ARCS>
38
 </NODE>
39
 
40
 <NODE name="CompoundIndexes" type="OAICreateIndex">
41
     <DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION>
42
     <PARAMETERS>
43
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
44
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
45
         <PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM>
46
     </PARAMETERS>
47
     <ARCS>
48
         <ARC to="ConfigIndexes"/>
49
     </ARCS>
50
 </NODE>
51
 
52
 <NODE name="ConfigIndexes" type="OAIEnsureIndexes">
53
     <DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION>
54
     <PARAMETERS>
55
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
56
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
57
     </PARAMETERS>
58
     <ARCS>
59
         <ARC to="SetsCount"/>
60
     </ARCS>
61
 </NODE>
62
 
63
 <NODE name="SetsCount" type="OAISetsCountUpdate">
64
     <DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION>
65
     <PARAMETERS>
66
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
67
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
68
         <PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">false</PARAM>
69
     </PARAMETERS>
70
     <ARCS>
71
         <ARC to="ConfigSets"/>
72
     </ARCS>
73
 </NODE>
74
 
75
 <NODE name="ConfigSets" type="RefreshSetsFromConfig">
76
     <DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION>
77
     <PARAMETERS>
78
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
79
     </PARAMETERS>
80
     <ARCS>
81
         <ARC to="success"/>
82
     </ARCS>
83
 </NODE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="COLLECT"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="COLLECT" type="CollectRecords">
14
	<DESCRIPTION>Start Harvesting</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
17
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="MD_BUILDER"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="MD_BUILDER" type="MdBuilder">
26
	<DESCRIPTION>Prepare mdstore records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
29
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM>
30
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
31
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
32
	</PARAMETERS>
33
	<ARCS>
34
		<ARC to="STORE"/>
35
	</ARCS>
36
</NODE>
37

  
38
<NODE name="STORE" type="StoreMDStoreRecords">
39
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
40
	<PARAMETERS>
41
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
42
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
43
		<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM>
44
	</PARAMETERS>
45
	<ARCS>
46
		<ARC to="UPDATE_INFO"/>
47
	</ARCS>
48
</NODE>
49

  
50
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
51
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
52
	<PARAMETERS>
53
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("coll_id")$</PARAM>
54
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
55
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
56
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM>
57
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM>
58
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM>
59
	</PARAMETERS>
60
	<ARCS>
61
		<ARC to="success"/>
62
	</ARCS>
63
</NODE>
64
 
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="DeleteMetaWorkflow"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf">
14
	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>
17
	</PARAMETERS>
18
	<ARCS>
19
		<ARC to="DeleteMDStoreNative"/>
20
	</ARCS>
21
</NODE>
22

  
23
<NODE name="DeleteMDStoreNative" type="DeleteMDStore">
24
	<DESCRIPTION>Delete the native mdstore</DESCRIPTION>
25
	<PARAMETERS>
26
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM>
27
	</PARAMETERS>
28
	<ARCS>
29
		<ARC to="DeleteMDStoreTransformed"/>
30
	</ARCS>
31
</NODE>
32

  
33
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore">
34
	<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION>
35
	<PARAMETERS>
36
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM>
37
	</PARAMETERS>
38
	<ARCS>
39
		<ARC to="DeleteIndex"/>
40
	</ARCS>
41
</NODE>
42

  
43
<NODE name="DeleteIndex" type="DeleteIndex">
44
	<DESCRIPTION>Delete the index</DESCRIPTION>
45
	<PARAMETERS>
46
		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
47
	</PARAMETERS>
48
	<ARCS>
49
		<ARC to="RemoveApiExtraFields"/>
50
	</ARCS>
51
</NODE>
52

  
53
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">
54
	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>
55
	<PARAMETERS>
56
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
57
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
58
		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>
59
	</PARAMETERS>
60
	<ARCS>
61
		<ARC to="success"/>
62
	</ARCS>
63
</NODE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchTransformed"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="fetchTransformed" type="FetchMDStoreRecords">
14
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
17
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("tran_format")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="indexRecords"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="indexRecords"  type = "UpdateIndex">	
26
	<DESCRIPTION>Index records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM>
29
		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
30
		<PARAM required="true" type="string" name="format" managedBy="system">$params.("index_format")$</PARAM>
31
		<PARAM required="true" type="string" name="layout" managedBy="system">$params.("index_layout")$</PARAM>
32
		<PARAM required="true" type="string" name="feedingType" managedBy="system">REFRESH</PARAM>
33
	</PARAMETERS>
34
	<ARCS>
35
		<ARC to="success"/>
36
	</ARCS>
37
</NODE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="readMDStore"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="readMDStore" type="ReadMDStore">
14
	<DESCRIPTION>Read from mdstore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM>
17
		<PARAM name="mdFormatName" managedBy="system" type="string" required="true">$params.("tran_format")$</PARAM>
18
		<PARAM name="mdFormatLayout" managedBy="system" type="string" required="true">$params.("tran_layout")$</PARAM>
19
		<PARAM name="mdFormatInterpretation" managedBy="system" type="string" required="true">$params.("tran_interpretation")$</PARAM>
20
		<PARAM name="datasource" managedBy="system" type="string" required="true">$params.("dataprovider:id")$</PARAM>
21
		<PARAM name="mdstoreId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM>
22
	</PARAMETERS>
23
	<ARCS>
24
		<ARC to="oaiSync" />
25
	</ARCS>
26
</NODE>
27

  
28
<NODE name="oaiSync" type="SyncOAIStores">
29
	<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION>
30
	<PARAMETERS>
31
		<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM>
32
		<PARAM name="oai_dbName" managedBy="user" type="string" required="true">oaistore_dnet</PARAM>
33
		<PARAM name="formatParam" managedBy="user" type="string" required="true">oai_formatName</PARAM>
34
		<PARAM name="layoutParam" managedBy="user" type="string" required="true">oai_formatLayout</PARAM>
35
		<PARAM name="interpretationParam" managedBy="user" type="string" required="true">oai_formatInterpretation</PARAM>
36
	</PARAMETERS>
37
	<ARCS>
38
		<ARC to="success" />
39
	</ARCS>
40
</NODE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchOriginals"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="fetchOriginals" type="FetchMDStoreRecords">
14
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
17
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="transformRecords"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="transformRecords" type="Transform">
26
	<DESCRIPTION>Transform original records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
29
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM>
30
		<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID"  />
31
	</PARAMETERS>
32
	<ARCS>
33
		<ARC to="storeRecords"/>
34
	</ARCS>
35
</NODE>
36

  
37
<NODE name="storeRecords" type="StoreMDStoreRecords">
38
	<DESCRIPTION>Store records into mdstore</DESCRIPTION>
39
	<PARAMETERS>
40
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
41
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
42
		<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM>
43
	</PARAMETERS>
44
	<ARCS>
45
		<ARC to="UPDATE_INFO"/>
46
	</ARCS>
47
</NODE>
48

  
49
 <NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
50
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
51
	<PARAMETERS>
52
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>
53
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
54
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
55
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM>
56
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM>
57
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM>
58
	</PARAMETERS>
59
	<ARCS>
60
		<ARC to="success"/>
61
	</ARCS>
62
</NODE>
modules/dnet-aggregative-basic-workflows/trunk/src/main/resources/eu/dnetlib/msro/aggregative/workflows/applicationContext-repohi.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<beans xmlns="http://www.springframework.org/schema/beans"
3
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"
4
	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
5

  
6
	<bean id="metaWfRepoHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"
7
		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st"
8
		scope="prototype">
9
		<property name="tree">
10
			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
11
				p:name="collect"
12
				p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st">
13
				<property name="children">
14
					<list>
15
						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
16
							p:name="transform"
17
							p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st">
18
							<property name="children">
19
								<list>
20
									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
21
										p:name="index"
22
										p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st">
23
									</bean>
24
									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
25
										p:name="oai"
26
										p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st">
27
										<property name="children">
28
											<list>
29
												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
30
													p:name="oaiPostFeed"
31
													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st">
32
												</bean>
33
											</list>
34
										</property>
35
									</bean>
36
								</list>
37
							</property>
38
						</bean>
39
					</list>
40
				</property>
41
			</bean>
42
		</property>
43
	</bean>
44

  
45
</beans>
modules/dnet-aggregative-basic-workflows/trunk/pom.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
3
	<parent>
4
		<groupId>eu.dnetlib</groupId>
5
		<artifactId>dnet-parent</artifactId>
6
		<version>1.0.0</version>
7
		<relativePath />
8
	</parent>
9
	<modelVersion>4.0.0</modelVersion>
10
	<groupId>eu.dnetlib</groupId>
11
	<artifactId>dnet-aggregative-basic-workflows</artifactId>
12
	<packaging>jar</packaging>
13
	<version>1.0.5-SNAPSHOT</version>
14
	<scm>
15
		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk</developerConnection>
16
	</scm>
17
	<dependencies>
18
		<dependency>
19
			<groupId>eu.dnetlib</groupId>
20
			<artifactId>dnet-msro-service</artifactId>
21
			<version>[3.0.0,4.0.0)</version>
22
		</dependency>
23
	</dependencies>
24
</project>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/deploy.info
1
{
2
	"type_source": "SVN", 
3
	"goal": "package -U source:jar", 
4
	"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk", 
5
	"deploy_repository": "dnet4-snapshots", 
6
	"version": "4", 
7
	"mail": "alessia.bardi@isti.cnr.it", 
8
	"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", 
9
	"name": "dnet-aggregative-basic-workflows"
10
}
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/test/profiles/workflows/repo-hi.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER value="5dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
5
		<RESOURCE_TYPE value="WorkflowDSResourceType" />
6
		<RESOURCE_KIND value="WorkflowDSResources" />
7
		<RESOURCE_URI value="value3" />
8
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
9
	</HEADER>
10
	<BODY>
11
		<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME>
12
		<!-- Specify fields to show when assigning a meta-workflow. -->
13
		<!--  
14
		<WORKFLOW_INFO>
15
			<FIELD name="Action">Aggregate Metadata</FIELD>
16
			<FIELD name="Consequence IS">Ingestion</FIELD>
17
			<FIELD name="Datasource class">PubsRepository</FIELD>
18
			<FIELD name="Content">publications</FIELD>
19
		</WORKFLOW_INFO> -->
20
		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
21
		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
22
		<CONFIGURATION start="manual">
23
			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
24
				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>
25
				<PARAMETERS>
26
					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/>
27
					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata,native</PARAM>
28
				</PARAMETERS>
29
				<ARCS>
30
					<ARC to="createMetaWf"/>
31
					<ARC to="validateDs" name="validateDs"/>
32
				</ARCS>
33
			</NODE>
34
		
35
			<NODE name="validateDs" type="ValidateDatasource">
36
				<DESCRIPTION>Validate DS</DESCRIPTION>
37
				<PARAMETERS/>
38
				<ARCS>
39
					<ARC to="createMetaWf"/>
40
				</ARCS>
41
			</NODE>
42
			
43
			<NODE name="createMetaWf" type="RegisterMetaWf">
44
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
45
				<PARAMETERS>
46
					<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM>
47
				</PARAMETERS>
48
				<ARCS>
49
					<ARC to="createNative"/>
50
					<ARC to="createTransformed"/>
51
					<ARC to="prepareCreateIndex"/>
52
				</ARCS>
53
			</NODE>
54
			
55
			<NODE name="createNative" type="CreateMDStore">
56
				<DESCRIPTION>Create native store</DESCRIPTION>
57
				<PARAMETERS>
58
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
59
					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>
60
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
61
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM>
62
				</PARAMETERS>
63
				<ARCS>
64
					<ARC to="updateMetaWf" />
65
				</ARCS>
66
			</NODE>
67
			
68
			<NODE name="createTransformed" type="CreateMDStore">
69
				<DESCRIPTION>Create transformed store</DESCRIPTION>
70
				<PARAMETERS>
71
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
72
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
73
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
74
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>
75
				</PARAMETERS>
76
				<ARCS>
77
					<ARC to="updateMetaWf" />
78
				</ARCS>
79
			</NODE>
80
			
81
			<NODE name="prepareCreateIndex" type="PrepareCreateIndex">
82
				<DESCRIPTION>Prepare create index</DESCRIPTION>
83
				<PARAMETERS>
84
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
85
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
86
					<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM>
87
				</PARAMETERS>
88
				<ARCS>
89
					<ARC to="createIndex" />
90
				</ARCS>
91
			</NODE>	
92
			
93
			<NODE name="createIndex" type="CreateIndex">
94
				<DESCRIPTION>Create index</DESCRIPTION>
95
				<PARAMETERS>
96
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM>
97
				</PARAMETERS>
98
				<ARCS>
99
					<ARC to="updateMetaWf" />
100
				</ARCS>
101
			</NODE>		
102
						
103
			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
104
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
105
				<PARAMETERS>
106
					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfRepoHi</PARAM>
107
				</PARAMETERS>
108
				<ARCS>
109
					<ARC to="updateMetaWfStatus" />
110
				</ARCS>
111
			</NODE>
112
			
113
			<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus">
114
				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
115
				<PARAMETERS />
116
				<ARCS>
117
					<ARC to="success" />
118
				</ARCS>
119
			</NODE>
120
		
121
		</CONFIGURATION>
122

  
123
		<STATUS />
124
	</BODY>
125
</RESOURCE_PROFILE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="prepareOAI"/>
10
	</ARCS>
11
</NODE>
12
 
13
<NODE name="prepareOAI" type="PrepareOaiJob">
14
     <DESCRIPTION>Prepare oai feeding</DESCRIPTION>
15
     <PARAMETERS>
16
		<PARAM managedBy="user" name="oaiDbName" required="true" type="string">oaistore_dnet</PARAM>
17
		<PARAM managedBy="user" name="oaiFormat" required="true" type="string">DMF</PARAM>
18
		<PARAM managedBy="user" name="oaiLayout" required="true" type="string">store</PARAM>
19
		<PARAM managedBy="user" name="oaiInterpretation" required="true" type="string">transformed</PARAM>
20
		<PARAM name="oaiSource" managedBy="system" type="string" required="true">$params.("dataprovider:name")$</PARAM>
21
     </PARAMETERS>
22
     <ARCS>
23
		<ARC to="CompoundIndexes"/>
24
     </ARCS>
25
</NODE>
26
 
27
<NODE name="CompoundIndexes" type="OAICreateIndex">
28
     <DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION>
29
     <PARAMETERS>
30
		<PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM>
31
     </PARAMETERS>
32
     <ARCS>
33
		<ARC to="ConfigIndexes"/>
34
     </ARCS>
35
</NODE>
36
 
37
<NODE name="ConfigIndexes" type="OAIEnsureIndexes">
38
     <DESCRIPTION>Create indexes on fields as specified in the configuration profile</DESCRIPTION>
39
     <PARAMETERS></PARAMETERS>
40
     <ARCS>
41
		<ARC to="RefreshConfig"/>
42
     </ARCS>
43
</NODE>
44
<NODE name="RefreshConfig" type="OAIRefreshConfiguration">
45
	<DESCRIPTION>Reads the current OAI configuration and updates the OAI sets accordingly</DESCRIPTION>
46
		<PARAMETERS></PARAMETERS>
47
		<ARCS>
48
			<ARC to="SetsCount" />
49
		</ARCS>
50
 </NODE>
51
<NODE name="SetsCount" type="OAISetsCountUpdate">
52
     <DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION>
53
     <PARAMETERS>
54
		<PARAM managedBy="system" name="configuredOnly" required="true" type="boolean">true</PARAM>
55
     </PARAMETERS>
56
     <ARCS>
57
		<ARC to="success"/>
58
     </ARCS>
59
</NODE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="COLLECT"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="COLLECT" type="CollectRecords">
14
	<DESCRIPTION>Start Harvesting</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
17
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="MD_BUILDER"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="MD_BUILDER" type="MdBuilder">
26
	<DESCRIPTION>Prepare mdstore records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
29
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM>
30
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
31
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
32
	</PARAMETERS>
33
	<ARCS>
34
		<ARC to="STORE"/>
35
	</ARCS>
36
</NODE>
37

  
38
<NODE name="STORE" type="StoreMDStoreRecords">
39
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
40
	<PARAMETERS>
41
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
42
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
43
		<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM>
44
	</PARAMETERS>
45
	<ARCS>
46
		<ARC to="UPDATE_INFO"/>
47
	</ARCS>
48
</NODE>
49

  
50
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
51
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
52
	<PARAMETERS>
53
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("coll_id")$</PARAM>
54
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
55
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
56
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM>
57
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM>
58
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM>
59
	</PARAMETERS>
60
	<ARCS>
61
		<ARC to="success"/>
62
	</ARCS>
63
</NODE>
64
 
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="DeleteMetaWorkflow"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf">
14
	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>
17
	</PARAMETERS>
18
	<ARCS>
19
		<ARC to="DeleteMDStoreNative"/>
20
	</ARCS>
21
</NODE>
22

  
23
<NODE name="DeleteMDStoreNative" type="DeleteMDStore">
24
	<DESCRIPTION>Delete the native mdstore</DESCRIPTION>
25
	<PARAMETERS>
26
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM>
27
	</PARAMETERS>
28
	<ARCS>
29
		<ARC to="DeleteMDStoreTransformed"/>
30
	</ARCS>
31
</NODE>
32

  
33
<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore">
34
	<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION>
35
	<PARAMETERS>
36
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM>
37
	</PARAMETERS>
38
	<ARCS>
39
		<ARC to="DeleteIndex"/>
40
	</ARCS>
41
</NODE>
42

  
43
<NODE name="DeleteIndex" type="DeleteIndex">
44
	<DESCRIPTION>Delete the index</DESCRIPTION>
45
	<PARAMETERS>
46
		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
47
	</PARAMETERS>
48
	<ARCS>
49
		<ARC to="prepareOAI"/>
50
	</ARCS>
51
</NODE>
52

  
53
<NODE name="prepareOAI" type="PrepareOaiJob">
54
     <DESCRIPTION>Prepare oai feeding</DESCRIPTION>
55
     <PARAMETERS>
56
		<PARAM managedBy="user" name="oaiDbName" required="true" type="string">oaistore_dnet</PARAM>
57
		<PARAM managedBy="user" name="oaiFormat" required="true" type="string">DMF</PARAM>
58
		<PARAM managedBy="user" name="oaiLayout" required="true" type="string">store</PARAM>
59
		<PARAM managedBy="user" name="oaiInterpretation" required="true" type="string">transformed</PARAM>
60
		<PARAM name="oaiSource" managedBy="system" type="string" required="true">$params.("dataprovider:name")$</PARAM>
61
     </PARAMETERS>
62
     <ARCS>
63
		<ARC to="DropOAIStore"/>
64
     </ARCS>
65
</NODE>
66

  
67
<NODE name="DropOAIStore" type="OAIDropStore">
68
	<DESCRIPTION>Delete the OAI store for this repo</DESCRIPTION>
69
	<PARAMETERS>
70
		<PARAM managedBy="user" name="oaiDbName" required="true" type="string">oaistore_dnet</PARAM>
71
        <PARAM managedBy="user" name="oaiFormat" required="true" type="string">DMF</PARAM>
72
        <PARAM managedBy="user" name="oaiLayout" required="true" type="string">store</PARAM>
73
        <PARAM managedBy="user" name="oaiInterpretation" required="true" type="string">transformed</PARAM>
74
        <PARAM name="oaiSource" managedBy="system" type="string" required="true">$params.("dataprovider:name")$</PARAM>
75
	</PARAMETERS>
76
	<ARCS>
77
		<ARC to="OAISetsCountUpdate"/>
78
	</ARCS>
79
</NODE>
80

  
81
<NODE name="OAISetsCountUpdate" type="OAISetsCountUpdate">
82
	<DESCRIPTION>Update counts on OAI configuration sets</DESCRIPTION>
83
	<PARAMETERS>
84
		<PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">true</PARAM>
85
	</PARAMETERS>
86
	<ARCS>
87
		<ARC to="RemoveApiExtraFields"/>
88
	</ARCS>
89
</NODE>
90

  
91
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">
92
	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>
93
	<PARAMETERS>
94
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
95
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
96
		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>
97
	</PARAMETERS>
98
	<ARCS>
99
		<ARC to="success"/>
100
	</ARCS>
101
</NODE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchTransformed"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="fetchTransformed" type="FetchMDStoreRecords">
14
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
17
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("tran_format")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="indexRecords"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="indexRecords"  type = "UpdateIndex">	
26
	<DESCRIPTION>Index records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="eprParam" managedBy="system">tran_epr</PARAM>
29
		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>
30
		<PARAM required="true" type="string" name="format" managedBy="system">$params.("index_format")$</PARAM>
31
		<PARAM required="true" type="string" name="layout" managedBy="system">$params.("index_layout")$</PARAM>
32
		<PARAM required="true" type="string" name="feedingType" managedBy="system">REFRESH</PARAM>
33
	</PARAMETERS>
34
	<ARCS>
35
		<ARC to="success"/>
36
	</ARCS>
37
</NODE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchMDStore"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="fetchMDStore" type="FetchMDStoreRecords">
14
	<DESCRIPTION>Read from mdstore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM>
17
		<PARAM name="mdId" managedBy="system" type="string" required="true">$params.("tran_id")$</PARAM>
18
	</PARAMETERS>
19
	<ARCS>
20
		<ARC to="oaiSync" />
21
	</ARCS>
22
</NODE>
23

  
24
<NODE name="oaiSync" type="SyncOAIStores">
25
	<DESCRIPTION>Synchronizes OAI stores</DESCRIPTION>
26
	<PARAMETERS>
27
		<PARAM name="eprParam" managedBy="system" type="string" required="true">oai_epr</PARAM>
28
		<PARAM name="oaiSource" managedBy="system" type="string" required="true">$params.("dataprovider:name")$</PARAM>
29
		<PARAM name="oaiDbName" managedBy="user" type="string" required="true">oaistore_dnet</PARAM>
30
		<PARAM name="oaiFormat" managedBy="user" type="string" required="true">$params.("tran_format")$</PARAM>
31
		<PARAM name="oaiLayout" managedBy="user" type="string" required="true">$params.("tran_layout")$</PARAM>
32
		<PARAM name="oaiInterpretation" managedBy="user" type="string" required="true">$params.("tran_interpretation")$</PARAM>
33
	</PARAMETERS>
34
	<ARCS>
35
		<ARC to="success" />
36
	</ARCS>
37
</NODE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchOriginals"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="fetchOriginals" type="FetchMDStoreRecords">
14
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>
17
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="transformRecords"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="transformRecords" type="Transform">
26
	<DESCRIPTION>Transform original records</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
29
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM>
30
		<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID"  />
31
	</PARAMETERS>
32
	<ARCS>
33
		<ARC to="storeRecords"/>
34
	</ARCS>
35
</NODE>
36

  
37
<NODE name="storeRecords" type="StoreMDStoreRecords">
38
	<DESCRIPTION>Store records into mdstore</DESCRIPTION>
39
	<PARAMETERS>
40
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
41
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
42
		<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM>
43
	</PARAMETERS>
44
	<ARCS>
45
		<ARC to="UPDATE_INFO"/>
46
	</ARCS>
47
</NODE>
48

  
49
 <NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
50
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
51
	<PARAMETERS>
52
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>
53
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
54
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
55
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM>
56
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM>
57
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM>
58
	</PARAMETERS>
59
	<ARCS>
60
		<ARC to="success"/>
61
	</ARCS>
62
</NODE>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/src/main/resources/eu/dnetlib/msro/aggregative/workflows/applicationContext-repohi.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<beans xmlns="http://www.springframework.org/schema/beans"
3
	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"
4
	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
5

  
6
	<bean id="metaWfRepoHi" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"
7
		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/repobye.wf.st"
8
		scope="prototype">
9
		<property name="tree">
10
			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
11
				p:name="collect"
12
				p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st">
13
				<property name="children">
14
					<list>
15
						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
16
							p:name="transform"
17
							p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st">
18
							<property name="children">
19
								<list>
20
									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
21
										p:name="index"
22
										p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st">
23
									</bean>
24
									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
25
										p:name="oai"
26
										p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st">
27
										<property name="children">
28
											<list>
29
												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"
30
													p:name="oaiPostFeed"
31
													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st">
32
												</bean>
33
											</list>
34
										</property>
35
									</bean>
36
								</list>
37
							</property>
38
						</bean>
39
					</list>
40
				</property>
41
			</bean>
42
		</property>
43
	</bean>
44

  
45
</beans>
modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring/pom.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
3
	<parent>
4
		<groupId>eu.dnetlib</groupId>
5
		<artifactId>dnet-parent</artifactId>
6
		<version>1.0.0</version>
7
		<relativePath />
8
	</parent>
9
	<modelVersion>4.0.0</modelVersion>
10
	<groupId>eu.dnetlib</groupId>
11
	<artifactId>dnet-aggregative-basic-workflows</artifactId>
12
	<packaging>jar</packaging>
13
	<version>2.0.1-BASIC-AGGREGATOR-SNAPSHOT</version>
14
	<scm>
15
		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/branches/nodeRefactoring</developerConnection>
16
	</scm>
17
	<dependencies>
18
		<dependency>
19
			<groupId>eu.dnetlib</groupId>
20
			<artifactId>dnet-msro-service</artifactId>
21
			<version>[3.0.0,4.0.0)</version>
22
		</dependency>
23
	</dependencies>
24
</project>
modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/deploy.info
1
{
2
	"type_source": "SVN", 
3
	"goal": "package -U source:jar", 
4
	"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-aggregative-basic-workflows/trunk", 
5
	"deploy_repository": "dnet4-snapshots", 
6
	"version": "4", 
7
	"mail": "alessia.bardi@isti.cnr.it", 
8
	"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", 
9
	"name": "dnet-aggregative-basic-workflows"
10
}
modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/test/profiles/aggregative/workflows/repo-hi.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER value="5dd5882b3-1a92-4e59-929c-f36b73854e57_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
5
		<RESOURCE_TYPE value="WorkflowDSResourceType" />
6
		<RESOURCE_KIND value="WorkflowDSResources" />
7
		<RESOURCE_URI value="value3" />
8
		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
9
	</HEADER>
10
	<BODY>
11
		<WORKFLOW_NAME>Collection and transformation</WORKFLOW_NAME>
12
		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
13
		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
14
		<CONFIGURATION start="manual">
15
			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
16
				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>
17
				<PARAMETERS>
18
					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">oai_dc</PARAM>
19
					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata</PARAM>
20
				</PARAMETERS>
21
				<ARCS>
22
					<ARC to="createMetaWf"/>
23
					<ARC to="validateDs" name="validateDs"/>
24
				</ARCS>
25
			</NODE>
26
		
27
			<NODE name="validateDs" type="ValidateDatasource">
28
				<DESCRIPTION>Validate DS</DESCRIPTION>
29
				<PARAMETERS/>
30
				<ARCS>
31
					<ARC to="createMetaWf"/>
32
				</ARCS>
33
			</NODE>
34
			
35
			<NODE name="createMetaWf" type="RegisterMetaWf">
36
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
37
				<PARAMETERS>
38
					<PARAM name="wfName" managedBy="system" required="true" type="string">Collection and transformation</PARAM>
39
				</PARAMETERS>
40
				<ARCS>
41
					<ARC to="createNative"/>
42
					<ARC to="createTransformed"/>
43
					<ARC to="prepareCreateIndex"/>
44
				</ARCS>
45
			</NODE>
46
			
47
			<NODE name="createNative" type="CreateMDStore">
48
				<DESCRIPTION>Create native store</DESCRIPTION>
49
				<PARAMETERS>
50
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
51
					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>
52
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
53
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM>
54
				</PARAMETERS>
55
				<ARCS>
56
					<ARC to="updateMetaWf" />
57
				</ARCS>
58
			</NODE>
59
			
60
			<NODE name="createTransformed" type="CreateMDStore">
61
				<DESCRIPTION>Create transformed store</DESCRIPTION>
62
				<PARAMETERS>
63
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
64
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
65
					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
66
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>
67
				</PARAMETERS>
68
				<ARCS>
69
					<ARC to="updateMetaWf" />
70
				</ARCS>
71
			</NODE>
72
			
73
			<NODE name="prepareCreateIndex" type="PrepareCreateIndex">
74
				<DESCRIPTION>Prepare create index</DESCRIPTION>
75
				<PARAMETERS>
76
					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>
77
					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>
78
					<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM>
79
				</PARAMETERS>
80
				<ARCS>
81
					<ARC to="createIndex" />
82
				</ARCS>
83
			</NODE>	
84
			
85
			<NODE name="createIndex" type="CreateIndex">
86
				<DESCRIPTION>Create index</DESCRIPTION>
87
				<PARAMETERS>
88
					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM>
89
				</PARAMETERS>
90
				<ARCS>
91
					<ARC to="updateMetaWf" />
92
				</ARCS>
93
			</NODE>		
94
						
95
			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
96
				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
97
				<PARAMETERS>
98
					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfRepoHi</PARAM>
99
				</PARAMETERS>
100
				<ARCS>
101
					<ARC to="updateMetaWfStatus" />
102
				</ARCS>
103
			</NODE>
104
			
105
			<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus">
106
				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
107
				<PARAMETERS />
108
				<ARCS>
109
					<ARC to="success" />
110
				</ARCS>
111
			</NODE>
112
		
113
		</CONFIGURATION>
114

  
115
		<STATUS />
116
	</BODY>
117
</RESOURCE_PROFILE>
modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="setFormat"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="setFormat" type="SetFormatInfo">
14
     <DESCRIPTION>Set Format Info</DESCRIPTION>
15
     <PARAMETERS>
16
         <PARAM managedBy="user" name="format" required="true" type="string">DMF</PARAM>
17
         <PARAM managedBy="user" name="layout" required="true" type="string">store</PARAM>
18
         <PARAM managedBy="user" name="interpretation" required="true" type="string">transformed</PARAM>
19
         <PARAM managedBy="system" name="formatParam" required="true" type="string">oai_format</PARAM>
20
         <PARAM managedBy="system" name="layoutParam" required="true" type="string">oai_layout</PARAM>
21
         <PARAM managedBy="system" name="interpretationParam" required="true" type="string">oai_interpretation</PARAM>
22
     </PARAMETERS>
23
     <ARCS>
24
         <ARC to="prepareOAI"/>
25
     </ARCS>
26
 </NODE>
27
 
28
 <NODE name="prepareOAI" type="PrepareOaiJob">
29
     <DESCRIPTION>Prepare oai feeding</DESCRIPTION>
30
     <PARAMETERS>
31
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
32
         <PARAM managedBy="user" name="oaiDBName" required="true" type="string">oaistore</PARAM>
33
         <PARAM managedBy="system" name="oaiDBNameParam" required="true" type="string">oai_dbName</PARAM>
34
     </PARAMETERS>
35
     <ARCS>
36
         <ARC to="CompoundIndexes"/>
37
     </ARCS>
38
 </NODE>
39
 
40
 <NODE name="CompoundIndexes" type="OAICreateIndex">
41
     <DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION>
42
     <PARAMETERS>
43
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
44
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
45
         <PARAM managedBy="user" name="fieldNames" required="true" type="string">set,datestamp</PARAM>
46
     </PARAMETERS>
47
     <ARCS>
48
         <ARC to="ConfigIndexes"/>
49
     </ARCS>
50
 </NODE>
51
 
52
 <NODE name="ConfigIndexes" type="OAIEnsureIndexes">
53
     <DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION>
54
     <PARAMETERS>
55
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
56
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
57
     </PARAMETERS>
58
     <ARCS>
59
         <ARC to="SetsCount"/>
60
     </ARCS>
61
 </NODE>
62
 
63
 <NODE name="SetsCount" type="OAISetsCountUpdate">
64
     <DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION>
65
     <PARAMETERS>
66
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
67
         <PARAM managedBy="system" name="oaiStoreCollectionParam" required="true" type="string">oaiStoreCollection</PARAM>
68
         <PARAM managedBy="user" name="configuredOnly" required="true" type="boolean">false</PARAM>
69
     </PARAMETERS>
70
     <ARCS>
71
         <ARC to="ConfigSets"/>
72
     </ARCS>
73
 </NODE>
74
 
75
 <NODE name="ConfigSets" type="RefreshSetsFromConfig">
76
     <DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly (counts are updated as well)</DESCRIPTION>
77
     <PARAMETERS>
78
         <PARAM managedBy="system" name="dbNameParam" required="true" type="string">oai_dbName</PARAM>
79
     </PARAMETERS>
80
     <ARCS>
81
         <ARC to="success"/>
82
     </ARCS>
83
 </NODE>
modules/dnet-aggregative-basic-workflows/tags/dnet-aggregative-basic-workflows-1.0.0/src/main/resources/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="COLLECT"/>
... This diff was truncated because it exceeds the maximum size that can be displayed.

Also available in: Unified diff