Revision 51978
Added by Sandro La Bruzzo almost 6 years ago
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepository/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepository/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorPubsRepository/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorDataRepository/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/datacite/transform.wf.st | ||
---|---|---|
6 | 6 |
<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM> |
7 | 7 |
</PARAMETERS> |
8 | 8 |
<ARCS> |
9 |
<ARC to="fetchOriginals"/>
|
|
9 |
<ARC to="selectIncrementalTransformation"/>
|
|
10 | 10 |
<ARC to="obtainParams" /> |
11 | 11 |
</ARCS> |
12 | 12 |
</NODE> |
13 | 13 |
|
14 |
<NODE name="selectIncrementalTransformation" type="IncrementalTransformation"> |
|
15 |
<DESCRIPTION>Decide REFRESH/INCREMENTAL transformation</DESCRIPTION> |
|
16 |
<PARAMETERS> |
|
17 |
<PARAM required="true" type="string" name="transformationType" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])"></PARAM> |
|
18 |
</PARAMETERS> |
|
19 |
<ARCS> |
|
20 |
<ARC to="fetchOriginals"/> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
|
|
14 | 24 |
<NODE name="fetchOriginals" type="FetchMDStoreRecords"> |
15 | 25 |
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION> |
16 | 26 |
<PARAMETERS> |
modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/applicationContext-msro-openaire-nodes.xml | ||
---|---|---|
36 | 36 |
class="eu.dnetlib.msro.openaireplus.workflows.nodes.hbase.PrepareCopyTableJobNode" |
37 | 37 |
scope="prototype"/> |
38 | 38 |
|
39 |
|
|
40 |
<bean id ="wfNodeIncrementalTransformation" |
|
41 |
class="eu.dnetlib.msro.openaireplus.workflows.nodes.IncrementalTransformationJobNode" |
|
42 |
scope="prototype" |
|
43 |
/> |
|
44 |
|
|
39 | 45 |
<bean id="wfNodeDecapsuleClaims" |
40 | 46 |
class="eu.dnetlib.msro.openaireplus.workflows.nodes.claims.DecapsuleClaimsJobNode" |
41 | 47 |
scope="prototype"/> |
Also available in: Unified diff
merged incremental transformation to trunk