Revision 33050
Added by Sandro La Bruzzo almost 10 years ago
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/pom.xml | ||
---|---|---|
1 |
<?xml version="1.0" ?> |
|
2 |
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd"> |
|
3 |
<parent> |
|
4 |
<groupId>eu.dnetlib</groupId> |
|
5 |
<artifactId>dnet-parent</artifactId> |
|
6 |
<version>1.0.0</version> |
|
7 |
<relativePath /> |
|
8 |
</parent> |
|
9 |
<modelVersion>4.0.0</modelVersion> |
|
10 |
<groupId>eu.dnetlib</groupId> |
|
11 |
<artifactId>dnet-openaireplus-workflows</artifactId> |
|
12 |
<packaging>jar</packaging> |
|
13 |
<version>2.1.1</version> |
|
14 |
<scm> |
|
15 |
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1</developerConnection> |
|
16 |
</scm> |
|
17 |
<dependencies> |
|
18 |
<dependency> |
|
19 |
<groupId>eu.dnetlib</groupId> |
|
20 |
<artifactId>cnr-enabling-database-api</artifactId> |
|
21 |
<version>[1.0.0,2.0.0)</version> |
|
22 |
</dependency> |
|
23 |
<dependency> |
|
24 |
<groupId>eu.dnetlib</groupId> |
|
25 |
<artifactId>dnet-msro-service</artifactId> |
|
26 |
<version>[2.1.0,3.0.0)</version> |
|
27 |
</dependency> |
|
28 |
<dependency> |
|
29 |
<groupId>eu.dnetlib</groupId> |
|
30 |
<artifactId>cnr-resultset-service</artifactId> |
|
31 |
<version>[2.0.0,3.0.0)</version> |
|
32 |
</dependency> |
|
33 |
<dependency> |
|
34 |
<groupId>eu.dnetlib</groupId> |
|
35 |
<artifactId>dnet-openaireplus-datasource-manager-service</artifactId> |
|
36 |
<version>[4.0.0,5.0.0)</version> |
|
37 |
</dependency> |
|
38 |
<dependency> |
|
39 |
<groupId>eu.dnetlib</groupId> |
|
40 |
<artifactId>dnet-openaireplus-mapping-utils</artifactId> |
|
41 |
<version>[2.0.0,3.0.0)</version> |
|
42 |
</dependency> |
|
43 |
<dependency> |
|
44 |
<groupId>eu.dnetlib</groupId> |
|
45 |
<artifactId>dnet-hadoop-service-rmi</artifactId> |
|
46 |
<version>[1.0.0,2.0.0)</version> |
|
47 |
</dependency> |
|
48 |
<dependency> |
|
49 |
<groupId>eu.dnetlib</groupId> |
|
50 |
<artifactId>dnet-index-solr-common</artifactId> |
|
51 |
<version>[1.0.0,2.0.0)</version> |
|
52 |
</dependency> |
|
53 |
<dependency> |
|
54 |
<groupId>eu.dnetlib</groupId> |
|
55 |
<artifactId>dnet-collector-plugins</artifactId> |
|
56 |
<version>[1.0.0,2.0.0)</version> |
|
57 |
</dependency> |
|
58 |
<dependency> |
|
59 |
<groupId>eu.dnetlib</groupId> |
|
60 |
<artifactId>dnet-resource-discovery</artifactId> |
|
61 |
<version>[2.0.0,3.0.0)</version> |
|
62 |
<exclusions> |
|
63 |
<exclusion> |
|
64 |
<artifactId>xercesImpl</artifactId> |
|
65 |
<groupId>xerces</groupId> |
|
66 |
</exclusion> |
|
67 |
</exclusions> |
|
68 |
</dependency> |
|
69 |
<dependency> |
|
70 |
<groupId>eu.dnetlib</groupId> |
|
71 |
<artifactId>dnet-actionmanager-api</artifactId> |
|
72 |
<version>[3.0.0,4.0.0)</version> |
|
73 |
</dependency> |
|
74 |
|
|
75 |
<dependency> |
|
76 |
<groupId>eu.dnetlib</groupId> |
|
77 |
<artifactId>dnet-oai-common-workflows</artifactId> |
|
78 |
<version>[3.0.0,4.0.0)</version> |
|
79 |
</dependency> |
|
80 |
|
|
81 |
<!-- modular ui and servlet api are here because of the stats controller --> |
|
82 |
<dependency> |
|
83 |
<groupId>eu.dnetlib</groupId> |
|
84 |
<artifactId>dnet-modular-ui</artifactId> |
|
85 |
<version>[3.0.0,4.0.0)</version> |
|
86 |
</dependency> |
|
87 |
<dependency> |
|
88 |
<groupId>javax.servlet</groupId> |
|
89 |
<artifactId>javax.servlet-api</artifactId> |
|
90 |
<version>${javax.servlet.version}</version> |
|
91 |
<scope>provided</scope> |
|
92 |
</dependency> |
|
93 |
|
|
94 |
<dependency> |
|
95 |
<groupId>junit</groupId> |
|
96 |
<artifactId>junit</artifactId> |
|
97 |
<version>${junit.version}</version> |
|
98 |
<scope>test</scope> |
|
99 |
</dependency> |
|
100 |
</dependencies> |
|
101 |
</project> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_EntityRegistry_Native.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="e477ca5a-1c2b-419e-93f2-c843aa533581_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (project, datasource, organization and person entities) from EntityRegistry [Ingestion]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
16 |
<FIELD name="Datasource class">EntityRegistry</FIELD> |
|
17 |
<FIELD name="Content">project, datasource, organization and person entities</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">entityregistry</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">native</PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (project, datasource, organization and person entities) from EntityRegistry [Ingestion]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createGMF"/> |
|
49 |
<ARC to="createDBMF"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="createGMF" type="CreateMDStore"> |
|
54 |
<DESCRIPTION>Create store for native records</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM name="format" managedBy="system" required="true" type="string">GMF</PARAM> |
|
57 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
58 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
59 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">orig_</PARAM> |
|
60 |
</PARAMETERS> |
|
61 |
<ARCS> |
|
62 |
<ARC to="updateMetaWf" /> |
|
63 |
</ARCS> |
|
64 |
</NODE> |
|
65 |
<NODE name="createDBMF" type="CreateMDStore"> |
|
66 |
<DESCRIPTION>Create store for DB rows</DESCRIPTION> |
|
67 |
<PARAMETERS> |
|
68 |
<PARAM name="format" managedBy="system" required="true" type="string">DBMF</PARAM> |
|
69 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
70 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
71 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">row_</PARAM> |
|
72 |
</PARAMETERS> |
|
73 |
<ARCS> |
|
74 |
<ARC to="updateMetaWf" /> |
|
75 |
</ARCS> |
|
76 |
</NODE> |
|
77 |
|
|
78 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
79 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
80 |
<PARAMETERS> |
|
81 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfEntityReg</PARAM> |
|
82 |
</PARAMETERS> |
|
83 |
<ARCS> |
|
84 |
<ARC to="updateMetaWfStatus" /> |
|
85 |
</ARCS> |
|
86 |
</NODE> |
|
87 |
|
|
88 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
89 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
90 |
<PARAMETERS /> |
|
91 |
<ARCS> |
|
92 |
<ARC to="success" /> |
|
93 |
</ARCS> |
|
94 |
</NODE> |
|
95 |
</CONFIGURATION> |
|
96 |
|
|
97 |
<STATUS /> |
|
98 |
</BODY> |
|
99 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_AggregatorDataRepository_Ingestion.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="3c924d16-83c1-44b0-81cd-681df42bcec4_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (datasets) from Aggregator::DataRepository [Inference]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Inference</FIELD> |
|
16 |
<FIELD name="Datasource class">aggregator::datarepository</FIELD> |
|
17 |
<FIELD name="Content">datasets</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">aggregator::datarepository</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (datasets) from Aggregator::DataRepository [Inference]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createDatacite"/> |
|
49 |
<ARC to="createODF"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="createDatacite" type="CreateMDStore"> |
|
54 |
<DESCRIPTION>Create oai_datacite native store</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM name="format" managedBy="system" required="true" type="string">oai_datacite</PARAM> |
|
57 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
58 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
59 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
|
60 |
</PARAMETERS> |
|
61 |
<ARCS> |
|
62 |
<ARC to="updateMetaWf" /> |
|
63 |
</ARCS> |
|
64 |
</NODE> |
|
65 |
<NODE name="createODF" type="CreateMDStore"> |
|
66 |
<DESCRIPTION>Create ODF_datacite cleaned store</DESCRIPTION> |
|
67 |
<PARAMETERS> |
|
68 |
<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM> |
|
69 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned_noingestion</PARAM> |
|
70 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
71 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
72 |
</PARAMETERS> |
|
73 |
<ARCS> |
|
74 |
<ARC to="updateMetaWf" /> |
|
75 |
</ARCS> |
|
76 |
</NODE> |
|
77 |
|
|
78 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
79 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
80 |
<PARAMETERS> |
|
81 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfAggregatorDataRepositoryNoIngestion</PARAM> |
|
82 |
</PARAMETERS> |
|
83 |
<ARCS> |
|
84 |
<ARC to="updateMetaWfStatus" /> |
|
85 |
</ARCS> |
|
86 |
</NODE> |
|
87 |
|
|
88 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
89 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
90 |
<PARAMETERS /> |
|
91 |
<ARCS> |
|
92 |
<ARC to="success" /> |
|
93 |
</ARCS> |
|
94 |
</NODE> |
|
95 |
</CONFIGURATION> |
|
96 |
<STATUS /> |
|
97 |
</BODY> |
|
98 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Fill_HostedbyMap_journal_intersection.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="61995a63-5922-4fac-be67-5970bab0095d_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Fill hostedBy-Map (ISSNs in DOAJ) from PANGAEA [Context]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Fill hostedBy-Map</FIELD> |
|
15 |
<FIELD name="Consequence IS">Context</FIELD> |
|
16 |
<FIELD name="Datasource class">PANGAEA</FIELD> |
|
17 |
<FIELD name="Content">ISSNs</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository::unknown</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">native</PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Fill hostedBy-Map (ISSNs in DOAJ) from PANGAEA [Context]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="updateMetaWf"/> |
|
49 |
</ARCS> |
|
50 |
</NODE> |
|
51 |
|
|
52 |
<NODE name="updateMetaWf" type="UpdateMetaWf" > |
|
53 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
54 |
<PARAMETERS> |
|
55 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfHostedByMapJournalIntersection</PARAM> |
|
56 |
</PARAMETERS> |
|
57 |
<ARCS> |
|
58 |
<ARC to="updateMetaWfStatus" /> |
|
59 |
</ARCS> |
|
60 |
</NODE> |
|
61 |
|
|
62 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
63 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
64 |
<PARAMETERS /> |
|
65 |
<ARCS> |
|
66 |
<ARC to="success" /> |
|
67 |
</ARCS> |
|
68 |
</NODE> |
|
69 |
</CONFIGURATION> |
|
70 |
<STATUS /> |
|
71 |
</BODY> |
|
72 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/hbase/odf2hbase.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="939f1075-70ed-4fbd-9055-ea16e5984531_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>ODF to HBase</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE> |
|
14 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
15 |
<CONFIGURATION start="manual"> |
|
16 |
<NODE name="prepareImport" type="PrepareMDStoreImport" isStart="true"> |
|
17 |
<DESCRIPTION>Configure export to HDFS</DESCRIPTION> |
|
18 |
<PARAMETERS> |
|
19 |
<PARAM required="true" type="string" name="hdfsPathParam" managedBy="system">hdfsPath</PARAM> |
|
20 |
<PARAM required="true" type="string" name="hdfsPath" managedBy="system">/tmp/mdstores_odf-store-cleaned.seq</PARAM> |
|
21 |
<PARAM required="true" type="string" name="xsltParam" managedBy="system">xslt</PARAM> |
|
22 |
<PARAM required="true" type="string" name="xslt" managedBy="system">/eu/dnetlib/data/transform/datacite_2_hbase.xsl</PARAM> |
|
23 |
</PARAMETERS> |
|
24 |
<ARCS> |
|
25 |
<ARC to="reuseHdfsRecords" /> |
|
26 |
</ARCS> |
|
27 |
</NODE> |
|
28 |
<NODE name="reuseHdfsRecords" type="ReuseHdfsRecords"> |
|
29 |
<DESCRIPTION>reuse mdstore records</DESCRIPTION> |
|
30 |
<PARAMETERS> |
|
31 |
<PARAM required="true" type="boolean" name="reuseMdRecords" managedBy="user">false</PARAM> |
|
32 |
</PARAMETERS> |
|
33 |
<ARCS> |
|
34 |
<ARC name="true" to="mapreduce" /> |
|
35 |
<ARC name="false" to="exportRecords" /> |
|
36 |
</ARCS> |
|
37 |
</NODE> |
|
38 |
<NODE name="exportRecords" type="MDStoreBatchExporter"> |
|
39 |
<DESCRIPTION>Fetch mdstore records</DESCRIPTION> |
|
40 |
<PARAMETERS> |
|
41 |
<PARAM required="true" type="string" name="format" managedBy="system">ODF</PARAM> |
|
42 |
<PARAM required="true" type="string" name="layout" managedBy="system">store</PARAM> |
|
43 |
<PARAM required="true" type="string" name="interpretation" managedBy="system">cleaned</PARAM> |
|
44 |
<PARAM required="true" type="string" name="outputEprParam" managedBy="system">records_epr</PARAM> |
|
45 |
</PARAMETERS> |
|
46 |
<ARCS> |
|
47 |
<ARC to="storeHdfsRecords" /> |
|
48 |
</ARCS> |
|
49 |
</NODE> |
|
50 |
<NODE name="storeHdfsRecords" type="StoreHdfsRecords"> |
|
51 |
<DESCRIPTION>Store records to HDFS</DESCRIPTION> |
|
52 |
<PARAMETERS> |
|
53 |
<PARAM required="true" type="string" name="inputEprParam" managedBy="system">records_epr</PARAM> |
|
54 |
<PARAM required="true" type="string" name="hdfsPathParam" managedBy="system">hdfsPath</PARAM> |
|
55 |
<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM> |
|
56 |
</PARAMETERS> |
|
57 |
<ARCS> |
|
58 |
<ARC to="mapreduce" /> |
|
59 |
</ARCS> |
|
60 |
</NODE> |
|
61 |
<NODE name="mapreduce" type="SubmitHadoopJob"> |
|
62 |
<DESCRIPTION>Run M/R import Job</DESCRIPTION> |
|
63 |
<PARAMETERS> |
|
64 |
<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM> |
|
65 |
<PARAM required="true" type="string" name="hadoopJob" managedBy="system">mdStoreHdfsImportJob</PARAM> |
|
66 |
<PARAM required="true" type="string" name="envParams" managedBy="system"> |
|
67 |
{ |
|
68 |
'mapred.input.dir' : 'hdfsPath', |
|
69 |
'hbase.import.xslt' : 'xslt' |
|
70 |
} |
|
71 |
</PARAM> |
|
72 |
<PARAM required="true" type="string" name="sysParams" managedBy="system"> |
|
73 |
{ |
|
74 |
'hbase.mapred.outputtable' : 'hbase.mapred.datatable' |
|
75 |
} |
|
76 |
</PARAM> |
|
77 |
<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM> |
|
78 |
</PARAMETERS> |
|
79 |
<ARCS> |
|
80 |
<ARC to="success" /> |
|
81 |
</ARCS> |
|
82 |
</NODE> |
|
83 |
</CONFIGURATION> |
|
84 |
<STATUS /> |
|
85 |
</BODY> |
|
86 |
</RESOURCE_PROFILE> |
|
87 |
|
|
88 |
|
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_PubsRepository_Inference.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="79dc9f0d-e98d-4f4f-aaa9-b2ebf7fbdb92_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (publications) from PubsRepository [Inference]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Inference</FIELD> |
|
16 |
<FIELD name="Datasource class">PubsRepository</FIELD> |
|
17 |
<FIELD name="Content">publications</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" |
|
26 |
required="false" type="string">websource</PARAM> |
|
27 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" |
|
28 |
required="false" type="string">native</PARAM> |
|
29 |
</PARAMETERS> |
|
30 |
<ARCS> |
|
31 |
<ARC to="createMetaWf" /> |
|
32 |
<ARC to="validateDs" name="validateDs" /> |
|
33 |
</ARCS> |
|
34 |
</NODE> |
|
35 |
|
|
36 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
37 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
38 |
<PARAMETERS /> |
|
39 |
<ARCS> |
|
40 |
<ARC to="createMetaWf" /> |
|
41 |
</ARCS> |
|
42 |
</NODE> |
|
43 |
|
|
44 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
45 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
46 |
<PARAMETERS> |
|
47 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate |
|
48 |
Metadata (publications) from PubsRepository [Inference]</PARAM> |
|
49 |
</PARAMETERS> |
|
50 |
<ARCS> |
|
51 |
<ARC to="createGMF" /> |
|
52 |
<ARC to="createOAF" /> |
|
53 |
</ARCS> |
|
54 |
</NODE> |
|
55 |
|
|
56 |
<NODE name="createGMF" type="CreateMDStore"> |
|
57 |
<DESCRIPTION>Create store for native records</DESCRIPTION> |
|
58 |
<PARAMETERS> |
|
59 |
<PARAM name="format" managedBy="system" required="true" type="string">GMF</PARAM> |
|
60 |
<PARAM name="interpretation" managedBy="system" required="true" |
|
61 |
type="string">native</PARAM> |
|
62 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
63 |
<PARAM name="outputPrefix" managedBy="system" required="true" |
|
64 |
type="string">harv_</PARAM> |
|
65 |
</PARAMETERS> |
|
66 |
<ARCS> |
|
67 |
<ARC to="updateMetaWf" /> |
|
68 |
</ARCS> |
|
69 |
</NODE> |
|
70 |
<NODE name="createOAF" type="CreateMDStore"> |
|
71 |
<DESCRIPTION>Create store for cleaned records</DESCRIPTION> |
|
72 |
<PARAMETERS> |
|
73 |
<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM> |
|
74 |
<PARAM name="interpretation" managedBy="system" required="true" |
|
75 |
type="string">cleaned_noingestion</PARAM> |
|
76 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
77 |
<PARAM name="outputPrefix" managedBy="system" required="true" |
|
78 |
type="string">tran_</PARAM> |
|
79 |
</PARAMETERS> |
|
80 |
<ARCS> |
|
81 |
<ARC to="updateMetaWf" /> |
|
82 |
</ARCS> |
|
83 |
</NODE> |
|
84 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
85 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
86 |
<PARAMETERS> |
|
87 |
<PARAM name="beanName" managedBy="system" required="true" |
|
88 |
type="string">metaWfPubsRepositoryInference</PARAM> |
|
89 |
</PARAMETERS> |
|
90 |
<ARCS> |
|
91 |
<ARC to="updateMetaWfStatus" /> |
|
92 |
</ARCS> |
|
93 |
</NODE> |
|
94 |
|
|
95 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
96 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
97 |
<PARAMETERS /> |
|
98 |
<ARCS> |
|
99 |
<ARC to="success" /> |
|
100 |
</ARCS> |
|
101 |
</NODE> |
|
102 |
</CONFIGURATION> |
|
103 |
|
|
104 |
<STATUS /> |
|
105 |
</BODY> |
|
106 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_DataRepository_Ingestion.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="6afbcdfe-1ac4-4249-ac91-9605949f022b_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
5 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
6 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
7 |
<RESOURCE_URI value="value3" /> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<WORKFLOW_NAME>Aggregate Metadata (datasets) from DataRepository [Ingestion]</WORKFLOW_NAME> |
|
12 |
<WORKFLOW_INFO> |
|
13 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
14 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
15 |
<FIELD name="Datasource class">DataRepository</FIELD> |
|
16 |
<FIELD name="Content">datasets</FIELD> |
|
17 |
</WORKFLOW_INFO> |
|
18 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
19 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
20 |
<CONFIGURATION start="manual"> |
|
21 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
22 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
23 |
<PARAMETERS> |
|
24 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository</PARAM> |
|
25 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
26 |
</PARAMETERS> |
|
27 |
<ARCS> |
|
28 |
<ARC to="createMetaWf"/> |
|
29 |
<ARC to="validateDs" name="validateDs"/> |
|
30 |
</ARCS> |
|
31 |
</NODE> |
|
32 |
|
|
33 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
34 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
35 |
<PARAMETERS/> |
|
36 |
<ARCS> |
|
37 |
<ARC to="createMetaWf"/> |
|
38 |
</ARCS> |
|
39 |
</NODE> |
|
40 |
|
|
41 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
42 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
43 |
<PARAMETERS> |
|
44 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (datasets) from DataRepository [Ingestion]</PARAM> |
|
45 |
</PARAMETERS> |
|
46 |
<ARCS> |
|
47 |
<ARC to="createDatacite"/> |
|
48 |
<ARC to="createODF"/> |
|
49 |
</ARCS> |
|
50 |
</NODE> |
|
51 |
|
|
52 |
<NODE name="createDatacite" type="CreateMDStore"> |
|
53 |
<DESCRIPTION>Create oai_datacite native store</DESCRIPTION> |
|
54 |
<PARAMETERS> |
|
55 |
<PARAM name="format" managedBy="system" required="true" type="string">oai_datacite</PARAM> |
|
56 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
57 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
58 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
|
59 |
</PARAMETERS> |
|
60 |
<ARCS> |
|
61 |
<ARC to="updateMetaWf" /> |
|
62 |
</ARCS> |
|
63 |
</NODE> |
|
64 |
<NODE name="createODF" type="CreateMDStore"> |
|
65 |
<DESCRIPTION>Create ODF cleaned store</DESCRIPTION> |
|
66 |
<PARAMETERS> |
|
67 |
<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM> |
|
68 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
69 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
70 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
71 |
</PARAMETERS> |
|
72 |
<ARCS> |
|
73 |
<ARC to="updateMetaWf" /> |
|
74 |
</ARCS> |
|
75 |
</NODE> |
|
76 |
|
|
77 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
78 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
79 |
<PARAMETERS> |
|
80 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfDataRepositoryIngestion</PARAM> |
|
81 |
</PARAMETERS> |
|
82 |
<ARCS> |
|
83 |
<ARC to="updateMetaWfStatus" /> |
|
84 |
</ARCS> |
|
85 |
</NODE> |
|
86 |
|
|
87 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
88 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
89 |
<PARAMETERS /> |
|
90 |
<ARCS> |
|
91 |
<ARC to="success" /> |
|
92 |
</ARCS> |
|
93 |
</NODE> |
|
94 |
</CONFIGURATION> |
|
95 |
<STATUS /> |
|
96 |
</BODY> |
|
97 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/hbase/actions2hbase.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="4b8dabb8-cef7-4910-a0ad-fd8e70d53b9e_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/> |
|
5 |
<RESOURCE_TYPE value="WorkflowDSResourceType"/> |
|
6 |
<RESOURCE_KIND value="WorkflowDSResources"/> |
|
7 |
<RESOURCE_URI value=""/> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<WORKFLOW_NAME>Actions to HBase</WORKFLOW_NAME> |
|
12 |
<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE> |
|
13 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
14 |
<CONFIGURATION start="auto"> |
|
15 |
<NODE name="promoteActions" type="PromoteActions" isStart="true"> |
|
16 |
<DESCRIPTION>Promote actions</DESCRIPTION> |
|
17 |
<PARAMETERS> |
|
18 |
<PARAM function="obtainValues('actionSets', {})" required="false" type="string" name="set" managedBy="user">ALL SETS</PARAM> |
|
19 |
</PARAMETERS> |
|
20 |
<ARCS> |
|
21 |
<ARC to="success" /> |
|
22 |
</ARCS> |
|
23 |
</NODE> |
|
24 |
</CONFIGURATION> |
|
25 |
<STATUS /> |
|
26 |
</BODY> |
|
27 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_PubsRepository_Ingestion.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="86251144-0938-4b8d-b0f9-eb4f0021912b_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (publications) from PubsRepository [Ingestion]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
16 |
<FIELD name="Datasource class">PubsRepository</FIELD> |
|
17 |
<FIELD name="Content">publications</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">pubsrepository</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (publications) from PubsRepository [Ingestion]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createDc"/> |
|
49 |
<ARC to="createOaf"/> |
|
50 |
<!-- <ARC to="CreateNativeIndex" /> --> |
|
51 |
</ARCS> |
|
52 |
</NODE> |
|
53 |
|
|
54 |
<NODE name="createDc" type="CreateMDStore"> |
|
55 |
<DESCRIPTION>Create oai_dc store</DESCRIPTION> |
|
56 |
<PARAMETERS> |
|
57 |
<PARAM name="format" managedBy="system" required="true" type="string">oai_dc</PARAM> |
|
58 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
59 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
60 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
|
61 |
</PARAMETERS> |
|
62 |
<ARCS> |
|
63 |
<ARC to="updateMetaWf" /> |
|
64 |
</ARCS> |
|
65 |
</NODE> |
|
66 |
<NODE name="createOaf" type="CreateMDStore"> |
|
67 |
<DESCRIPTION>Create OAF store</DESCRIPTION> |
|
68 |
<PARAMETERS> |
|
69 |
<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM> |
|
70 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
71 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
72 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
73 |
</PARAMETERS> |
|
74 |
<ARCS> |
|
75 |
<ARC to="updateMetaWf" /> |
|
76 |
</ARCS> |
|
77 |
</NODE> |
|
78 |
|
|
79 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
80 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
81 |
<PARAMETERS> |
|
82 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfPubsRepositoryIngestion</PARAM> |
|
83 |
</PARAMETERS> |
|
84 |
<ARCS> |
|
85 |
<ARC to="updateMetaWfStatus" /> |
|
86 |
</ARCS> |
|
87 |
</NODE> |
|
88 |
|
|
89 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
90 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
91 |
<PARAMETERS /> |
|
92 |
<ARCS> |
|
93 |
<ARC to="success" /> |
|
94 |
</ARCS> |
|
95 |
</NODE> |
|
96 |
</CONFIGURATION> |
|
97 |
|
|
98 |
<STATUS /> |
|
99 |
</BODY> |
|
100 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_AggregatorPubsRepository_Ingestion.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="40b520c1-4314-48b1-9677-9d39436b0651_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (publications) from Aggregator::PubsRepository [Ingestion]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
16 |
<FIELD name="Datasource class">Aggregator::PubsRepository</FIELD> |
|
17 |
<FIELD name="Content">publications</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">aggregator::pubsrepository</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (publications) from Aggregator::PubsRepository [Ingestion]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createDc"/> |
|
49 |
<ARC to="createOaf"/> |
|
50 |
</ARCS> |
|
51 |
</NODE> |
|
52 |
|
|
53 |
<NODE name="createDc" type="CreateMDStore"> |
|
54 |
<DESCRIPTION>Create oai_dc store</DESCRIPTION> |
|
55 |
<PARAMETERS> |
|
56 |
<PARAM name="format" managedBy="system" required="true" type="string">oai_dc</PARAM> |
|
57 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
58 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
59 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
|
60 |
</PARAMETERS> |
|
61 |
<ARCS> |
|
62 |
<ARC to="updateMetaWf" /> |
|
63 |
</ARCS> |
|
64 |
</NODE> |
|
65 |
<NODE name="createOaf" type="CreateMDStore"> |
|
66 |
<DESCRIPTION>Create OAF store</DESCRIPTION> |
|
67 |
<PARAMETERS> |
|
68 |
<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM> |
|
69 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
70 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
71 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM> |
|
72 |
</PARAMETERS> |
|
73 |
<ARCS> |
|
74 |
<ARC to="updateMetaWf" /> |
|
75 |
</ARCS> |
|
76 |
</NODE> |
|
77 |
|
|
78 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
79 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
80 |
<PARAMETERS> |
|
81 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfAggregatorPubsRepositoryIngestion</PARAM> |
|
82 |
</PARAMETERS> |
|
83 |
<ARCS> |
|
84 |
<ARC to="updateMetaWfStatus" /> |
|
85 |
</ARCS> |
|
86 |
</NODE> |
|
87 |
|
|
88 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
89 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
90 |
<PARAMETERS /> |
|
91 |
<ARCS> |
|
92 |
<ARC to="success" /> |
|
93 |
</ARCS> |
|
94 |
</NODE> |
|
95 |
</CONFIGURATION> |
|
96 |
|
|
97 |
<STATUS /> |
|
98 |
</BODY> |
|
99 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/iis/iis-main.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="dc19a8d1-93a8-4ffb-9fed-950f4156eedb_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>IIS main workflow</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_TYPE>IIS</WORKFLOW_TYPE> |
|
14 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
15 |
<CONFIGURATION start="manual"> |
|
16 |
<NODE name="start" isStart="true"> |
|
17 |
<DESCRIPTION>start</DESCRIPTION> |
|
18 |
<PARAMETERS /> |
|
19 |
<ARCS> |
|
20 |
<ARC to="prepareActionSets" /> |
|
21 |
</ARCS> |
|
22 |
</NODE> |
|
23 |
<NODE name="prepareActionSets" type="PrepareActionSets"> |
|
24 |
<DESCRIPTION>prepare action sets</DESCRIPTION> |
|
25 |
<PARAMETERS> |
|
26 |
<PARAM required="true" type="string" name="sets" managedBy="system"> |
|
27 |
[ |
|
28 |
{ |
|
29 |
'set' : 'iis-extracted-metadata', |
|
30 |
'jobProperty' : 'export_action_set_id_document_extractedMetadata', |
|
31 |
'enablingProperty' : 'active_metadataextraction_export', |
|
32 |
'enabled' : 'true' |
|
33 |
}, |
|
34 |
{ |
|
35 |
'set' : 'iis-referenced-projects-main', |
|
36 |
'jobProperty' : 'export_action_set_id_document_referencedProjects', |
|
37 |
'enablingProperty' : 'active_referenceextraction_project', |
|
38 |
'enabled' : 'true' |
|
39 |
}, |
|
40 |
{ |
|
41 |
'set' : 'iis-referenced-datasets-main', |
|
42 |
'jobProperty' : 'export_action_set_id_document_referencedDatasets', |
|
43 |
'enablingProperty' : 'active_referenceextraction_dataset', |
|
44 |
'enabled' : 'true' |
|
45 |
}, |
|
46 |
{ |
|
47 |
'set' : 'iis-dataset-entities-main', |
|
48 |
'jobProperty' : 'export_action_set_id_entity_dataset', |
|
49 |
'enablingProperty' : 'active_referenceextraction_dataset', |
|
50 |
'enabled' : 'true' |
|
51 |
}, |
|
52 |
{ |
|
53 |
'set' : 'iis-researchinitiative', |
|
54 |
'jobProperty' : 'export_action_set_id_document_research_initiative', |
|
55 |
'enablingProperty' : |
|
56 |
'active_referenceextraction_researchinitiative', |
|
57 |
'enabled' : 'true' |
|
58 |
}, |
|
59 |
{ |
|
60 |
'set' : 'iis-document-similarities', |
|
61 |
'jobProperty' : 'export_action_set_id_document_similarities_standard', |
|
62 |
'enablingProperty' : 'active_documentssimilarity', |
|
63 |
'enabled' : 'true' |
|
64 |
}, |
|
65 |
{ |
|
66 |
'set' : 'iis-document-statistics', |
|
67 |
'jobProperty' : 'export_action_set_id_document_statistics', |
|
68 |
'enablingProperty' : 'active_statistics', |
|
69 |
'enabled' : 'true' |
|
70 |
}, |
|
71 |
{ |
|
72 |
'set' : 'iis-document-classes', |
|
73 |
'jobProperty' : 'export_action_set_id_document_classes', |
|
74 |
'enablingProperty' : 'active_documentsclassification', |
|
75 |
'enabled' : 'true' |
|
76 |
}, |
|
77 |
{ |
|
78 |
'set' : 'iis-document-citations', |
|
79 |
'jobProperty' : 'export_action_set_id_document_referencedDocuments', |
|
80 |
'enablingProperty' : 'active_citationmatching', |
|
81 |
'enabled' : 'true' |
|
82 |
} |
|
83 |
] |
|
84 |
</PARAM> |
|
85 |
</PARAMETERS> |
|
86 |
<ARCS> |
|
87 |
<ARC to="prepareParameters" /> |
|
88 |
</ARCS> |
|
89 |
</NODE> |
|
90 |
<NODE name="prepareParameters" type="PrepareIisMainParams"> |
|
91 |
<DESCRIPTION>prepare parameters</DESCRIPTION> |
|
92 |
<PARAMETERS> |
|
93 |
<PARAM required="true" type="string" name="objectStoreParam" managedBy="system">import_content_objectstores_csv</PARAM> |
|
94 |
<PARAM required="true" type="string" name="objectStoreLocationParam" managedBy="system">import_content_object_store_location</PARAM> |
|
95 |
<PARAM required="true" type="string" name="mdStoreStoreLocationParam" managedBy="system">import_mdstore_service_location</PARAM> |
|
96 |
<PARAM required="true" type="string" name="mdStoreDatasetParam" managedBy="system">import_dataset_mdstore_ids_csv</PARAM> |
|
97 |
<PARAM required="true" type="string" name="zkQuorumParam" managedBy="system">export_action_hbase_remote_zookeeper_quorum</PARAM> |
|
98 |
<PARAM required="true" type="string" name="zkPortParam" managedBy="system">export_action_hbase_remote_zookeeper_clientport</PARAM> |
|
99 |
<PARAM required="true" type="string" name="oozieWfAppPathParam" managedBy="system">oozie.wf.application.path</PARAM> |
|
100 |
|
|
101 |
<PARAM required="true" type="string" name="oozieWfAppPath" managedBy="user">/tmp/integration/apps/main</PARAM> |
|
102 |
<PARAM required="true" type="string" name="clusterName" managedBy="user" function="validValues(['IIS','DM'])">IIS</PARAM> |
|
103 |
|
|
104 |
<PARAM required="false" type="string" name="objectStoreBlacklistCSV" managedBy="user"></PARAM> |
|
105 |
</PARAMETERS> |
|
106 |
<ARCS> |
|
107 |
<ARC to="main" /> |
|
108 |
</ARCS> |
|
109 |
</NODE> |
|
110 |
<NODE name="main" type="SubmitHadoopJob" isJoin="true"> |
|
111 |
<DESCRIPTION>IIS main</DESCRIPTION> |
|
112 |
<PARAMETERS> |
|
113 |
<PARAM required="true" type="string" name="hadoopJob" managedBy="system">iisMainJob</PARAM> |
|
114 |
<PARAM required="true" type="string" name="envParams" managedBy="system"> |
|
115 |
{ |
|
116 |
'cluster' : 'cluster', |
|
117 |
'nameNode' : 'nameNode', |
|
118 |
'jobTracker' : 'jobTracker', |
|
119 |
'oozie.wf.application.path' : 'oozie.wf.application.path', |
|
120 |
'active_metadataextraction_export' : 'active_metadataextraction_export', |
|
121 |
'active_referenceextraction_project' : |
|
122 |
'active_referenceextraction_project', |
|
123 |
'active_referenceextraction_dataset' : |
|
124 |
'active_referenceextraction_dataset', |
|
125 |
'active_referenceextraction_researchinitiative' : |
|
126 |
'active_referenceextraction_researchinitiative', |
|
127 |
'active_documentsclassification' : |
|
128 |
'active_documentsclassification', |
|
129 |
'active_documentssimilarity' : 'active_documentssimilarity', |
|
130 |
'active_citationmatching' : 'active_citationmatching', |
|
131 |
'active_statistics' : 'active_statistics', |
|
132 |
'import_content_objectstores_csv' : 'import_content_objectstores_csv', |
|
133 |
'import_content_object_store_location' : |
|
134 |
'import_content_object_store_location', |
|
135 |
'import_mdstore_service_location' : |
|
136 |
'import_mdstore_service_location', |
|
137 |
'import_dataset_mdstore_ids_csv' : |
|
138 |
'import_dataset_mdstore_ids_csv', |
|
139 |
'export_action_hbase_remote_zookeeper_quorum' : |
|
140 |
'export_action_hbase_remote_zookeeper_quorum', |
|
141 |
'export_action_hbase_remote_zookeeper_clientport' : |
|
142 |
'export_action_hbase_remote_zookeeper_clientport', |
|
143 |
'export_action_set_id_document_extractedMetadata' : |
|
144 |
'export_action_set_id_document_extractedMetadata', |
|
145 |
'export_action_set_id_document_referencedDatasets' : |
|
146 |
'export_action_set_id_document_referencedDatasets', |
|
147 |
'export_action_set_id_document_referencedProjects' : |
|
148 |
'export_action_set_id_document_referencedProjects', |
|
149 |
'export_action_set_id_document_research_initiative' : |
|
150 |
'export_action_set_id_document_research_initiative', |
|
151 |
'export_action_set_id_document_similarities_standard' : |
|
152 |
'export_action_set_id_document_similarities_standard', |
|
153 |
'export_action_set_id_document_statistics' : |
|
154 |
'export_action_set_id_document_statistics', |
|
155 |
'export_action_set_id_document_classes' : |
|
156 |
'export_action_set_id_document_classes', |
|
157 |
'export_action_set_id_document_referencedDocuments' : |
|
158 |
'export_action_set_id_document_referencedDocuments', |
|
159 |
'export_action_set_id_entity_dataset' : |
|
160 |
'export_action_set_id_entity_dataset' |
|
161 |
} |
|
162 |
</PARAM> |
|
163 |
<PARAM required="true" type="string" name="sysParams" managedBy="system"> |
|
164 |
{ |
|
165 |
'export_action_hbase_table_name' : 'hbase.actions.table' |
|
166 |
} |
|
167 |
</PARAM> |
|
168 |
<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM> |
|
169 |
</PARAMETERS> |
|
170 |
<ARCS> |
|
171 |
<ARC to="updateActionSets" /> |
|
172 |
</ARCS> |
|
173 |
</NODE> |
|
174 |
<NODE name="updateActionSets" type="UpdateActionSets"> |
|
175 |
<DESCRIPTION>update action sets</DESCRIPTION> |
|
176 |
<PARAMETERS /> |
|
177 |
<ARCS> |
|
178 |
<ARC to="success" /> |
|
179 |
</ARCS> |
|
180 |
</NODE> |
|
181 |
</CONFIGURATION> |
|
182 |
<STATUS /> |
|
183 |
</BODY> |
|
184 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/garbage/garbage.meta.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="397d1ab7-2db7-4255-be18-f796f783c303_TWV0YVdvcmtmbG93RFNSZXNvdXJjZXMvTWV0YVdvcmtmbG93RFNSZXNvdXJjZVR5cGU=" /> |
|
5 |
<RESOURCE_TYPE value="MetaWorkflowDSResourceType" /> |
|
6 |
<RESOURCE_KIND value="MetaWorkflowDSResources" /> |
|
7 |
<RESOURCE_URI value="" /> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<METAWORKFLOW_NAME family="clean_sets">Garbage Action Sets</METAWORKFLOW_NAME> |
|
12 |
<METAWORKFLOW_DESCRIPTION></METAWORKFLOW_DESCRIPTION> |
|
13 |
<METAWORKFLOW_SECTION>Garbage Collection</METAWORKFLOW_SECTION> |
|
14 |
<ADMIN_EMAIL /> |
|
15 |
<CONFIGURATION status="EXECUTABLE"> |
|
16 |
<WORKFLOW id="1c22f1f3-f860-4304-8161-5f31d5d26c81_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="Garbase Action Sets" /> |
|
17 |
</CONFIGURATION> |
|
18 |
<SCHEDULING enabled="false"> |
|
19 |
<CRON>29 5 22 ? * *</CRON> |
|
20 |
<MININTERVAL>10080</MININTERVAL> |
|
21 |
</SCHEDULING> |
|
22 |
</BODY> |
|
23 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/provision/index.switch.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER value="e3098652-9b4a-4459-a9e5-620513896964_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
5 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
6 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
7 |
<RESOURCE_URI value="" /> |
|
8 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
9 |
</HEADER> |
|
10 |
<BODY> |
|
11 |
<WORKFLOW_NAME>Index switch</WORKFLOW_NAME> |
|
12 |
<WORKFLOW_TYPE>Provision</WORKFLOW_TYPE> |
|
13 |
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY> |
|
14 |
<CONFIGURATION start="manual"> |
|
15 |
<NODE name="findIndex" type="FindIndex" isStart="true"> |
|
16 |
<DESCRIPTION /> |
|
17 |
<PARAMETERS> |
|
18 |
<PARAM name="mdFormat" type="string" managedBy="user" required="true">DMF</PARAM> |
|
19 |
<PARAM name="layout" type="string" managedBy="system" required="true">index</PARAM> |
|
20 |
<PARAM name="interpretation" type="string" managedBy="system" required="true">openaire</PARAM> |
|
21 |
</PARAMETERS> |
|
22 |
<ARCS> |
|
23 |
<ARC name="found" to="findSearchService" /> |
|
24 |
<ARC name="notFound" to="success" /> |
|
25 |
</ARCS> |
|
26 |
</NODE> |
|
27 |
<NODE name="findSearchService" type="FindSearchService"> |
|
28 |
<DESCRIPTION>find search service</DESCRIPTION> |
|
29 |
<PARAMETERS> |
|
30 |
<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='SearchServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM> |
|
31 |
<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM> |
|
32 |
</PARAMETERS> |
|
33 |
<ARCS> |
|
34 |
<ARC name="found" to="switch" /> |
|
35 |
<ARC name="notFound" to="success" /> |
|
36 |
</ARCS> |
|
37 |
</NODE> |
|
38 |
<NODE name="switch" type="SwitchIndex"> |
|
39 |
<DESCRIPTION>switch index</DESCRIPTION> |
|
40 |
<PARAMETERS> |
|
41 |
<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM> |
|
42 |
<PARAM name="inputIndexIdParam" type="string" managedBy="system" required="true">index_id</PARAM> |
|
43 |
<PARAM name="outputIndexIdParam" type="string" managedBy="system" required="true">IndexId</PARAM> |
|
44 |
</PARAMETERS> |
|
45 |
<ARCS> |
|
46 |
<ARC to="success" /> |
|
47 |
</ARCS> |
|
48 |
</NODE> |
|
49 |
</CONFIGURATION> |
|
50 |
<STATUS /> |
|
51 |
</BODY> |
|
52 |
</RESOURCE_PROFILE> |
|
53 |
|
|
54 |
|
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_DataRepositorybyProject.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="f11b8b10-f2e5-4603-99d9-8f1c18b12c83_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (datasets and publications by project) from PANGAEA [Ingestion]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
16 |
<FIELD name="Datasource class">DataRepository</FIELD> |
|
17 |
<FIELD name="Content">datasets and publications by project</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Retrieve datasets by projects id</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository::unknown</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (datasets and publications by project) from PANGAEA [Ingestion]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createDatacite"/> |
|
49 |
<ARC to="createODF"/> |
|
50 |
<ARC to="createOAF"/> |
|
51 |
</ARCS> |
|
52 |
</NODE> |
|
53 |
|
|
54 |
<NODE name="createDatacite" type="CreateMDStore"> |
|
55 |
<DESCRIPTION>Create dataset native store</DESCRIPTION> |
|
56 |
<PARAMETERS> |
|
57 |
<PARAM name="format" managedBy="system" required="true" type="string">dataset</PARAM> |
|
58 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM> |
|
59 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
60 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM> |
|
61 |
</PARAMETERS> |
|
62 |
<ARCS> |
|
63 |
<ARC to="updateMetaWf" /> |
|
64 |
</ARCS> |
|
65 |
</NODE> |
|
66 |
<NODE name="createODF" type="CreateMDStore"> |
|
67 |
<DESCRIPTION>Create ODF_dataset cleaned store</DESCRIPTION> |
|
68 |
<PARAMETERS> |
|
69 |
<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM> |
|
70 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
71 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
72 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tranODF_</PARAM> |
|
73 |
</PARAMETERS> |
|
74 |
<ARCS> |
|
75 |
<ARC to="updateMetaWf" /> |
|
76 |
</ARCS> |
|
77 |
</NODE> |
|
78 |
<NODE name="createOAF" type="CreateMDStore"> |
|
79 |
<DESCRIPTION>Create OAF_publication cleaned store</DESCRIPTION> |
|
80 |
<PARAMETERS> |
|
81 |
<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM> |
|
82 |
<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM> |
|
83 |
<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM> |
|
84 |
<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tranOAF_</PARAM> |
|
85 |
</PARAMETERS> |
|
86 |
<ARCS> |
|
87 |
<ARC to="updateMetaWf" /> |
|
88 |
</ARCS> |
|
89 |
</NODE> |
|
90 |
|
|
91 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
92 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
93 |
<PARAMETERS> |
|
94 |
<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfDatasetbyProjectsOpenaireMdRecords</PARAM> |
|
95 |
</PARAMETERS> |
|
96 |
<ARCS> |
|
97 |
<ARC to="updateMetaWfStatus" /> |
|
98 |
</ARCS> |
|
99 |
</NODE> |
|
100 |
|
|
101 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
102 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
103 |
<PARAMETERS /> |
|
104 |
<ARCS> |
|
105 |
<ARC to="success" /> |
|
106 |
</ARCS> |
|
107 |
</NODE> |
|
108 |
</CONFIGURATION> |
|
109 |
<STATUS /> |
|
110 |
</BODY> |
|
111 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Download_files_from_PubsRepository.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="e08d993f-6349-4ca8-b7b6-e76914101712_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Download Files (files) from PubsRepository [Inference]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Download Files</FIELD> |
|
15 |
<FIELD name="Consequence IS">Inference</FIELD> |
|
16 |
<FIELD name="Datasource class">PubsRepository</FIELD> |
|
17 |
<FIELD name="Content">files</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Verify if DS is pending</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" |
|
26 |
required="false" type="string">pubsrepository, aggregator::pubsrepository</PARAM> |
|
27 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" |
|
28 |
required="false" type="string">files</PARAM> |
|
29 |
</PARAMETERS> |
|
30 |
<ARCS> |
|
31 |
<ARC to="RetreiveInterfaceInfo" /> |
|
32 |
<ARC to="validateDs" name="validateDs" /> |
|
33 |
</ARCS> |
|
34 |
</NODE> |
|
35 |
|
|
36 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
37 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
38 |
<PARAMETERS /> |
|
39 |
<ARCS> |
|
40 |
<ARC to="RetreiveInterfaceInfo" /> |
|
41 |
</ARCS> |
|
42 |
</NODE> |
|
43 |
<NODE name="RetreiveInterfaceInfo" type="RetreiveInterfaceInfo"> |
|
44 |
<DESCRIPTION>Retreive Interface Info</DESCRIPTION> |
|
45 |
<PARAMETERS /> |
|
46 |
<ARCS> |
|
47 |
<ARC to="createMetaWf" /> |
|
48 |
</ARCS> |
|
49 |
</NODE> |
|
50 |
|
|
51 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
52 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
53 |
<PARAMETERS> |
|
54 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Download Files (files) from PubsRepository [Inference]</PARAM> |
|
55 |
</PARAMETERS> |
|
56 |
<ARCS> |
|
57 |
<ARC to="createObjectStore" /> |
|
58 |
</ARCS> |
|
59 |
</NODE> |
|
60 |
<NODE name="createObjectStore" type="CreateObjectStore"> |
|
61 |
<DESCRIPTION>Create Object store</DESCRIPTION> |
|
62 |
<PARAMETERS> |
|
63 |
<PARAM name="interpretation" managedBy="system" required="true" |
|
64 |
type="string">pubrepository record</PARAM> |
|
65 |
<PARAM name="outputPrefix" managedBy="system" required="true" |
|
66 |
type="string">objs_</PARAM> |
|
67 |
</PARAMETERS> |
|
68 |
<ARCS> |
|
69 |
<ARC to="updateMetaWf" /> |
|
70 |
</ARCS> |
|
71 |
</NODE> |
|
72 |
|
|
73 |
<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true"> |
|
74 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
75 |
<PARAMETERS> |
|
76 |
<PARAM name="beanName" managedBy="system" required="true" |
|
77 |
type="string">metaWfPubRepositoryFiles</PARAM> |
|
78 |
</PARAMETERS> |
|
79 |
<ARCS> |
|
80 |
<ARC to="updateMetaWfStatus" /> |
|
81 |
</ARCS> |
|
82 |
</NODE> |
|
83 |
|
|
84 |
<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus"> |
|
85 |
<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION> |
|
86 |
<PARAMETERS /> |
|
87 |
<ARCS> |
|
88 |
<ARC to="success" /> |
|
89 |
</ARCS> |
|
90 |
</NODE> |
|
91 |
</CONFIGURATION> |
|
92 |
|
|
93 |
<STATUS /> |
|
94 |
</BODY> |
|
95 |
</RESOURCE_PROFILE> |
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-2.1.1/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/repo-hi/Aggregate_Metadata_from_DataRepositorybyJournal.xml | ||
---|---|---|
1 |
<?xml version="1.0" encoding="UTF-8"?> |
|
2 |
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"> |
|
3 |
<HEADER> |
|
4 |
<RESOURCE_IDENTIFIER |
|
5 |
value="884e520e-f141-4a17-a0d4-98f8222ef2b0_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" /> |
|
6 |
<RESOURCE_TYPE value="WorkflowDSResourceType" /> |
|
7 |
<RESOURCE_KIND value="WorkflowDSResources" /> |
|
8 |
<RESOURCE_URI value="value3" /> |
|
9 |
<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" /> |
|
10 |
</HEADER> |
|
11 |
<BODY> |
|
12 |
<WORKFLOW_NAME>Aggregate Metadata (datasets and publications by journal) from DataRepository [Ingestion]</WORKFLOW_NAME> |
|
13 |
<WORKFLOW_INFO> |
|
14 |
<FIELD name="Action">Aggregate Metadata</FIELD> |
|
15 |
<FIELD name="Consequence IS">Ingestion</FIELD> |
|
16 |
<FIELD name="Datasource class">DataRepository</FIELD> |
|
17 |
<FIELD name="Content">datasets and publications by journal</FIELD> |
|
18 |
</WORKFLOW_INFO> |
|
19 |
<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE> |
|
20 |
<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY> |
|
21 |
<CONFIGURATION start="manual"> |
|
22 |
<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true"> |
|
23 |
<DESCRIPTION>Retrieve datasets by projects id</DESCRIPTION> |
|
24 |
<PARAMETERS> |
|
25 |
<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository::unknown</PARAM> |
|
26 |
<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM> |
|
27 |
</PARAMETERS> |
|
28 |
<ARCS> |
|
29 |
<ARC to="createMetaWf"/> |
|
30 |
<ARC to="validateDs" name="validateDs"/> |
|
31 |
</ARCS> |
|
32 |
</NODE> |
|
33 |
|
|
34 |
<NODE name="validateDs" type="ValidateDatasource"> |
|
35 |
<DESCRIPTION>Validate DS</DESCRIPTION> |
|
36 |
<PARAMETERS/> |
|
37 |
<ARCS> |
|
38 |
<ARC to="createMetaWf"/> |
|
39 |
</ARCS> |
|
40 |
</NODE> |
|
41 |
|
|
42 |
<NODE name="createMetaWf" type="RegisterMetaWf"> |
|
43 |
<DESCRIPTION>Create MetaWorkflow</DESCRIPTION> |
|
44 |
<PARAMETERS> |
|
45 |
<PARAM name="wfName" managedBy="system" required="true" type="string">Aggregate Metadata (datasets and publications by journal) from DataRepository [Ingestion]</PARAM> |
|
46 |
</PARAMETERS> |
|
47 |
<ARCS> |
|
48 |
<ARC to="createDatacite"/> |
|
49 |
<ARC to="createODF"/> |
|
50 |
<ARC to="createOAF"/> |
|
51 |
</ARCS> |
|
52 |
</NODE> |
|
53 |
|
|
54 |
<NODE name="createDatacite" type="CreateMDStore"> |
|
55 |
<DESCRIPTION>Create dataset native store</DESCRIPTION> |
|
56 |
<PARAMETERS> |
|
57 |
<PARAM name="format" managedBy="system" required="true" type="string">dataset</PARAM> |
Also available in: Unified diff
[maven-release-plugin] copy for tag dnet-openaireplus-workflows-2.1.1