Project

General

Profile

« Previous | Next » 

Revision 42474

[maven-release-plugin] copy for tag dnet-openaireplus-workflows-5.3.2

View differences:

modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/xsl/croatian_csf_projects_contexts.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0"
3
	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:fn="http://www.w3.org/2005/xpath-functions"
4
	exclude-result-prefixes="fn">
5

  
6
	<xsl:variable name="namespacePrefix" select="string('irb_hr______')" />
7

  
8
	<xsl:template match="/">
9
		<fundingtree>
10
			<xsl:if test="contains(//column[@name='FUNDER_NAME'], 'CSF')">
11
				<funder>
12
					<id><xsl:value-of select="concat($namespacePrefix, '::CSF')" /></id>
13
					<shortname>CSF</shortname>
14
					<name>Croatian Science Foundation</name>
15
					<jurisdiction>HR</jurisdiction>
16
				</funder>
17
				<funding_level_0>
18
					<id><xsl:value-of select="concat($namespacePrefix, '::CSF::fundingStream')" /></id>
19
					<name>Croatian Science Foundation - Funding Stream</name>
20
					<description>Croatian Science Foundation - Funding Stream</description>
21
					<parent />
22
					<class>csf:fundingStream</class>
23
				</funding_level_0>
24
			</xsl:if>
25
		</fundingtree>
26

  
27
	</xsl:template>
28

  
29
</xsl:stylesheet>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/xsl/corda_h2020_contexts.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:fn="http://www.w3.org/2005/xpath-functions" exclude-result-prefixes="fn">
3

  
4
	<xsl:variable name="namespacePrefix" select="string('ec__________')"/>
5
	<xsl:variable name="funderID" select="concat($namespacePrefix, '::EC')"/>
6

  
7
	<xsl:template match="/">
8
		<fundingtree>
9
			<funder>
10
				<id><xsl:value-of select="$funderID"/></id>
11
				<shortname>EC</shortname>
12
				<name>European Commission</name>
13
				<jurisdiction>EU</jurisdiction>
14
			</funder>
15
			<funding_level_0>
16
				<id><xsl:value-of select="concat($funderID, '::H2020')"/></id>
17
				<name>H2020</name>
18
				<description>Horizon 2020 Framework Programme</description>
19
				<parent/>
20
				<class>ec:h2020fundings</class>
21
			</funding_level_0>
22
		</fundingtree>
23
	</xsl:template>
24

  
25
</xsl:stylesheet>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/downloadFilesFromPubsRepository/download.st
1
 <NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="SELECT_MODE"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="SELECT_MODE" type="Selection">
14
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="selection" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])">INCREMENTAL</PARAM>
17
	</PARAMETERS>
18
	<ARCS>
19
		<ARC to="DropContentObjectStore" name="REFRESH" />
20
		<ARC to="findMdStore" name="INCREMENTAL" />
21
	</ARCS>
22
</NODE>
23

  
24
<NODE name="DropContentObjectStore" type="DropContentObjectStore">
25
	<DESCRIPTION>Drop content on the object Store</DESCRIPTION>
26
	<PARAMETERS>
27
		<PARAM required="true" type="string" name="objectstoreId" managedBy="system" category="OBJECTSTORE_ID">$params.("objs_id")$</PARAM>
28
	</PARAMETERS>
29
	<ARCS>
30
		<ARC to="findMdStore"/>
31
	</ARCS>
32
</NODE>
33

  
34
<NODE name="findMdStore" type="RetrieveMdStoreId">
35
	<DESCRIPTION>Find MDStore</DESCRIPTION>
36
	<PARAMETERS>
37
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>		
38
	</PARAMETERS>
39
	<ARCS>
40
		<ARC to="fetchTransformed"/>
41
	</ARCS>
42
</NODE>
43

  
44
<NODE name="fetchTransformed" type="FetchMultipleMDStoreRecords">
45
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
46
	<PARAMETERS>		
47
		<PARAM required="true" type="string" name="eprParam" managedBy="system">clean_epr</PARAM>
48
	</PARAMETERS>
49
	<ARCS>
50
		<ARC to="retrieveURL"/>
51
	</ARCS>
52
</NODE>
53

  
54
<NODE name="retrieveURL" type="RetrieveURLS">
55
	<DESCRIPTION>Retrieve URL To Download from MDStore</DESCRIPTION>
56
	<PARAMETERS>		
57
		<PARAM required="true" type="string" name="xpath" managedBy="user">//*[local-name()='metadata']//*[local-name()='identifier']/text()</PARAM>
58
		<PARAM required="true" type="string" name="xpathOpenAccess" managedBy="user">//*[local-name()='metadata']//*[local-name()='accessrights']/text()</PARAM>
59
		<PARAM required="true" type="string" name="xpathEmbargoDate" managedBy="user">//*[local-name()='metadata']//*[local-name()='embargoenddate']/text()</PARAM>
60
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">clean_epr</PARAM>
61
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">item_epr</PARAM>
62
	</PARAMETERS>
63
	<ARCS>
64
		<ARC to="downloadRecords"/>
65
	</ARCS>
66
</NODE>
67

  
68

  
69
<NODE name="downloadRecords" type="DownloadFromMetadataOpenaire">
70
	<DESCRIPTION>Download records</DESCRIPTION>
71
	<PARAMETERS>
72
		<PARAM required="true" type="string" name="inputeprParam" managedBy="system">item_epr</PARAM>
73
		<PARAM required="true" type="string" name="objectStoreID" managedBy="system" category="OBJECTSTORE_ID">$params.("objs_id")$</PARAM>
74
		<PARAM required="true" type="string" name="plugin" managedBy="user" function="obtainValues('listDownloadPlugins', {});"></PARAM>
75
		<PARAM required="false" type="string" name="basepath" managedBy="user"></PARAM>
76
		<PARAM required="true" type="string" name="protocol" managedBy="user" function="validValues(['HTTP', 'HTTPS', 'FTP', 'File_System', 'FTPS'])"></PARAM>
77
		<PARAM required="true" type="string" name="mimeType" managedBy="user" function="validValues(['pdf', 'application/pdf', 'xml', 'file::WoS', 'text', 'text/plain','text/html'])"></PARAM>
78
		<PARAM required="false" type="string" name="regularExpression" managedBy="user"></PARAM>
79
		<PARAM required="false" type="int" name="numberOfThreads" managedBy="user">5</PARAM>
80
		<PARAM required="false" type="int" name="connectTimeoutMs" managedBy="user">0</PARAM>
81
		<PARAM required="false" type="int" name="readTimeoutMs" managedBy="user">0</PARAM>
82
		<PARAM required="false" type="int" name="sleepTimeMs" managedBy="user">0</PARAM>
83
	</PARAMETERS>
84
	<ARCS>
85
		<ARC to="updateSizeObjectStore"/>
86
	</ARCS>
87
</NODE>
88

  
89
<NODE name="updateSizeObjectStore" type="UpdateObjectStoreSize">
90
	<DESCRIPTION>Download records</DESCRIPTION>
91
	<PARAMETERS>		
92
		<PARAM required="true" type="string" name="objectStoreIdParam" managedBy="system" category="OBJECTSTORE_ID">$params.("objs_id")$</PARAM>				
93
	</PARAMETERS>
94
	<ARCS>
95
		<ARC to="UPDATE_INFO"/>
96
	</ARCS>
97
</NODE>
98

  
99
<NODE name="UPDATE_INFO" type="ObjectStoreToApiExtraField">
100
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
101
	<PARAMETERS>
102
		<PARAM required="true" type="string" name="objId" managedBy="system">$params.("objs_id")$</PARAM>
103
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
104
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
105
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_download_total</PARAM>
106
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_download_date</PARAM>
107
		<PARAM required="true" type="string" name="extraFieldForObjId" managedBy="system">last_download_objId</PARAM>
108
	</PARAMETERS>
109
	<ARCS>
110
		<ARC to="success"/>
111
	</ARCS>
112
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/xsl/wt_contexts.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet version="1.0"
3
	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:fn="http://www.w3.org/2005/xpath-functions"
4
	exclude-result-prefixes="fn">
5

  
6
	<xsl:variable name="namespacePrefix" select="string('wt__________')" />
7
	<xsl:variable name="funderID" select="concat($namespacePrefix, '::WT')" />
8

  
9
	<xsl:template match="/">
10
		<xsl:variable name="funding">
11
			<xsl:choose>
12
				<xsl:when test="normalize-space(.//FundingStream)">
13
					<xsl:value-of select="normalize-space(.//FundingStream)" />
14
				</xsl:when>
15
				<xsl:otherwise>
16
					<xsl:value-of select="string('UNKNOWN')" />
17
				</xsl:otherwise>
18
			</xsl:choose>
19
		</xsl:variable>
20

  
21
		<fundingtree>
22
			<funder>
23
				<id>
24
					<xsl:value-of select="$funderID" />
25
				</id>
26
				<shortname>WT</shortname>
27
				<name>Wellcome Trust</name>
28
				<jurisdiction></jurisdiction>
29
			</funder>
30
			<funding_level_0>
31
				<id>
32
					<xsl:value-of select="concat($funderID, '::', $funding)" />
33
				</id>
34
				<description>
35
					<xsl:value-of select="$funding" />
36
				</description>
37
				<name>
38
					<xsl:value-of select="$funding" />
39
				</name>
40
				<parent></parent>
41
				<class>wt:fundingStream</class>
42
			</funding_level_0>
43
		</fundingtree>
44
	</xsl:template>
45

  
46
</xsl:stylesheet>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/repoBye.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="DeleteMetaWorkflow"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="DeleteMetaWorkflow" type="DeleteOpenaireMetaWf">
14
	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>
17
	</PARAMETERS>
18
	<ARCS>
19
		<ARC to="DeleteMDStoreGMF"/>
20
	</ARCS>
21
</NODE>
22

  
23
<NODE name="DeleteMDStoreGMF" type="DeleteMDStore">
24
	<DESCRIPTION>Delete the GMF mdstore</DESCRIPTION>
25
	<PARAMETERS>
26
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system" category="MDSTORE_ID">$params.("orig_id")$</PARAM>
27
	</PARAMETERS>
28
	<ARCS>
29
		<ARC to="DeleteMDStoreDBMF"/>
30
	</ARCS>
31
</NODE>
32

  
33
<NODE name="DeleteMDStoreDBMF" type="DeleteMDStore">
34
	<DESCRIPTION>Delete the DBMF mdstore</DESCRIPTION>
35
	<PARAMETERS>
36
		<PARAM required="true" type="string" name="mdstoreId" managedBy="system" category="MDSTORE_ID">$params.("row_id")$</PARAM>
37
	</PARAMETERS>
38
	<ARCS>
39
		<ARC to="RemoveApiExtraFields"/>
40
	</ARCS>
41
</NODE>
42

  
43
<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">
44
	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>
45
	<PARAMETERS>
46
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
47
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
48
		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>
49
	</PARAMETERS>
50
	<ARCS>
51
		<ARC to="success"/>
52
	</ARCS>
53
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/xml/contextProfile.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
3
	<HEADER>
4
		<RESOURCE_IDENTIFIER value=""/>
5
		<RESOURCE_TYPE value="ContextDSResourceType"/>
6
		<RESOURCE_KIND value="ContextDSResources"/>
7
		<RESOURCE_URI value=""/>
8
		<DATE_OF_CREATION value=""/>
9
	</HEADER>
10
	<BODY>
11
		<CONFIGURATION/>
12
		<STATUS/>
13
		<SECURITY_PARAMETERS/>
14
	</BODY>
15
</RESOURCE_PROFILE>
16
	
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/findContexts.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="COLLECT"/>
10
	</ARCS>
11
</NODE>
12

  
13
<NODE name="COLLECT" type="CollectRecords">
14
	<DESCRIPTION>Start Harvesting</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
17
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
18
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
19
	</PARAMETERS>
20
	<ARCS>
21
		<ARC to="FIND_CONTEXTS"/>
22
	</ARCS>
23
</NODE>
24

  
25
<NODE name="FIND_CONTEXTS" type="ApplyXslt">
26
	<DESCRIPTION>Find project contexts</DESCRIPTION>
27
	<PARAMETERS>
28
		<PARAM required="true" type="string" name="xsltClasspath" managedBy="user" function="listFiles('/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/xsl','xsl')"></PARAM>
29
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
30
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">contexts_epr</PARAM>
31
	</PARAMETERS>
32
	<ARCS>
33
		<ARC to="PROCESS_CONTEXTS"/>
34
	</ARCS>
35
</NODE>
36

  
37
<NODE name="PROCESS_CONTEXTS" type="ProcessContexts">
38
	<DESCRIPTION>Process project contexts</DESCRIPTION>
39
	<PARAMETERS>
40
		<PARAM required="true" type="string" name="eprParam" managedBy="system">contexts_epr</PARAM>
41
		<PARAM required="true" type="string" name="contextObj" managedBy="system">contexts</PARAM>
42
		<PARAM required="true" type="string" name="contextId" managedBy="user"></PARAM>
43
		<PARAM required="true" type="string" name="contextLabel" managedBy="user"></PARAM>
44
		<PARAM required="true" type="string" name="contextType" managedBy="user">funding</PARAM>
45
	</PARAMETERS>
46
	<ARCS>
47
		<ARC to="PREPARE_DB_ENTRIES"/>
48
	</ARCS>
49
</NODE>
50

  
51
<NODE name="PREPARE_DB_ENTRIES" type="PrepareContextDbEntries">
52
	<DESCRIPTION>Prepare the DB entries</DESCRIPTION>
53
	<PARAMETERS>
54
		<PARAM required="true" type="string" name="eprParam" managedBy="system">db_epr</PARAM>
55
		<PARAM required="true" type="string" name="contextObj" managedBy="system">contexts</PARAM>
56
	</PARAMETERS>
57
	<ARCS>
58
		<ARC to="UPDATE_DB"/>
59
	</ARCS>
60
</NODE>
61

  
62
<NODE name="UPDATE_DB" type="UpdateOpenaireDb">
63
	<DESCRIPTION>Update Db</DESCRIPTION>
64
	<PARAMETERS>
65
		<PARAM required="true" type="string" name="eprParam" managedBy="system">db_epr</PARAM>
66
	</PARAMETERS>
67
	<ARCS>
68
		<ARC to="SAVE_PROFILE"/>
69
	</ARCS>
70
</NODE>
71

  
72
<NODE name="SAVE_PROFILE" type="SaveContextProfile">
73
	<DESCRIPTION>Save the Context Profile</DESCRIPTION>
74
	<PARAMETERS>
75
		<PARAM required="true" type="string" name="contextObj" managedBy="system">contexts</PARAM>
76
	</PARAMETERS>
77
	<ARCS>
78
		<ARC to="success"/>
79
	</ARCS>
80
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/pom.xml
1
<?xml version="1.0" ?>
2
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
3
    <parent>
4
        <groupId>eu.dnetlib</groupId>
5
        <artifactId>dnet-parent</artifactId>
6
        <version>1.0.0</version>
7
        <relativePath />
8
    </parent>
9
    <modelVersion>4.0.0</modelVersion>
10
    <groupId>eu.dnetlib</groupId>
11
    <artifactId>dnet-openaireplus-workflows</artifactId>
12
    <packaging>jar</packaging>
13
    <version>5.3.2</version>
14
    <scm>
15
        <developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2</developerConnection>
16
    </scm>
17
    <repositories>
18
        <repository>
19
            <id>dfm-releases</id>
20
            <url>http://maven.research-infrastructures.eu/nexus/content/repositories/dfm-releases</url>
21
        </repository>
22
    </repositories>
23
    <dependencies>
24
        <dependency>
25
            <groupId>eu.dnetlib</groupId>
26
            <artifactId>cnr-data-flow-monitoring-core</artifactId>
27
            <version>[0.0.0,1.0.0)</version>
28
            <exclusions>
29
                <exclusion>
30
                    <artifactId>wstx-asl</artifactId>
31
                    <groupId>org.codehaus.woodstox</groupId>
32
                </exclusion>
33
            </exclusions>
34
        </dependency>
35
        <dependency>
36
            <groupId>eu.dnetlib</groupId>
37
            <artifactId>cnr-enabling-database-api</artifactId>
38
            <version>[2.0.0,3.0.0)</version>
39
        </dependency>
40
        <dependency>
41
            <groupId>eu.dnetlib</groupId>
42
            <artifactId>dnet-msro-service</artifactId>
43
            <version>[3.0.0,4.0.0)</version>
44
        </dependency>
45
        <dependency>
46
            <groupId>eu.dnetlib</groupId>
47
            <artifactId>cnr-resultset-service</artifactId>
48
            <version>[2.0.0,3.0.0)</version>
49
        </dependency>
50
        <dependency>
51
            <groupId>eu.dnetlib</groupId>
52
            <artifactId>dnet-openaireplus-datasource-manager-service</artifactId>
53
            <version>[5.0.0,6.0.0)</version>
54
        </dependency>
55
        <dependency>
56
            <groupId>eu.dnetlib</groupId>
57
            <artifactId>dnet-openaireplus-mapping-utils</artifactId>
58
            <version>[3.0.0,4.0.0)</version>
59
        </dependency>
60
        <dependency>
61
            <groupId>eu.dnetlib</groupId>
62
            <artifactId>dnet-hadoop-service-rmi</artifactId>
63
            <version>[1.0.0,2.0.0)</version>
64
        </dependency>
65
        <dependency>
66
            <groupId>eu.dnetlib</groupId>
67
            <artifactId>dnet-index-solr-common</artifactId>
68
            <version>[1.0.0,2.0.0)</version>
69
        </dependency>
70
        <dependency>
71
            <groupId>eu.dnetlib</groupId>
72
            <artifactId>dnet-collector-plugins</artifactId>
73
            <version>[1.0.0,2.0.0)</version>
74
        </dependency>
75

  
76

  
77
        <dependency>
78
            <groupId>eu.dnetlib</groupId>
79
            <artifactId>dnet-actionmanager-api</artifactId>
80
            <version>[3.0.0,4.0.0)</version>
81
        </dependency>
82

  
83
        <dependency>
84
            <groupId>eu.dnetlib</groupId>
85
            <artifactId>dnet-oai-common-workflows</artifactId>
86
            <version>[3.0.0,4.0.0)</version>
87
        </dependency>
88

  
89
        <dependency>
90
            <groupId>eu.dnetlib</groupId>
91
            <artifactId>dnet-index-solr-client</artifactId>
92
            <version>[2.0.0,2.9.9)</version>
93
        </dependency>
94

  
95
        <dependency>
96
            <groupId>eu.dnetlib</groupId>
97
            <artifactId>dnet-validator-workflows</artifactId>
98
            <version>[1.0.0,2.0.0)</version>
99
        </dependency>
100

  
101
        <!-- modular ui and servlet api are here because of the stats controller -->
102
        <dependency>
103
            <groupId>eu.dnetlib</groupId>
104
            <artifactId>dnet-modular-vocabularies-ui</artifactId>
105
            <version>[2.0.0,3.0.0)</version>
106
        </dependency>
107

  
108
        <dependency>
109
            <groupId>org.apache.velocity</groupId>
110
            <artifactId>velocity</artifactId>
111
            <version>1.7</version>
112
        </dependency>
113
        <dependency>
114
            <groupId>org.apache.velocity</groupId>
115
            <artifactId>velocity-tools</artifactId>
116
            <version>2.0</version>
117
        </dependency>
118
        <dependency>
119
            <groupId>javax.servlet</groupId>
120
            <artifactId>javax.servlet-api</artifactId>
121
            <version>${javax.servlet.version}</version>
122
            <scope>provided</scope>
123
        </dependency>
124
        <dependency>
125
            <groupId>junit</groupId>
126
            <artifactId>junit</artifactId>
127
            <version>${junit.version}</version>
128
            <scope>test</scope>
129
        </dependency>
130
 		<dependency>
131
			<groupId>eu.dnetlib</groupId>
132
			<artifactId>dnet-openaireplus-profiles</artifactId>
133
			<version>[1.0.0,2.0.0)</version>
134
			<scope>test</scope>
135
		</dependency>
136
	</dependencies>
137

  
138
</project>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/collection.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="SELECT_MODE"/>
10
	</ARCS>
11
</NODE>
12

  
13
 <NODE name="SELECT_MODE" type="Selection">
14
	<DESCRIPTION>Choose collection mode</DESCRIPTION>
15
	<PARAMETERS>
16
		<PARAM required="true" type="string" name="selection" managedBy="user" function="validValues(['REFRESH','INCREMENTAL'])">REFRESH</PARAM>
17
	</PARAMETERS>
18
	<ARCS>
19
		<ARC to="COLLECT_REFRESH" name="REFRESH" />
20
		<ARC to="PREPARE_INCREMENTAL" name="INCREMENTAL" />
21
	</ARCS>
22
</NODE>
23

  
24
<NODE name="COLLECT_REFRESH" type="CollectRecords">
25
	<DESCRIPTION>Start Harvesting</DESCRIPTION>
26
	<PARAMETERS>
27
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
28
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
29
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
30
	</PARAMETERS>
31
	<ARCS>
32
		<ARC to="MD_BUILDER_REFRESH"/>
33
	</ARCS>
34
</NODE>
35

  
36
<NODE name="MD_BUILDER_REFRESH" type="MdBuilder">
37
	<DESCRIPTION>Prepare mdstore records</DESCRIPTION>
38
	<PARAMETERS>
39
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
40
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM>
41
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
42
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
43
	</PARAMETERS>
44
	<ARCS>
45
		<ARC to="STORE_REFRESH"/>
46
	</ARCS>
47
</NODE>
48

  
49
<NODE name="STORE_REFRESH" type="StoreMDStoreRecords">
50
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
51
	<PARAMETERS>
52
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("orig_id")$</PARAM>
53
		 <PARAM managedBy="system" name="storingType" required="true" type="string">REFRESH</PARAM>
54
		<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM>
55
	</PARAMETERS>
56
	<ARCS>
57
		<ARC to="UPDATE_INFO"/>
58
	</ARCS>
59
</NODE>
60

  
61
<NODE name="PREPARE_INCREMENTAL" type="FindDateRangeForIncrementalHarvesting">
62
	<DESCRIPTION>Find Date Range For Incremental Harvesting</DESCRIPTION>
63
	<PARAMETERS>
64
		<PARAM required="true" type="string" name="fromDateParam" managedBy="system">FROM_DATE</PARAM>
65
		<PARAM required="true" type="string" name="untilDateParam" managedBy="system">UNTIL_DATE</PARAM>
66
	</PARAMETERS>
67
	<ARCS>
68
		<ARC to="COLLECT_INCREMENTAL"/>
69
	</ARCS>
70
</NODE>
71

  
72
<NODE name="COLLECT_INCREMENTAL" type="DateRangeCollectRecords">
73
	<DESCRIPTION>Start incremental harvesting</DESCRIPTION>
74
	<PARAMETERS>
75
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
76
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
77
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
78
		<PARAM required="true" type="string" name="fromDateParam" managedBy="system">FROM_DATE</PARAM>
79
		<PARAM required="true" type="string" name="untilDateParam" managedBy="system">UNTIL_DATE</PARAM>
80
	</PARAMETERS>
81
	<ARCS>
82
		<ARC to="MD_BUILDER_INCREMENTAL"/>
83
	</ARCS>
84
</NODE>
85

  
86
<NODE name="MD_BUILDER_INCREMENTAL" type="OpenaireMdBuilder">
87
	<DESCRIPTION>Prepare mdstore records</DESCRIPTION>
88
	<PARAMETERS>
89
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
90
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM>
91
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
92
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
93
	</PARAMETERS>
94
	<ARCS>
95
		<ARC to="STORE_INCREMENTAL"/>
96
	</ARCS>
97
</NODE>
98

  
99
<NODE name="STORE_INCREMENTAL" type="StoreMDStoreRecords">
100
	<DESCRIPTION>Store mdstore records incrementally</DESCRIPTION>
101
	<PARAMETERS>
102
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("orig_id")$</PARAM>
103
		<PARAM required="true" type="string" name="storingType" managedBy="system">INCREMENTAL</PARAM>
104
		<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM>
105
	</PARAMETERS>
106
	<ARCS>
107
		<ARC to="UPDATE_INFO"/>
108
	</ARCS>
109
</NODE>
110

  
111
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
112
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
113
	<PARAMETERS>
114
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("orig_id")$</PARAM>
115
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
116
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
117
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM>
118
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM>
119
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM>
120
	</PARAMETERS>
121
	<ARCS>
122
		<ARC to="success"/>
123
	</ARCS>
124
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/applicationContext-msro-openaire-nodes.xml
1
<?xml version="1.0" encoding="UTF-8"?>
2
<beans xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
3
       xmlns:p="http://www.springframework.org/schema/p"
4
       xmlns="http://www.springframework.org/schema/beans"
5
       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
6

  
7
    <bean id="wfNodeUpdateActionSets"
8
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.UpdateSetsJobNode"
9
          scope="prototype"/>
10

  
11
    <bean id="wfNodePrepareActionSets"
12
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.PrepareActionSetsJobNode"
13
          scope="prototype"/>
14

  
15
    <bean id="wfNodeCleanActionSetsProfile"
16
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.CleanActionSetsProfileJobNode"
17
          p:xupdate="${dnet.actionmanager.garbage.sets.xupdate}" scope="prototype"/>
18

  
19
    <bean id="wfNodeGarbageSets"
20
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.GarbageSetsJobNode"
21
          scope="prototype"/>
22

  
23
    <bean id="wfNodeGarbageSetsHDFS"
24
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.GarbageSetsHDFSJobNode"
25
          scope="prototype"/>
26

  
27
    <bean id="wfNodePromoteActionsHDFS"
28
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.PromoteActionsHDFSJobNode"
29
          scope="prototype"/>
30

  
31
    <bean id="wfNodePromoteActions"
32
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.actions.PromoteActionsJobNode"
33
          scope="prototype"/>
34

  
35
    <bean id="wfNodePrepareCopyTable"
36
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.hbase.PrepareCopyTableJobNode"
37
          scope="prototype"/>
38

  
39
    <bean id="wfNodeDecapsuleClaims"
40
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.claims.DecapsuleClaimsJobNode"
41
          scope="prototype"/>
42

  
43
    <bean id="wfNodeOpenaireMdBuilder"
44
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.OpenaireMdBuilderJobNode"
45
          p:xsltMappedResultSetFactory-ref="xsltResultSetFactory"
46
          p:mdBuilderTemplateXslt-ref="openaireMdBuilderTemplateXslt" scope="prototype"/>
47

  
48
    <bean id="openaireMdBuilderTemplateXslt"
49
          class="eu.dnetlib.springutils.stringtemplate.StringTemplateFactory"
50
          p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/xslt/openaireMdBuilder.xslt.st"
51
          scope="prototype"/>
52

  
53
    <bean id="wfNodeUpdateOpenaireMetaWfStatus"
54
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.repohi.UpdateOpenaireMetaWfStatusJobNode"
55
          scope="prototype"/>
56

  
57
    <bean id="wfNodeDeleteOpenaireMetaWf"
58
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.repobye.DeleteOpenaireMetaWfJobNode"
59
          scope="prototype"/>
60

  
61
    <bean id="wfNodeFindComplianceRepositories"
62
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.FindComplianceRepositoriesJobNode"
63
          scope="prototype" p:xsltMappedResultSetFactory-ref="xsltResultSetFactory"/>
64

  
65
    <bean id="wfNodeFindExistingRepositories"
66
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.FindExistingRepositoriesJobNode"
67
          scope="prototype"/>
68

  
69
    <bean id="wfNodeUpdateRepositoryProfiles"
70
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.UpdateRepositoryProfilesJobNode"
71
          scope="prototype"/>
72

  
73
    <bean id="wfNodeUpdateOpenaireDb" class="eu.dnetlib.msro.workflows.nodes.db.UpdateDbJobNode"
74
          scope="prototype" p:processCountingResultSetFactory-ref="msroProcessCountingResultSetFactory"
75
          p:db="${dnet.openaire.db.name}"/>
76

  
77
    <bean id="wfNodeFindVocabularyEntries"
78
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.FindVocabularyEntriesJobNode"
79
          scope="prototype"
80
          p:xquery="classpath:/eu/dnetlib/msro/openaireplus/workflows/db/vocabulary_entries.xquery"/>
81

  
82
    <!-- 	<bean id="wfNodeGetHBaseTableDescription" -->
83
    <!-- 		class="eu.dnetlib.msro.openaireplus.workflows.nodes.hbase.GetHBaseTableDescriptionJobNode" -->
84
    <!-- 		scope="prototype" /> -->
85

  
86
    <bean id="wfNodeImportFiles"
87
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.objectStore.ImportFilesJobNode"
88
          scope="prototype" p:processCountingResultSetFactory-ref="msroProcessCountingResultSetFactory"
89
          p:iterableResultSetFactory-ref="iterableResultSetFactory"/>
90

  
91
    <bean id="wfNodeRetreiveInterfaceInfo"
92
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.repohi.RetrieveInterfaceInfoJobNode"
93
          scope="prototype"/>
94

  
95
    <bean id="wfNodeObtainOpenaireDataSourceParams"
96
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.ObtainOpenaireDataSourceParamsJobNode"
97
          scope="prototype"/>
98

  
99
    <bean id="wfNodeSetHdfsFile"
100
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.SetHdfsFileJobNode"
101
          scope="prototype"/>
102

  
103
    <!-- <bean id="wfNodeMDStoreImportJob" -->
104
    <!-- class="eu.dnetlib.msro.openaireplus.workflows.nodes.hbase.HBaseMapReduceJobNode" -->
105
    <!-- scope="prototype" p:hadoopJob-ref="mdStoreHdfsImportJob" -->
106
    <!-- p:targetTable="${hbase.mapred.datatable}" p:hFileOutput="${services.mapreduce.mdrecords.hdsf.hfile.output}" -->
107
    <!-- p:xslt="classpath:/eu/dnetlib/data/transform/dmf_2_hbase.xsl" /> -->
108

  
109
    <bean id="wfNodeFindSearchService"
110
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.index.FindSearchServiceJobNode"
111
          scope="prototype"/>
112

  
113
    <bean id="wfNodeLoadContextsJob"
114
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.LoadContextsJobNode"
115
          scope="prototype"/>
116

  
117
    <bean id="wfNodeLoadEntityLinksJob"
118
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.LoadEntityLinksJobNode"
119
          scope="prototype"/>
120

  
121
    <bean id="wfNodePrepareIndexJob"
122
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.index.PrepareIndexDataJobNode"
123
          scope="prototype" p:hbaseTable="${hbase.mapred.datatable}"/>
124

  
125
    <bean id="wfNodePrepareStatsParams"
126
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.PrepareStatsParamJobNode"
127
          scope="prototype"/>
128

  
129
    <bean id="wfNodeFinalizeIndexFeeding"
130
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.index.FinalizeIndexJobNode"
131
          scope="prototype"/>
132

  
133
    <bean id="wfNodeSwitchIndex"
134
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.index.SwitchIndexJobNode"
135
          scope="prototype"/>
136

  
137
    <!-- DEDUP -->
138

  
139
    <!-- 	<bean id="wfNodeConfigureOfflineDataLoad" -->
140
    <!-- 		class="eu.dnetlib.msro.openaireplus.workflows.nodes.dedup.ConfigureOfflineDataLoadJobNode" -->
141
    <!-- 		scope="prototype" />		 -->
142

  
143
    <!-- 	<bean id="wfNodeDefineHBaseDedupSchema" -->
144
    <!-- 		class="eu.dnetlib.msro.openaireplus.workflows.nodes.dedup.DefineHBaseDedupSchemaJobNode" -->
145
    <!-- 		scope="prototype" /> -->
146

  
147
    <!-- / DEDUP -->
148

  
149
    <bean id="wfNodePrepareIisMainParams"
150
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.PrepareIISMainParamsJobNode"
151
          scope="prototype" p:xqueryMdStoreService="${dnet.openaire.iis.mdstore.endpoint.xquery}"
152
          p:xqueryDatasetStore="${dnet.openaire.iis.mdstore.dataset.xquery}"
153
          p:xqueryObjectStores="${dnet.openaire.iis.objecstores.xquery}"
154
          p:xqueryObjectStoreService="${dnet.openaire.iis.objecstore.endpoint.xquery}"
155
          p:xqueryIsLookupService="${dnet.openaire.iis.islookup.endpoint.xquery}"/>
156

  
157
    <bean id="wfNodePreparePreprocessParams"
158
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.PrepareIISPreprocessingParamsJobNode"
159
          scope="prototype" p:xqueryDatabaseService="${dnet.openaire.iis.dbservice.endpoint.xquery}"
160
          p:xqueryMdStoreService="${dnet.openaire.iis.mdstore.endpoint.xquery}"
161
          p:xqueryObjectStoreService="${dnet.openaire.iis.objecstore.endpoint.xquery}"
162
          p:xqueryDatasetStore="${dnet.openaire.iis.mdstore.dataset.xquery}"
163
          p:xqueryWosMDStore="${dnet.openaire.iis.mdstore.wos.xquery}"
164
          p:xqueryDataciteObjectStore="${dnet.openaire.iis.objecstores.dataset.xquery}"
165
          p:xqueryWosObjectStore="${dnet.openaire.iis.objecstores.wos.xquery}"
166
          p:xqueryIsLookupService="${dnet.openaire.iis.islookup.endpoint.xquery}"/>
167

  
168
    <bean id="wfNodeDownloadFromMetadataOpenaire"
169
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.objectStore.DownloadFromMetadataOpenaire"
170
          scope="prototype"/>
171

  
172
    <bean id="wfNodePatchHostedBy"
173
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.hostedby.PatchHostedByJobNode"
174
          scope="prototype" p:mappedResultSetFactory-ref="mappedResultSetFactory"
175
          p:resultSetClientFactory-ref="resultSetClientFactory"/>
176

  
177
    <bean id="wfNodeFindHostedBy"
178
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.hostedby.FindHostedByJobNode"
179
          scope="prototype" p:mappedResultSetFactory-ref="mappedResultSetFactory"
180
          p:resultSetClientFactory-ref="resultSetClientFactory"/>
181

  
182
    <bean id="wfNodeUpsertHostedByApis"
183
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.hostedby.UpsertHostedByApisJobNode"
184
          scope="prototype"/>
185

  
186
    <bean id="wfNodeSplitDatasetRecord"
187
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.datacite.SplitDatasetRecord"
188
          p:resultSetClientFactory-ref="resultSetClientFactory" scope="prototype"/>
189

  
190
    <bean id="wfNodeCollectDatasetsByJournal"
191
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.datacite.CollectDatasetsByJournalJobNode"
192
          p:resultSetClientFactory-ref="resultSetClientFactory" scope="prototype"/>
193

  
194
    <!-- Stats -->
195
    <bean id="wfNodeFindStatsService"
196
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.FindStatsServiceJobNode"
197
          scope="prototype"/>
198

  
199
    <bean id="wfNodePromoteShadowStats"
200
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.PromoteShadowStatsJobNode"
201
          scope="prototype"/>
202

  
203
    <bean id="wfNodeRefreshShadowCache"
204
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.RefreshShadowCacheJobNode"
205
          scope="prototype"/>
206

  
207
    <bean id="wfNodeValidateShadowStats"
208
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.ValidateShadowStatsJobNode"
209
          scope="prototype"/>
210

  
211
    <bean id="wfNodeBackupStatsCache"
212
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.BackupStatsCacheJobNode"
213
          scope="prototype"/>
214

  
215
    <bean id="wfNodeRestoreStatsCache"
216
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.RestoreStatsCacheJobNode"
217
          scope="prototype"/>
218

  
219
    <bean id="wfNodePromoteShadowCacheStats"
220
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.PromoteShadowCacheStatsJobNode"
221
          scope="prototype"/>
222

  
223
    <bean id="wfNodeMigrateStatsCache"
224
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.MigrateStatsCacheJobNode"
225
          scope="prototype"/>
226

  
227
    <bean id="wfNodeRunMDStorePlugin"
228
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.RunMDStorePluginJobNode"
229
          scope="prototype"/>
230

  
231
    <!-- Contexts -->
232
    <bean id="wfNodeProcessContexts"
233
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.contexts.ProcessContextsJobNode"
234
          scope="prototype"/>
235

  
236
    <bean id="wfNodePrepareContextDbEntries"
237
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.contexts.PrepareContextDbEntriesJobNode"
238
          scope="prototype"/>
239

  
240
    <bean id="wfNodeSaveContextProfile"
241
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.contexts.SaveContextProfileJobNode"
242
          scope="prototype"/>
243

  
244
    <bean id="wfNodeCheckHDFSCounts"
245
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.CheckHDFSCountJobNode"
246
          scope="prototype"/>
247

  
248
    <!-- Data Flow Monitoring -->
249
    <bean id="wfNodeTriggerPrepublicMonitoringScenario"
250
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.dataFlowMonitoring.TriggerPrepublicMonitoringScenarioJobNode"
251
          scope="prototype"/>
252
    <bean id="wfNodeTriggerIndexMonitoringScenario"
253
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.dataFlowMonitoring.TriggerIndexMonitoringScenarioJobNode"
254
          scope="prototype"/>
255

  
256
    <bean id="wfNodeFeedMissingClaims" class="eu.dnetlib.msro.openaireplus.workflows.nodes.index.FeedMissingClaimsJobNode"
257
          p:queue-ref="recentPublicationsQueue" p:oafToIndexRecordFactory-ref="apiOafToIndexRecordFactory"
258
          scope="prototype"/>
259

  
260

  
261
	<bean id="wfNodePrepareHostedbyUpdateSQL"
262
	      class="eu.dnetlib.msro.openaireplus.workflows.nodes.hostedby.PrepareHostedbyUpdateSQL"
263
	      scope="prototype"/>
264

  
265
    <bean id="wfNodeVREPost"
266
          class="eu.dnetlib.msro.openaireplus.workflows.nodes.vre.VREPostJobNode"
267
          scope="prototype"/>
268

  
269
    <bean id="listActionManagerSetsValues" lazy-init="true"
270
          class="eu.dnetlib.functionality.modular.ui.workflows.values.ListActionManagerSetsValues"
271
          p:name="actionSets"/>
272

  
273
</beans>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/transform.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchOriginals"/>
10
		<ARC to="obtainParams" />
11
	</ARCS>
12
</NODE>
13

  
14
<NODE name="fetchOriginals" type="FetchMDStoreRecords">
15
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
16
	<PARAMETERS>
17
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("orig_id")$</PARAM>
18
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("orig_format")$</PARAM>
19
		<PARAM required="true" type="string" name="eprParam" managedBy="system">orig_epr</PARAM>
20
	</PARAMETERS>
21
	<ARCS>
22
		<ARC to="generateRows"/>
23
	</ARCS>
24
</NODE>
25

  
26
<NODE name="obtainParams" type="ObtainOpenaireDataSourceParams">
27
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
28
	<PARAMETERS>
29
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
30
	</PARAMETERS>
31
	<ARCS>
32
		<ARC to="generateRows"/>
33
	</ARCS>
34
</NODE>
35

  
36
<NODE name="generateRows" type="ApplyXslt" isJoin="true">
37
	<DESCRIPTION>Transform original records in DB rows</DESCRIPTION>
38
	<PARAMETERS>
39
		<PARAM required="true" type="string" name="xsltClasspath" managedBy="user" function="listFiles('/eu/dnetlib/msro/openaireplus/workflows/repo-hi/xslt','xsl')"></PARAM>
40
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">orig_epr</PARAM>
41
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">packed_row_epr</PARAM>
42
	</PARAMETERS>
43
	<ARCS>
44
		<ARC to="cleanRows"/>
45
	</ARCS>
46
</NODE>
47

  
48
<NODE name="cleanRows" type="Clean">
49
	<DESCRIPTION>Clean DB rows values according to defined vocabularies</DESCRIPTION>
50
	<PARAMETERS>
51
		<PARAM required="true" type="string" name="ruleId" managedBy="user" category="CLEANER_RULE_ID" function="listProfiles('CleanerDSResourceType', '//CLEANER_NAME')"></PARAM>
52
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">packed_row_epr</PARAM>
53
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">cleaned_row_epr</PARAM>
54
	</PARAMETERS>
55
	<ARCS>
56
		<ARC to="storeRowRecords"/>
57
	</ARCS>
58
</NODE>
59

  
60
<NODE name="storeRowRecords" type="StoreMDStoreRecords">
61
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
62
	<PARAMETERS>
63
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("row_id")$</PARAM>
64
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
65
		<PARAM required="true" type="string" name="eprParam" managedBy="system">cleaned_row_epr</PARAM>
66
	</PARAMETERS>
67
	<ARCS>
68
		<ARC to="UPDATE_INFO"/>
69
	</ARCS>
70
</NODE>
71

  
72
 <NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
73
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
74
	<PARAMETERS>
75
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("row_id")$</PARAM>
76
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
77
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
78
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM>
79
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM>
80
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM>
81
	</PARAMETERS>
82
	<ARCS>
83
		<ARC to="success"/>
84
	</ARCS>
85
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/xslt/nsf_2_db.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"
3
>
4

  
5
	<xsl:param name="parentDatasourceId" />
6
	<xsl:param name="namespacePrefix" select="string('nsf_________')" />
7
	
8
	<xsl:template match="/">
9
		<record
10
		>
11

  
12
			<xsl:copy-of select=".//*[local-name()='header']"/>
13
			<metadata>
14
				<ROWS>
15
					<xsl:if test="string-length(normalize-space(.//AwardTitle)) &gt; 0 and string-length(normalize-space(.//AwardID)) &gt; 0">
16
						
17
						<xsl:variable name="projectId" select="concat($namespacePrefix, '::', normalize-space(.//AwardID))" />
18
						<xsl:variable name="orgId" select="concat($namespacePrefix, '::', translate(normalize-space(.//Institution/Name), ' ,.', '___'))" />
19
						<xsl:variable name="startDate" select=".//AwardEffectiveDate"/>
20
						<xsl:variable name="endDate" select=".//AwardExpirationDate"/>
21
												
22
						<ROW table="projects">
23
							<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="$projectId" /></FIELD>
24
							<FIELD name="id"><xsl:value-of select="$projectId" /></FIELD>
25
							<FIELD name="code"><xsl:value-of select=".//AwardID"/></FIELD>
26
							<FIELD name="startdate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$startDate" /></FIELD>
27
							<FIELD name="enddate" type="date" format="MM/dd/yyyy"><xsl:value-of  select="$endDate"/></FIELD>
28
							<FIELD name="title"><xsl:value-of select=".//AwardTitle" /></FIELD>
29
							<FIELD name="contracttypeclass"><xsl:value-of select=".//AwardInstrument/Value"/></FIELD>
30
							<FIELD name="contracttypescheme">nsf:contractTypes</FIELD>
31
							<FIELD name="acronym"> </FIELD>
32
							<FIELD name="provenanceActionClass">sysimport:crosswalk:entityregistry</FIELD>
33
							<FIELD name="provenanceActionScheme">dnet:provenanceActions</FIELD>
34
							<FIELD name="collectedfrom"><xsl:value-of select="$parentDatasourceId" /></FIELD>
35
							<!-- <FIELD name="???"><xsl:value-of select=".//AbstractNarration" /></FIELD> -->
36
						</ROW>
37
						
38
						<ROW table="organizations">
39
							<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="$orgId" /></FIELD>
40
							<FIELD name="id"><xsl:value-of select="$orgId" /></FIELD>
41
							<FIELD name="legalname"><xsl:value-of select=".//Institution/Name" /></FIELD>
42
							<FIELD name="collectedfrom"><xsl:value-of select="$parentDatasourceId" /></FIELD>
43
							<xsl:if test="string-length(normalize-space(.//Institution/CountryName)) &gt; 0">
44
								<FIELD name="countryclass"><xsl:value-of select=".//Institution/CountryName" /></FIELD>
45
							</xsl:if>
46
							<FIELD name="provenanceActionClass">sysimport:crosswalk:entityregistry</FIELD>
47
							<FIELD name="provenanceActionScheme">dnet:provenanceActions</FIELD>
48
							<FIELD name="optional1"><xsl:value-of select=".//Institution/CityName" /></FIELD>
49
							<FIELD name="optional2"><xsl:value-of select=".//Institution/StreetAddress" /></FIELD>
50
						</ROW>					
51
						
52
						
53
						<xsl:for-each select=".//Investigator[./RoleCode='Principal Investigator'] | .//Investigator[./RoleCode='Co-Principal Investigator'] | .//Investigator[./RoleCode='Former Principal Investigator'] | .//Investigator[./RoleCode='Former Co-Principal Investigator']">
54
							<xsl:if test="position() = 1">
55
								<xsl:variable name="personId" select="concat($projectId, '::', translate(concat(./FirstName, ' ', .//LastName), ' ,.', '___'))" />
56
								<ROW table="persons">
57
									<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="$personId" /></FIELD>
58
									<FIELD name="id"><xsl:value-of select="$personId" /></FIELD>
59
									<FIELD name="firstname"><xsl:value-of select="./FirstName" /></FIELD>
60
									<FIELD name="secondnames"><xsl:value-of select="./LastName" /></FIELD>
61
									<FIELD name="email"><xsl:value-of select="./EmailAddress" /></FIELD>
62
									<FIELD name="collectedfrom"><xsl:value-of select="$parentDatasourceId" /></FIELD>
63
									<FIELD name="provenanceActionClass">sysimport:crosswalk:entityregistry</FIELD>
64
									<FIELD name="provenanceActionScheme">dnet:provenanceActions</FIELD>
65
									<FIELD name="optional1"><xsl:value-of select="./RoleCode" /></FIELD>
66
								</ROW>
67
							</xsl:if>						
68
						</xsl:for-each>
69
	
70
						<ROW table="project_organization">
71
							<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="concat($projectId, '@@', $orgId)" /></FIELD>
72
							<FIELD name="participantnumber" type="int">1</FIELD>
73
							<FIELD name="startdate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$startDate" /></FIELD>
74
							<FIELD name="enddate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$endDate" /></FIELD>
75
							<FIELD name="project"><xsl:value-of select="$projectId" /></FIELD>
76
							<FIELD name="resporganization"><xsl:value-of select="$orgId" /></FIELD>
77
							<xsl:for-each select=".//Investigator[./RoleCode='Principal Investigator'] | .//Investigator[./RoleCode='Co-Principal Investigator'] | .//Investigator[./RoleCode='Former Principal Investigator'] | .//Investigator[./RoleCode='Former Co-Principal Investigator']">
78
								<xsl:if test="position() = 1">
79
									<FIELD name="contactperson"><xsl:value-of select="concat($projectId, '::', translate(concat(./FirstName, ' ', .//LastName), ' ,.', '___'))" /></FIELD>
80
								</xsl:if>
81
							</xsl:for-each>
82
							<FIELD name="semanticclass">coordinator</FIELD>
83
							<FIELD name="semanticscheme">dnet:project_organization_relations</FIELD>
84
						</ROW>
85
						
86
						<xsl:for-each select=".//FoaInformation">
87
							<xsl:variable name="subjectId" select="concat($namespacePrefix, '::', normalize-space(./Code))"/>
88
														
89
							<ROW table="subjects">
90
								<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="$subjectId" /></FIELD>
91
								<FIELD name="id"><xsl:value-of select="$subjectId" /></FIELD>
92
								<FIELD name="name"><xsl:value-of select="./Name" /></FIELD>
93
								<FIELD name="semanticclass">nsf:fieldOfApplication</FIELD>
94
								<FIELD name="semanticscheme">dnet:subject_classification_typologies</FIELD>
95
							</ROW>
96
	
97
							<ROW table="project_subject">
98
								<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="concat($projectId, '@@', $subjectId)" /></FIELD>
99
								<FIELD name="project"><xsl:value-of select="$projectId" /></FIELD>
100
								<FIELD name="subject"><xsl:value-of select="$subjectId" /></FIELD>
101
							</ROW>
102
						</xsl:for-each>
103
						<!--
104
						<xsl:for-each select=".//ProgramElement">
105
							<xsl:if test="string-length(normalize-space(./Code)) &gt; 0">
106
								<xsl:variable name="fundingId" select="concat($namespacePrefix, '::NSF::PEC::', normalize-space(./Code))" />
107
								<ROW table="project_fundingpath">
108
									<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="concat($fundingId,'@@', $projectId)" /></FIELD>
109
									<FIELD name="funding"><xsl:value-of select="$fundingId" /></FIELD>
110
									<FIELD name="project"><xsl:value-of select="$projectId" /></FIELD>
111
									<FIELD name="startdate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$startDate" /></FIELD>
112
									<FIELD name="enddate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$endDate" /></FIELD>
113
								</ROW>
114
							</xsl:if>
115
						</xsl:for-each>
116

  
117
						<xsl:for-each select=".//ProgramReference">
118
							<xsl:if test="string-length(normalize-space(./Code)) &gt; 0">
119
								<xsl:variable name="fundingId" select="concat($namespacePrefix, '::NSF::PRC::', normalize-space(./Code))"/>
120
								<ROW table="project_fundingpath">
121
									<FIELD name="_dnet_resource_identifier_"><xsl:value-of select="concat($fundingId,'@@', $projectId)" /></FIELD>
122
									<FIELD name="funding"><xsl:value-of select="$fundingId" /></FIELD>
123
									<FIELD name="project"><xsl:value-of select="$projectId" /></FIELD>
124
									<FIELD name="startdate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$startDate" /></FIELD>
125
									<FIELD name="enddate" type="date" format="MM/dd/yyyy"><xsl:value-of select="$endDate" /></FIELD>
126
								</ROW>
127
							</xsl:if>
128
						</xsl:for-each>
129
						-->
130

  
131
						
132
						<xsl:for-each select="//funding">
133
							<xsl:variable name="directorate" select="normalize-space(./orgDirectorateAbbr)"/>
134
							<xsl:variable name="division" select="normalize-space(./orgDivisionAbbr)"/>
135
							<xsl:variable name="fundingId">
136
								<xsl:choose>
137
									<xsl:when test="string-length($directorate) &gt; 0">
138
										<xsl:choose>
139
											<xsl:when test="string-length($division) &gt; 0">
140
												<xsl:value-of select="concat($namespacePrefix, '::NSF::', $directorate, '::', $division)"/>
141
											</xsl:when>
142
											<xsl:otherwise>
143
												<xsl:value-of select="concat($namespacePrefix, '::NSF::', $directorate)"/>
144
											</xsl:otherwise>
145
										</xsl:choose>
146
									</xsl:when>
147
									<xsl:otherwise>
148
										<xsl:value-of select="concat($namespacePrefix, '::NSF')"/>
149
									</xsl:otherwise>
150
								</xsl:choose>
151
							</xsl:variable>
152

  
153
							<ROW table="project_fundingpath">
154
								<FIELD name="_dnet_resource_identifier_">
155
									<xsl:value-of select="concat($fundingId,'@@', $projectId)"/>
156
								</FIELD>
157
								<FIELD name="funding">
158
									<xsl:value-of select="$fundingId"/>
159
								</FIELD>
160
								<FIELD name="project">
161
									<xsl:value-of select="$projectId"/>
162
								</FIELD>
163
								<FIELD name="startdate" type="date" format="MM/dd/yyyy">
164
									<xsl:value-of select="$startDate"/>
165
								</FIELD>
166
								<FIELD name="enddate" type="date" format="MM/dd/yyyy">
167
									<xsl:value-of select="$endDate"/>
168
								</FIELD>
169
							</ROW>
170
						</xsl:for-each>
171
					</xsl:if>
172
				</ROWS>
173
			</metadata>
174
		</record>
175
	</xsl:template>
176
	
177
</xsl:stylesheet>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepository/transform.wf.st
1
<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="fetchOriginals"/>
10
		<ARC to="obtainParams" />
11
	</ARCS>
12
</NODE>
13

  
14
<NODE name="fetchOriginals" type="FetchMDStoreRecords">
15
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
16
	<PARAMETERS>
17
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("harv_id")$</PARAM>
18
		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("harv_format")$</PARAM>
19
		<PARAM required="true" type="string" name="eprParam" managedBy="system">orig_epr</PARAM>
20
	</PARAMETERS>
21
	<ARCS>
22
		<ARC to="transform"/>
23
	</ARCS>
24
</NODE>
25

  
26
<NODE name="obtainParams" type="ObtainOpenaireDataSourceParams">
27
	<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
28
	<PARAMETERS>
29
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
30
	</PARAMETERS>
31
	<ARCS>
32
		<ARC to="transform"/>
33
	</ARCS>
34
</NODE>
35

  
36
<NODE name="transform" type="Transform" isJoin="true">
37
	<DESCRIPTION>Transform original records</DESCRIPTION>
38
	<PARAMETERS>
39
		<PARAM required="true" type="string" name="ruleId" category="TRANSFORMATION_RULE_ID" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')"></PARAM>
40
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">orig_epr</PARAM>
41
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">dmf_epr</PARAM>
42
	</PARAMETERS>
43
	<ARCS>
44
		<ARC to="storeRecords"/>
45
	</ARCS>
46
</NODE>
47

  
48
<NODE name="storeRecords" type="StoreMDStoreRecords">
49
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
50
	<PARAMETERS>
51
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>
52
		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>
53
		<PARAM required="true" type="string" name="eprParam" managedBy="system">dmf_epr</PARAM>
54
	</PARAMETERS>
55
	<ARCS>
56
		<ARC to="UPDATE_INFO"/>
57
	</ARCS>
58
</NODE>
59

  
60
 <NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
61
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
62
	<PARAMETERS>
63
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>
64
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
65
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
66
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM>
67
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM>
68
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM>
69
	</PARAMETERS>
70
	<ARCS>
71
		<ARC to="success"/>
72
	</ARCS>
73
</NODE>
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/wos/collection.wf.st
1
 <NODE name="SET_INFO" isStart="true" type="SetProviderInfo">
2
	<DESCRIPTION>Set information about current provider</DESCRIPTION>
3
	<PARAMETERS>
4
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
5
		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>
6
		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>
7
	</PARAMETERS>
8
	<ARCS>
9
		<ARC to="COLLECT"/>
10
		<ARC to="obtainParams"/>
11
	</ARCS>
12
</NODE>
13

  
14
<NODE name="COLLECT" type="CollectRecords">
15
	<DESCRIPTION>Start Harvesting</DESCRIPTION>
16
	<PARAMETERS>
17
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
18
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
19
		<PARAM required="true" type="string" name="eprParam" managedBy="system">collected_epr</PARAM>
20
	</PARAMETERS>
21
	<ARCS>
22
		<ARC to="MD_BUILDER"/>
23
	</ARCS>
24
</NODE>
25

  
26
<NODE name="obtainParams" type="ObtainOpenaireDataSourceParams">
27
	<DESCRIPTION>Obtain parameters for current provider</DESCRIPTION>
28
	<PARAMETERS>
29
		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>
30
	</PARAMETERS>
31
	<ARCS>
32
		<ARC to="MD_BUILDER"/>
33
	</ARCS>
34
</NODE>
35

  
36
<NODE name="MD_BUILDER" isJoin="true" type="OpenaireMdBuilder">
37
	<DESCRIPTION>Prepare mdstore records</DESCRIPTION>
38
	<PARAMETERS>
39
		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">collected_epr</PARAM>
40
		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">store_epr</PARAM>
41
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
42
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
43
		<PARAM required="false" type="boolean" name="inferred" managedBy="system">false</PARAM>
44
		<PARAM required="false" type="boolean" name="deletedbyinference" managedBy="system">false</PARAM>
45
		<PARAM required="false" type="string" name="inferenceprovenance" managedBy="system"></PARAM>
46
		<PARAM required="false" type="string" name="trust" managedBy="system">0.9</PARAM>
47
		<PARAM required="false" type="string" name="provenanceactionclassname" managedBy="system">sysimport:crosswalk:datasetarchive</PARAM>
48
		<PARAM required="false" type="string" name="provenanceactionclassid" managedBy="system">sysimport:crosswalk:datasetarchive</PARAM>		
49
	</PARAMETERS>
50
	<ARCS>
51
		<ARC to="STORE"/>
52
	</ARCS>
53
</NODE>
54

  
55
<NODE name="STORE" type="StoreMDStoreRecords">
56
	<DESCRIPTION>Store mdtore records</DESCRIPTION>
57
	<PARAMETERS>
58
		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("harv_id")$</PARAM>
59
		<PARAM required="true" type="string" name="storingType" managedBy="user">REFRESH</PARAM>
60
		<PARAM required="true" type="string" name="eprParam" managedBy="system">store_epr</PARAM>
61
	</PARAMETERS>
62
	<ARCS>
63
		<ARC to="UPDATE_INFO"/>
64
	</ARCS>
65
</NODE>
66

  
67
<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">
68
	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>
69
	<PARAMETERS>
70
		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>
71
		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>
72
		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>
73
		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM>
74
		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM>
75
		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM>
76
	</PARAMETERS>
77
	<ARCS>
78
		<ARC to="success"/>
79
	</ARCS>
80
</NODE>
81

  
modules/dnet-openaireplus-workflows/tags/dnet-openaireplus-workflows-5.3.2/src/main/resources/eu/dnetlib/msro/openaireplus/workflows/repo-hi/xslt/wellcometrust_2_db_NEW.xsl
1
<?xml version="1.0" encoding="UTF-8"?>
2
<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform" version="1.0"
3
>
4

  
5
	<xsl:param name="parentDatasourceId"/>
6
	<xsl:param name="namespacePrefix"/>
7

  
8
	<xsl:variable name="funderID" select="concat($namespacePrefix, '::WT')"/>
9

  
10
	<xsl:variable name="fundingIDtemp">
11
		<xsl:choose>
12
			<xsl:when test="string-length(normalize-space(.//Grant/Stream)) &gt; 0">
13
				<xsl:value-of select="concat($funderID, '::', normalize-space(.//Grant/Stream))"/>
14
			</xsl:when>
15
			<xsl:otherwise>
16
				<xsl:value-of select="concat($funderID, '::UNKNOWN')"/>
17
			</xsl:otherwise>
18
		</xsl:choose>
19
	</xsl:variable>
20

  
21
	<xsl:variable name="fundingID" select="normalize-space($fundingIDtemp)"/>
22
	<xsl:variable name="projectID" select="concat($namespacePrefix, '::', .//Grant/Id)"/>
23
	<xsl:variable name="orgID" select="concat($namespacePrefix, '::', translate(.//Institution/Name, ' ,', '__'))"/>
24
	<!--
25
		personID is fine as long as WT gives us one person per project. If they fix their export, we might have 2 persons (or more).
26
		At this stage we are somehow fine to loose one of the persons (the second project with the same id overwrites the previous project
27
	 -->
28
	<xsl:variable name="personID" select="concat($namespacePrefix, '::', .//Person/Alias[@Source='Wellcome Trust'])"/>
29
	<xsl:variable name="startDate" select="translate(.//Grant/StartDate,'/\','--')"/>
30
	<xsl:variable name="endDate" select="translate(.//Grant/EndDate,'/\','--')"/>
31

  
32
	<xsl:variable name="dateFormat" select="string('yyyy-MM-dd')"/>
33

  
34
	<xsl:template match="/">
35
		<record
36
		>
37

  
38
			<xsl:copy-of select=".//*[local-name()='header']"/>
39
			<metadata>
40
				<ROWS>
41
					<xsl:if test="string-length(normalize-space(.//Grant/Title)) &gt; 0 and string-length($projectID) &gt; 0">
42
						<ROW table="projects">
43
							<FIELD name="_dnet_resource_identifier_">
44
								<xsl:value-of select="$projectID"/>
45
							</FIELD>
46
							<FIELD name="id">
47
								<xsl:value-of select="$projectID"/>
48
							</FIELD>
49
							<FIELD name="code">
50
								<xsl:value-of select=".//Grant/Id"/>
51
							</FIELD>
52
							<FIELD name="startdate" type="date" format="{$dateFormat}">
53
								<xsl:value-of select="$startDate"/>
54
							</FIELD>
55
							<FIELD name="enddate" type="date" format="{$dateFormat}">
56
								<xsl:value-of select="$endDate"/>
57
							</FIELD>
58
							<FIELD name="title">
59
								<xsl:value-of select=".//Grant/Title"/>
60
							</FIELD>
61
							<FIELD name="contracttypeclass">UNKNOWN</FIELD>
62
							<FIELD name="contracttypescheme">wt:contractTypes</FIELD>
63
							<FIELD name="acronym"></FIELD>
64
							<FIELD name="keywords">
65
								<xsl:value-of select=".//Grant/Type"/>
66
							</FIELD>
67
							<FIELD name="provenanceActionClass">sysimport:crosswalk:entityregistry</FIELD>
68
							<FIELD name="provenanceActionScheme">dnet:provenanceActions</FIELD>
69
							<FIELD name="collectedfrom">
70
								<xsl:value-of select="$parentDatasourceId"/>
71
							</FIELD>
72
							<FIELD name="optional1">
73
								<xsl:value-of select="concat(.//Grant/Amount, ' ', .//Grant/Amount/@Currency)"/>
74
							</FIELD>
75
						</ROW>
76
						<ROW table="project_fundingpath">
77
							<FIELD name="_dnet_resource_identifier_">
78
								<xsl:value-of select="concat($fundingID,'@@', $projectID)"/>
79
							</FIELD>
80
							<FIELD name="funding">
81
								<xsl:value-of select="$fundingID"/>
82
							</FIELD>
83
							<FIELD name="project">
84
								<xsl:value-of select="$projectID"/>
85
							</FIELD>
86
							<FIELD name="startdate" type="date" format="{$dateFormat}">
87
								<xsl:value-of select="$startDate"/>
88
							</FIELD>
89
							<FIELD name="enddate" type="date" format="{$dateFormat}">
90
								<xsl:value-of select="$endDate"/>
91
							</FIELD>
92
						</ROW>
93
						<ROW table="persons">
94
							<FIELD name="_dnet_resource_identifier_">
95
								<xsl:value-of select="$personID"/>
96
							</FIELD>
97
							<FIELD name="id">
98
								<xsl:value-of select="$personID"/>
99
							</FIELD>
100
							<FIELD name="firstname">
101
								<xsl:value-of select=".//Person/GivenName"/>
102
							</FIELD>
103
							<FIELD name="secondnames">
104
								<xsl:value-of select=".//Person/FamilyName"/>
105
							</FIELD>
106
							<FIELD name="collectedfrom">
107
								<xsl:value-of select="$parentDatasourceId"/>
108
							</FIELD>
109
							<FIELD name="optional1">
110
								<xsl:value-of select=".//Person/Title"/>
111
							</FIELD>
112
							<FIELD name="provenanceActionClass">sysimport:crosswalk:entityregistry</FIELD>
113
							<FIELD name="provenanceActionScheme">dnet:provenanceActions</FIELD>
... This diff was truncated because it exceeds the maximum size that can be displayed.

Also available in: Unified diff