D-Net

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class CollectHadoopJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(CollectHadoopJobNode.class);

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		log.info("sleep ... ");

		Thread.sleep(5000);

		log.info("awake.");

		if (1 > 0) {

			token.getEnv().setAttribute("mdStoreSize", 1024);

			return Arc.DEFAULT_ARC;

		} else {

			return "abort";

		}

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import java.net.URI;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponentsBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.mdstore.manager.common.model.MDStoreVersion;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class PrepareMDStoreVersionJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(PrepareMDStoreVersionJobNode.class);

	private String mdId;

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String url = getMdStoreManagerUrl() + "/mdstore/{mdId}/newVersion";

		final Map<String, Object> params = new HashMap<>();

		params.put("mdId", getMdId());

		final URI uri = UriComponentsBuilder.fromUriString(url)

				.buildAndExpand(params)

				.toUri();

		final RestTemplate restTemplate = new RestTemplate();

		final MDStoreVersion version = restTemplate.getForObject(uri, MDStoreVersion.class);

		log.info("mdstore version prepared " + version.getId());

		token.getEnv().setAttribute(mdId, mdId);

		token.getEnv().setAttribute("versionId", version.getId());

		return Arc.DEFAULT_ARC;

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

	public String getMdId() {

		return mdId;

	}

	public void setMdId(final String mdId) {

		this.mdId = mdId;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import java.net.URI;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponentsBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class AbortMDStoreVersionJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(AbortMDStoreVersionJobNode.class);

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String url = getMdStoreManagerUrl() + "/version/{versionId}?force=true";

		final Map<String, Object> params = new HashMap<>();

		params.put("versionId", token.getEnv().getAttribute("versionId"));

		final URI uri = UriComponentsBuilder.fromUriString(url)

				.buildAndExpand(params)

				.toUri();

		final RestTemplate restTemplate = new RestTemplate();

		restTemplate.delete(uri);

		log.info("mdstore version deleted ");

		return Arc.DEFAULT_ARC;

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import java.net.URI;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponentsBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class DeleteMDStoreHadoopJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(DeleteMDStoreHadoopJobNode.class);

	private String mdId;

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String url = getMdStoreManagerUrl() + "/mdstore/{mdId}";

		final Map<String, Object> params = new HashMap<>();

		params.put("mdId", getMdId());

		final URI uri = UriComponentsBuilder.fromUriString(url)

				.buildAndExpand(params)

				.toUri();

		final RestTemplate restTemplate = new RestTemplate();

		restTemplate.delete(uri);

		log.info("mdstor deleted: " + mdId);

		return Arc.DEFAULT_ARC;

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

	public String getMdId() {

		return mdId;

	}

	public void setMdId(final String mdId) {

		this.mdId = mdId;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import java.net.URI;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponentsBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.mdstore.manager.common.model.MDStoreWithInfo;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

public class CreateMDStoreHadoopJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(CreateMDStoreHadoopJobNode.class);

	/* Workflow params */

	private String format;

	private String layout;

	private String interpretation;

	private String outputPrefix = "mdstore";

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String url = getMdStoreManagerUrl() + "/mdstores/new/{format}/{layout}/{interpretation}";

		final Map<String, Object> params = new HashMap<>();

		params.put("format", getFormat());

		params.put("layout", getLayout());

		params.put("interpretation", getInterpretation());

		final URI uri = UriComponentsBuilder.fromUriString(url)

				.queryParam("dsName", token.getEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_NAME))

				.queryParam("dsId", token.getEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ID))

				.queryParam("apiId", token.getEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE))

				.buildAndExpand(params)

				.toUri();

		final RestTemplate restTemplate = new RestTemplate();

		final MDStoreWithInfo result = restTemplate.getForObject(uri, MDStoreWithInfo.class);

		log.info("mdstore created " + result.toString());

		token.getEnv().setAttribute(getOutputPrefix() + "format", format);

		token.getEnv().setAttribute(getOutputPrefix() + "layout", layout);

		token.getEnv().setAttribute(getOutputPrefix() + "interpretation", interpretation);

		token.getEnv().setAttribute(getOutputPrefix() + "id", result.getId());

		return Arc.DEFAULT_ARC;

	}

	public String getFormat() {

		return format;

	}

	public void setFormat(final String format) {

		this.format = format;

	}

	public String getLayout() {

		return layout;

	}

	public void setLayout(final String layout) {

		this.layout = layout;

	}

	public String getInterpretation() {

		return interpretation;

	}

	public void setInterpretation(final String interpretation) {

		this.interpretation = interpretation;

	}

	public String getOutputPrefix() {

		return outputPrefix;

	}

	public void setOutputPrefix(final String outputPrefix) {

		this.outputPrefix = outputPrefix;

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.hadoop;

import java.net.URI;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponentsBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class CommitMDStoreVersionJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(CommitMDStoreVersionJobNode.class);

	/* Spring managed params */

	private String mdStoreManagerUrl;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String url = getMdStoreManagerUrl() + "/version/{versionId}/commit/{size}";

		final Map<String, Object> params = new HashMap<>();

		params.put("versionId", token.getEnv().getAttribute("versionId"));

		params.put("size", token.getEnv().getAttribute("mdStoreSize"));

		final URI uri = UriComponentsBuilder.fromUriString(url)

				.buildAndExpand(params)

				.toUri();

		final RestTemplate restTemplate = new RestTemplate();

		restTemplate.getForObject(uri, Void.class);

		log.info("mdstore version committed ");

		return Arc.DEFAULT_ARC;

	}

	public String getMdStoreManagerUrl() {

		return mdStoreManagerUrl;

	}

	@Required

	public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {

		this.mdStoreManagerUrl = mdStoreManagerUrl;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE>

	<HEADER>

		<RESOURCE_IDENTIFIER

				value="925424a9-81e5-4dec-bb9d-d858c2390c64_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>

		<RESOURCE_TYPE value="WorkflowDSResourceType"/>

		<RESOURCE_KIND value="WorkflowDSResources"/>

		<RESOURCE_URI value="value3"/>

		<DATE_OF_CREATION value="2015-12-11T15:36:51.0Z"/>

	</HEADER>

	<BODY>

		<WORKFLOW_NAME>Aggregate Metadata (publications) from PubsRepository [Hadoop]</WORKFLOW_NAME>

		<WORKFLOW_INFO>

			<FIELD name="Action">Aggregate Metadata</FIELD>

			<FIELD name="Consequence IS">Support</FIELD>

			<FIELD name="Datasource class">PubsRepository</FIELD>

			<FIELD name="Content">publications</FIELD>

		</WORKFLOW_INFO>

		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>

		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>

		<CONFIGURATION start="manual">

			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">

				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">pubsrepository</PARAM>

					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createMetaWf"/>

					<ARC to="validateDs" name="validateDs"/>

				</ARCS>

			</NODE>

			<NODE name="validateDs" type="ValidateDatasource">

				<DESCRIPTION>Validate DS</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="createMetaWf"/>

				</ARCS>

			</NODE>

			<NODE name="createMetaWf" type="RegisterMetaWf">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="wfName" managedBy="system" required="true"

					       type="string">Aggregate Metadata (publications) from PubsRepository [Support]

					</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createDc"/>

					<ARC to="createOaf"/>

				</ARCS>

			</NODE>

			<NODE name="createDc" type="CreateMDStoreHadoop">

				<DESCRIPTION>Create oai_dc store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">oai_dc</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf"/>

				</ARCS>

			</NODE>

			<NODE name="createOaf" type="CreateMDStoreHadoop">

				<DESCRIPTION>Create OAF store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf"/>

				</ARCS>

			</NODE>

			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfPubsRepositoryHadoop</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWfStatus"/>

				</ARCS>

			</NODE>

			<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus">

				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="success"/>

				</ARCS>

			</NODE>

		</CONFIGURATION>

		<STATUS/>

	</BODY>

</RESOURCE_PROFILE>

dnet.openaire.index.api.cacheEvictUrl = http://localhost:8980/provision/api/admin/evictCache

dhp.mdstore.manager.url=http://localhost:8080/mdstores

	xmlns:p="http://www.springframework.org/schema/p"

	xmlns="http://www.springframework.org/schema/beans"

	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

	<bean id="metaWfAggregatorDataRepository"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorDataRepository/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorDataRepository/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorDataRepository/transform.wf.st">

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- Aggregate Metadata (publications) from Aggregator::PubsRepository [Ingestion] -->

	<bean id="metaWfAggregatorPubsRepositoryIngestion"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorPubsRepository/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorPubsRepository/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="validate"

							p:template="classpath:eu/dnetlib/msro/openaireplus/workflows/repo-hi/validate-nostore-openaire.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggregatorPubsRepository/transform.wf.st">

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfDataRepository"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepository/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepository/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="validate"

							p:template="classpath:eu/dnetlib/msro/openaireplus/workflows/repo-hi/validate-nostore-openaire.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepository/transform.wf.st">

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfH2020Projects"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="Create Contexts"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/findContextsFromMDStore.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/transformWithTDS.wf.st">

										<property name="children">

											<list>

												<bean

													class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="Create FET Context"

													p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/generateFETContext.wf.st">

												</bean>

												<bean

													class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="updateDb"

													p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/updateDb.wf.st" />

											</list>

										</property>

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfEntityRegProjects"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="Create Contexts"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/findContextsFromMDStore.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/transformWithTDS.wf.st">

										<property name="children">

											<list>

												<bean

													class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="updateDb"

													p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/updateDb.wf.st" />

											</list>

										</property>

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfEntityRegDatasource"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/transformWithTDS.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="updateDb"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg/updateDb.wf.st" />

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- DEPRECATED -->

	<!-- <bean id="metaWfContextsEntityReg" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow" 

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/repoBye.wf.st" 

		scope="prototype"> <property name="tree"> <bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree" 

		p:name="Create Contexts" p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/entityreg-contexts/findContextsFromMDStore.wf.st"/> 

		</property> </bean> -->

	<bean id="metaWfHostedByMapJournal"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/fillhostedByDoaj/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="Update HostedBy Map"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/fillhostedByDoaj/update.db.patch.wf.st">

			</bean>

		</property>

	</bean>

	<!-- Fill hostedBy-Map (ISSNs in DOAJ) from PANGAEA [Context] -->

	<bean id="metaWfHostedByMapJournalIntersection"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/hostedbyMapJournalIntersection/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="Update HostedBy Map"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/hostedbyMapJournalIntersection/update.db.patch.wf.st">

			</bean>

		</property>

	</bean>

	<bean id="metaWfPubsRepository"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepository/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepository/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="validate"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/validate-nostore-openaire.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepository/transform.wf.st">

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfClaimedMdRecords"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/claim/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/claim/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/claim/transform.wf.st">

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- Aggregate Metadata (datasets and publications by project) from PANGAEA 

		[Ingestion] -->

	<bean id="metaWfDatasetbyProjectsOpenaireMdRecords"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByProject/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByProject/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transformPublications"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByProject/transformPublications.wf.st">

						</bean>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transformDatasets"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByProject/transformDatasets.wf.st">

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- Aggregate Metadata (datasets and publications by journal) from DataRepository 

		[Ingestion] Example : pangaea, dryad -->

	<bean id="metaWfDatasetbyJournalsOpenaireMdRecords"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByJournal/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByJournal/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transformPublications"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByJournal/transformPublications.wf.st">

						</bean>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transformDatasets"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/dataRepositoryByJournal/transformDatasets.wf.st">

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!--Copy Metadata as Files (publications) from PubsRepository [Inference] -->

	<bean id="metaWfCopyFiles"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/wos/repoBye_files.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="feedObjectStore"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/wos/feedObjectStore.st">

			</bean>

		</property>

	</bean>

	<!-- Download Files (files) from PubsRepository [Inference] -->

	<bean id="metaWfPubRepositoryFiles"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/downloadFilesFromPubsRepository/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="downloadFiles"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/downloadFilesFromPubsRepository/download.st">

			</bean>

		</property>

	</bean>

	<!-- Fill hostedBy-Map (OAI-PMH sets in DataRepositories) from DataCite 

		[Context] -->

	<bean id="metaWfAggrDatarepoOaiSets"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/transform.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="updateDb"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/updateDb.wf.st" />

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- Fill Generic hostedBy-Map -->

	<bean id="metaWfGenericHostedByMap"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/aggrDatarepoOaiSets/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/hostedbyMapJournalIntersection/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/hostedbyMapJournalIntersection/transform.wf.st">

							<property name="children">

								<list>

									<bean

										class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="updateDb"

										p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/hostedbyMapJournalIntersection/updateDb.wf.st" />

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<!-- Aggregate Metadata (publications) from PubsRepository [Hadoop] -->

	<bean id="metaWfPubsRepositoryHadoop"

		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepositoryHadoop/repoBye.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collection"

				p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepositoryHadoop/collection.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="transform"

							p:template="classpath:/eu/dnetlib/msro/openaireplus/workflows/repo-hi/pubsRepositoryHadoop/transform.wf.st" />

					</list>

				</property>

			</bean>

		</property>

	</bean>

<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">

	<DESCRIPTION>Set information about current provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMetaWorkflow"/>

	</ARCS>

</NODE>

<NODE name="DeleteMetaWorkflow" type="DeleteOpenaireMetaWf">

	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreDC"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreDC" type="DeleteMDStoreHadoop">

	<DESCRIPTION>Delete the oai_dc mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreOAF"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreOAF" type="DeleteMDStoreHadoop">

	<DESCRIPTION>Delete the OAF mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="RemoveApiExtraFields"/>

	</ARCS>

</NODE>

<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">

	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>

		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

 <NODE name="SET_INFO" isStart="true" type="SetProviderInfo">

	<DESCRIPTION>Set information about current provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="obtainParams"/>

	</ARCS>

</NODE>

<NODE name="obtainParams" type="ObtainOpenaireDataSourceParams">

	<DESCRIPTION>Obtain data source params</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="PREPARE_STORE_VERSION"/>

	</ARCS>

</NODE>

<NODE name="PREPARE_STORE_VERSION" type="PrepareMdStoreVersion">

	<DESCRIPTION>Prepare a new MdStore Version</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="COLLECT_HADOOP"/>

	</ARCS>

</NODE>

<NODE name="COLLECT_HADOOP" type="CollectHadoop">

	<DESCRIPTION>Start the Hadoop Job</DESCRIPTION>

	<PARAMETERS/>

	<ARCS>

		<ARC to="COMMIT_VERSION"/>

		<ARC to="ABORT_VERSION" name="abort" />

	</ARCS>

</NODE>

<NODE name="COMMIT_VERSION" type="CommitMDStoreVersion">

	<DESCRIPTION>Commit the mdstore version</DESCRIPTION>

	<PARAMETERS/>

	<ARCS>

		<ARC to="UPDATE_INFO"/>

	</ARCS>

</NODE>

<NODE name="ABORT_VERSION" type="AbortMDStoreVersion">

	<DESCRIPTION>Abort the mdstore version</DESCRIPTION>

	<PARAMETERS/>

	<ARCS>

		<ARC to="failure"/>

	</ARCS>

</NODE>

<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">

	<DESCRIPTION>Update datasouce API extra fields</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("harv_id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>

		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_collection_total</PARAM>

		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_collection_date</PARAM>

		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_collection_mdId</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

 <NODE name="TODO" isStart="true">

	<DESCRIPTION>TODO</DESCRIPTION>

	<PARAMETERS />

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

	xmlns:p="http://www.springframework.org/schema/p"

	xmlns="http://www.springframework.org/schema/beans"

	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">