D-Net

package eu.dnetlib.msro.workflows.nodes.index;

import java.io.IOException;

import java.io.StringReader;

import java.io.StringWriter;

import javax.annotation.Resource;

import javax.xml.transform.Transformer;

import javax.xml.transform.TransformerConfigurationException;

import javax.xml.transform.TransformerException;

import javax.xml.transform.TransformerFactory;

import javax.xml.transform.dom.DOMResult;

import javax.xml.transform.dom.DOMSource;

import javax.xml.transform.stream.StreamResult;

import javax.xml.transform.stream.StreamSource;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.apache.commons.codec.binary.Base64;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.provision.index.rmi.IndexService;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.resultset.XSLTMappedResultSetFactory;

import eu.dnetlib.enabling.resultset.client.utils.EPRUtils;

import eu.dnetlib.enabling.resultset.rmi.ResultSetException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;

import eu.dnetlib.msro.workflows.resultset.ProcessCountingResultSetFactory;

import eu.dnetlib.msro.workflows.util.ProgressProvider;

import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;

public class UpdateIndexJobNode extends BlackboardJobNode implements ProgressJobNode {

	private static final Log log = LogFactory.getLog(UpdateIndexJobNode.class);

	private String eprParam;

	private String indexId;

	private String format;

	private String layout;

	private String feedingType;

	private String defaultIndexId;

	/**

	 * xslt mapped resultset factory.

	 */

	private XSLTMappedResultSetFactory xsltRSFactory;

	private ProcessCountingResultSetFactory processCountingResultSetFactory;

	private ResultsetProgressProvider progressProvider;

	/**

	 * Stylesheet which transforms a layout to another stylesheet which converts a input record to a index record.

	 */

	private org.springframework.core.io.Resource layoutToRecordStylesheet;

	/**

	 * service locator.

	 */

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected String obtainServiceId(final NodeToken token) {

		return getServiceLocator().getServiceId(IndexService.class);

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException, ISLookUpException, IOException, TransformerException {

		log.info("preparing blackboard job update index: " + getIndexId());

		final W3CEndpointReference epr = new EPRUtils().getEpr(token.getEnv().getAttribute(getEprParam()));

		final W3CEndpointReference mappedEpr = prepareForIndexing(epr, getFormat(), getLayout());

		progressProvider = processCountingResultSetFactory.createProgressProvider(token.getProcess(), mappedEpr);

		job.setAction("FEED");

		job.getParameters().put("resultset_epr", encode(progressProvider.getEpr().toString()));

		job.getParameters().put("id", getIndexId());

		job.getParameters().put("feeding_type", getFeedingType());

		job.getParameters().put("backend_Id", defaultIndexId);

	}

	// helpers

	/**

	 * Transforms each mdstore record into a index record.

	 * 

	 * @param mdStoreRsetEpr

	 *            mdstore resulsetset

	 * @param layout

	 *            layout

	 * @param format

	 *            format

	 * @return resultset with transformed records

	 * @throws ISLookUpException

	 *             could happen

	 * @throws IOException

	 *             could happen

	 * @throws TransformerException

	 *             could happen

	 */

	protected W3CEndpointReference prepareForIndexing(final W3CEndpointReference mdStoreRsetEpr, final String format, final String layout)

			throws ISLookUpException, IOException, TransformerException {

		final TransformerFactory factory = TransformerFactory.newInstance();

		final Transformer layoutTransformer = factory.newTransformer(new StreamSource(getLayoutToRecordStylesheet().getInputStream()));

		final DOMResult layoutToXsltXslt = new DOMResult();

		layoutTransformer.setParameter("format", format);

		layoutTransformer.transform(new StreamSource(new StringReader(getLayoutSource(format, layout))), layoutToXsltXslt);

		dumpXslt(factory, layoutToXsltXslt);

		return getXsltRSFactory().createMappedResultSet(mdStoreRsetEpr, new DOMSource(layoutToXsltXslt.getNode()),

				"dynamic layout xslt for " + format + ", " + layout);

	}

	private String getLayoutSource(final String format, final String layout) throws ISLookUpDocumentNotFoundException, ISLookUpException {

		return serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(

				"collection('')//RESOURCE_PROFILE[.//RESOURCE_TYPE/@value = 'MDFormatDSResourceType' and .//NAME='" + format + "']//LAYOUT[@name='" + layout

						+ "']");

	}

	private void dumpXslt(final TransformerFactory factory, final DOMResult layoutToXsltXslt) throws TransformerConfigurationException, TransformerException {

		if (log.isDebugEnabled()) {

			final StringWriter buffer = new StringWriter();

			factory.newTransformer().transform(new DOMSource(layoutToXsltXslt.getNode()), new StreamResult(buffer));

			log.debug(buffer.toString());

		}

	}

	private String encode(final String epr) {

		return new String(Base64.encodeBase64(epr.getBytes()));

	}

	// setters and getters

	public String getIndexId() {

		return indexId;

	}

	public void setIndexId(final String indexId) {

		this.indexId = indexId;

	}

	public String getEprParam() {

		return eprParam;

	}

	public void setEprParam(final String eprParam) {

		this.eprParam = eprParam;

	}

	public String getFeedingType() {

		return feedingType;

	}

	public void setFeedingType(final String feedingType) {

		this.feedingType = feedingType;

	}

	public ProcessCountingResultSetFactory getProcessCountingResultSetFactory() {

		return processCountingResultSetFactory;

	}

	@Required

	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {

		this.processCountingResultSetFactory = processCountingResultSetFactory;

	}

	@Override

	public ProgressProvider getProgressProvider() {

		return progressProvider;

	}

	public org.springframework.core.io.Resource getLayoutToRecordStylesheet() {

		return layoutToRecordStylesheet;

	}

	@Required

	public void setLayoutToRecordStylesheet(final org.springframework.core.io.Resource layoutToRecordStylesheet) {

		this.layoutToRecordStylesheet = layoutToRecordStylesheet;

	}

	public String getFormat() {

		return format;

	}

	public void setFormat(final String format) {

		this.format = format;

	}

	public String getLayout() {

		return layout;

	}

	public void setLayout(final String layout) {

		this.layout = layout;

	}

	public XSLTMappedResultSetFactory getXsltRSFactory() {

		return xsltRSFactory;

	}

	@Required

	public void setXsltRSFactory(final XSLTMappedResultSetFactory xsltRSFactory) {

		this.xsltRSFactory = xsltRSFactory;

	}

	/**

	 * @return the defaultIndexId

	 */

	public String getDefaultIndexId() {

		return defaultIndexId;

	}

	/**

	 * @param defaultIndexId

	 *            the defaultIndexId to set

	 */

	@Required

	public void setDefaultIndexId(final String defaultIndexId) {

		this.defaultIndexId = defaultIndexId;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>dnet-parent</artifactId>

		<version>1.0.0</version>

		<relativePath />

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

	<artifactId>dnet-msro-service</artifactId>

	<packaging>jar</packaging>

	<version>3.0.3</version>

	<scm>

		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-msro-service/tags/dnet-msro-service-3.0.3</developerConnection>

	</scm>

	<dependencies>

		<dependency>

			<groupId>opensymphony</groupId>

			<artifactId>quartz</artifactId>

			<version>1.6.6</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-msro-service-api</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-resultset-service</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-data-utility-cleaner-rmi</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-resultset-client</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-download-service-rmi</artifactId>

			<version>[1.1.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-datasource-manager-rmi</artifactId>

			<version>[4.0.0,5.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-blackboard-common</artifactId>

			<version>[2.1.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-mongo-logging</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>com.googlecode</groupId>

			<artifactId>sarasvati</artifactId>

			<version>1.0.3</version>

		</dependency>

		<dependency>

			<groupId>com.googlecode</groupId>

			<artifactId>sarasvati-visual</artifactId>

			<version>1.0.3</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-modular-collector-service-rmi</artifactId>

			<version>[1.3.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>cnr-enabling-database-api</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-objectstore-rmi</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-data-transformation-service-rmi</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-data-provision-rmi</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-runtime</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>javax.mail</groupId>

			<artifactId>mail</artifactId>

			<version>1.4</version>

		</dependency>

		<dependency>

			<groupId>org.codehaus.groovy</groupId>

			<artifactId>groovy-all</artifactId>

			<version>2.1.6</version>

		</dependency>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

			<version>${junit.version}</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>joda-time</groupId>

			<artifactId>joda-time</artifactId>

			<version>2.3</version>

		</dependency>

	</dependencies>

	<properties>

		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

	</properties>

</project>

package eu.dnetlib.msro.workflows.nodes.info;

import java.io.StringReader;

import java.util.Map;

import javax.annotation.Resource;

import org.dom4j.Document;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import com.google.common.collect.Maps;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.datasources.rmi.DatasourceManagerService;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class MDStoreToApiExtraFieldJobNode extends SimpleJobNode {

	private String mdId;

	private String datasourceId;

	private String datasourceInterface;

	private String extraFieldForTotal;

	private String extraFieldForDate;

	private String extraFieldForMdId;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String xq = "for $x in collection('/db/DRIVER/MDStoreDSResources/MDStoreDSResourceType') " +

				"where $x//RESOURCE_IDENTIFIER/@value='" + mdId + "' " +

				"return concat($x//NUMBER_OF_RECORDS, ' @=@ ', $x//LAST_STORAGE_DATE)";

		final String s = serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(xq);

		final String[] arr = s.split(" @=@ ");

		final Map<String, String> map = getCurrentExtraFields(datasourceId, datasourceInterface);

		map.put(extraFieldForTotal, arr[0].trim());

		map.put(extraFieldForDate, arr[1].trim());

		map.put(extraFieldForMdId, mdId);

		serviceLocator.getService(DatasourceManagerService.class).bulkUpdateApiExtraFields(datasourceId, datasourceInterface, map);

		return Arc.DEFAULT_ARC;

	}

	private Map<String, String> getCurrentExtraFields(final String repoId, final String ifaceId) throws Exception {

		final Map<String, String> res = Maps.newHashMap();

		final String profile = serviceLocator.getService(ISLookUpService.class).getResourceProfile(repoId);

		final SAXReader reader = new SAXReader();

		final Document doc = reader.read(new StringReader(profile));

		final Node ifcNode = doc.selectSingleNode("//INTERFACE[@id='" + ifaceId + "']");

		if (ifcNode != null) {

			for (Object o : ifcNode.selectNodes("./INTERFACE_EXTRA_FIELD")) {

				res.put(((Node) o).valueOf("@name"), ((Node) o).getText());

			}

		}

		return res;

	}

	public String getMdId() {

		return mdId;

	}

	public void setMdId(final String mdId) {

		this.mdId = mdId;

	}

	public String getDatasourceId() {

		return datasourceId;

	}

	public void setDatasourceId(final String datasourceId) {

		this.datasourceId = datasourceId;

	}

	public String getDatasourceInterface() {

		return datasourceInterface;

	}

	public void setDatasourceInterface(final String datasourceInterface) {

		this.datasourceInterface = datasourceInterface;

	}

	public String getExtraFieldForTotal() {

		return extraFieldForTotal;

	}

	public void setExtraFieldForTotal(final String extraFieldForTotal) {

		this.extraFieldForTotal = extraFieldForTotal;

	}

	public String getExtraFieldForDate() {

		return extraFieldForDate;

	}

	public void setExtraFieldForDate(final String extraFieldForDate) {

		this.extraFieldForDate = extraFieldForDate;

	}

	public String getExtraFieldForMdId() {

		return extraFieldForMdId;

	}

	public void setExtraFieldForMdId(final String extraFieldForMdId) {

		this.extraFieldForMdId = extraFieldForMdId;

	}

}

package eu.dnetlib.msro.workflows.nodes.info;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

public class SetProviderInfoJobNode extends SimpleJobNode {

	private String providerId;

	private String providerName;

	private String api;

	@Override

	protected String execute(NodeToken token) throws Exception {

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProviderId());

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProviderId());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProviderId());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		return Arc.DEFAULT_ARC;

	}

	public String getProviderId() {

		return providerId;

	}

	public void setProviderId(String providerId) {

		this.providerId = providerId;

	}

	public String getProviderName() {

		return providerName;

	}

	public void setProviderName(String providerName) {

		this.providerName = providerName;

	}

	public String getApi() {

		return api;

	}

	public void setApi(String api) {

		this.api = api;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform"

    xmlns:datetime="http://exslt.org/dates-and-times" xmlns:exslt="http://exslt.org/common"

    xmlns:oai="http://www.openarchives.org/OAI/2.0/"

    xmlns:dnet="eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions"

    xmlns:dri="http://www.driver-repository.eu/namespace/dri"

    exclude-result-prefixes="xsl datetime exslt dnet">

    <xsl:variable name="status" select="/*[local-name() = 'record']/*[local-name() = 'header']/@status" />

    <xsl:template match="/">

        <oai:record xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

            <xsl:variable name="datestamp" select="datetime:dateTime()" />

            <xsl:variable name="evaluatedMetadataId" select="normalize-space($xpath$)" />

			<!-- Patch OAI header or create ex-novo if not oai -->

            <oai:header>

                <xsl:if test="\$status">

                    <xsl:attribute name="status" >

                        <xsl:value-of select="\$status"/>

                    </xsl:attribute>

                </xsl:if>

                <xsl:if test="not(.//dri:objIdentifier)">

                	<xsl:if test="\$evaluatedMetadataId != ''">

	                    <dri:objIdentifier><xsl:value-of select="concat('$namespacePrefix$::', dnet:md5(\$evaluatedMetadataId))"/></dri:objIdentifier>

                	</xsl:if>

                </xsl:if>

                <xsl:if test="not(.//dri:recordIdentifier)">

                    <dri:recordIdentifier><xsl:value-of select="\$evaluatedMetadataId"/></dri:recordIdentifier>

                </xsl:if>

                <xsl:if test="not(.//dri:dateOfCollection)">

                    <dri:dateOfCollection><xsl:value-of select="\$datestamp"/></dri:dateOfCollection>

                </xsl:if>

				<xsl:if test="not(.//dri:repositoryId)">

                    <dri:repositoryId>$datasourceId$</dri:repositoryId>

                </xsl:if>

                <xsl:if test="not(.//dri:datasourceprefix)">

                    <dri:datasourceprefix>$namespacePrefix$</dri:datasourceprefix>

                </xsl:if>

				<!-- Bulk copy of old header -->

                <xsl:for-each select="/*[local-name() = 'record']/*[local-name() = 'header']/*">

                    <xsl:copy-of select="."/>

                </xsl:for-each>

            </oai:header>

			<!-- Handle metadata block -->

            <xsl:choose>

            	<!-- If OAI then copy copy the metadata block along -->

                <xsl:when test="count(/*[local-name() = 'record']/*[local-name() = 'metadata']) &gt; 0">

                    <xsl:copy-of select="/*[local-name() = 'record']/*[local-name() = 'metadata']"/>

                </xsl:when>

                <!-- If OAI copy in bulk the metadata block -->

                <xsl:when test="\$status = 'deleted'" />

                <!-- If not-OAI copy ALL the record inside metadata block -->

                <xsl:otherwise>

                    <oai:metadata>

                        <xsl:copy-of select="."/>

                    </oai:metadata>

                </xsl:otherwise>

            </xsl:choose>

            <!-- Handle oai:about block -->

            <oai:about>

                <provenance xmlns="http://www.openarchives.org/OAI/2.0/provenance" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/provenance http://www.openarchives.org/OAI/2.0/provenance.xsd">

  					<originDescription harvestDate="{\$datestamp}" altered="true">

	    				<baseURL>$baseurl$</baseURL>

	    				<identifier><xsl:value-of select="//*[local-name()='header']/*[local-name()='identifier']"/></identifier>

	    				<datestamp><xsl:value-of select="//*[local-name()='header']/*[local-name()='datestamp']"/></datestamp>

	    				<metadataNamespace>$metadatanamespace$</metadataNamespace>

	    				<xsl:copy-of select="//*[local-name()='provenance']/*[local-name() = 'originDescription']"/>

  					</originDescription>

				</provenance>

			</oai:about>

        </oai:record>

    </xsl:template>

</xsl:stylesheet>

package eu.dnetlib.msro.workflows.nodes.objectStore;

import java.util.List;

import java.util.Set;

import javax.annotation.Resource;

import org.springframework.beans.factory.annotation.Required;

import com.google.common.collect.Lists;

import com.google.common.collect.Sets;

import com.google.gson.Gson;

import com.google.gson.GsonBuilder;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

/**

 * The Class RetrieveMdStoreId is a job node used to retrieve the correct MDStore from which extract the url of the file to download.

 * metadata format and interpretation are injected as properties

 */

public class RetrieveMdStoreId extends SimpleJobNode {

	/** The metadata format. */

	private String metadataFormat;

	/** The interpretation. */

	private String interpretation;

	/** The provider id. */

	private String providerId;

	/** The service locator. */

	@Resource

	private UniqueServiceLocator serviceLocator;

	/*

	 * (non-Javadoc)

	 *

	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected String execute(final NodeToken token) throws Exception {

		String workflowQuery =

				"for $x in collection('/db/DRIVER/MetaWorkflowDSResources/MetaWorkflowDSResourceType') where($x//DATAPROVIDER/@id='%s') return  distinct-values($x//WORKFLOW/@id/string())";

		List<String> result = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(String.format(workflowQuery, providerId));

		if (result.size() == 0) { throw new RuntimeException("there is no mdStore Associated to the provider " + token.getEnv().getAttribute(getProviderId())); }

		Set<String> workflowIds = Sets.newHashSet(result);

		Set<String> metadataIds = getMdStores(workflowIds);

		Gson g = new GsonBuilder().disableHtmlEscaping().create();

		token.getEnv().setAttribute("mdId", g.toJson(metadataIds));

		token.getEnv().setAttribute("mdFormat", getMetadataFormat());

		return Arc.DEFAULT_ARC;

	}

	private Set<String> getMdStores(final Set<String> workflowsId) {

		try {

			String query = "//RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value='%s']//PARAM[./@category/string()='MDSTORE_ID']/text()";

			Set<String> mdStores = Sets.newHashSet();

			if (workflowsId == null) { return null; }

			for (String workflowId : workflowsId) {

				List<String> result = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(String.format(query, workflowId));

				Set<String> metadataIds = Sets.newHashSet(result);

				mdStores.addAll(getRightMetadataId(Lists.newArrayList(metadataIds)));

			}

			return mdStores;

		} catch (ISLookUpException e) {

			return null;

		}

	}

	/**

	 * Gets the right metadata id whith the format metadataFormat and interpretation interpretation

	 *

	 * @return the right metadata id

	 * @throws ISLookUpException

	 */

	private Set<String> getRightMetadataId(final Iterable<String> ids) throws ISLookUpException {

		String query =

				"let $x:=//RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value='%s'] return concat($x//METADATA_FORMAT/text(), '::<<>>::', $x//METADATA_FORMAT_INTERPRETATION/text())";

		Set<String> result = Sets.newHashSet();

		for (String id : ids) {

			List<String> results = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(String.format(query, id));

			if (results.size() > 0) {

				String[] values = results.get(0).split("::<<>>::");

				if (metadataFormat.equals(values[0]) && interpretation.equals(values[1])) {

					result.add(id);

				}

			}

		}

		return result;

	}

	/**

	 * Gets the interpretation.

	 *

	 * @return the interpretation

	 */

	public String getInterpretation() {

		return interpretation;

	}

	/**

	 * Sets the interpretation.

	 *

	 * @param interpretation

	 *            the interpretation to set

	 */

	@Required

	public void setInterpretation(final String interpretation) {

		this.interpretation = interpretation;

	}

	/**

	 * Gets the metadata format.

	 *

	 * @return the metadataFormat

	 */

	public String getMetadataFormat() {

		return metadataFormat;

	}

	/**

	 * Sets the metadata format.

	 *

	 * @param metadataFormat

	 *            the metadataFormat to set

	 */

	@Required

	public void setMetadataFormat(final String metadataFormat) {

		this.metadataFormat = metadataFormat;

	}

	/**

	 * Gets the provider id.

	 *

	 * @return the providerId

	 */

	public String getProviderId() {

		return providerId;

	}

	/**

	 * Sets the provider id.

	 *

	 * @param providerId

	 *            the providerId to set

	 */

	public void setProviderId(final String providerId) {

		this.providerId = providerId;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<xsl:stylesheet version="1.0"

	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:nxsl="http://www.w3.org/1999/XSL/TransformXX"

	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

	<xsl:output omit-xml-declaration="yes" method="xml"

		encoding="UTF-8" />

	<xsl:namespace-alias stylesheet-prefix="nxsl"

		result-prefix="xsl" />

	<xsl:param name="format" />

	<xsl:template match="/">

		<xsl:apply-templates select="//LAYOUT" />

	</xsl:template>

	<xsl:template match="LAYOUT">

		<nxsl:stylesheet version="1.0"

			xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dc="http://purl.org/dc/elements/1.1/"

			xmlns:dri="http://www.driver-repository.eu/namespace/dri" xmlns:dnet="eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions"

			xmlns:exsl="http://exslt.org/common"

      extension-element-prefixes="exsl">

			<nxsl:output version="1.0" omit-xml-declaration="yes"

				method="xml" encoding="UTF8" />

			<nxsl:variable name="format">

				<xsl:value-of select="$format" />

			</nxsl:variable>

			<nxsl:template match="/">

				<indexRecord>

					<indexRecordIdentifier>

						<nxsl:value-of select="//dri:objIdentifier" />

					</indexRecordIdentifier>

					<targetFields>

						<nxsl:if test="count(//*[local-name()='metadata']/*) &gt; 0">

							<xsl:apply-templates select="FIELDS/FIELD[@indexable='true']" />

						</nxsl:if>		

					</targetFields>

					<result>

						<header>

							<dri:objIdentifier>

								<nxsl:value-of select="//dri:objIdentifier" />

							</dri:objIdentifier>

							<dri:repositoryId>

								<nxsl:value-of select="//dri:repositoryId" />

							</dri:repositoryId>

							<dri:dateOfCollection>

								<nxsl:value-of select="//dri:dateOfCollection" />

							</dri:dateOfCollection>

							<xsl:apply-templates select="FIELDS/FIELD"

								mode="header" />

						</header>

						<metadata>

							<xsl:apply-templates select="FIELDS/FIELD"

								mode="result" />

						</metadata>

					</result>

				</indexRecord>

			</nxsl:template>

		</nxsl:stylesheet>

	</xsl:template>

	<xsl:template match="FIELD[@indexable='true']">

		<xsl:choose>

			<!-- 

			<xsl:when test="@name = 'description'">

				<nxsl:for-each select="{@xpath}">

					<xsl:element name="{@name}">

						<nxsl:value-of select="substring(.,1,210)" />

					</xsl:element>

				</nxsl:for-each>

			</xsl:when>

			 -->

			<xsl:when test="@constant">

				<xsl:element name="{@name}">

					<xsl:value-of select="@constant" />

				</xsl:element>

			</xsl:when>

			<xsl:when test="@value and not(@xpath)">

				<nxsl:element name="{@name}">

					<nxsl:value-of select="{@value}" />

				</nxsl:element>

			</xsl:when>

			<xsl:otherwise>

				<xsl:variable name="value">

					<xsl:choose>

						<xsl:when test="@value">

							<xsl:value-of select="@value" />

						</xsl:when>

						<xsl:otherwise>

							.

						</xsl:otherwise>

					</xsl:choose>

				</xsl:variable>

				<nxsl:for-each select="{@xpath}">

					<xsl:element name="{@name}">

						<xsl:if test="@external='true'">

							<xsl:attribute name="external">true</xsl:attribute>

						</xsl:if>

						<xsl:choose>

							<xsl:when test="@tokenizable='false'">

								<nxsl:value-of select="normalize-space({normalize-space($value)})" />

							</xsl:when>

							<xsl:otherwise>

								<nxsl:value-of select="{normalize-space($value)}" />

							</xsl:otherwise>

						</xsl:choose>

					</xsl:element>

				</nxsl:for-each>

			</xsl:otherwise>

		</xsl:choose>

	</xsl:template>

	<xsl:template match="FIELD" mode="result">

		<xsl:if test="@result='true'">

			<nxsl:copy-of select="{@xpath}" />

		</xsl:if>

	</xsl:template>

	<xsl:template match="FIELD" mode="header">

		<xsl:if test="@header='true'">

			<nxsl:copy-of select="{@xpath}" />

		</xsl:if>

	</xsl:template>

</xsl:stylesheet>

<?xml version="1.0"?>

<xsl:stylesheet version="1.0"

	xmlns:xsl="http://www.w3.org/1999/XSL/Transform">

	<xsl:template match="/">

		<xsl:variable name="wfname" select="translate(.//WORKFLOW_NAME, ' ', '_')" />

		<process-definition name="{$wfname}" xmlns="http://sarasvati.googlecode.com/ProcessDefinition">

			<xsl:apply-templates select=".//NODE"/>            

			<node name="success" type="Success" />

			<node name="failure" type="Failure" />

		</process-definition>

	</xsl:template>

	<xsl:template match="NODE">

		<xsl:element name="node" namespace="http://sarasvati.googlecode.com/ProcessDefinition">

			<xsl:attribute name="name"><xsl:value-of select="@name" /></xsl:attribute>

			<xsl:if test="@isJoin = 'true'">

				<xsl:attribute name="joinType">and</xsl:attribute>

			</xsl:if>

			<xsl:if test="@isStart = 'true'">

				<xsl:attribute name="isStart">true</xsl:attribute>

			</xsl:if>

			<xsl:if test="string-length(@type) &gt; 0">

				<xsl:attribute name="type"><xsl:value-of select="@type" /></xsl:attribute>

			</xsl:if>

			<xsl:apply-templates select=".//ARC"/>

			<arc xmlns="http://sarasvati.googlecode.com/ProcessDefinition" name="failed" to="failure" />

			<xsl:if test="count(.//PARAM[string-length(normalize-space(text())) &gt; 0]) &gt; 0">

				<custom xmlns="http://sarasvati.googlecode.com/ProcessDefinition">

					<xsl:apply-templates select=".//PARAM"/>

				</custom>

			</xsl:if>

		</xsl:element>

	</xsl:template>

	<xsl:template match="ARC">

		<xsl:element name="arc" namespace="http://sarasvati.googlecode.com/ProcessDefinition">

			<xsl:attribute name="to"><xsl:value-of select="@to" /></xsl:attribute>

			<xsl:if test="string-length(@name) &gt; 0">

				<xsl:attribute name="name"><xsl:value-of select="@name" /></xsl:attribute>

			</xsl:if>

		</xsl:element> 

	</xsl:template>

	<xsl:template match="PARAM">

		<xsl:if test="string-length(normalize-space(text())) &gt; 0">

			<xsl:element name="{@name}" namespace="http://sarasvati.googlecode.com/ProcessDefinition"><xsl:value-of select="text()" /></xsl:element>

		</xsl:if>

	</xsl:template>

</xsl:stylesheet>

package eu.dnetlib.msro.workflows.nodes.repohi;

import javax.annotation.Resource;

import com.google.common.base.Splitter;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.datasources.rmi.DatasourceConstants;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

public class VerifyDatasourceJobNode extends SimpleJobNode {

	@Resource

	private UniqueServiceLocator serviceLocator;

	private String expectedInterfaceTypologyPrefixes;

	private String expectedCompliancePrefixes;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String dsId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ID);

		final String ifaceId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE);

		final ISLookUpService lookupService = serviceLocator.getService(ISLookUpService.class);

		String compliance;

		try {

			compliance = lookupService.getResourceProfileByQuery("/*[.//RESOURCE_IDENTIFIER/@value='" + dsId + "']//INTERFACE[@id = '" + ifaceId

					+ "']/INTERFACE_EXTRA_FIELD[@name='"

					+ DatasourceConstants.OVERRIDING_COMPLIANCE_FIELD + "']/text()");

		} catch (ISLookUpDocumentNotFoundException e) {

			compliance = lookupService.getResourceProfileByQuery("/*[.//RESOURCE_IDENTIFIER/@value='" + dsId + "']//INTERFACE[@id = '" + ifaceId

					+ "']/@compliance/string()");

		}

		final String typology = lookupService.getResourceProfileByQuery("/*[.//RESOURCE_IDENTIFIER/@value='" + dsId + "']//INTERFACE[@id = '" + ifaceId

				+ "']/@typology/string()");

		verifyValue(compliance, expectedCompliancePrefixes);

		verifyValue(typology, expectedInterfaceTypologyPrefixes);

		if (isPending(dsId)) {

			return "validateDs";

		} else {

			return Arc.DEFAULT_ARC;

		}

	}

	private void verifyValue(final String value, final String expected) throws Exception {

		if (expected != null && !expected.isEmpty()) {

			for (String s : Splitter.on(",").omitEmptyStrings().trimResults().split(expected)) {

				if (value.toLowerCase().startsWith(s.toLowerCase())) { return; }

			}

			throw new MSROException("Invalid value: " + value + ", Valid term prefixes are: [" + expected + "]");

		}

	}

	private boolean isPending(final String id) throws ISLookUpDocumentNotFoundException, ISLookUpException {

		final String query = "/*[.//RESOURCE_IDENTIFIER/@value='" + id + "']//RESOURCE_KIND/@value/string()";

		final String res = serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(query);

		return res.trim().equals("PendingRepositoryResources");

	}

	public String getExpectedInterfaceTypologyPrefixes() {

		return expectedInterfaceTypologyPrefixes;

	}

	public void setExpectedInterfaceTypologyPrefixes(final String expectedInterfaceTypologyPrefixes) {

		this.expectedInterfaceTypologyPrefixes = expectedInterfaceTypologyPrefixes;

	}

	public String getExpectedCompliancePrefixes() {

		return expectedCompliancePrefixes;

	}

	public void setExpectedCompliancePrefixes(final String expectedCompliancePrefixes) {

		this.expectedCompliancePrefixes = expectedCompliancePrefixes;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE>

    <HEADER>

        <RESOURCE_IDENTIFIER value=""/>

        <RESOURCE_TYPE value="WorkflowDSResourceType"/>

        <RESOURCE_KIND value="WorkflowDSResources"/>

        <RESOURCE_URI value=""/>

        <DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>

    </HEADER>

    <BODY>

        <WORKFLOW_NAME>$name$</WORKFLOW_NAME>

		<WORKFLOW_TYPE>$type$</WORKFLOW_TYPE>

		<WORKFLOW_PRIORITY>$priority$</WORKFLOW_PRIORITY>

        <CONFIGURATION start="$startMode$">

        	$conf$

        </CONFIGURATION>

        <STATUS />

    </BODY>

</RESOURCE_PROFILE>

package eu.dnetlib.msro.workflows.nodes.repohi;

import java.util.Map;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.googlecode.sarasvati.Engine;

import com.googlecode.sarasvati.NodeToken;

import com.googlecode.sarasvati.env.Env;

import eu.dnetlib.data.objectstore.rmi.ObjectStoreService;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;

public class CreateObjectStoreJobNode extends BlackboardJobNode {

	private static final Log log = LogFactory.getLog(CreateObjectStoreJobNode.class);

	private String interpretation;

	private String outputPrefix = "objectStore_";

	@Override

	protected String obtainServiceId(final NodeToken token) {

		return getServiceLocator().getServiceId(ObjectStoreService.class);

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) {

		log.info("preparing blackboard job for the creation of the objectStore ");

		job.setAction("CREATE");

		job.getParameters().put("interpretation", interpretation);

	}

	public String getInterpretation() {

		return interpretation;

	}

	public void setInterpretation(final String interpretation) {

		this.interpretation = interpretation;

	}

	public String getOutputPrefix() {

		return outputPrefix;

	}

	public void setOutputPrefix(final String outputPrefix) {

		this.outputPrefix = outputPrefix;

	}

	@Override

	protected BlackboardWorkflowJobListener generateBlackboardListener(final Engine engine, final NodeToken token) {

		return new BlackboardWorkflowJobListener(engine, token) {

			@Override

			protected void populateEnv(final Env env, final Map<String, String> responseParams) {

				;

				env.setAttribute(getOutputPrefix() + "interpretation", interpretation);

				env.setAttribute(getOutputPrefix() + "id", responseParams.get("objectStoreId"));

			}

		};

	}

}

package eu.dnetlib.msro.workflows.nodes.repohi;

import java.io.IOException;

import java.io.StringWriter;

import java.util.Map;

import javax.annotation.Resource;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.google.common.collect.Maps;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryException;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow;

import eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflowFactory;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants.WorkflowStatus;

public class UpdateMetaWfJobNode extends SimpleJobNode {

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Resource

	private DatasourceMetaWorkflowFactory datasourceMetaWorkflowFactory;

	private String beanName;

	private static final Log log = LogFactory.getLog(UpdateMetaWfJobNode.class);

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String metaWfId = token.getFullEnv().getAttribute("META_WORKFLOW_ID");

		serviceLocator.getService(ISRegistryService.class).updateProfileNode(metaWfId, "//CONFIGURATION/@status", "'" + WorkflowStatus.WAIT_SYS_SETTINGS + "'");

		final Map<String, String> map = Maps.newHashMap();

		for (String s : token.getFullEnv().getAttributeNames()) {

			map.put(s, token.getFullEnv().getAttribute(s));

		}

		for (String s : token.getEnv().getAttributeNames()) {

			map.put(s, token.getEnv().getAttribute(s));

		}

		final DatasourceMetaWorkflow prototypeMetaWf = datasourceMetaWorkflowFactory.newMetaWorkflow(beanName);

		log.info("Updating metaWorkflow of type: " + beanName);

		final int count = prototypeMetaWf.registerAllWorkflows(map);

		log.info("  -- Registered wfs: " + count);

		final String repoByeId = prototypeMetaWf.registerDestroyWorkflow(map);

		log.info("  -- Repo Bye Wf: " + repoByeId);

		updateDatasourceWorkflow(metaWfId, repoByeId, prototypeMetaWf.asXML());

		log.info("Done");

		return Arc.DEFAULT_ARC;

	}

	protected boolean updateDatasourceWorkflow(final String id, final String repoByeId, final String metawf) throws ISRegistryException, IOException {

		final StringWriter sw = new StringWriter();

		sw.append("<CONFIGURATION status='");

		sw.append(WorkflowStatus.WAIT_USER_SETTINGS.toString());

		sw.append("' destroyWorkflow='");

		sw.append(repoByeId);

		sw.append("'>");

		sw.append(metawf);

		sw.append("</CONFIGURATION>");

		return serviceLocator.getService(ISRegistryService.class).updateProfileNode(id, "//CONFIGURATION", sw.toString());

	}

	@Override

	public String getBeanName() {

		return beanName;

	}

	@Override

	public void setBeanName(final String name) {

		this.beanName = name;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE>

	<HEADER>

		<RESOURCE_IDENTIFIER value="" />

		<RESOURCE_TYPE value="MetaWorkflowDSResourceType" />

		<RESOURCE_KIND value="MetaWorkflowDSResources" />

		<RESOURCE_URI value="" />

		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />

	</HEADER>

	<BODY>

		<DATAPROVIDER id="$dsId$" interface="$ifaceId$">$dsName$</DATAPROVIDER>

		<METAWORKFLOW_NAME family="$wfFamily$">$wfName$</METAWORKFLOW_NAME>

		<METAWORKFLOW_DESCRIPTION></METAWORKFLOW_DESCRIPTION>

		<METAWORKFLOW_SECTION>$section$</METAWORKFLOW_SECTION>

		<ADMIN_EMAIL/>

		<CONFIGURATION status="$status$" />

		<SCHEDULING enabled="false">

			<CRON>0 0 0 ? * *</CRON>

			<MININTERVAL>10080</MININTERVAL>

		</SCHEDULING>

	</BODY>

</RESOURCE_PROFILE>

package eu.dnetlib.msro.workflows.nodes.repohi;

import java.util.List;

import javax.annotation.Resource;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants.WorkflowStatus;

public class UpdateMetaWfStatusJobNode extends SimpleJobNode {

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final String metaWfId = token.getFullEnv().getAttribute("META_WORKFLOW_ID");

		final String dsId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ID);

		final String ifaceId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE);

		updateDatasource(dsId, ifaceId);

		if (isReady(metaWfId)) {

			serviceLocator.getService(ISRegistryService.class).updateProfileNode(metaWfId, "//CONFIGURATION/@status", "'" + WorkflowStatus.EXECUTABLE + "'");

		}

		return Arc.DEFAULT_ARC;

	}

	protected void updateDatasource(final String dsId, final String ifaceId) throws Exception {

		serviceLocator.getService(ISRegistryService.class).updateProfileNode(dsId, "//INTERFACE[@id = '" + ifaceId + "']/@active", "'true'");

	}

	private boolean isReady(final String metaWfId) throws Exception {

		final String query = "for $x in collection('/db/DRIVER/MetaWorkflowDSResources/MetaWorkflowDSResourceType')"

				+ "//RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value eq '" + metaWfId + "']//WORKFLOW/@id "

				+ "for $y in collection('/db/DRIVER/WorkflowDSResources/WorkflowDSResourceType') " + "where $y//RESOURCE_IDENTIFIER/@value = $x "

				+ "return $y//PARAM[@required='true' and string-length(text()) = 0]/@managedBy/string()";

		final List<String> list = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(query);

		if (list.contains("system")) { throw new MSROException("A system param is missing in profile: " + metaWfId); }

		return list.isEmpty();

	}

}

<STATUS>

	<LAST_EXECUTION_ID>$procId$</LAST_EXECUTION_ID>

	<LAST_EXECUTION_DATE>$date$</LAST_EXECUTION_DATE>

	$if(error)$

		<LAST_EXECUTION_STATUS>FAILURE</LAST_EXECUTION_STATUS>

		<LAST_EXECUTION_ERROR>$error$</LAST_EXECUTION_ERROR>

	$else$

		<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>

		<LAST_EXECUTION_ERROR />

	$endif$

	$params.keys:{k|<LAST_EXECUTION_OUTPUT name='$k$'>$params.(k)$</LAST_EXECUTION_OUTPUT>}$

</STATUS>

<div>

	<p>**** This mail has been generated automatically by D-NET Manager Service, please don't reply ****</p>

	<h3>Infrastructure: $infrastructure$ </h3>

	<p>Workflow: <b>$wfName$</b></p>

	<p>Status: <b>FAILURE</b></p>

	<p>

		Error message: <i>$error$</i><br /><br />

		You can relaunch it clicking <a href="$baseUrl$/workflows.do?wfId=$wfId$">HERE</a>

	</p>

	<hr />

	<p>

		<b>Workflow details:</b><br /><br />

		<table>

			<tr><td>Process ID: </td><td><a href="$baseUrl$/workflow_journal.do?procId=$procId$">$procId$</a></td></tr>

			$if(responses)$

				$responses.keys:{k|<tr><td>$k$: </td><td><i>$responses.(k)$</i></td></tr>}$

			$endif$

		</table>

	</p>

	<hr />

	$if(pendingWfs)$

		<p>

			If it's OK, you can launch manually its dependencies:

			<ul>$pendingWfs.keys:{k|<li><a href="$baseUrl$/workflows.do?wfId=$k$">$pendingWfs.(k)$</a></li>}$</ul>

		</p>

	$endif$

</div>

package eu.dnetlib.msro.workflows.nodes.objectStore;

import javax.annotation.Resource;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Required;

import com.google.common.collect.Iterables;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.resultset.IterableResultSetFactory;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

import eu.dnetlib.enabling.resultset.client.utils.EPRUtils;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.nodes.download.UrlExtractor;

// TODO: Auto-generated Javadoc

/**

 * The Class RetrieveURLSJobNode.

 */

public class RetrieveURLSJobNode extends SimpleJobNode {

	/** The epr param. */

	private String inputEprParam;

	/** The output epr param. */

	private String outputEprParam;

	/** The xpath. */

	private String xpath;

	/** The xpath metadata id. */

	private String xpathMetadataId;

	/** The xpath open access. */

	private String xpathOpenAccess;

	/** The xpath embargo date. */

	private String xpathEmbargoDate;

	/** The result set client factory. */

	@Autowired

	private ResultSetClientFactory resultSetClientFactory;

	/** The result set factory. */

	@Resource(name = "iterableResultSetFactory")

	private IterableResultSetFactory resultSetFactory;

	/*

	 * (non-Javadoc)

	 *

	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected String execute(final NodeToken token) throws Exception {

		final W3CEndpointReference inputEpr = (new EPRUtils()).getEpr(token.getEnv().getAttribute(inputEprParam));

		Iterable<String> input = resultSetClientFactory.getClient(inputEpr);