D-Net

{

	"type_source": "SVN", 

	"goal": "package -U source:jar", 

	"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-validator-workflows/trunk", 

	"deploy_repository": "dnet45-snapshots", 

	"version": "4", 

	"mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it,claudio.atzori@isti.cnr.it,alessia.bardi@isti.cnr.it,andrea.mannocci@isti.cnr.it", 

	"deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet45-snapshots", 

	"name": "dnet-validator-workflows"

}

package eu.dnetlib;

import java.io.InputStream;

import org.apache.commons.io.IOUtils;

import org.junit.Before;

import org.junit.Test;

import eu.dnetlib.miscutils.functional.xml.ApplyXslt;

public class PatchValidatedRecordTest {

	String patchXslt = null;

	String validatorRecord = null;

	@Before

	public void setUp() throws Exception {

		patchXslt = IOUtils.toString(load("/eu/dnetlib/msro/workflows/repo/validation/patchValidationHeader.xsl"));

		validatorRecord = IOUtils.toString(load("validator-record.xml"));

	}

	@Test

	public void test() {

		ApplyXslt applyXslt = new ApplyXslt(patchXslt);

		String output = applyXslt.evaluate(validatorRecord);

		System.out.println(output);

	}

	private InputStream load(final String fileName) {

		return getClass().getResourceAsStream(fileName);

	}

}

<validator:result recordId="reposit2:HASH01939420936165b797fbc1ce" score="0" status="fail"

    xmlns:validator="http://eu.dnetlib/validator">

    <validator:failedRules>

        <validator:rule id="109" mandatory="false" name="Field Source (R)"

            xpath="//record/metadata//*[name()='dc:source']/text()"/>

        <validator:rule id="111" mandatory="false" name="Field Coverage (R)"

            xpath="//record/metadata//*[name()='dc:coverage']/text()"/>

        <validator:rule id="112" mandatory="false" name="Field Audience (R)"

            xpath="//record/metadata//*[name()='dc:audience']/text()"/>

        <validator:rule id="116" mandatory="true"

            name="Field Project Identifier for ecfundedresources (M)" xpath="$rule.xpath"/>

    </validator:failedRules>

    <validator:record>

        <oai:record xmlns="http://namespace.openaire.eu/"

            xmlns:dc="http://purl.org/dc/elements/1.1/"

            xmlns:dr="http://www.driver-repository.eu/namespace/dr"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

            <oai:header xmlns="">

                <dri:objIdentifier>UNLA::0024ba2d80e96b1ca5fd0ad87c80d276</dri:objIdentifier>

                <dri:recordIdentifier>reposit2:HASH01939420936165b797fbc1ce</dri:recordIdentifier>

                <dri:dateOfCollection>2015-03-25T17:19:24.657+01:00</dri:dateOfCollection>

                <dri:repositoryId>a4c4289b-dec2-469e-8da1-ad226714f13a_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>

                <dri:datasourceprefix>UNLA</dri:datasourceprefix>

                <identifier xmlns="http://www.openarchives.org/OAI/2.0/"

                    >reposit2:HASH01939420936165b797fbc1ce</identifier>

                <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2015-03-09</datestamp>

                <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">reposit2</setSpec>

            </oai:header>

            <metadata xmlns="http://www.openarchives.org/OAI/2.0/">

                <oai_dc:dc xmlns="" xmlns:oai_dc="http://www.openarchives.org/OAI/2.0/oai_dc/"

                    xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/oai_dc/                               http://www.openarchives.org/OAI/2.0/oai_dc.xsd">

                    <dc:creator>Flores Rondón, María del Mar</dc:creator>

                    <dc:contributor>Gassibe, Ines</dc:contributor>

                    <dc:date>2014</dc:date>

                    <dc:description>Fil: Flores Rondón, María del Mar. Universidad Nacional de

                        Lanús. Departamento de Planificación y Políticas Públicas. Maestría en

                        Políticas Públicas y Gobierno; Argentina</dc:description>

                    <dc:format>application/pdf</dc:format>

                    <dc:language>spa</dc:language>

                    <dc:type>info:eu-repo/semantics/masterThesis</dc:type>

                    <dc:type>tesis de maestría</dc:type>

                    <dc:type>info:eu-repo/semantics/publishedVersion</dc:type>

                    <dc:publisher>Universidad Nacional de Lanús. Departamento de Planificación y

                        Políticas Públicas. Maestría en Políticas Públicas y Gobierno</dc:publisher>

                    <dc:subject>POLITICAS PUBLICAS</dc:subject>

                    <dc:subject>COMUNICACION</dc:subject>

                    <dc:subject>POLITICA</dc:subject>

                    <dc:subject>SEGURIDAD SOCIAL</dc:subject>

                    <dc:title>Política pública de inserción laboral para personas con discapacidad

                        auditiva : caso Municipio Libertador del Estado de

                        Mérida-Venezuela</dc:title>

                    <dc:identifier>http://www.repositoriojmr.unla.edu.ar/descarga/Tesis/MaPPyG/034717_Flores_Rondon.pdf</dc:identifier>

                </oai_dc:dc>

            </metadata>

            <about xmlns="">

                <provenance xmlns="http://www.openarchives.org/OAI/2.0/provenance"

                    xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/provenance http://www.openarchives.org/OAI/2.0/provenance.xsd">

                    <originDescription altered="true" harvestDate="2015-03-25T17:19:24.657+01:00"

                        xmlns="">

                        <baseURL>http%3A%2F%2Fwww.unla.edu.ar%2Fgreenstone%2Fcgi-bin%2Foaiserver.cgi</baseURL>

                        <identifier>reposit2:HASH01939420936165b797fbc1ce</identifier>

                        <datestamp>2015-03-09</datestamp>

                        <metadataNamespace>http://www.openarchives.org/OAI/2.0/oai_dc/</metadataNamespace>

                    </originDescription>

                </provenance>

            </about>

        </oai:record>

    </validator:record>

</validator:result>

<oai:record xmlns:dc="http://purl.org/dc/elements/1.1/"

    xmlns:dr="http://www.driver-repository.eu/namespace/dr"

    xmlns:dri="http://www.driver-repository.eu/namespace/dri"

    xmlns:oai="http://www.openarchives.org/OAI/2.0/"

    xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance"

    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

    xmlns:validator="http://eu.dnetlib/validator">

    <oai:header xmlns="">

        <dri:objIdentifier>UNLA::0024ba2d80e96b1ca5fd0ad87c80d276</dri:objIdentifier>

        <dri:recordIdentifier>reposit2:HASH01939420936165b797fbc1ce</dri:recordIdentifier>

        <dri:dateOfCollection>2015-03-25T17:19:24.657+01:00</dri:dateOfCollection>

        <dri:repositoryId>a4c4289b-dec2-469e-8da1-ad226714f13a_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>

        <dri:datasourceprefix>UNLA</dri:datasourceprefix>

        <identifier xmlns="http://www.openarchives.org/OAI/2.0/"

            >reposit2:HASH01939420936165b797fbc1ce</identifier>

        <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2015-03-09</datestamp>

        <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">reposit2</setSpec>

        <validator:result score="0" status="fail">

            <validator:failedRules>

                <validator:rule id="109" mandatory="false" name="Field Source (R)"

                    xpath="//record/metadata//*[name()='dc:source']/text()"/>

                <validator:rule id="111" mandatory="false" name="Field Coverage (R)"

                    xpath="//record/metadata//*[name()='dc:coverage']/text()"/>

                <validator:rule id="112" mandatory="false" name="Field Audience (R)"

                    xpath="//record/metadata//*[name()='dc:audience']/text()"/>

                <validator:rule id="116" mandatory="true"

                    name="Field Project Identifier for ecfundedresources (M)" xpath="$rule.xpath"/>

            </validator:failedRules>

        </validator:result>

    </oai:header>

    <metadata xmlns="http://www.openarchives.org/OAI/2.0/">

        <oai_dc:dc xmlns="" xmlns:oai_dc="http://www.openarchives.org/OAI/2.0/oai_dc/"

            xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/oai_dc/ http://www.openarchives.org/OAI/2.0/oai_dc.xsd">

            <dc:creator>Flores Rondón, María del Mar</dc:creator>

            <dc:contributor>Gassibe, Ines</dc:contributor>

            <dc:date>2014</dc:date>

            <dc:description>Fil: Flores Rondón, María del Mar. Universidad Nacional de Lanús.

                Departamento de Planificación y Políticas Públicas. Maestría en Políticas Públicas y

                Gobierno; Argentina</dc:description>

            <dc:format>application/pdf</dc:format>

            <dc:language>spa</dc:language>

            <dc:type>info:eu-repo/semantics/masterThesis</dc:type>

            <dc:type>tesis de maestría</dc:type>

            <dc:type>info:eu-repo/semantics/publishedVersion</dc:type>

            <dc:publisher>Universidad Nacional de Lanús. Departamento de Planificación y Políticas

                Públicas. Maestría en Políticas Públicas y Gobierno</dc:publisher>

            <dc:subject>POLITICAS PUBLICAS</dc:subject>

            <dc:subject>COMUNICACION</dc:subject>

            <dc:subject>POLITICA</dc:subject>

            <dc:subject>SEGURIDAD SOCIAL</dc:subject>

            <dc:title>Política pública de inserción laboral para personas con discapacidad auditiva

                : caso Municipio Libertador del Estado de Mérida-Venezuela</dc:title>

            <dc:identifier>http://www.repositoriojmr.unla.edu.ar/descarga/Tesis/MaPPyG/034717_Flores_Rondon.pdf</dc:identifier>

        </oai_dc:dc>

    </metadata>

    <about xmlns="">

        <provenance xmlns="http://www.openarchives.org/OAI/2.0/provenance"

            xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/provenance http://www.openarchives.org/OAI/2.0/provenance.xsd">

            <originDescription altered="true" harvestDate="2015-03-25T17:19:24.657+01:00" xmlns="">

                <baseURL>http%3A%2F%2Fwww.unla.edu.ar%2Fgreenstone%2Fcgi-bin%2Foaiserver.cgi</baseURL>

                <identifier>reposit2:HASH01939420936165b797fbc1ce</identifier>

                <datestamp>2015-03-09</datestamp>

                <metadataNamespace>http://www.openarchives.org/OAI/2.0/oai_dc/</metadataNamespace>

            </originDescription>

        </provenance>

    </about>

</oai:record>

package eu.dnetlib.msro.workflows.nodes.validation;

import javax.annotation.Resource;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

public class SetInfoForValidationJobNode extends SimpleJobNode {

	public static final Log log = LogFactory.getLog(SetInfoForValidationJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	@Resource

	private UniqueServiceLocator serviceLocator;

	private String profileId;

	private String providerName;

	private String api;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProfileId());

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProfileId());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ID, getProfileId());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAME, getProviderName());

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE, getApi());

		final String query = "let $x := /*[.//RESOURCE_IDENTIFIER/@value='" + getProfileId() + "']\n"

				+ "return concat($x//DATASOURCE_ORIGINAL_ID/text(), '@@@', $x//EXTRA_FIELDS/FIELD[./key='NamespacePrefix']/value, '@@@', $x//INTERFACE[./@id='"

				+ getApi() + "']/BASE_URL/text())";

		final String[] arr = serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(query).split("@@@");

		final String origId = arr[0].trim();

		final String nsPrefix = arr[1].trim();

		final String interfaceURL = arr[2].trim();

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID, origId);

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAMESPACE_PREFIX, nsPrefix);

		token.getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE_BASEURL, interfaceURL);

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID, origId);

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAMESPACE_PREFIX, nsPrefix);

		token.getFullEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE_BASEURL, interfaceURL);

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID, origId);

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_NAMESPACE_PREFIX, nsPrefix);

		token.getProcess().getEnv().setAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE_BASEURL, interfaceURL);

		return Arc.DEFAULT_ARC;

	}

	public String getProviderName() {

		return providerName;

	}

	public void setProviderName(final String providerName) {

		this.providerName = providerName;

	}

	public String getApi() {

		return api;

	}

	public void setApi(final String api) {

		this.api = api;

	}

	public String getProfileId() {

		return profileId;

	}

	public void setProfileId(final String profileId) {

		this.profileId = profileId;

	}

}

package eu.dnetlib.msro.workflows.nodes.validation;

import javax.annotation.Resource;

import javax.xml.bind.annotation.XmlType;

import eu.dnetlib.enabling.datasources.common.Api;

import eu.dnetlib.enabling.datasources.common.Datasource;

import eu.dnetlib.enabling.datasources.common.DsmException;

import eu.dnetlib.enabling.datasources.common.LocalDatasourceManager;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.rmi.MSRORuntimeException;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.googlecode.sarasvati.Engine;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.mdstore.MDStoreService;

import eu.dnetlib.data.mdstore.MDStoreServiceException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;

import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;

import eu.dnetlib.msro.workflows.util.ProgressProvider;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import org.springframework.beans.factory.annotation.Autowired;

/**

 * This node send the BB message to the ValidatorService to validate records from an mdstore.

 * <p>

 * See ticket https://issue.openaire.research-infrastructures.eu/issues/538 for specs.

 * </p>

 *

 * @author andrea.mannocci, alessia

 *

 */

public class ValidatorServiceBlackboardJobNode extends BlackboardJobNode implements ProgressJobNode, ProgressProvider {

	public static final Log log = LogFactory.getLog(ValidatorServiceBlackboardJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	private static final int DEAFULT_WORKERS = 1;

	public static final String VALIDATE_ACTION = "VALIDATE";

	public static final String VALIDATION_TYPE = "DNET";

	public static final String VALIDATOR_EPR_PARAM_NAME = "outputResultSetEpr";

	private String xQueryForValidatorServiceId;

	private String outputEprName = VALIDATOR_EPR_PARAM_NAME;

	// VALIDATOR JOB PARAM VALUES

	private String mdstoreId;

	private String guidelines;

	private String blacklistRuleName;

	private String recordsSampleSize;

	/** Json key-value map of other parameters that will be stored in the validator back-end as they are. **/

	private String extraParams;

	/** True to ask the validator to generate the output EPR. **/

	private boolean shouldOutputRecords = false;

	/** True to ask the validator to update the blacklist. **/

	private boolean shouldUpdateBlacklist = true;

	private int workers = DEAFULT_WORKERS;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Autowired

	private LocalDatasourceManager<Datasource<?, ?>, Api<?>> dsManager;

	/** Number of records after which the Validator must update its progress status in currentlyValidatedParam **/

	private int jobStatusUpdateInterval = 1000;

	/** Parameter where the validator tells how many records have been processed sofar **/

	private String currentlyValidatedParam = "recordsTested";

	/** Number of records validated so far. **/

	private int currentlyValidated = 0;

	private int total = 0;

	private boolean accurate;

	/**

	 * <p>

	 * Parameters to set for the VALIDATE BB job:

	 *

	 * <pre>

	 *     <PARAMETER name="type" value="DNET"/>

	 *     <PARAMETER name="guidelines" value="openaire3.0"/> //values: openaire3.0, openaire2.0, openaire2.0_data, driver

	 *     <PARAMETER name="records" value="#records"/> //OPTIONAL

	 *     <PARAMETER name="blacklistedRecords" value="true"/> //enables the feature to keep blacklisted records. Default is true.

	 *     <PARAMETER name="blacklistGuidelines" value="blacklist_ruleset"/> //optional. values: name of the ruleset (as created from the validator admin panel) to use to generate the blacklist. Default value is the value in "guidelines".

	 *     <PARAMETER name="datasourceID" value=""/>

	 *     <PARAMETER name="datasourceName" value=""/> //OPTIONAL

	 *     <PARAMETER name="datasourceNamespacePrefix" value=""/> //OPTIONAL

	 *     <PARAMETER name="interfaceId" value=" "/>

	 *     <PARAMETER name="baseUrl" value=""/> //OPTIONAL

	 *     <PARAMETER name="mdstoreId" value=" "/>

	 *     <PARAMETER name="outputEpr" value="boolean"/> //TRUE to get the EPR of validated records. Default is false.

	 *     <PARAMETER name="extraParams" value="json key-value map"/> //OPTIONAL

	 *     <PARAMETER name="submissionDate" value="YYYY-MM-DD HH24:MI:SS"/>

	 * </pre>

	 *

	 * </p>

	 * {@inheritDoc}

	 *

	 * @see eu.dnetlib.msro.workflows.nodes.BlackboardJobNode#prepareJob(eu.dnetlib.enabling.tools.blackboard.BlackboardJob,

	 *      com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {

		job.setAction(VALIDATE_ACTION);

		job.getParameters().put("type", VALIDATION_TYPE);

		job.getParameters().put("guidelines", guidelines);

		job.getParameters().put("records", getRecordsSampleSize());

		// params for blacklist

		job.getParameters().put("blacklistedRecords", isShouldUpdateBlacklist() + "");

		if (isShouldUpdateBlacklist()) {

			job.getParameters().put("blacklistGuidelines", blacklistRuleName);

		}

		// datasource params

		final String datasourceId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID);

		final String api = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE);

		job.getParameters().put("datasourceId", datasourceId);

		job.getParameters().put("datasourceName", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_NAME));

		job.getParameters().put("datasourceNamespacePrefix", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_NAMESPACE_PREFIX));

		job.getParameters().put("interfaceId", api);

		job.getParameters().put("baseUrl", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE_BASEURL));

		job.getParameters().put("mdstoreId", mdstoreId);

		job.getParameters().put("workers", String.valueOf(getWorkers()));

		// output params

		job.getParameters().put("outputEpr", isShouldOutputRecords() + "");

		// extra params

		if (StringUtils.isNotBlank(extraParams)) {

			job.getParameters().put("extraParams", extraParams);

		}

		// Setting properties for the progress bar

		if (StringUtils.isBlank(getRecordsSampleSize()) || getRecordsSampleSize().equalsIgnoreCase("ALL")) {

			total = getTotal();

		} else {

			total = Integer.getInteger(getRecordsSampleSize());

		}

		if (jobStatusUpdateInterval > 0) {

			job.getParameters().put("jobStatusUpdateInterval", "" + jobStatusUpdateInterval);

		}

		log.debug("*****Launching validation with the following parameters:****");

		log.debug("Datasource id: " + datasourceId);

		log.debug("API: " + api);

		log.debug("Total records: " + total);

		log.debug("Number of records to validate: " + getRecordsSampleSize());

		log.debug("jobStatusUpdateInterval (set only if > 0, wf default is 1000, validator's default is 100): " + jobStatusUpdateInterval);

		job.getParameters().put("submissionDate", DateUtils.now_ISO8601());

	}

	private int getTotal() {

		int size = -1;

		accurate = false;

		try {

			if (StringUtils.isBlank(getRecordsSampleSize()) || getRecordsSampleSize().equalsIgnoreCase("ALL")) {

				size = serviceLocator.getService(MDStoreService.class).size(mdstoreId);

				accurate = true;

			} else {

				total = Integer.parseInt(getRecordsSampleSize());

				accurate = true;

			}

		} catch (final MDStoreServiceException e) {

			log.warn("Can't get size of mdstore " + mdstoreId + " progress will be INACCURATE");

			e.printStackTrace();

		} catch (final NumberFormatException e) {

			log.warn("The parameter recordSampleSize is invalid: progress will be INACCURATE");

			e.printStackTrace();

		}

		return size;

	}

	/**

	 * <p>

	 * Parameters in the VALIDATE BB job response:

	 *

	 * <pre>

	 * <PARAMETER name="error" value=""/>

	 * <PARAMETER name="outputResultSetEpr" value=""/> //only if isShouldOutputRecords() == true

	 * <PARAMETER name="jobId" value=""/>

	 * </pre>

	 *

	 * </p>

	 *

	 *

	 * {@inheritDoc}

	 *

	 * @see eu.dnetlib.msro.workflows.nodes.BlackboardJobNode#generateBlackboardListener(com.googlecode.sarasvati.Engine,

	 *      com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected BlackboardWorkflowJobListener generateBlackboardListener(final Engine engine, final NodeToken token) {

		return new BlackboardWorkflowJobListener(engine, token) {

			boolean eprFound = false;

			@Override

			protected void onDone(final BlackboardJob job) {

				log.debug("If you see this log you are not asking to get the validated EPR...");

				final String jobId = job.getParameters().get("jobId");

				token.getEnv().setAttribute("validatorJobId", jobId);

				final String error = job.getParameters().get("error");

				if (StringUtils.isNotBlank(error)) {

					token.getEnv().setAttribute("validatorError", error);

				}

				final String dsId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID);

				final String ifaceId = token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE);

				try {

					dsManager.setLastValidationJob(dsId, ifaceId, jobId);

				} catch (final Throwable e) {

					final String msg = String.format("Error setting last_validation_job field, BB jobId '%s'", job.getId());

					log.error(msg, e);

					job.setError(msg);

					super.onFailed(job);

					throw new MSRORuntimeException(msg, e);

				}

				super.onDone(job);

			}

			@Override

			protected void onOngoing(final BlackboardJob job) {

				currentlyValidated = Integer.parseInt(job.getParameters().get(currentlyValidatedParam));

				if (isShouldOutputRecords() & !eprFound) {

					final String epr = job.getParameters().get(VALIDATOR_EPR_PARAM_NAME);

					log.fatal(VALIDATOR_EPR_PARAM_NAME + "= " + epr);

					token.getEnv().setAttribute(outputEprName, epr);

					eprFound = true;

				}

				super.onOngoing(job);

			}

		};

	}

	@Override

	protected String obtainServiceId(final NodeToken token) {

		try {

			return getServiceLocator().getService(ISLookUpService.class).getResourceProfileByQuery(xQueryForValidatorServiceId);

		} catch (final Exception e) {

			throw new RuntimeException(e);

		}

	}

	@Override

	public ProgressProvider getProgressProvider() {

		return this;

	}

	@Override

	public int getTotalValue() {

		return total;

	}

	@Override

	public int getCurrentValue() {

		return currentlyValidated;

	}

	@Override

	public boolean isInaccurate() {

		return !accurate;

	}

	public String getGuidelines() {

		return guidelines;

	}

	public void setGuidelines(final String guidelines) {

		this.guidelines = guidelines;

	}

	public String getRecordsSampleSize() {

		return recordsSampleSize;

	}

	public void setRecordsSampleSize(final String recordsSampleSize) {

		this.recordsSampleSize = recordsSampleSize;

	}

	public String getMdstoreId() {

		return mdstoreId;

	}

	public void setMdstoreId(final String mdstoreId) {

		this.mdstoreId = mdstoreId;

	}

	public String getExtra_param() {

		return extraParams;

	}

	public void setExtra_param(final String extra_param) {

		this.extraParams = extra_param;

	}

	public String getxQueryForValidatorServiceId() {

		return xQueryForValidatorServiceId;

	}

	public void setxQueryForValidatorServiceId(final String xQueryForValidatorServiceId) {

		this.xQueryForValidatorServiceId = xQueryForValidatorServiceId;

	}

	public String getOutputEprName() {

		return outputEprName;

	}

	public void setOutputEprName(final String outputEprName) {

		this.outputEprName = outputEprName;

	}

	public String getExtraParams() {

		return extraParams;

	}

	public void setExtraParams(final String extraParams) {

		this.extraParams = extraParams;

	}

	public String getCurrentlyValidatedParam() {

		return currentlyValidatedParam;

	}

	public void setCurrentlyValidatedParam(final String currentlyValidatedParam) {

		this.currentlyValidatedParam = currentlyValidatedParam;

	}

	public int getJobStatusUpdateInterval() {

		return jobStatusUpdateInterval;

	}

	public void setJobStatusUpdateInterval(final int jobStatusUpdateInterval) {

		this.jobStatusUpdateInterval = jobStatusUpdateInterval;

	}

	public int getCurrentlyValidated() {

		return currentlyValidated;

	}

	public void setCurrentlyValidated(final int currentlyValidated) {

		this.currentlyValidated = currentlyValidated;

	}

	public boolean isShouldOutputRecords() {

		return shouldOutputRecords;

	}

	public void setShouldOutputRecords(final boolean shouldOutputRecords) {

		this.shouldOutputRecords = shouldOutputRecords;

	}

	public boolean isShouldUpdateBlacklist() {

		return shouldUpdateBlacklist;

	}

	public void setShouldUpdateBlacklist(final boolean shouldUpdateBlacklist) {

		this.shouldUpdateBlacklist = shouldUpdateBlacklist;

	}

	public String getBlacklistRuleName() {

		return blacklistRuleName;

	}

	public void setBlacklistRuleName(final String blacklistRuleName) {

		this.blacklistRuleName = blacklistRuleName;

	}

	public int getWorkers() {

		return workers;

	}

	public void setWorkers(int workers) {

		this.workers = workers;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

	<HEADER>

		<RESOURCE_IDENTIFIER value="0de2924a-f0f2-436c-8416-0df87e5bb073_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />

		<RESOURCE_TYPE value="WorkflowDSResourceType" />

		<RESOURCE_KIND value="WorkflowDSResources" />

		<RESOURCE_URI value="value3" />

		<DATE_OF_CREATION value="2015-07-16T18:13:51.0Z" />

	</HEADER>

	<BODY>

		<WORKFLOW_NAME>Collection, validation (no stored records), and transformation</WORKFLOW_NAME>

		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>

		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>

		<CONFIGURATION start="manual">

			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">

				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/>

					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createMetaWf"/>

					<ARC to="validateDs" name="validateDs"/>

				</ARCS>

			</NODE>

			<NODE name="validateDs" type="ValidateDatasource">

				<DESCRIPTION>Validate DS</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="createMetaWf"/>

				</ARCS>

			</NODE>

			<NODE name="createMetaWf" type="RegisterMetaWf">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="wfName" managedBy="system" required="true" type="string">Collection, validation (no stored records), and transformation</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createNative"/>

					<ARC to="createTransformed"/>

					<ARC to="prepareCreateIndex"/>

				</ARCS>

			</NODE>

			<NODE name="createNative" type="CreateMDStore">

				<DESCRIPTION>Create native store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>

			<NODE name="createTransformed" type="CreateMDStore">

				<DESCRIPTION>Create transformed store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>

			<NODE name="prepareCreateIndex" type="PrepareCreateIndex">

				<DESCRIPTION>Prepare create index</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createIndex" />

				</ARCS>

			</NODE>	

			<NODE name="createIndex" type="CreateIndex">

				<DESCRIPTION>Create index</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>		

			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfHiValidatorAsStepNoStore</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWfStatus" />

				</ARCS>

			</NODE>

			<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus">

				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>

				<PARAMETERS />

				<ARCS>

					<ARC to="success" />

				</ARCS>

			</NODE>

		</CONFIGURATION>

		<STATUS />

	</BODY>

</RESOURCE_PROFILE>

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

	<HEADER>

		<RESOURCE_IDENTIFIER value="b1bb171a-6c7f-41ff-92e9-a992170cdc7d_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />

		<RESOURCE_TYPE value="WorkflowDSResourceType" />

		<RESOURCE_KIND value="WorkflowDSResources" />

		<RESOURCE_URI value="value3" />

		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />

	</HEADER>

	<BODY>

		<WORKFLOW_NAME>Collection, validation and transformation</WORKFLOW_NAME>

		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>

		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>

		<CONFIGURATION start="manual">

			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">

				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string"/>

					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string">metadata</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createMetaWf"/>

					<ARC to="validateDs" name="validateDs"/>

				</ARCS>

			</NODE>

			<NODE name="validateDs" type="ValidateDatasource">

				<DESCRIPTION>Validate DS</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="createMetaWf"/>

				</ARCS>

			</NODE>

			<NODE name="createMetaWf" type="RegisterMetaWf">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="wfName" managedBy="system" required="true" type="string">Collection, validation and transformation</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createNative"/>

					<ARC to="createTransformed"/>

					<ARC to="createValidated"/>

					<ARC to="prepareCreateIndex"/>

				</ARCS>

			</NODE>

			<NODE name="createNative" type="CreateMDStore">

				<DESCRIPTION>Create native store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">coll_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>

			<NODE name="createTransformed" type="CreateMDStore">

				<DESCRIPTION>Create transformed store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>

			<NODE name="createValidated" type="CreateMDStore">

				<DESCRIPTION>Create validated store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">validated</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">val_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>

			<NODE name="prepareCreateIndex" type="PrepareCreateIndex">

				<DESCRIPTION>Prepare create index</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="format" managedBy="system" required="true" type="string">DMF</PARAM>

					<PARAM name="interpretation" managedBy="system" required="true" type="string">transformed</PARAM>

					<PARAM name="layout" managedBy="system" required="true" type="string">index</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="createIndex" />

				</ARCS>

			</NODE>	

			<NODE name="createIndex" type="CreateIndex">

				<DESCRIPTION>Create index</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">index_</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWf" />

				</ARCS>

			</NODE>		

			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">

				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfHiValidatorAsStep</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="updateMetaWfStatus" />

				</ARCS>

			</NODE>

			<NODE name="updateMetaWfStatus" type="UpdateMetaWfStatus">

				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>

				<PARAMETERS />

				<ARCS>

					<ARC to="success" />

				</ARCS>

			</NODE>

		</CONFIGURATION>

		<STATUS />

	</BODY>

</RESOURCE_PROFILE>

<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">

	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="selectStoreToFetch"/>

	</ARCS>

</NODE>

<NODE name="selectStoreToFetch" type="Selection">

	<DESCRIPTION>Which records do you want to transform?</DESCRIPTION>

	<PARAMETERS>

		<PARAM function="validValues(['VALIDATED_RECORDS', 'NATIVE_RECORDS'])" managedBy="user" name="selection" required="true" type="string">VALIDATED_RECORDS</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC name="VALIDATED_RECORDS" to="fetchValidatedRecords" />

		<ARC name="NATIVE_RECORDS" to="fetchNativeRecords" />

	</ARCS>

</NODE>

<NODE name="fetchNativeRecords" type="FetchMDStoreRecords">

	<DESCRIPTION>Fetch records from native MDStore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>

		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM>

		<PARAM required="true" type="string" name="eprParam" managedBy="system">epr_for_transformator</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="transformRecords"/>

	</ARCS>

</NODE>

<NODE name="fetchValidatedRecords" type="FetchMDStoreRecords">

	<DESCRIPTION>Fetch records from validated MDStore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("val_id")$</PARAM>

		<PARAM required="true" type="string" name="mdFormat" managedBy="system">$params.("coll_format")$</PARAM>

		<PARAM required="true" type="string" name="eprParam" managedBy="system">validated_epr</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="prepareValidatedRecords"/>

	</ARCS>

</NODE>

<NODE name="prepareValidatedRecords" type="ApplyXslt">

	<DESCRIPTION>Prepare validated records for transformation</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">validated_epr</PARAM>

		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">epr_for_transformator</PARAM>

		<PARAM required="true" type="string" name="xsltClasspath" managedBy="user">/eu/dnetlib/msro/workflows/repo/validation/patchValidationHeader.xsl</PARAM></PARAMETERS>

	<ARCS>

		<ARC to="transformRecords"/>

	</ARCS>

</NODE>

<NODE name="transformRecords" type="Transform">

	<DESCRIPTION>Transform records</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="inputEprParam" managedBy="system">epr_for_transformator</PARAM>

		<PARAM required="true" type="string" name="outputEprParam" managedBy="system">transformed_epr</PARAM>

		<PARAM required="true" type="string" name="ruleId" managedBy="user" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" category="TRANSFORMATION_RULE_ID"  />

	</PARAMETERS>

	<ARCS>

		<ARC to="storeRecords"/>

	</ARCS>

</NODE>

<NODE name="storeRecords" type="StoreMDStoreRecords">

	<DESCRIPTION>Store records into mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("tran_id")$</PARAM>

		<PARAM required="true" type="string" name="storingType" managedBy="system">REFRESH</PARAM>

		<PARAM required="true" type="string" name="eprParam" managedBy="system">transformed_epr</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="UPDATE_INFO"/>

	</ARCS>

</NODE>

<NODE name="UPDATE_INFO" type="MDStoreToApiExtraField">

	<DESCRIPTION>Update datasource API extra fields</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system">$params.("tran_id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>

		<PARAM required="true" type="string" name="extraFieldForTotal" managedBy="system">last_aggregation_total</PARAM>

		<PARAM required="true" type="string" name="extraFieldForDate" managedBy="system">last_aggregation_date</PARAM>

		<PARAM required="true" type="string" name="extraFieldForMdId" managedBy="system">last_aggregation_mdId</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

<xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"

    xmlns:xs="http://www.w3.org/2001/XMLSchema" xmlns:validator="http://eu.dnetlib/validator"

    xmlns:oai="http://www.openarchives.org/OAI/2.0/" exclude-result-prefixes="xs" version="2.0">

	<xsl:output method="xml" indent="yes" />

    <xsl:template match="/">

        <oai:record xmlns:dc="http://purl.org/dc/elements/1.1/"

            xmlns:dr="http://www.driver-repository.eu/namespace/dr"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:prov="http://www.openarchives.org/OAI/2.0/provenance"

            xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

            <oai:header>

                <xsl:apply-templates select="//*[./local-name()='header']/*"/>

                <xsl:apply-templates select="//validator:result"/>

            </oai:header>

            <xsl:apply-templates select="//*[./local-name()='metadata']"/>

            <xsl:apply-templates select="//*[./local-name()='about']"/>

        </oai:record>

    </xsl:template>

    <xsl:template match="validator:result">

        <validator:result score="{@score}" status="{@status}">

            <xsl:apply-templates select="./validator:failedRules"/>

        </validator:result>

    </xsl:template>

    <xsl:template match="@*|node()">

        <xsl:copy>

            <xsl:apply-templates select="@*|node()"/>

        </xsl:copy>

    </xsl:template>

</xsl:stylesheet>

<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">

	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMetaWorkflow"/>

	</ARCS>

</NODE>

<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf">

	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreNative"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreNative" type="DeleteMDStore">

	<DESCRIPTION>Delete the native mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreTransformed"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore">

	<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreValidated"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreValidated" type="DeleteMDStore">

	<DESCRIPTION>Delete the validated mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("val_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteIndex"/>

	</ARCS>

</NODE>

<NODE name="DeleteIndex" type="DeleteIndex">

	<DESCRIPTION>Delete the index</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="RemoveApiExtraFields"/>

	</ARCS>

</NODE>

<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">

	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>

		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

<NODE name="SET_INFO_VALIDATION" isStart="true" type="SetInfoForValidation">

	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="profileId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="selectValidate"/>

	</ARCS>

</NODE>

<NODE name="selectValidate" type="Selection">

	<DESCRIPTION>Do we validate the records?</DESCRIPTION>

	<PARAMETERS>

		<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC name="YES" to="validate" />

		<ARC name="NO" to="success" />

	</ARCS>

</NODE>

<NODE name="validate" type="ValidationAsStep">

	<DESCRIPTION>Validate from mdStore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="boolean" name="shouldOutputRecords" managedBy="system">false</PARAM>

		<PARAM required="false" type="string" name="outputEprName" managedBy="system">validatorEpr</PARAM>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>

		<PARAM required="true" type="string" name="xQueryForValidatorServiceId" managedBy="user">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='ValidatorServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>	

	    <PARAM required="false" type="string" name="recordsSampleSize" managedBy="user">ALL</PARAM>

	    <PARAM required="true" type="string" name="guidelines" managedBy="user" function="validValues(['openaire3.0', 'openaire2.0', 'openaire2.0_data', 'driver'])"/>

	    <PARAM required="true" type="boolean" name="shouldUpdateBlacklist" managedBy="user">true</PARAM>

		 <PARAM managedBy="user" name="blacklistRuleName" required="false" type="string">blacklist_rules</PARAM>

		<PARAM required="false" type="int" name="jobStatusUpdateInterval" managedBy="system"/>

	    <PARAM required="false" type="string" name="extraParams" managedBy="user"/>  

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

<NODE name="SET_INFO" isStart="true" type="SetProviderInfo">

	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="providerId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMetaWorkflow"/>

	</ARCS>

</NODE>

<NODE name="DeleteMetaWorkflow" type="DeleteMetaWf">

	<DESCRIPTION>Delete the MetaWorkflow</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="metaWfId" managedBy="system">$params.("META_WORKFLOW_ID")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreNative"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreNative" type="DeleteMDStore">

	<DESCRIPTION>Delete the native mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("coll_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteMDStoreTransformed"/>

	</ARCS>

</NODE>

<NODE name="DeleteMDStoreTransformed" type="DeleteMDStore">

	<DESCRIPTION>Delete the transformed mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdstoreId" managedBy="system">$params.("tran_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="DeleteIndex"/>

	</ARCS>

</NODE>

<NODE name="DeleteIndex" type="DeleteIndex">

	<DESCRIPTION>Delete the index</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="indexId" managedBy="system">$params.("index_id")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="RemoveApiExtraFields"/>

	</ARCS>

</NODE>

<NODE name="RemoveApiExtraFields" type="RemoveApiExtraFields">

	<DESCRIPTION>Reset the extrafields of the api</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="datasourceId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="datasourceInterface" managedBy="system">$params.("dataprovider:interface")$</PARAM>

		<PARAM required="true" type="string" name="fields" managedBy="system">last_collection_total, last_collection_date, last_collection_mdId, last_aggregation_total, last_aggregation_date, last_aggregation_mdId</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

<NODE name="SET_INFO_VALIDATION" isStart="true" type="SetInfoForValidation">

	<DESCRIPTION>Retrieve information about current Content Provider</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="profileId" managedBy="system">$params.("dataprovider:id")$</PARAM>

		<PARAM required="true" type="string" name="providerName" managedBy="system">$params.("dataprovider:name")$</PARAM>

		<PARAM required="true" type="string" name="api" managedBy="system">$params.("dataprovider:interface")$</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="selectValidate"/>

	</ARCS>

</NODE>

<NODE name="selectValidate" type="Selection">

	<DESCRIPTION>Do we validate the records?</DESCRIPTION>

	<PARAMETERS>

		<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC name="YES" to="validate" />

		<ARC name="NO" to="success" />

	</ARCS>

</NODE>

<NODE name="validate" type="ValidationAsStep">

	<DESCRIPTION>Validate from mdStore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="boolean" name="shouldOutputRecords" managedBy="system">false</PARAM>

            <PARAM required="false" type="string" name="outputEprName" managedBy="system">validatorEpr</PARAM>

            <PARAM required="true" type="string" name="mdstoreId" managedBy="system" category="MDSTORE_ID">$params.("coll_id")$</PARAM>

            <PARAM required="true" type="string" name="xQueryForValidatorServiceId" managedBy="user">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='ValidatorServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>

            <PARAM required="false" type="string" name="recordsSampleSize" managedBy="user">ALL</PARAM>

            <PARAM required="true" type="string" name="guidelines" managedBy="user" function="validValues(['openaire3.0', 'openaire2.0', 'openaire2.0_data', 'driver'])"/>

            <PARAM required="true" type="boolean" name="shouldUpdateBlacklist" managedBy="user">true</PARAM>

            <PARAM managedBy="user" name="blacklistRuleName" required="false" type="string">blacklist_rules</PARAM>

            <PARAM required="false" type="int" name="jobStatusUpdateInterval" managedBy="system"/>

            <PARAM required="false" type="string" name="extraParams" managedBy="user"/>

	</PARAMETERS>

	<ARCS>

		<ARC to="storeRecords"/>

	</ARCS>

</NODE>

<NODE name="storeRecords" type="StoreMDStoreRecords">

	<DESCRIPTION>Store records into mdstore</DESCRIPTION>

	<PARAMETERS>

		<PARAM required="true" type="string" name="mdId" managedBy="system" category="MDSTORE_ID">$params.("val_id")$</PARAM>

		<PARAM required="true" type="string" name="storingType" managedBy="user" function="validValues(['REFRESH', 'INCREMENTAL'])"/>

		<PARAM required="true" type="string" name="eprParam" managedBy="system">validatorEpr</PARAM>

	</PARAMETERS>

	<ARCS>

		<ARC to="success"/>

	</ARCS>

</NODE>

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns="http://www.springframework.org/schema/beans"

	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"

	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

	<bean id="metaWfHiValidatorAsStep" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/workflows/repo/validation/repobye-validatorAsStep.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collect"

				p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="validate"

							p:template="classpath:/eu/dnetlib/msro/workflows/repo/validation/validate.wf.st">

							<property name="children">

								<list>

									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform"

										p:template="classpath:/eu/dnetlib/msro/workflows/repo/validation/transform-validated.wf.st">

										<property name="children">

											<list>

												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="index"

													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st">

												</bean>

												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="oai"

													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st">

													<property name="children">

														<list>

															<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

																p:name="oaiPostFeed"

																p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st">

															</bean>

														</list>

													</property>

												</bean>

											</list>

										</property>

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

	<bean id="metaWfHiValidatorAsStepNoStore" class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

		p:destroyWorkflowTemplate="classpath:/eu/dnetlib/msro/workflows/repo/validation/nostore/repobye-validatorAsStepNoStore.wf.st"

		scope="prototype">

		<property name="tree">

			<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

				p:name="collect"

				p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/collect.wf.st">

				<property name="children">

					<list>

						<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

							p:name="validate"

							p:template="classpath:/eu/dnetlib/msro/workflows/repo/validation/nostore/validate-nostore.wf.st">

							<property name="children">

								<list>

									<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

										p:name="transform" 

										p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/transform.wf.st">

										<property name="children">

											<list>

												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="index"

													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/index.wf.st">

												</bean>

												<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

													p:name="oai"

													p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oai.wf.st">

													<property name="children">

														<list>

															<bean class="eu.dnetlib.msro.workflows.metawf.WorkflowTree"

																p:name="oaiPostFeed"

																p:template="classpath:/eu/dnetlib/msro/aggregative/workflows/repo/oaiPostFeed.wf.st">

															</bean>

														</list>

													</property>

												</bean>

											</list>

										</property>

									</bean>

								</list>

							</property>

						</bean>

					</list>

				</property>

			</bean>

		</property>

	</bean>

</beans>

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns="http://www.springframework.org/schema/beans"

       xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

	<bean id="wfNodeSetInfoForValidation"

		class="eu.dnetlib.msro.workflows.nodes.validation.SetInfoForValidationJobNode"

		scope="prototype" />

	<bean id="wfNodeValidationAsStep"

		class="eu.dnetlib.msro.workflows.nodes.validation.ValidatorServiceBlackboardJobNode"

		scope="prototype" />

</beans>

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>dnet45-parent</artifactId>

		<version>1.0.0</version>

		<relativePath />

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

	<artifactId>dnet-validator-workflows</artifactId>

	<packaging>jar</packaging>

	<version>1.1.9</version>

	<scm>

		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-validator-workflows/tags/dnet-validator-workflows-1.1.9</developerConnection>

	</scm>

	<dependencies>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-aggregative-basic-workflows</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

			<version>${junit.version}</version>

			<scope>test</scope>

		</dependency>

	</dependencies>

</project>