/ - Diff - D-Net - D-Net project tracking tool

     DROP TABLE IF EXISTS doaj_temp_journal;
     CREATE TABLE IF NOT EXISTS doaj_temp_journal (
     	_dnet_resource_identifier_ character varying(2048) DEFAULT 'temp_'||md5(clock_timestamp()::text)||'_'||md5(random()::text),
     	id                         character varying(255) PRIMARY KEY,
     	journalname                character varying(255),
     	issn			           character varying(255) NOT NULL,
     	oa_source_id              character varying(255) references datasources(id)
     );

     import org.apache.commons.httpclient.methods.PostMethod;
     import org.apache.commons.httpclient.methods.StringRequestEntity;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.lang.StringEscapeUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import com.google.gson.Gson;
     import com.google.gson.GsonBuilder;
-...
      */
     public class DatasetsIterator implements Iterable<String>, Iterator<String> {
     	/** The logger. */
     	private static final Log log = LogFactory.getLog(DatasetsIterator.class);
     	/** The base url template. */
     	private static String BASE_URL_TEMPLATE = "http://ws.pangaea.de/es/pangaea/panmd/_search?_source=xml&size=%d&from=%d";
     	/** The journal id. */
     	private String journalId;
     	private String journalId = "";
     	/** The journal name. */
     	private String journalName = "";
     	/** The journal issn. */
     	private String journalISSN = "";
     	/** The openaire datasource. */
     	private String openaireDatasource = "";
     	/** The total. */
     	private long total;
-...
     	private String projectCordaId;
     	private static String RECORD_TEMPLATE = "<datasetsRecord><oaf:projectid xmlns:oaf=\"http://namespace.openaire.eu/oaf\">%s</oaf:projectid>"
     			+ "<metadata>%s</metadata></datasetsRecord>";
     			+ "<journal name='%s' issn='%s' datasourceid = '%s'/><metadata>%s</metadata></datasetsRecord>";
     	/**
     	 * Instantiates a new journal iterator.
-...
     	 * @param request
     	 *            the request
     	 */
     	public DatasetsIterator(final RequestField request, final String projectCordaId) {
     	public DatasetsIterator(final RequestField request, final String projectCordaId, final PangaeaJorunalInfo info) {
     		this.request = request;
     		this.setProjectCordaId(projectCordaId);
     		if (info != null) {
     			this.setJournalId(info.getJournalId());
     			this.setJournalName(StringEscapeUtils.escapeXml(info.getJournalName()));
     			this.setJournalISSN(info.getJournalISSN());
     			this.setOpenaireDatasource(info.getDatasourceId());
+    		}
     		log.debug("Start Iterator");
+    	}
     	/**
-...
     	 */
     	private String executeQuery(final int from, final int size) {
     		try {
     			log.debug("executing query " + this.request.getQuery().getTerm());
     			log.debug(String.format("from:%d size:%d", from, size));
     			HttpClient client = new HttpClient();
     			PostMethod method = new PostMethod(String.format(BASE_URL_TEMPLATE, size, from));
-...
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#hasNext()
     	 */
     	@Override
     	public boolean hasNext() {
     		return (from + currentIterator) < total;
     		return from + currentIterator < total;
+    	}
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#next()
     	 */
     	@Override
     	public String next() {
     		String xml = String.format(RECORD_TEMPLATE, this.projectCordaId, currentResponse.getXmlRecords().get(currentIterator));
     		String xml = String.format(RECORD_TEMPLATE, this.projectCordaId, this.journalName, this.journalISSN, this.openaireDatasource, currentResponse
     				.getXmlRecords().get(currentIterator));
     		currentIterator++;
     		if (currentIterator == DEFAULT_SIZE) {
     			getNextItem();
-...
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#remove()
     	 */
     	@Override
-...
     		from += currentIterator;
     		currentResponse = ElasticSearchResponse.createNewResponse(executeQuery(from, DEFAULT_SIZE));
     		total = currentResponse.getTotal();
     		log.debug("from : " + from + " total of the request is " + total);
     		currentIterator = 0;
+    	}
-...
     		this.projectCordaId = projectCordaId;
+    	}
     	/**
     	 * @return the journalName
     	 */
     	public String getJournalName() {
     		return journalName;
+    	}
     	/**
     	 * @param journalName
     	 *            the journalName to set
     	 */
     	public void setJournalName(final String journalName) {
     		this.journalName = journalName;
+    	}
     	/**
     	 * @return the journalISSN
     	 */
     	public String getJournalISSN() {
     		return journalISSN;
+    	}
     	/**
     	 * @param journalISSN
     	 *            the journalISSN to set
     	 */
     	public void setJournalISSN(final String journalISSN) {
     		this.journalISSN = journalISSN;
+    	}
     	/**
     	 * @return the openaireDatasource
     	 */
     	public String getOpenaireDatasource() {
     		return openaireDatasource;
+    	}
     	/**
     	 * @param openaireDatasource
     	 *            the openaireDatasource to set
     	 */
     	public void setOpenaireDatasource(final String openaireDatasource) {
     		this.openaireDatasource = openaireDatasource;
+    	}
+    }

     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#hasNext()
     	 */
     	@Override
     	public boolean hasNext() {
     		// CASE WHEN WE REACH THE LAST ITEM ON CSV
     		// OR WE HAD SOME PROBLEM ON GET NEXT CSV ITEM
     		if (this.currentProject == null) return false;
     		if (this.currentProject == null) { return false; }
     		// IN THIS CASE WE HAVE ANOTHER DATASETS
     		// FOR THE CURRENT PROJECT AND RETURN TRUE
     		if ((currentIterator != null) && currentIterator.hasNext()) return true;
     		if (currentIterator != null && currentIterator.hasNext()) { return true; }
     		// OTHERWISE WE FINISHED TO ITERATE THE CURRENT
     		// SETS OF DATASETS FOR A PARTICULAR PROJECT
     		// SO WE HAVE TO RETRIEVE THE NEXT ITERATOR WITH
-...
     			currentIterator = getNextIterator();
     			// IF THE NEXT ITERATOR HAS ITEMS RETURN YES
     			// OTHERWISE THE CICLE CONTINUE
     			if (currentIterator.hasNext()) return true;
     			if (currentIterator.hasNext()) { return true; }
     			this.currentProject = extractNextLine();
+    		}
     		return false;
-...
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#next()
     	 */
     	@Override
-...
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.util.Iterator#remove()
     	 */
     	@Override
-...
     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see java.lang.Iterable#iterator()
     	 */
     	@Override
-...
     		RequestField r = new RequestField();
     		r.setQuery(q);
     		q.getTerm().put("ft-techkeyword", this.currentProject.get(PROJECT_ID_KEY));
     		return new DatasetsIterator(r, this.currentProject.get(PROJECT_CORDA_ID_KEY)).iterator();
     		return new DatasetsIterator(r, this.currentProject.get(PROJECT_CORDA_ID_KEY), null).iterator();
+    	}
     	/**
-...
     			return null;
+    		}
     		// WE REACH THE END OF THE CSV
     		if (line == null) return null;
     		if (line == null) { return null; }
     		log.debug("splitting line: " + line);
     		String[] values = line.split(SPLIT_REGEX);
     		if ((values == null) || (values.length != 4)) {
     		if (values == null || values.length != 4) {
     			log.error("Error on splitting line, the length must be 4");
     			return null;
+    		}
-...
     		splittedMap.put(PROJECT_CORDA_ID_KEY, cordaId);
     		splittedMap.put(PROJECT_ID_KEY, "project" + id);
     		splittedMap.put(PROJECT_NAME_KEY, project_name);
     		log.debug(String.format("found project %s with id Corda: %s and id for API: %s", project_name, cordaId, ("project" + id)));
     		log.debug(String.format("found project %s with id Corda: %s and id for API: %s", project_name, cordaId, "project" + id));
     		return splittedMap;
+    	}
+    }

     package eu.dnetlib.msro.openaireplus.workflows.nodes.hostedby;
     import java.io.StringReader;
     import javax.xml.ws.wsaddressing.W3CEndpointReference;
     import org.dom4j.Document;
     import org.dom4j.Element;
     import org.dom4j.io.SAXReader;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.enabling.resultset.MappedResultSetFactory;
     import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;
     import eu.dnetlib.enabling.resultset.client.utils.EPRUtils;
     import eu.dnetlib.miscutils.functional.UnaryFunction;
     import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;
     // TODO: Auto-generated Javadoc
     /**
      * The Class FindHostedByJonbNode.
      */
     public class FindHostedByJonbNode extends SimpleJobNode {
     	/** The input epr param. */
     	private String inputEprParam;
     	/** The output epr param. */
     	private String outputEprParam;
     	/** The counters param. */
     	private String countersParam;
     	/** The result set client factory. */
     	private ResultSetClientFactory resultSetClientFactory;
     	/** The mapped result set factory. */
     	private MappedResultSetFactory mappedResultSetFactory;
     	private final String unknown_repo_id = "openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18";
     	/*
     	 * (non-Javadoc)
+    	 *
     	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)
     	 */
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final W3CEndpointReference inputEpr = new EPRUtils().getEpr(token.getEnv().getAttribute(inputEprParam));
     		final HostedByCounters counters = new HostedByCounters();
     		final SAXReader reader = new SAXReader();
     		final UnaryFunction<String, String> hostedByMapFunction = new UnaryFunction<String, String>() {
     			@Override
     			public String evaluate(final String input) {
     				try {
     					final Document doc = reader.read(new StringReader(input));
     					final Element node = (Element) doc.selectSingleNode("//*[local-name()='hostedBy']");
     					if (node != null) {
     						String hostedById = node.attributeValue("id");
     						if (!hostedById.equals(unknown_repo_id)) {
     							counters.increaseCounter(hostedById);
+    						}
+    					}
     				} catch (Exception e) {
+    				}
     				return input;
+    			}
     		};
     		final W3CEndpointReference epr = mappedResultSetFactory.createMappedResultSet(inputEpr, hostedByMapFunction);
     		token.getEnv().setAttribute(outputEprParam, epr.toString());
     		token.getEnv().setTransientAttribute(getCountersParam(), counters);
     		return Arc.DEFAULT_ARC;
+    	}
     	/**
     	 * @return the inputEprParam
     	 */
     	public String getInputEprParam() {
     		return inputEprParam;
+    	}
     	/**
     	 * @param inputEprParam
     	 *            the inputEprParam to set
     	 */
     	public void setInputEprParam(final String inputEprParam) {
     		this.inputEprParam = inputEprParam;
+    	}
     	/**
     	 * @return the outputEprParam
     	 */
     	public String getOutputEprParam() {
     		return outputEprParam;
+    	}
     	/**
     	 * @param outputEprParam
     	 *            the outputEprParam to set
     	 */
     	public void setOutputEprParam(final String outputEprParam) {
     		this.outputEprParam = outputEprParam;
+    	}
     	/**
     	 * @return the resultSetClientFactory
     	 */
     	public ResultSetClientFactory getResultSetClientFactory() {
     		return resultSetClientFactory;
+    	}
     	/**
     	 * @param resultSetClientFactory
     	 *            the resultSetClientFactory to set
     	 */
     	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {
     		this.resultSetClientFactory = resultSetClientFactory;
+    	}
     	/**
     	 * @return the mappedResultSetFactory
     	 */
     	public MappedResultSetFactory getMappedResultSetFactory() {
     		return mappedResultSetFactory;
+    	}
     	/**
     	 * @param mappedResultSetFactory
     	 *            the mappedResultSetFactory to set
     	 */
     	public void setMappedResultSetFactory(final MappedResultSetFactory mappedResultSetFactory) {
     		this.mappedResultSetFactory = mappedResultSetFactory;
+    	}
     	/**
     	 * @return the countersParam
     	 */
     	public String getCountersParam() {
     		return countersParam;
+    	}
     	/**
     	 * @param countersParam
     	 *            the countersParam to set
     	 */
     	public void setCountersParam(final String countersParam) {
     		this.countersParam = countersParam;
+    	}
+    }

     	/*
     	 * (non-Javadoc)
+    	 *
+    	 *
     	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)
     	 */
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final W3CEndpointReference inputEpr = (new EPRUtils()).getEpr(token.getEnv().getAttribute(inputEprParm));
     		final W3CEndpointReference inputEpr = new EPRUtils().getEpr(token.getEnv().getAttribute(inputEprParm));
     		Iterable<String> input = resultSetClientFactory.getClient(inputEpr);
     		final LinkedBlockingQueue<String> publicationsQueue = new LinkedBlockingQueue<String>();
     		final SplitterDatasetsIterator splitterIterator = new SplitterDatasetsIterator(publicationsQueue, input, "publications");
-...
     			@Override
     			public Iterator<String> iterator() {
     				return new IteratorOnQueue(publicationsQueue);
     				return new IteratorOnQueue<String>(publicationsQueue, SplitterDatasetsIterator.END_QUEUE);
+    			}
     		});

     package eu.dnetlib.data.collector.plugins.datasets;
     import java.io.IOException;
     import java.io.InputStreamReader;
     import java.net.URL;
     import java.util.ArrayList;
     import java.util.List;
     import eu.dnetlib.data.collector.plugin.CollectorPlugin;
     import eu.dnetlib.data.collector.rmi.CollectorServiceException;
     import eu.dnetlib.data.collector.rmi.InterfaceDescriptor;
     public class DatasetsByJournalPlugin implements CollectorPlugin {
     	@Override
     	public Iterable<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate)
     			throws CollectorServiceException {
     		try {
     			URL url = new URL(interfaceDescriptor.getBaseUrl());
     			url.openConnection();
     			InputStreamReader reader = new InputStreamReader(url.openStream());
     			DatasetsByProjectIterator iterator = new DatasetsByProjectIterator(reader);
     			return iterator;
     		} catch (IOException e) {
     			throw new CollectorServiceException("OOOPS something bad happen on creating iterator ", e);
+    		}
+    	}
     	@Override
     	public String getProtocol() {
     		return "datasetsbyjournal";
+    	}
     	@Override
     	public List<String> listNameParameters() {
     		return new ArrayList<String>();
+    	}
+    }

     package eu.dnetlib.msro.openaireplus.workflows.nodes.datacite;
     import java.io.StringReader;
     import java.util.concurrent.ArrayBlockingQueue;
     import java.util.concurrent.BlockingQueue;
     import java.util.concurrent.Executor;
     import java.util.concurrent.Executors;
     import javax.annotation.Resource;
     import javax.xml.ws.wsaddressing.W3CEndpointReference;
     import org.apache.commons.lang.StringUtils;
     import org.dom4j.Document;
     import org.dom4j.io.SAXReader;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.data.collector.plugins.datasets.DatasetsByJournalIterator;
     import eu.dnetlib.data.collector.plugins.datasets.PangaeaJorunalInfo;
     import eu.dnetlib.enabling.resultset.IterableResultSetFactory;
     import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;
     import eu.dnetlib.enabling.resultset.client.utils.EPRUtils;
     import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;
     // TODO: Auto-generated Javadoc
     /**
      * The Class CollectDatasetsByJournalJobNode.
      */
     public class CollectDatasetsByJournalJobNode extends SimpleJobNode {
     	public static PangaeaJorunalInfo END_QUEUE = new PangaeaJorunalInfo();
     	/** The datasource id. */
     	private String datasourceId;
     	/** The output epr param. */
     	private String outputEprParam;
     	/** The input epr param. */
     	private String inputEprParam;
     	/** The result set client factory. */
     	private ResultSetClientFactory resultSetClientFactory;
     	/** The result set factory. */
     	@Resource(name = "iterableResultSetFactory")
     	private IterableResultSetFactory resultSetFactory;
     	/** The executor. */
     	private Executor executor = Executors.newSingleThreadExecutor();
     	/*
     	 * (non-Javadoc)
+    	 *
     	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)
     	 */
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final W3CEndpointReference inputEpr = new EPRUtils().getEpr(token.getEnv().getAttribute(inputEprParam));
     		final Iterable<String> input = resultSetClientFactory.getClient(inputEpr);
     		final BlockingQueue<PangaeaJorunalInfo> publicationsQueue = new ArrayBlockingQueue<PangaeaJorunalInfo>(500);
     		executor.execute(new Runnable() {
     			@Override
     			public void run() {
     				final SAXReader reader = new SAXReader();
     				for (String inputString : input) {
     					try {
     						Document doc = reader.read(new StringReader(inputString));
     						final String entry = doc.valueOf("//FIELD[@name='id']");
     						final String dsId = doc.valueOf("//FIELD[@name='datasource']");
     						final String dsName = doc.valueOf("//FIELD[@name='name']");
     						String jISSN = StringUtils.substringBefore(entry, "__");
     						String jId = StringUtils.substringAfter(entry, "__");
     						PangaeaJorunalInfo info = new PangaeaJorunalInfo();
     						info.setDatasourceId(dsId);
     						info.setJournalId(jId);
     						info.setJournalName(dsName);
     						info.setJournalISSN(jISSN);
     						publicationsQueue.put(info);
     					} catch (Exception e) {
+    					}
+    				}
     				try {
     					publicationsQueue.put(END_QUEUE);
     				} catch (InterruptedException e) {
+    				}
+    			}
     		});
     		IteratorOnQueue<PangaeaJorunalInfo> itOnQueue = new IteratorOnQueue<PangaeaJorunalInfo>(publicationsQueue, CollectDatasetsByJournalJobNode.END_QUEUE);
     		W3CEndpointReference eprOutput = resultSetFactory.createIterableResultSet(new DatasetsByJournalIterator(itOnQueue));
     		token.getEnv().setAttribute(getOutputEprParam(), eprOutput.toString());
     		return Arc.DEFAULT_ARC;
+    	}
     	/**
     	 * Gets the datasource id.
+    	 *
     	 * @return the datasourceId
     	 */
     	public String getDatasourceId() {
     		return datasourceId;
+    	}
     	/**
     	 * Sets the datasource id.
+    	 *
     	 * @param datasourceId
     	 *            the datasourceId to set
     	 */
     	public void setDatasourceId(final String datasourceId) {
     		this.datasourceId = datasourceId;
+    	}
     	/**
     	 * @return the outputEprParam
     	 */
     	public String getOutputEprParam() {
     		return outputEprParam;
+    	}
     	/**
     	 * @param outputEprParam
     	 *            the outputEprParam to set
     	 */
     	public void setOutputEprParam(final String outputEprParam) {
     		this.outputEprParam = outputEprParam;
+    	}
     	/**
     	 * @return the inputEprParam
     	 */
     	public String getInputEprParam() {
     		return inputEprParam;
+    	}
     	/**
     	 * @param inputEprParam
     	 *            the inputEprParam to set
     	 */
     	public void setInputEprParam(final String inputEprParam) {
     		this.inputEprParam = inputEprParam;
+    	}
     	/**
     	 * Gets the result set client factory.
+    	 *
     	 * @return the resultSetClientFactory
     	 */
     	public ResultSetClientFactory getResultSetClientFactory() {
     		return resultSetClientFactory;
+    	}
     	/**
     	 * Sets the result set client factory.
+    	 *
     	 * @param resultSetClientFactory
     	 *            the resultSetClientFactory to set
     	 */
     	public void setResultSetClientFactory(final ResultSetClientFactory resultSetClientFactory) {
     		this.resultSetClientFactory = resultSetClientFactory;
+    	}
+    }

     package eu.dnetlib.msro.openaireplus.workflows.nodes.datacite;
     import java.util.Iterator;
     import java.util.concurrent.LinkedBlockingQueue;
     import java.util.concurrent.BlockingQueue;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     public class IteratorOnQueue implements Iterator<String> {
     /**
      * The Class IteratorOnQueue.
+     *
      * @param <T>
      *            the generic type
      */
     public class IteratorOnQueue<T> implements Iterator<T> {
     	/** The Constant log. */
     	private static final Log log = LogFactory.getLog(IteratorOnQueue.class);
     	private final LinkedBlockingQueue<String> inputQueue;
     	private String currentItem;
     	public IteratorOnQueue(final LinkedBlockingQueue<String> inputQueue) {
     	/** The input queue. */
     	private final BlockingQueue<T> inputQueue;
     	/** The current item. */
     	private T currentItem;
     	/** The end queue. */
     	private T endQueue;
     	/**
     	 * Instantiates a new iterator on queue.
+    	 *
     	 * @param inputQueue
     	 *            the input queue
     	 * @param endQueue
     	 *            the end queue
     	 */
     	public IteratorOnQueue(final BlockingQueue<T> inputQueue, final T endQueue) {
     		this.inputQueue = inputQueue;
     		this.endQueue = endQueue;
     		try {
     			currentItem = this.inputQueue.take();
     		} catch (InterruptedException e) {
-...
+    		}
+    	}
     	/**
     	 * Checks for next.
+    	 *
     	 * @return true, if successful
     	 */
     	@Override
     	public boolean hasNext() {
     		return (currentItem != SplitterDatasetsIterator.END_QUEUE);
     		return currentItem != this.endQueue;
+    	}
     	/**
     	 * Next.
+    	 *
     	 * @return the t
     	 */
     	@Override
     	public String next() {
     	public T next() {
     		String previous = currentItem;
     		T previous = currentItem;
     		try {
     			currentItem = this.inputQueue.take();
     		} catch (Exception e) {
-...
     		return previous;
+    	}
     	/**
     	 * Removes the.
     	 */
     	@Override
     	public void remove() {
     		// TODO Auto-generated method stub

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
     	<HEADER>
     		<RESOURCE_IDENTIFIER
     			value="884e520e-f141-4a17-a0d4-98f8222ef2b0_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
     		<RESOURCE_TYPE value="WorkflowDSResourceType" />
     		<RESOURCE_KIND value="WorkflowDSResources" />
     		<RESOURCE_URI value="value3" />
     		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
     	</HEADER>
     	<BODY>
     		<WORKFLOW_NAME>Datasets by journal</WORKFLOW_NAME>
     		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
     		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
     		<CONFIGURATION start="manual">
     			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
     				<DESCRIPTION>Retrieve datasets by projects id</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository::unknown</PARAM>
     					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     					<ARC to="validateDs" name="validateDs"/>
     				</ARCS>
     			</NODE>
     			<NODE name="validateDs" type="ValidateDatasource">
     				<DESCRIPTION>Validate DS</DESCRIPTION>
     				<PARAMETERS/>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     				</ARCS>
     			</NODE>
     			<NODE name="createMetaWf" type="RegisterMetaWf">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="wfName" managedBy="system" required="true" type="string">Collect and transform metadata records from data repository</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="createDatacite"/>
     					<ARC to="createODF"/>
     					<ARC to="createOAF"/>
     				</ARCS>
     			</NODE>
     			<NODE name="createDatacite" type="CreateMDStore">
     				<DESCRIPTION>Create dataset native store</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="format" managedBy="system" required="true" type="string">dataset</PARAM>
     					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>
     					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
     					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf" />
     				</ARCS>
     			</NODE>
     			<NODE name="createODF" type="CreateMDStore">
     				<DESCRIPTION>Create ODF_dataset cleaned store</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM>
     					<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM>
     					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
     					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tranODF_</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf" />
     				</ARCS>
     			</NODE>
     			<NODE name="createOAF" type="CreateMDStore">
     				<DESCRIPTION>Create OAF_publication cleaned store</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="format" managedBy="system" required="true" type="string">OAF</PARAM>
     					<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM>
     					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
     					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tranOAF_</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf" />
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfDatasetbyJournalsOpenaireMdRecords</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWfStatus" />
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus">
     				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
     				<PARAMETERS />
     				<ARCS>
     					<ARC to="success" />
     				</ARCS>
     			</NODE>
     		</CONFIGURATION>
     		<STATUS />
     	</BODY>
     </RESOURCE_PROFILE>

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
     	<HEADER>
     		<RESOURCE_IDENTIFIER value="95b4317d0-a9d4-4ced-862b-df1182f35a8e_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
     		<RESOURCE_TYPE value="WorkflowDSResourceType" />
     		<RESOURCE_KIND value="WorkflowDSResources" />
     		<RESOURCE_URI value="value3" />
     		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
     	</HEADER>
     	<BODY>
     		<WORKFLOW_NAME>aggregator datarepository metadata records ingestion</WORKFLOW_NAME>
     		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
     		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
     		<CONFIGURATION start="manual">
     			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
     				<DESCRIPTION>Verify if DS is pending</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">aggregator::datarepository</PARAM>
     					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     					<ARC to="validateDs" name="validateDs"/>
     				</ARCS>
     			</NODE>
     			<NODE name="validateDs" type="ValidateDatasource">
     				<DESCRIPTION>Validate DS</DESCRIPTION>
     				<PARAMETERS/>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     				</ARCS>
     			</NODE>
     			<NODE name="createMetaWf" type="RegisterMetaWf">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="wfName" managedBy="system" required="true" type="string">Collect and transform metadata records from data repository</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="createDatacite"/>
     					<ARC to="createODF"/>
     				</ARCS>
     			</NODE>
     			<NODE name="createDatacite" type="CreateMDStore">
     				<DESCRIPTION>Create oai_datacite native store</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="format" managedBy="system" required="true" type="string">oai_datacite</PARAM>
     					<PARAM name="interpretation" managedBy="system" required="true" type="string">native</PARAM>
     					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
     					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">harv_</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf" />
     				</ARCS>
     			</NODE>
     			<NODE name="createODF" type="CreateMDStore">
     				<DESCRIPTION>Create ODF_datacite cleaned store</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="format" managedBy="system" required="true" type="string">ODF</PARAM>
     					<PARAM name="interpretation" managedBy="system" required="true" type="string">cleaned</PARAM>
     					<PARAM name="layout" managedBy="system" required="true" type="string">store</PARAM>
     					<PARAM name="outputPrefix" managedBy="system" required="true" type="string">tran_</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf" />
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfaggregatorDataciteOpenaireMdRecords</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWfStatus" />
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus">
     				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
     				<PARAMETERS />
     				<ARCS>
     					<ARC to="success" />
     				</ARCS>
     			</NODE>
     		</CONFIGURATION>
     		<STATUS />
     	</BODY>
     </RESOURCE_PROFILE>

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
     	<HEADER>
     		<RESOURCE_IDENTIFIER
     			value="61995a63-5922-4fac-be67-5970bab0095d_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
     		<RESOURCE_TYPE value="WorkflowDSResourceType" />
     		<RESOURCE_KIND value="WorkflowDSResources" />
     		<RESOURCE_URI value="value3" />
     		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
     	</HEADER>
     	<BODY>
     		<WORKFLOW_NAME>HostedBy Map Pangaea Journal</WORKFLOW_NAME>
     		<WORKFLOW_TYPE>REPO_HI</WORKFLOW_TYPE>
     		<WORKFLOW_PRIORITY>20</WORKFLOW_PRIORITY>
     		<CONFIGURATION start="manual">
     			<NODE name="VerifyDatasource" type="VerifyDatasource" isStart="true">
     				<DESCRIPTION>Retrieve datasets by projects id</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="expectedInterfaceTypologyPrefixes" managedBy="system" required="false" type="string">datarepository::unknown</PARAM>
     					<PARAM name="expectedCompliancePrefixes" managedBy="system" required="false" type="string"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     					<ARC to="validateDs" name="validateDs"/>
     				</ARCS>
     			</NODE>
     			<NODE name="validateDs" type="ValidateDatasource">
     				<DESCRIPTION>Validate DS</DESCRIPTION>
     				<PARAMETERS/>
     				<ARCS>
     					<ARC to="createMetaWf"/>
     				</ARCS>
     			</NODE>
     			<NODE name="createMetaWf" type="RegisterMetaWf">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="wfName" managedBy="system" required="true" type="string">Collect and transform metadata records from data repository</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWf"/>
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWf" type="UpdateMetaWf" >
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfHostedByMapJournalPangaea</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWfStatus" />
     				</ARCS>
     			</NODE>
     			<NODE name="updateMetaWfStatus" type="UpdateOpenaireMetaWfStatus">
     				<DESCRIPTION>Update MetaWorkflow Status</DESCRIPTION>
     				<PARAMETERS />
     				<ARCS>
     					<ARC to="success" />
     				</ARCS>
     			</NODE>
     		</CONFIGURATION>
     		<STATUS />
     	</BODY>
     </RESOURCE_PROFILE>

     			<NODE name="updateMetaWf" type="UpdateMetaWf" isJoin="true">
     				<DESCRIPTION>Create MetaWorkflow</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfDatasetOpenaireMdRecords</PARAM>
     					<PARAM name="beanName" managedBy="system" required="true" type="string">metaWfDatasetbyProjectsOpenaireMdRecords</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="updateMetaWfStatus" />

                             </contributor>
                         </contributors>
                     </resource>
                      <xsl:variable name="journalName"><xsl:value-of select="//*[local-name() ='journal']/@name"/></xsl:variable>
                         <xsl:variable name="journalISSN"><xsl:value-of select="//*[local-name() ='journal']/@issn"/></xsl:variable>
                         <xsl:variable name="journalDSId"><xsl:value-of select="//*[local-name() ='journal']/@datasourceid"/></xsl:variable>
                         <xsl:choose>
                             <xsl:when test="string-length($journalISSN) &gt; 0">
                                 <oaf:journal issn="{$journalISSN}" eissn="" >
                                    <xsl:value-of select="$journalName"/>
                                 </oaf:journal>
                                 <oaf:hostedBy>
                                     <xsl:attribute name="id"><xsl:value-of select="$journalDSId"/></xsl:attribute>
                                     <xsl:attribute name="name"><xsl:value-of select="$journalName"/></xsl:attribute>
                                 </oaf:hostedBy>
                             </xsl:when>
                             <xsl:otherwise>
                                 <oaf:hostedBy
                                     id="openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18"
                                     name="Unknown Repository"/>
                             </xsl:otherwise>
                         </xsl:choose>
                     <xsl:for-each select="//md:citation/md:supplementTo/@id">
                         <xsl:variable name="publicationID">
                             <xsl:value-of select="."/>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
                     xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
                     xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:oai="http://www.openarchives.org/OAI/2.0/"
                     xmlns:datetime="http://exslt.org/dates-and-times"
                     xmlns:dri="http://www.driver-repository.eu/namespace/dri"
                     xmlns:md="http://www.pangaea.de/MetaData" xmlns:oaa="http://namespace.openaire.eu/oaa"
                     xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:fn="http://www.w3.org/2005/xpath-functions"
                     xmlns:dnet="eu.dnetlib.data.transform.xml.DNetMdStoreToHbaseXsltFunctions"
                     xmlns:stringUtils="org.apache.commons.lang.StringUtils"
                     exclude-result-prefixes="xsl dnet oaa fn stringUtils datetime">
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:oai="http://www.openarchives.org/OAI/2.0/"
     	xmlns:datetime="http://exslt.org/dates-and-times" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:md="http://www.pangaea.de/MetaData" xmlns:oaa="http://namespace.openaire.eu/oaa"
     	xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:fn="http://www.w3.org/2005/xpath-functions"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetMdStoreToHbaseXsltFunctions"
     	xmlns:stringUtils="org.apache.commons.lang.StringUtils"
     	exclude-result-prefixes="xsl dnet oaa fn stringUtils datetime">
         <xsl:param name="namespacePrefix"/>
         <xsl:param name="dataprovider_id"/>
         <xsl:param name="parentDatasourceId"/>
         <xsl:param name="dataprovider_name"/>
     	<xsl:param name="namespacePrefix" />
     	<xsl:param name="dataprovider_id" />
     	<xsl:param name="parentDatasourceId" />
     	<xsl:param name="dataprovider_name" />
         <xsl:template match="/">
             <xsl:variable name="identifier">
                 <xsl:value-of select="stringUtils:substringAfter(//md:citation/md:URI,'doi:')"/>
             </xsl:variable>
             <xsl:variable name="identifier_datacite">
                 <xsl:value-of select="oai:record/oai:header/dri:objIdentifier"/>
             </xsl:variable>
             <publications>
                 <xsl:for-each select="//md:citation/md:supplementTo">
                     <xsl:variable name="pub_identifier">
                         <xsl:value-of select="./@id"/>
                     </xsl:variable>
                     <xsl:choose>
                         <xsl:when test="string-length($pub_identifier)">
                             <xsl:call-template name="GeneratePublication">
                                 <xsl:with-param name="pub_identifier" select="$pub_identifier"/>
                             </xsl:call-template>
                         </xsl:when>
                     </xsl:choose>
                 </xsl:for-each>
             </publications>
         </xsl:template>
         <xsl:template name="GeneratePublication">
             <xsl:param name="pub_identifier"/>
             <publication>
                 <oai:record>
                     <oai:header>
                         <dri:objIdentifier>
                             <xsl:value-of
                                     select="concat($namespacePrefix,'::', dnet:md5($pub_identifier))"/>
                         </dri:objIdentifier>
                         <dri:recordIdentifier>
                             <xsl:value-of select="$pub_identifier"/>
                         </dri:recordIdentifier>
                         <dri:dateOfCollection>
                             <xsl:value-of select="datetime:dateTime()"/>
                         </dri:dateOfCollection>
                         <dri:repositoryId>
                             <xsl:value-of select="$dataprovider_id"/>
                         </dri:repositoryId>
                         <oaf:datasourceprefix>
                             <xsl:value-of select="$namespacePrefix"/>
                         </oaf:datasourceprefix>
                     </oai:header>
                     <oai:metadata>
                         <dc:identifier>
                             <xsl:value-of select="$pub_identifier"/>
                         </dc:identifier>
                         <xsl:variable name="publicationDOI">
                             <xsl:value-of select="./md:URI" />
                         </xsl:variable>
                         <xsl:choose>
                             <xsl:when test="string-length($publicationDOI) &gt; 0">
                             <dc:identifier>
                                 <xsl:value-of select="$publicationDOI" />
                             </dc:identifier>
                             </xsl:when>
                         </xsl:choose>
                         <dc:title>
                             <xsl:value-of select=".//md:title"/>
                         </dc:title>
                         <xsl:for-each select=".//md:author">
                             <dc:creator>
                                 <xsl:value-of select="concat(./md:lastName,' ', md:firstName)"/>
                             </dc:creator>
                         </xsl:for-each>
                         <dc:source>
                             <xsl:value-of select="./md:source"/>
                         </dc:source>
                         <dr:CobjCategory>0000</dr:CobjCategory>
                         <dc:language>und</dc:language>
                         <oaf:journal>
                             <xsl:value-of select="./md:source"/>
                         </oaf:journal>
                         <oaf:accessrights>UNKNOWN</oaf:accessrights>
                         <xsl:variable name="projectId">
                             <xsl:value-of select="normalize-space(//*[local-name() ='projectid'])"/>
                         </xsl:variable>
                         <xsl:choose>
                             <xsl:when test="string-length($projectId) &gt; 0">
                                 <oaf:projectid>
                                     <xsl:value-of
                                             select="concat('corda_______::', stringUtils:substringAfterLast($projectId, '/'))"/>
                                 </oaf:projectid>
                             </xsl:when>
                         </xsl:choose>
                         <oaf:hostedBy
                                 id="openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18"
                                 name="Unknown Repository"/>
                         <oaf:collectedFrom>
                             <xsl:attribute name="id">
                                 <xsl:value-of select="$parentDatasourceId"/>
     	<xsl:template match="/">
     		<xsl:variable name="identifier">
     			<xsl:value-of
     				select="stringUtils:substringAfter(//md:citation/md:URI,'doi:')" />
     		</xsl:variable>
     		<xsl:variable name="identifier_datacite">
     			<xsl:value-of select="oai:record/oai:header/dri:objIdentifier" />
     		</xsl:variable>
     		<publications>
     			<xsl:for-each select="//md:citation/md:supplementTo">
     				<xsl:variable name="pub_identifier">
     					<xsl:value-of select="./@id" />
     				</xsl:variable>
     				<xsl:choose>
     					<xsl:when test="string-length($pub_identifier)">
     						<xsl:call-template name="GeneratePublication">
     							<xsl:with-param name="pub_identifier" select="$pub_identifier" />
     						</xsl:call-template>
     					</xsl:when>
     				</xsl:choose>
     			</xsl:for-each>
     		</publications>
     	</xsl:template>
     	<xsl:template name="GeneratePublication">
     		<xsl:param name="pub_identifier" />
     		<publication>
     			<oai:record>
     				<oai:header>
     					<dri:objIdentifier>
     						<xsl:value-of
     							select="concat($namespacePrefix,'::', dnet:md5($pub_identifier))" />
     					</dri:objIdentifier>
     					<dri:recordIdentifier>
     						<xsl:value-of select="$pub_identifier" />
     					</dri:recordIdentifier>
     					<dri:dateOfCollection>
     						<xsl:value-of select="datetime:dateTime()" />
     					</dri:dateOfCollection>
     					<dri:repositoryId>
     						<xsl:value-of select="$dataprovider_id" />
     					</dri:repositoryId>
     					<oaf:datasourceprefix>
     						<xsl:value-of select="$namespacePrefix" />
     					</oaf:datasourceprefix>
     				</oai:header>
     				<oai:metadata>
     					<dc:identifier>
     						<xsl:value-of select="$pub_identifier" />
     					</dc:identifier>
     					<xsl:variable name="publicationDOI">
     						<xsl:value-of select="./md:URI" />
     					</xsl:variable>
     					<xsl:choose>
     						<xsl:when test="string-length($publicationDOI) &gt; 0">
     							<dc:identifier>
     								<xsl:value-of select="$publicationDOI" />
     							</dc:identifier>
     						</xsl:when>
     					</xsl:choose>
     					<dc:title>
     						<xsl:value-of select=".//md:title" />
     					</dc:title>
     					<xsl:for-each select=".//md:author">
     						<dc:creator>
     							<xsl:value-of select="concat(./md:lastName,' ', md:firstName)" />
     						</dc:creator>
     					</xsl:for-each>
     					<dc:source>
     						<xsl:value-of select="./md:source" />
     					</dc:source>
     					<dr:CobjCategory>0000</dr:CobjCategory>
     					<dc:language>und</dc:language>
     					<oaf:journal>
     						<xsl:value-of select="./md:source" />
     					</oaf:journal>
     					<oaf:accessrights>UNKNOWN</oaf:accessrights>
     					<xsl:variable name="projectId">
     						<xsl:value-of select="normalize-space(//*[local-name() ='projectid'])" />
     					</xsl:variable>
     					<xsl:choose>
     						<xsl:when test="string-length($projectId) &gt; 0">
     							<oaf:projectid>
     								<xsl:value-of
     									select="concat('corda_______::', stringUtils:substringAfterLast($projectId, '/'))" />
     							</oaf:projectid>
     						</xsl:when>
     					</xsl:choose>
     					<xsl:variable name="journalName">
     						<xsl:value-of select="//*[local-name() ='journal']/@name" />
     					</xsl:variable>
     					<xsl:variable name="journalISSN">
     						<xsl:value-of select="//*[local-name() ='journal']/@issn" />
     					</xsl:variable>
     					<xsl:variable name="journalDSId">
     						<xsl:value-of select="//*[local-name() ='journal']/@datasourceid" />
     					</xsl:variable>
     					<xsl:choose>
     						<xsl:when test="string-length($journalISSN) &gt; 0">
     							<oaf:journal issn="{$journalISSN}" eissn="">
     								<xsl:value-of select="$journalName" />
     							</oaf:journal>
     							<oaf:hostedBy>
     								<xsl:attribute name="id"><xsl:value-of
     									select="$journalDSId" /></xsl:attribute>
     								<xsl:attribute name="name"><xsl:value-of
     									select="$journalName" /></xsl:attribute>
     							</oaf:hostedBy>
     						</xsl:when>
     						<xsl:otherwise>
     							<oaf:hostedBy
     								id="openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18" name="Unknown Repository" />
     						</xsl:otherwise>
     					</xsl:choose>
     					<oaf:collectedFrom>
     						<xsl:attribute name="id">
                                 <xsl:value-of select="$parentDatasourceId" />
                             </xsl:attribute>
                             <xsl:attribute name="name">
                                 <xsl:value-of select="$dataprovider_name"/>
     						<xsl:attribute name="name">
                                 <xsl:value-of select="$dataprovider_name" />
                             </xsl:attribute>
                         </oaf:collectedFrom>
                         <oaf:about>
                             <oaf:datainfo>
                                 <oaf:inferred>false</oaf:inferred>
                                 <oaf:deletedbyinference>false</oaf:deletedbyinference>
                                 <oaf:trust>0.9</oaf:trust>
                                 <oaf:inferenceprovenance/>
                                 <oaf:provenanceaction classid="sysimport:crosswalk:datasetarchive"
                                                       classname="sysimport:crosswalk:datasetarchive"
                                                       schemeid="dnet:provenanceActions"
                                                       schemename="dnet:provenanceActions"/>
                             </oaf:datainfo>
                         </oaf:about>
                     </oai:metadata>
                 </oai:record>
             </publication>
         </xsl:template>
     					</oaf:collectedFrom>
     					<oaf:about>
     						<oaf:datainfo>
     							<oaf:inferred>false</oaf:inferred>
     							<oaf:deletedbyinference>false</oaf:deletedbyinference>
     							<oaf:trust>0.9</oaf:trust>
     							<oaf:inferenceprovenance />
     							<oaf:provenanceaction classid="sysimport:crosswalk:datasetarchive"
     								classname="sysimport:crosswalk:datasetarchive" schemeid="dnet:provenanceActions"
     								schemename="dnet:provenanceActions" />
     						</oaf:datainfo>
     					</oaf:about>
     				</oai:metadata>
     			</oai:record>
     		</publication>
     	</xsl:template>
     </xsl:stylesheet>

     INSERT INTO hostedby_map(_dnet_resource_identifier_, oa_source_id, entry, datasourceid)
     SELECT   d.issn||'@@'||d.collectedfrom, d.collectedfrom, d.issn, d.id
       FROM  datasources d  where
     	d.collectedfrom ='openaire____::doaj' and d.issn is not null
     	d.collectedfrom ='driver______::1790119e-d281-4b7a-aedf-866d1d853a07' and d.issn is not null and d.id like 'doajarticles::%'
     	AND
     	(d.collectedfrom, d.issn) NOT IN
     		(SELECT oa_source_id, entry from hostedby_map)
     		(SELECT oa_source_id, entry from hostedby_map)

                             <FIELD name="namespaceprefix">
                                 <xsl:value-of select="concat('doaj', $ISSNNS)"/>
                             </FIELD>
                             <FIELD name="datasourceclass">pubsrepository::journal</FIELD>
                             <FIELD name="datasourcescheme">dnet:datasource_typologies</FIELD>
                             <FIELD name="datasourceclass">pubsrepository::journal</FIELD>
                             <FIELD name="collectedfrom">
                                 <xsl:value-of select="$parentDatasourceId"/>
                             </FIELD>
                         </ROW>
                         <xsl:variable name="apiId"
                             select="concat('api_________::', $datasourceId, '::0')"/>
                         <ROW table="api">
                             <FIELD name="id">
                                 <xsl:value-of select="$apiId"/>
                             </FIELD>
                             <FIELD name="_dnet_resource_identifier_">
                                 <xsl:value-of select="$apiId"/>
                             </FIELD>
                             <FIELD name="protocolclass">filesystem</FIELD>
                             <FIELD name="datasource">
                                 <xsl:value-of select="$datasourceId"/>
                             </FIELD>
                             <FIELD name="contentdescriptionclass">metadata</FIELD>
                             <FIELD name="typologyclass">pubsrepository::journal</FIELD>
                             <FIELD name="compatibilityclass">UNKNOWN</FIELD>
                         </ROW>
                         <ROW table="apicollections">
                             <FIELD name="api">
                                 <xsl:value-of select="$apiId"/>
                             </FIELD>
                             <FIELD name="param">baseUrl</FIELD>
                             <FIELD name="_dnet_resource_identifier_">
                                 <xsl:value-of select="concat($apiId, '@@baseUrl')"/>
                             </FIELD>
                             <xsl:if test="string-length(normalize-space('/dev/null')) &gt; 0">
                                 <FIELD name="original">
                                     <xsl:value-of select="normalize-space('/dev/null')"/>
                                 </FIELD>
                             </xsl:if>
                         </ROW>
                         <ROW table="apicollections">
                             <FIELD name="api">
                                 <xsl:value-of select="$apiId"/>
                             </FIELD>
                             <FIELD name="param">metadata_identifier_path</FIELD>
                             <FIELD name="_dnet_resource_identifier_">
                                 <xsl:value-of select="concat($apiId, '@@metadata_identifier_path')"/>
                             </FIELD>
                             <FIELD name="original"
                                 >//*[local-name()='header']/*[local-name()='identifier']</FIELD>
                             <FIELD name="accessparam" type="boolean">false</FIELD>
                         </ROW>
                         </ROW>
                     </ROWS>
                 </metadata>
             </record>

     <?xml version="1.0" encoding="UTF-8"?>
     <beans xmlns="http://www.springframework.org/schema/beans"
     	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"
     	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">
     	<bean id="metaWfOpenaireAggregatorPubsMdRecords"
     		class="eu.dnetlib.msro.workflows.metawf.DatasourceMetaWorkflow"

Project

General

Profile

D-Net

Revision 32940

Added by Sandro La Bruzzo about 10 years ago