D-Net

package eu.dnetlib.msro.workflows.nodes;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.lang3.StringUtils;

import org.dom4j.Document;

import org.dom4j.DocumentHelper;

import org.dom4j.Element;

import org.dom4j.Namespace;

import org.dom4j.Node;

import org.dom4j.QName;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.core.io.Resource;

import com.google.gson.Gson;

import com.google.gson.reflect.TypeToken;

import eu.dnetlib.enabling.resultset.factory.ResultSetFactory;

import eu.dnetlib.msro.workflows.graph.Arc;

import eu.dnetlib.msro.workflows.procs.Env;

import eu.dnetlib.rmi.common.ResultSet;

import eu.dnetlib.rmi.manager.MSROException;

public class PatchCinecaIdsJobNode extends SimpleJobNode {

	private String inputEprParam;

	private String outputEprParam;

	public static final String cinecaOaiPrefix = "oai:iris.cnr.it:";

	public static final String peopleOaiPrefix = "oai:it.cnr:prodotti:";

	private Resource idMapFile;

	@Autowired

	private ResultSetFactory resultSetFactory;

	@Override

	protected String execute(final Env env) throws Exception {

		@SuppressWarnings("unchecked")

		final ResultSet<String> rsIn = env.getAttribute(inputEprParam, ResultSet.class);

		final Map<String, String> idMap = loadMap(idMapFile);

		if (rsIn == null) { throw new MSROException("Passed rs is null"); }

		final ResultSet<String> rsOut = resultSetFactory.map(rsIn, String.class, xml -> patchId(xml, idMap));

		env.setAttribute(outputEprParam, rsOut);

		return Arc.DEFAULT_ARC;

	}

	protected Map<String, String> loadMap(final Resource mapResource) throws IOException {

		final Gson gson = new Gson();

		final TypeToken<HashMap<String, String>> tt = new TypeToken<HashMap<String, String>>() {};

		try (InputStream is = mapResource.getInputStream(); InputStreamReader reader = new InputStreamReader(is)) {

			return gson.fromJson(reader, tt.getType());

		}

	}

	protected String patchId(final String xml, final Map<String, String> idMap) {

		try {

			final Document doc = DocumentHelper.parseText(xml);

			final Element header = (Element) doc.selectSingleNode("//*[local-name() = 'header']");

			for (final Object o : header.selectNodes("./*[local-name() = 'identifier']")) {

				final Node n = (Node) o;

				final String oldValue = n.getText().trim();

				if (oldValue.startsWith(cinecaOaiPrefix)) {

					final String peopleId = idMap.get(StringUtils.substringAfter(oldValue, cinecaOaiPrefix));

					if (StringUtils.isNotBlank(peopleId)) {

						n.setText(peopleOaiPrefix + peopleId);

						header.addElement(new QName("hiddenIdentifier", new Namespace("isti", "http://openportal.isti.cnr.it"))).setText(oldValue);

					}

				}

			}

			return doc.asXML();

		} catch (final Exception e) {

			throw new RuntimeException(e);

		}

	}

	public String getInputEprParam() {

		return inputEprParam;

	}

	public void setInputEprParam(final String inputEprParam) {

		this.inputEprParam = inputEprParam;

	}

	public String getOutputEprParam() {

		return outputEprParam;

	}

	public void setOutputEprParam(final String outputEprParam) {

		this.outputEprParam = outputEprParam;

	}

	public Resource getIdMapFile() {

		return idMapFile;

	}

	@Required

	public void setIdMapFile(final Resource idMapFile) {

		this.idMapFile = idMapFile;

	}

}

{}

db.affiliations.password                = dnetPwd

patch.cineca.ids.file                   = classpath:/cineca-people/id_mapping.json

	<bean id="wfNodePatchCinecaIds"

		class="eu.dnetlib.msro.workflows.nodes.PatchCinecaIdsJobNode"

		scope="prototype"

		p:idMapFile="${patch.cineca.ids.file}"/>

package eu.dnetlib.msro.workflows.nodes;

import static org.junit.Assert.assertTrue;

import static org.junit.jupiter.api.Assertions.assertEquals;

import static org.junit.jupiter.api.Assertions.assertNotEquals;

import java.util.HashMap;

import java.util.Map;

import org.apache.commons.io.IOUtils;

import org.dom4j.DocumentException;

import org.dom4j.DocumentHelper;

import org.junit.Before;

import org.junit.Ignore;

import org.junit.Test;

import org.springframework.core.io.FileSystemResource;

import org.springframework.core.io.Resource;

public class PatchCinecaIdsJobNodeTest {

	private PatchCinecaIdsJobNode node = new PatchCinecaIdsJobNode();

	private Map<String, String> idMap;

	@Before

	public void setUp() throws Exception {

		idMap = new HashMap<>();

		idMap.put("20.500.14243/404244", "425561");

		idMap.put("20.500.14243/340721", "377451");

		idMap.put("20.500.14243/340722", "377452");

		idMap.put("20.500.14243/340723", "377453");

	}

	@Test

	@Ignore

	public void testLoadMap() throws Exception {

		final Resource r = new FileSystemResource("/Users/michele/Develop/scripts/openportal_cineca/people-iris-ids.json");

		final Map<String, String> map = node.loadMap(r);

		System.out.println("MAP SIZE: " + map.size());

		assertTrue(map.size() > 10000);

	}

	@Test

	public void testPatchId_1() throws Exception {

		final String[] arr = patchId("record-01.xml");

		assertEquals("oai:it.cnr:prodotti:294753", arr[0]);

		assertEquals("oai:it.cnr:prodotti:294753", arr[1]);

		assertEquals(arr[0], arr[1]);

	}

	@Test

	public void testPatchId_2() throws Exception {

		final String[] arr = patchId("record-02.xml");

		assertEquals("oai:iris.cnr.it:20.500.14243/404244", arr[0]);

		assertEquals("oai:it.cnr:prodotti:425561", arr[1]);

		assertNotEquals(arr[0], arr[1]);

	}

	@Test

	public void testPatchId_3() throws Exception {

		final String[] arr = patchId("record-03.xml");

		assertEquals("oai:iris.cnr.it:20.500.14243/43516", arr[0]);

		assertEquals("oai:iris.cnr.it:20.500.14243/43516", arr[1]);

		assertEquals(arr[0], arr[1]);

	}

	private String[] patchId(final String file) throws Exception {

		final String xmlIn = IOUtils.toString(getClass().getResourceAsStream(file));

		final String xmlOut = node.patchId(xmlIn, idMap);

		return new String[] { extractId(xmlIn), extractId(xmlOut) };

	}

	private String extractId(final String xml) throws DocumentException {

		return DocumentHelper.parseText(xml).valueOf("//*[local-name()='header']/*[local-name()='identifier']");

	}

}

<oai:record xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

   <oai:header>

      <identifier xmlns="http://www.openarchives.org/OAI/2.0/">oai:it.cnr:prodotti:294753</identifier>

      <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2017-10-20T16:09:09Z</datestamp>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">openaire</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">CDS074</setSpec>

   </oai:header>

   <metadata xmlns="http://www.openarchives.org/OAI/2.0/">

        <oai_dc:dc xmlns:oai_dc="http://www.openarchives.org/OAI/2.0/oai_dc/" xmlns=""

                 xmlns:dc="http://purl.org/dc/elements/1.1/"

                 xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/oai_dc/ http://www.openarchives.org/OAI/2.0/oai_dc.xsd">

          <dc:type>info:eu-repo/semantics/other</dc:type>

          <dc:type>Software</dc:type>

          <dc:title>gCube Tabular Data Manager portlet</dc:title>

          <dc:creator>Panichi G.</dc:creator>

          <dc:creator>Mangiacrapa F.</dc:creator>

          <dc:language>eng</dc:language>

          <dc:description>A portlet for tabular data visualization and manipulation</dc:description>

          <dc:source>2014</dc:source>

          <dc:date>2014</dc:date>

          <dc:identifier>http://www.cnr.it/prodotto/i/294753</dc:identifier>

          <dc:identifier>https://publications.cnr.it/doc/294753</dc:identifier>

          <dc:identifier>http://www.gcube-system.org/index.php?option=com_distribution&amp;view=distribution&amp;release=stable#Portlets%20User</dc:identifier>

          <dc:relation>info:eu-repo/grantAgreement/EC/FP7/283644//Data e-Infrastructure Initiative for Fisheries Management and Conservation of Marine Living Resources/IMARINE</dc:relation>

          <dc:relation>info:cnr-pdr/author/idpersonaleesterno:18715/MANGIACRAPA/FRANCESCO</dc:relation>

          <dc:relation>info:cnr-pdr/author/matricola:15409/PANICHI/GIANCARLO</dc:relation>

          <dc:subject>Tabular</dc:subject>

          <dc:subject>Data</dc:subject>

          <dc:subject>Portlet</dc:subject>

        </oai_dc:dc>

      </metadata>

 </oai:record>

<?xml version="1.0" encoding="UTF-8"?>

<oai:record xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

   <oai:header>

      <dri:objIdentifier>iris_test_::00082934128cc79ed2e35d1a71c4cbaf</dri:objIdentifier>

      <dri:recordIdentifier>oai:iris.cnr.it:20.500.14243/404244</dri:recordIdentifier>

      <dri:dateOfCollection>2024-04-24T08:34:52.44+02:00</dri:dateOfCollection>

      <dri:repositoryId>c2be2c55-fae6-4c86-bb78-a1664cceac9e_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>

      <dri:datasourceprefix>iris_test_</dri:datasourceprefix>

      <identifier xmlns="http://www.openarchives.org/OAI/2.0/">oai:iris.cnr.it:20.500.14243/404244</identifier>

      <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2024-03-02T03:04:55Z</datestamp>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">com_20.500.14243_22</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">com_20.500.14243_21</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">col_20.500.14243_23</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">ou_ou294</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">openaire</setSpec>

   </oai:header>

   <metadata xmlns="http://www.openarchives.org/OAI/2.0/">

      <oaire:resource xmlns:oaire="http://namespace.openaire.eu/schema/oaire/" xmlns=""

                      xmlns:rdf="http://www.w3.org/TR/rdf-concepts/"

                      xmlns:datacite="http://datacite.org/schema/kernel-4"

                      xmlns:doc="http://www.lyncode.com/xoai"

                      xmlns:xs="http://www.w3.org/2001/XMLSchema"

                      xmlns:vc="http://www.w3.org/2007/XMLSchema-versioning"

                      xmlns:dc="http://purl.org/dc/elements/1.1/"

                      xmlns:exslt="http://exslt.org/common"

                      xsi:schemaLocation="http://namespace.openaire.eu/schema/oaire/ https://www.openaire.eu/schema/repo-lit/4.0/openaire.xsd">

         <datacite:titles>

            <datacite:title xml:lang="en">A digital system for image processing</datacite:title>

         </datacite:titles>

         <datacite:creators>

            <datacite:creator>

               <datacite:creatorName>Azzarelli L</datacite:creatorName>

            </datacite:creator>

            <datacite:creator>

               <datacite:creatorName>Chimenti M</datacite:creatorName>

            </datacite:creator>

         </datacite:creators>

         <datacite:alternateIdentifiers>

            <datacite:alternateIdentifier alternateIdentifierType="URN">https://hdl.handle.net/20.500.14243/404244</datacite:alternateIdentifier>

         </datacite:alternateIdentifiers>

         <datacite:dates>

            <datacite:date dateType="Available">2024-02-21</datacite:date>

            <datacite:date dateType="Accepted">1979</datacite:date>

            <datacite:date dateType="Issued">1979</datacite:date>

         </datacite:dates>

         <dc:language>eng</dc:language>

         <oaire:resourceType resourceTypeGeneral="literature"

                             uri="http://purl.org/coar/resource_type/c_6501">journal article</oaire:resourceType>

         <dc:description>No abstract available</dc:description>

         <dc:format>application/pdf</dc:format>

         <datacite:identifier identifierType="Handle">https://hdl.handle.net/20.500.14243/404244</datacite:identifier>

         <datacite:rights rightsURI="http://purl.org/coar/access_right/c_14cb">metadata only access</datacite:rights>

         <datacite:subjects>

            <datacite:subject>image processing</datacite:subject>

         </datacite:subjects>

         <datacite:sizes>

            <datacite:size>2841010 bytes</datacite:size>

         </datacite:sizes>

         <oaire:file accessRightsURI="" mimeType="application/pdf" objectType="fulltext">https://iris.cnr.it/bitstream/20.500.14243/404244/1/prod_425561-doc_151796.pdf</oaire:file>

      </oaire:resource>

   </metadata>

   <oai:about>

      <provenance xmlns="http://www.openarchives.org/OAI/2.0/provenance"

                  xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/provenance http://www.openarchives.org/OAI/2.0/provenance.xsd">

         <originDescription xmlns="" altered="true" harvestDate="2024-04-24T08:34:52.44+02:00">

            <baseURL>https%3A%2F%2Firis.cnr.it%2Foai%2Fopenaire4</baseURL>

            <identifier>oai:iris.cnr.it:20.500.14243/404244</identifier>

            <datestamp>2024-03-02T03:04:55Z</datestamp>

            <metadataNamespace/>

         </originDescription>

      </provenance>

   </oai:about>

</oai:record>

<?xml version="1.0" encoding="UTF-8"?>

<oai:record xmlns:oai="http://www.openarchives.org/OAI/2.0/"

            xmlns:dri="http://www.driver-repository.eu/namespace/dri"

            xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

   <oai:header>

      <dri:objIdentifier>iris_test_::000749fdd2010ce3df070928cb48ba76</dri:objIdentifier>

      <dri:recordIdentifier>oai:iris.cnr.it:20.500.14243/43516</dri:recordIdentifier>

      <dri:dateOfCollection>2024-04-24T08:34:40.537+02:00</dri:dateOfCollection>

      <dri:repositoryId>c2be2c55-fae6-4c86-bb78-a1664cceac9e_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=</dri:repositoryId>

      <dri:datasourceprefix>iris_test_</dri:datasourceprefix>

      <identifier xmlns="http://www.openarchives.org/OAI/2.0/">oai:iris.cnr.it:20.500.14243/43516</identifier>

      <datestamp xmlns="http://www.openarchives.org/OAI/2.0/">2024-03-19T09:30:12Z</datestamp>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">com_20.500.14243_29</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">com_20.500.14243_21</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">col_20.500.14243_30</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">ou_ou294</setSpec>

      <setSpec xmlns="http://www.openarchives.org/OAI/2.0/">openaire</setSpec>

   </oai:header>

   <metadata xmlns="http://www.openarchives.org/OAI/2.0/">

      <oaire:resource xmlns:oaire="http://namespace.openaire.eu/schema/oaire/" xmlns=""

                      xmlns:rdf="http://www.w3.org/TR/rdf-concepts/"

                      xmlns:datacite="http://datacite.org/schema/kernel-4"

                      xmlns:doc="http://www.lyncode.com/xoai"

                      xmlns:xs="http://www.w3.org/2001/XMLSchema"

                      xmlns:vc="http://www.w3.org/2007/XMLSchema-versioning"

                      xmlns:dc="http://purl.org/dc/elements/1.1/"

                      xmlns:exslt="http://exslt.org/common"

                      xsi:schemaLocation="http://namespace.openaire.eu/schema/oaire/ https://www.openaire.eu/schema/repo-lit/4.0/openaire.xsd">

         <datacite:titles>

            <datacite:title xml:lang="en">Supporting Web usability for vision impaired users</datacite:title>

         </datacite:titles>

         <datacite:creators>

            <datacite:creator>

               <datacite:creatorName>Correani F</datacite:creatorName>

            </datacite:creator>

            <datacite:creator>

               <datacite:creatorName>Leporini B</datacite:creatorName>

               <datacite:nameIdentifier nameIdentifierScheme="ORCID" schemeURI="https://orcid.org">0000-0003-2469-9648</datacite:nameIdentifier>

            </datacite:creator>

            <datacite:creator>

               <datacite:creatorName>Paternò F</datacite:creatorName>

            </datacite:creator>

         </datacite:creators>

         <datacite:alternateIdentifiers>

            <datacite:alternateIdentifier alternateIdentifierType="DOI">10.1007/b95185</datacite:alternateIdentifier>

            <datacite:alternateIdentifier alternateIdentifierType="ISBN">978-3-540-23375-6</datacite:alternateIdentifier>

            <datacite:alternateIdentifier alternateIdentifierType="URN">000224665300020</datacite:alternateIdentifier>

            <datacite:alternateIdentifier alternateIdentifierType="URN">2-s2.0-35048856115</datacite:alternateIdentifier>

            <datacite:alternateIdentifier alternateIdentifierType="URN">https://hdl.handle.net/20.500.14243/43516</datacite:alternateIdentifier>

            <datacite:alternateIdentifier alternateIdentifierType="URL">http://www.springerlink.com/content/n6db4fmfgac2/tribution.as</datacite:alternateIdentifier>

         </datacite:alternateIdentifiers>

         <datacite:dates>

            <datacite:date dateType="Available">2024-02-19</datacite:date>

            <datacite:date dateType="Accepted">2004</datacite:date>

            <datacite:date dateType="Issued">2004</datacite:date>

         </datacite:dates>

         <dc:language>eng</dc:language>

         <oaire:resourceType resourceTypeGeneral="literature"

                             uri="http://purl.org/coar/resource_type/c_3248">book part</oaire:resourceType>

         <dc:description>The aim of this work is to provide designers and developers of Web applications with support to obtain systems that are usable for vision-impaired users. To this end, we have defined a number of design criteria to improve Web site navigation through screen readers or other similar devices. A test of navigation by blind and vision-impaired subjects showed that our criteria improved Web site usability both qualitatively and quantitatively. Subsequently, an inspection-based tool was developed to ease application of such criteria. Its main features are presented along with a discussion of some of the first application results.</dc:description>

         <dc:format>application/pdf</dc:format>

         <datacite:identifier identifierType="Handle">https://hdl.handle.net/20.500.14243/43516</datacite:identifier>

         <datacite:rights rightsURI="http://purl.org/coar/access_right/c_16ec">restricted access</datacite:rights>

         <datacite:subjects>

            <datacite:subject>Accessibility</datacite:subject>

            <datacite:subject>Usability</datacite:subject>

            <datacite:subject>Tool</datacite:subject>

            <datacite:subject>Evaluation</datacite:subject>

            <datacite:subject>Web</datacite:subject>

         </datacite:subjects>

         <datacite:sizes>

            <datacite:size>274753 bytes</datacite:size>

         </datacite:sizes>

         <oaire:file accessRightsURI="" mimeType="application/pdf" objectType="fulltext">https://iris.cnr.it/bitstream/20.500.14243/43516/1/prod_43914-doc_125140.pdf</oaire:file>

      </oaire:resource>

   </metadata>

   <oai:about>

      <provenance xmlns="http://www.openarchives.org/OAI/2.0/provenance"

                  xsi:schemaLocation="http://www.openarchives.org/OAI/2.0/provenance http://www.openarchives.org/OAI/2.0/provenance.xsd">

         <originDescription xmlns="" altered="true" harvestDate="2024-04-24T08:34:40.537+02:00">

            <baseURL>https%3A%2F%2Firis.cnr.it%2Foai%2Fopenaire4</baseURL>

            <identifier>oai:iris.cnr.it:20.500.14243/43516</identifier>

            <datestamp>2024-03-19T09:30:12Z</datestamp>

            <metadataNamespace/>

         </originDescription>

      </provenance>

   </oai:about>

</oai:record>