D-Net

package eu.dnetlib.data.mdstore.plugins;

import java.io.StringReader;

import java.net.URI;

import java.net.URISyntaxException;

import java.util.LinkedHashMap;

import java.util.LinkedHashSet;

import java.util.List;

import java.util.Map;

import java.util.Map.Entry;

import java.util.Set;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Element;

import org.dom4j.Node;

import org.dom4j.QName;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Value;

public class EnrichOpenairePlugin extends GenericDoiMdstorePlugin {

	private static final Log log = LogFactory.getLog(EnrichOpenairePlugin.class);

	@Value("${plugin.enrich.publications.openaire.url}")

	private String baseUrl;

	@Override

	protected URI prepareURI(final String doi) throws URISyntaxException {

		return new URI(String.format(baseUrl, doi));

	}

	@Override

	protected boolean updateDocument(final Document doc, final String response) {

		try {

			final Document docRes = (new SAXReader()).read(new StringReader(response));

			final List<?> results = docRes.selectNodes("/response/results/result");

			if (results.size() == 1) {

				final Node n = (Node) results.get(0);

				updateRights(doc, n);

				updateSubjects(doc, n);

				updateCitations(doc, n);

				updateUrls(doc, n);

				return true;

			} else if (results.size() == 1) {

				log.warn("Too many responses");

			}

		} catch (final DocumentException e) {

			log.warn("Invalid response", e);

		}

		return false;

	}

	private void updateRights(final Document doc, final Node n) {

		final Element rightsList = (Element) doc.selectSingleNode("//*[local-name() = 'rightsList']");

		final Set<String> rights = new LinkedHashSet<>();

		for (final Object o : rightsList.selectNodes("./*[local-name() = 'rights']")) {

			rights.add(((Node) o).getText());

			((Node) o).detach();

		}

		final String bestLicence = n.valueOf("./bestlicense/@classname");

		if (StringUtils.isNotBlank(bestLicence)) {

			rights.add(bestLicence);

		}

		for (final Object o : n.selectNodes(".//instance")) {

			rights.add(((Node) o).valueOf("./licence/@classname").trim());

		}

		for (final String r : rights) {

			rightsList.addElement(new QName("rights", rightsList.getNamespace())).setText(r);

		}

	}

	private void updateSubjects(final Document doc, final Node n) {

		final Element subjectsList = (Element) doc.selectSingleNode("//*[local-name() = 'subjects']");

		final Set<String> subjects = new LinkedHashSet<>();

		for (final Object o : subjectsList.selectNodes("./*[local-name() = 'subject']")) {

			subjects.add(((Node) o).getText());

			((Node) o).detach();

		}

		for (final Object o : n.selectNodes(".//subject[@classid='keyword']")) {

			subjects.add(((Node) o).getText().trim());

		}

		for (final String r : subjects) {

			subjectsList.addElement(new QName("subject", subjectsList.getNamespace())).setText(r);

		}

	}

	private void updateCitations(final Document doc, final Node n) {

		final Element citations = (Element) doc.selectSingleNode("//*[local-name() = 'citations']");

		for (final Object o : n.selectNodes(".//citations/citation/rawText")) {

			citations.addElement(new QName("citation", citations.getNamespace())).setText(((Node) o).getText());

		}

	}

	private void updateUrls(final Document doc, final Node n) {

		final Element urlList = (Element) doc.selectSingleNode("//*[local-name() = 'alternateIdentifiers']");

		final Map<String, String> urls = new LinkedHashMap<>();

		for (final Object o : urlList.selectNodes("./*[local-name() = 'alternateIdentifier' and @alternateIdentifierType='url']")) {

			urls.put(((Node) o).getText().trim(), "unknown");

			((Node) o).detach();

		}

		for (final Object oin : n.selectNodes(".//instance")) {

			final String licence = ((Element) oin).valueOf("./licence/@classname").trim();

			for (final Object ourl : ((Element) oin).selectNodes("./webresource/url")) {

				urls.put(((Node) ourl).getText().trim(), licence);

			}

		}

		for (final Entry<String, String> e : urls.entrySet()) {

			final Element aid = urlList.addElement(new QName("alternateIdentifier", urlList.getNamespace()));

			aid.addAttribute("alternateIdentifierType", "url");

			aid.addAttribute("licence", e.getValue());

			aid.setText(e.getKey());

		}

	}

}