D-Net

package eu.dnetlib.data.mdstore.plugins;

import java.io.StringReader;

import java.net.URI;

import java.net.URISyntaxException;

import java.util.List;

import java.util.Map;

import java.util.Set;

import java.util.stream.Collectors;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Element;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Value;

import eu.dnetlib.data.mdstore.plugins.objects.MdRecord;

import eu.dnetlib.data.mdstore.plugins.objects.MyURL;

import eu.dnetlib.data.mdstore.plugins.objects.Project;

public class EnrichOpenairePlugin extends GenericDoiMdstorePlugin {

	private static final Log log = LogFactory.getLog(EnrichOpenairePlugin.class);

	@Value("${plugin.enrich.publications.openaire.url}")

	private String baseUrl;

	@Override

	protected URI prepareURI(final String doi) throws URISyntaxException {

		return new URI(String.format(baseUrl, doi));

	}

	@Override

	protected void reconfigure(final Map<String, String> params) {}

	@Override

	protected boolean updateDocument(final MdRecord doc, final String response) {

		try {

			final Document docRes = (new SAXReader()).read(new StringReader(response));

			final List<?> results = docRes.selectNodes("/response/results/result");

			if (results.size() == 1) {

				final Node n = (Node) results.get(0);

				updateSubjects(doc, n);

				updateCitations(doc, n);

				updateUrls(doc, n);

				updateProjects(doc, n);

				updateBestRights(doc);

				return true;

			} else if (results.size() == 1) {

				log.warn("Too many responses");

			}

		} catch (final DocumentException e) {

			log.warn("Invalid response", e);

		}

		return false;

	}

	private void updateSubjects(final MdRecord doc, final Node n) {

		final Set<String> subjects = doc.getSubjects().stream().map(EnrichOpenairePlugin::cleanSubject).collect(Collectors.toSet());

		for (final Object o : n.selectNodes(".//subject[@classid='keyword']")) {

			subjects.add(cleanSubject(((Node) o).getText().trim()));

		}

		doc.setSubjects(subjects);

	}

	public static String cleanSubject(final String s) {

		if (s.startsWith("info:eu-repo/classification/msc/")) { return ""; }

		return s.replaceFirst("info:eu-repo/classification/acm/", "");

	}

	private void updateCitations(final MdRecord doc, final Node n) {

		doc.getCitations().clear();

		for (final Object o : n.selectNodes(".//citations/citation/rawText")) {

			doc.getCitations().add(((Node) o).getText());

		}

	}

	private void updateUrls(final MdRecord doc, final Node n) {

		doc.getUrls().addAll(doc.getUrls());

		for (final Object oin : n.selectNodes(".//instance")) {

			final String rights = ((Element) oin).valueOf("./accessright/@classname").trim();

			final String hostedBy = ((Element) oin).valueOf("./hostedby/@name").trim();

			for (final Object ourl : ((Element) oin).selectNodes("./webresource/url")) {

				final MyURL u = new MyURL(((Node) ourl).getText().trim(), hostedBy, rights);

				doc.getUrls().remove(u);

				doc.getUrls().add(u);

			}

		}

	}

	private void updateProjects(final MdRecord doc, final Node n) {

		for (final Object op : n.selectNodes(".//rels/rel[./to/@type='project']")) {

			final Node p = (Node) op;

			final Project np = new Project();

			np.setOpenaireId(p.valueOf("./to"));

			np.setCode(p.valueOf("./code"));

			np.setName(p.valueOf("./title"));

			np.setAcronym(p.valueOf("./acronym"));

			np.setFunder(p.valueOf(".//funder/@shortname"));

			np.setProgram(p.valueOf(".//funding_level_0/@name"));

			np.setJurisdiction(p.valueOf(".//funder/@jurisdiction"));

			np.setInfoId(String.format("info:eu-repo/grantAgreement/%s/%s/%s/%s/%s/%s", np.getFunder(), np.getProgram(), np.getCode(), np.getJurisdiction(),

					np.getName(), np.getAcronym()));

			doc.getProjects().add(np);

		}

	}

	private void updateBestRights(final MdRecord doc) {

		final Set<String> availables = doc.getUrls().stream().map(MyURL::getRights).map(String::toUpperCase).collect(Collectors.toSet());

		if (availables.contains("OPEN ACCESS")) {

			doc.setBestRights("Open Access");

		} else if (availables.contains("EMBARGO")) {

			doc.setBestRights("Embargo");

		} else if (availables.contains("RESTRICTED")) {

			doc.setBestRights("Restricted");

		} else if (availables.contains("CLOSED ACCESS")) {

			doc.setBestRights("Closed Access");

		} else {

			doc.setBestRights("Unknown");

		}

	}

}