D-Net

package eu.dnetlib.data.mdstore.plugins;

import java.io.StringReader;

import java.net.URI;

import java.net.URISyntaxException;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Element;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Value;

import com.mongodb.BasicDBObject;

import com.mongodb.DBObject;

import com.mongodb.client.MongoCollection;

import eu.dnetlib.data.mdstore.modular.mongodb.MongoMDStore;

import eu.dnetlib.data.mdstore.plugins.objects.Project;

import eu.dnetlib.rmi.data.MDStoreServiceException;

public class EnrichProjectsPlugin extends AbstractIstiMDStorePlugin {

	private static final Log log = LogFactory.getLog(EnrichProjectsPlugin.class);

	@Value("${plugin.enrich.projects.openaire.url}")

	private String baseUrl;

	@Override

	public void process(final MongoMDStore store, final Map<String, String> params) throws MDStoreServiceException {

		log.info("*****************************************");

		log.info("* ENRICH PROJECTS ...");

		log.info("*****************************************");

		final MongoCollection<DBObject> collPubs = store.getCollection();

		final Map<String, List<Project>> pubs = resolveProjects(collPubs);

		// update the publications

		pubs.entrySet().forEach(e -> patchRecord(collPubs, e.getKey(), e.getValue()));

		touch(store);

	}

	private Map<String, List<Project>> resolveProjects(final MongoCollection<DBObject> collPubs) {

		final Map<String, List<Project>> pubs = new HashMap<>();

		final Map<String, Project> mapProjects = new HashMap<>();

		for (final DBObject obj : collPubs.find()) {

			final List<Project> projects = projectsFromPublication(obj, mapProjects);

			pubs.put(obj.get("id").toString(), projects);

		}

		return pubs;

	}

	private List<Project> projectsFromPublication(final DBObject obj, final Map<String, Project> mapProjects) {

		final List<Project> projects = new ArrayList<>();

		try {

			final Document doc = (new SAXReader()).read(new StringReader(obj.get("body").toString()));

			for (final Object o : doc.selectNodes("//*[local-name()='project']")) {

				final Element p = (Element) o;

				final String code = p.valueOf("./*[local-name() = 'code']").trim();

				final String infoId = p.valueOf("./*[local-name() = 'infoId']").trim();

				if (StringUtils.isEmpty(code) && StringUtils.isNotEmpty(infoId)) {

					final Project simpleProject = Project.newInstance(infoId);

					if (simpleProject != null) {

						final String s = simpleProject.getFunder() + "/" + simpleProject.getProgram() + "/" + simpleProject.getCode();

						if (!mapProjects.containsKey(s)) {

							final Project project = resolveProject(s);

							mapProjects.put(s, project != null ? project : simpleProject);

						}

						projects.add(mapProjects.get(s));

					}

				}

			}

		} catch (final DocumentException e) {

			log.warn("Problem parsing a mdstore record");

		}

		return projects;

	}

	private void patchRecord(final MongoCollection<DBObject> collPubs, final String id, final List<Project> projects) {

		log.debug("Adding to " + id + " " + projects.size() + " project(s)");

		try {

			final SAXReader reader = new SAXReader();

			final DBObject obj = collPubs.find(new BasicDBObject("id", id)).first();

			final Document doc = reader.read(new StringReader(obj.get("body").toString()));

			for (final Object o : doc.selectNodes("//*[local-name()='project']")) {

				final Element n = (Element) o;

				final String infoId = n.valueOf("./*[local-name()='infoId']");

				projects.stream()

						.filter(p -> (p != null) && p.match(infoId))

						.forEach(p -> {

							n.selectSingleNode("./*[local-name()='code']").setText(p.getCode());

							n.selectSingleNode("./*[local-name()='name']").setText(p.getName());

							n.selectSingleNode("./*[local-name()='acronym']").setText(p.getAcronym());

							n.selectSingleNode("./*[local-name()='funder']").setText(p.getFunder());

							n.selectSingleNode("./*[local-name()='program']").setText(p.getProgram());

							n.selectSingleNode("./*[local-name()='jurisdiction']").setText(p.getJurisdiction());

							n.selectSingleNode("./*[local-name()='openaireId']").setText(p.getOpenaireId());

						});

			}

			collPubs.updateOne(new BasicDBObject("id", id), new BasicDBObject("$set", new BasicDBObject("body", doc.asXML())));

		} catch (final DocumentException e) {

			log.warn("Error patching record: " + id);

		}

	}

	private Project resolveProject(final String s) {

		try {

			final String[] arr = s.split("/");

			final String url = String.format(baseUrl, arr[0], arr[1], arr[2]);

			return Project.newInstance(new URI(url));

		} catch (final URISyntaxException e) {

			log.error("Error resolving project: " + s, e);

			throw new RuntimeException("Error resolving project: " + s, e);

		}

	}

}