D-Net

package eu.dnetlib.msro.workflows.nodes;

import java.io.PrintWriter;

import java.io.StringReader;

import java.io.StringWriter;

import java.nio.charset.StandardCharsets;

import java.nio.file.Files;

import java.nio.file.Paths;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Date;

import java.util.List;

import java.util.stream.StreamSupport;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Autowired;

import eu.dnetlib.data.transformation.service.DataTransformerFactory;

import eu.dnetlib.data.transformation.service.SimpleDataTransformer;

import eu.dnetlib.enabling.resultset.client.ResultSetClient;

import eu.dnetlib.msro.workflows.graph.Arc;

import eu.dnetlib.msro.workflows.procs.Env;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import eu.dnetlib.rmi.common.ResultSet;

public class GeneratePersonReportJobNode extends SimpleJobNode {

	private String inputEprParam;

	private String ruleId;

	@Autowired

	private DataTransformerFactory dataTransformerFactory;

	@Autowired

	private ResultSetClient resultSetClient;

	private static final Log log = LogFactory.getLog(GeneratePersonReportJobNode.class);

	protected class SinglePersonReport {

		private final String id;

		private final String title;

		private final List<String> oldCreators = new ArrayList<>();

		private final List<String> newCreators = new ArrayList<>();

		public SinglePersonReport(final String id, final String title) {

			this.id = id;

			this.title = title;

		}

		public String getId() {

			return id;

		}

		public String getTitle() {

			return title;

		}

		public List<String> getOldCreators() {

			return oldCreators;

		}

		public List<String> getNewCreators() {

			return newCreators;

		}

		public SinglePersonReport removeDuplicates() {

			final List<String> list = new ArrayList<>();

			list.addAll(oldCreators);

			list.addAll(newCreators);

			for (final String s : list) {

				if (oldCreators.contains(s) && newCreators.contains(s)) {

					newCreators.remove(s);

					oldCreators.remove(s);

				}

			}

			return this;

		}

		public boolean hasCorrections() {

			return (oldCreators.size() > 0) || (newCreators.size() > 0);

		}

		@Override

		public String toString() {

			final StringWriter sw = new StringWriter();

			sw.write("** ");

			sw.write(id);

			sw.write(" - ");

			sw.write(title);

			sw.write(" **\n");

			if (oldCreators.size() > 0) {

				sw.write("ORIGINAL:\n");

				for (int i = 0; i < oldCreators.size(); i++) {

					final String s = oldCreators.get(i);

					sw.write(String.format("%5d) %s\n", i + 1, StringUtils.isNotBlank(s) ? s : "[empty]"));

				}

			}

			if (newCreators.size() > 0) {

				sw.write("CORRECTED:\n");

				for (int i = 0; i < newCreators.size(); i++) {

					final String s = newCreators.get(i);

					sw.write(String.format("%5d) %s\n", i + 1, StringUtils.isNotBlank(s) ? s : "[empty]"));

				}

			}

			return sw.toString();

		}

	}

	@Override

	protected String execute(final Env env) throws Exception {

		@SuppressWarnings("unchecked")

		final ResultSet<String> rsIn = env.getAttribute(inputEprParam, ResultSet.class);

		final SimpleDataTransformer f = dataTransformerFactory.createTransformer(ruleId);

		final SAXReader reader = new SAXReader();

		final String fileName = "/tmp/report_" + (new SimpleDateFormat("yyyyMMdd_HHmmss_S")).format(new Date()) + ".txt";

		try (PrintWriter pw = new PrintWriter(Files.newBufferedWriter(Paths.get(fileName), StandardCharsets.UTF_8))) {

			StreamSupport.stream(resultSetClient.iter(rsIn, String.class).spliterator(), false).map(

					xml -> {

						try {

							final Document docOld = reader.read(new StringReader(xml));

							final Document docNew = reader.read(new StringReader(f.apply(xml)));

							final String id = docNew.valueOf("//*[local-name() = 'recordIdentifier']");

							final String title = docNew.valueOf("//*[local-name() = 'title']");

							final SinglePersonReport report = new SinglePersonReport(id, title);

							for (final Object o : docOld.selectNodes("//*[local-name() = 'creator']")) {

								final String p1 = ((Node) o).valueOf("./*[local-name() = 'surname']").trim();

								final String p2 = ((Node) o).valueOf("./*[local-name() = 'name']").trim();

								final String author = StringUtils.isEmpty(p1) && StringUtils.isEmpty(p2) ? ((Node) o).getText().trim() : (p1 + " " + p2).trim();

								report.getOldCreators().add(author);

							}

							for (final Object o : docNew.selectNodes("//*[local-name() = 'creator']")) {

								final String author = ((Node) o).valueOf("./*[local-name() = 'creatorName']").trim();

								report.getNewCreators().add(author);

							}

							return report;

						} catch (final Exception e) {

							throw new RuntimeException(e);

						}

					})

					.map(SinglePersonReport::removeDuplicates)

					.filter(SinglePersonReport::hasCorrections)

					.forEach(pw::println);

		}

		env.setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + "report", fileName);

		log.info("Saved a person report in " + fileName);

		return Arc.DEFAULT_ARC;

	}

	public String getInputEprParam() {

		return inputEprParam;

	}

	public void setInputEprParam(final String inputEprParam) {

		this.inputEprParam = inputEprParam;

	}

	public String getRuleId() {

		return ruleId;

	}

	public void setRuleId(final String ruleId) {

		this.ruleId = ruleId;

	}

}