D-Net

package eu.dnetlib.msro.workflows.nodes;

import javax.annotation.Resource;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.msro.workflows.graph.Arc;

import eu.dnetlib.msro.workflows.procs.Env;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import eu.dnetlib.rmi.enabling.ISLookUpService;

/**

 * Created by sandro on 9/23/16.

 */

public class ObtainISTIDataSourceParamsJobNode extends SimpleJobNode {

	private String providerId;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected String execute(final Env env) throws Exception {

		final String query = "let $x := /*[.//RESOURCE_IDENTIFIER/@value='" + providerId + "']//EXTRA_FIELDS\n"

				+ "return concat($x/FIELD[./key='OpenAireDataSourceId']/value, ' @@@ ', $x/FIELD[./key='NamespacePrefix']/value)";

		final String[] arr = serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(query).split("@@@");

		final String origId = arr[0].trim();

		final String nsPrefix = arr[1].trim();

		// this is needed by the mdbuilder

		// TODO: update mdbuilder to use the env attributes below, whose names are defined in WorkflowConstants

		env.setAttribute("parentDatasourceId", origId);

		env.setAttribute("namespacePrefix", nsPrefix);

		env.setAttribute("dateOfCollection", DateUtils.now_ISO8601());

		// these are needed for validation and fill hostedby

		env.setAttribute(WorkflowsConstants.LOG_DATASOURCE_ID, origId);

		env.setAttribute(WorkflowsConstants.DATASOURCE_PREFIX, nsPrefix);

		return Arc.DEFAULT_ARC;

	}

	public String getProviderId() {

		return providerId;

	}

	public void setProviderId(final String providerId) {

		this.providerId = providerId;

	}

}

package eu.dnetlib.msro.workflows.nodes;

import java.io.PrintWriter;

import java.io.StringReader;

import java.io.StringWriter;

import java.nio.charset.StandardCharsets;

import java.nio.file.Files;

import java.nio.file.Paths;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Date;

import java.util.List;

import java.util.stream.StreamSupport;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Autowired;

import eu.dnetlib.data.transformation.service.DataTransformerFactory;

import eu.dnetlib.data.transformation.service.SimpleDataTransformer;

import eu.dnetlib.enabling.resultset.client.ResultSetClient;

import eu.dnetlib.msro.workflows.graph.Arc;

import eu.dnetlib.msro.workflows.procs.Env;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import eu.dnetlib.rmi.common.ResultSet;

public class GeneratePersonReportJobNode extends SimpleJobNode {

	private String inputEprParam;

	private String ruleId;

	@Autowired

	private DataTransformerFactory dataTransformerFactory;

	@Autowired

	private ResultSetClient resultSetClient;

	private static final Log log = LogFactory.getLog(GeneratePersonReportJobNode.class);

	protected class SinglePersonReport {

		private final String id;

		private final String title;

		private final List<String> oldCreators = new ArrayList<>();

		private final List<String> newCreators = new ArrayList<>();

		public SinglePersonReport(final String id, final String title) {

			this.id = id;

			this.title = title;

		}

		public String getId() {

			return id;

		}

		public String getTitle() {

			return title;

		}

		public List<String> getOldCreators() {

			return oldCreators;

		}

		public List<String> getNewCreators() {

			return newCreators;

		}

		public SinglePersonReport removeDuplicates() {

			final List<String> list = new ArrayList<>();

			list.addAll(oldCreators);

			list.addAll(newCreators);

			for (final String s : list) {

				if (oldCreators.contains(s) && newCreators.contains(s)) {

					newCreators.remove(s);

					oldCreators.remove(s);

				}

			}

			return this;

		}

		public boolean hasCorrections() {

			return (oldCreators.size() > 0) || (newCreators.size() > 0);

		}

		@Override

		public String toString() {

			final StringWriter sw = new StringWriter();

			sw.write("** ");

			sw.write(id);

			sw.write(" - ");

			sw.write(title);

			sw.write(" **\n");

			if (oldCreators.size() > 0) {

				sw.write("ORIGINAL:\n");

				for (int i = 0; i < oldCreators.size(); i++) {

					final String s = oldCreators.get(i);

					sw.write(String.format("%5d) %s\n", i + 1, StringUtils.isNotBlank(s) ? s : "[empty]"));

				}

			}

			if (newCreators.size() > 0) {

				sw.write("CORRECTED:\n");

				for (int i = 0; i < newCreators.size(); i++) {

					final String s = newCreators.get(i);

					sw.write(String.format("%5d) %s\n", i + 1, StringUtils.isNotBlank(s) ? s : "[empty]"));

				}

			}

			return sw.toString();

		}

	}

	@Override

	protected String execute(final Env env) throws Exception {

		@SuppressWarnings("unchecked")

		final ResultSet<String> rsIn = env.getAttribute(inputEprParam, ResultSet.class);

		final SimpleDataTransformer f = dataTransformerFactory.createTransformer(ruleId);

		final SAXReader reader = new SAXReader();

		final String fileName = "/tmp/report_" + (new SimpleDateFormat("yyyyMMdd_HHmmss_S")).format(new Date()) + ".txt";

		try (PrintWriter pw = new PrintWriter(Files.newBufferedWriter(Paths.get(fileName), StandardCharsets.UTF_8))) {

			StreamSupport.stream(resultSetClient.iter(rsIn, String.class).spliterator(), false).map(

					xml -> {

						try {

							final Document docOld = reader.read(new StringReader(xml));

							final Document docNew = reader.read(new StringReader(f.apply(xml)));

							final String id = docNew.valueOf("//*[local-name() = 'recordIdentifier']");

							final String title = docNew.valueOf("//*[local-name() = 'title']");

							final SinglePersonReport report = new SinglePersonReport(id, title);

							for (final Object o : docOld.selectNodes("//*[local-name() = 'creator']")) {

								final String p1 = ((Node) o).valueOf("./*[local-name() = 'surname']").trim();

								final String p2 = ((Node) o).valueOf("./*[local-name() = 'name']").trim();

								final String author = StringUtils.isEmpty(p1) && StringUtils.isEmpty(p2) ? ((Node) o).getText().trim() : (p1 + " " + p2).trim();

								report.getOldCreators().add(author);

							}

							for (final Object o : docNew.selectNodes("//*[local-name() = 'creator']")) {

								final String author = ((Node) o).valueOf("./*[local-name() = 'creatorName']").trim();

								report.getNewCreators().add(author);

							}

							return report;

						} catch (final Exception e) {

							throw new RuntimeException(e);

						}

					})

					.map(SinglePersonReport::removeDuplicates)

					.filter(SinglePersonReport::hasCorrections)

					.forEach(pw::println);

		}

		env.setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + "report", fileName);

		log.info("Saved a person report in " + fileName);

		return Arc.DEFAULT_ARC;

	}

	public String getInputEprParam() {

		return inputEprParam;

	}

	public void setInputEprParam(final String inputEprParam) {

		this.inputEprParam = inputEprParam;

	}

	public String getRuleId() {

		return ruleId;

	}

	public void setRuleId(final String ruleId) {

		this.ruleId = ruleId;

	}

}

	<bean id="wfNodeObtainISTIDataSourceParams"

		class="eu.dnetlib.msro.workflows.nodes.ObtainISTIDataSourceParamsJobNode"

		scope="prototype" />

	<bean id="wfNodeGeneratePersonReport"

		class="eu.dnetlib.msro.workflows.nodes.GeneratePersonReportJobNode"

		scope="prototype" />

                        <ARC to="report"/>

                    </ARCS>

                </NODE>

                <NODE name="report" type="LaunchWorkflowTemplate">

                    <DESCRIPTION>Prepare report</DESCRIPTION>

                    <PARAMETERS>

                        <PARAM name="wfTemplateId" value="d6463488-6090-4581-a046-663753c554bb_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />

                        <PARAM name="wfTemplateParams">

                            <MAP>

                                <ENTRY key="dsId"            value="$dsId$" />

                                <ENTRY key="interface"       value="$interface$" />

                                <ENTRY key="collMdstoreId"   ref="collMdstoreId" />

                                <ENTRY key="transformRuleId" ref="transformationRuleId" />

                            </MAP>

                        </PARAM>

                    </PARAMETERS>

                    <ARCS>

<RESOURCE_PROFILE>

	<HEADER>

		<RESOURCE_IDENTIFIER value="d6463488-6090-4581-a046-663753c554bb_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>

		<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/>

		<RESOURCE_KIND value="WorkflowTemplateDSResources"/>

		<RESOURCE_URI value=""/>

		<DATE_OF_CREATION value="2001-12-31T12:00:00"/>

	</HEADER>

	<BODY>

		<CONFIGURATION>

			<PARAMETERS>

				<PARAM name="dsId" description="Datasource Id" required="true" type="string"/>

				<PARAM name="interface" description="Datasource Interface" required="true" type="string"/>

				<PARAM name="collMdstoreId" description="Store for collected records" required="true" type="string"/>

				<PARAM name="transformRuleId" description="Transformation Rule Id" required="true" type="string"/>

			</PARAMETERS>

			<WORKFLOW>

				<NODE name="fetchOriginals" type="FetchMDStoreRecords" isStart="true">

					<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>

					<PARAMETERS>

						<PARAM name="mdId" ref="collMdstoreId"/>

						<PARAM name="eprParam" value="orig_epr"/>

					</PARAMETERS>

					<ARCS>

						<ARC to="report"/>

					</ARCS>

				</NODE>

				<NODE name="report" type="GeneratePersonReport">

					<DESCRIPTION>Clean original records</DESCRIPTION>

					<PARAMETERS>

						<PARAM name="ruleId" ref="transformRuleId"/>

						<PARAM name="inputEprParam" value="orig_epr"/>

					</PARAMETERS>

					<ARCS>

						<ARC to="success"/>

					</ARCS>

				</NODE>

			</WORKFLOW>

		</CONFIGURATION>

	</BODY>

</RESOURCE_PROFILE>

	$scope.saveAffiliation = function(aff) { alert('TODO'); }