D-Net

package eu.dnetlib.msro.openaireplus.workflows.index;

import com.fasterxml.jackson.databind.ObjectMapper;

import com.fasterxml.jackson.databind.ObjectWriter;

import com.google.common.collect.Maps;

import eu.dnetlib.functionality.index.model.document.IndexDocument;

import eu.dnetlib.functionality.index.solr.feed.InputDocumentFactory;

import eu.dnetlib.functionality.index.solr.feed.StreamingInputDocumentFactory;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.miscutils.functional.xml.ApplyXslt;

import eu.dnetlib.miscutils.functional.xml.IndentXmlString;

import org.apache.commons.io.IOUtils;

import org.apache.solr.common.SolrInputDocument;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.junit.Test;

import org.springframework.core.io.ClassPathResource;

import javax.xml.stream.XMLStreamException;

import javax.xml.transform.Transformer;

import javax.xml.transform.TransformerException;

import javax.xml.transform.TransformerFactory;

import javax.xml.transform.stream.StreamResult;

import javax.xml.transform.stream.StreamSource;

import java.io.IOException;

import java.io.InputStream;

import java.io.StringReader;

import java.io.StringWriter;

import java.text.SimpleDateFormat;

import java.util.Map;

import static org.junit.Assert.assertFalse;

import static org.junit.Assert.assertNotNull;

public class OpenaireLayoutToRecordStylesheetTest {

	private static final String OPENAIRE_LAYOUT_TO_RECORD_STYLESHEET_XSL = "/eu/dnetlib/msro/openaireplus/workflows/index/openaireLayoutToRecordStylesheet.xsl";

	private static final String MDFORMAT_FIELDS_PROFILE = "/eu/dnetlib/test/profiles/MDFormatDSResources/MDFormatDSResourceType/2-8b9503d9-8a86-4330-93ef-7e0cd9bc87c2.xml";

	private static final String OAF_RECORD = "/eu/dnetlib/msro/openaireplus/workflows/index/oafRecord.xml";

	private final static String[] dateFormats = { "yyyy-MM-dd'T'hh:mm:ss", "yyyy-MM-dd", "dd-MM-yyyy", "dd/MM/yyyy", "yyyy" };

	@Test

	public void testConvertRecord() throws IOException, TransformerException, XMLStreamException, DocumentException {

		String xsl = prepareXslt("DMF");

		assertNotNull(xsl);

		assertFalse(xsl.isEmpty());

		System.out.println(xsl);

		ApplyXslt xslt = new ApplyXslt(xsl);

		String indexRecord = xslt.evaluate(readFromClasspath(OAF_RECORD));

		assertNotNull(indexRecord);

		assertFalse(indexRecord.isEmpty());

		System.out.println(IndentXmlString.apply(indexRecord));

		StreamingInputDocumentFactory factory = new StreamingInputDocumentFactory();

		SolrInputDocument doc = factory.parseDocument(DateUtils.now_ISO8601(), indexRecord, "dsId", "dnetResult");

		assertNotNull(doc);

		assertFalse(doc.isEmpty());

		System.out.println("SolrDocument");

		System.out.println(doc.values());

		System.out.println("SolrDocument fields");

		Map<String, Object> fields = Maps.newHashMap();

		doc.entrySet().stream()

				.forEach(e -> {

					Object value = e.getValue().getValueCount() == 1 ? e.getValue().getFirstValue() : e.getValue().getValues();

					fields.put(e.getKey(), value);

				});

		//new ObjectMapper().writerWithDefaultPrettyPrinter().writeValueAsString(fields);

		final ObjectWriter objectWriter = new ObjectMapper()

				.setDateFormat(new SimpleDateFormat("yyyy-MM-dd'T'HH:mm:ss.SSS'Z'"))

				.writerWithDefaultPrettyPrinter();

		System.out.println(objectWriter.writeValueAsString(fields));

	}

	protected String prepareXslt(final String format) throws IOException, TransformerException, DocumentException {

		final Transformer layoutTransformer = TransformerFactory.newInstance().newTransformer(streamSource(OPENAIRE_LAYOUT_TO_RECORD_STYLESHEET_XSL));

		final StreamResult result = new StreamResult(new StringWriter());

		layoutTransformer.setParameter("format", format);

		final StreamSource fields = indexFieldsFromProfile(MDFORMAT_FIELDS_PROFILE);

		layoutTransformer.transform(fields , result);

		return result.getWriter().toString();

	}

	private StreamSource streamSource(final String s) throws IOException {

		return new StreamSource(new StringReader(readFromClasspath(s)));

	}

	private String readFromClasspath(final String s) throws IOException {

		ClassPathResource resource = new ClassPathResource(s);

		InputStream inputStream = resource.getInputStream();

		return IOUtils.toString(inputStream);

	}

	private StreamSource indexFieldsFromProfile(final String path) throws IOException, DocumentException {

		final Document doc = new SAXReader().read(new StringReader(readFromClasspath(path)));

		final Node layout = doc.selectSingleNode("//LAYOUT[@name='index']");

		return new StreamSource(new StringReader(layout.asXML()));

	}

}