D-Net

package eu.dnetlib.openaire.directindex.objects;

import static org.mockito.Matchers.anyString;

import static org.mockito.Mockito.CALLS_REAL_METHODS;

import static org.mockito.Mockito.doReturn;

import static org.mockito.Mockito.mock;

import static org.mockito.Mockito.when;

import static org.mockito.Mockito.withSettings;

import java.io.InputStreamReader;

import java.io.StringReader;

import java.util.ArrayList;

import java.util.Arrays;

import java.util.List;

import java.util.Properties;

import org.apache.commons.lang3.StringEscapeUtils;

import org.apache.velocity.app.VelocityEngine;

import org.dom4j.Document;

import org.dom4j.Node;

import org.dom4j.io.OutputFormat;

import org.dom4j.io.SAXReader;

import org.dom4j.io.XMLWriter;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Test;

import org.junit.runner.RunWith;

import org.mockito.Mock;

import org.mockito.runners.MockitoJUnitRunner;

import com.google.common.collect.Lists;

import com.google.gson.Gson;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.openaire.directindex.api.DirecIndexApiException;

import eu.dnetlib.openaire.directindex.api.OpenAIRESubmitterUtils;

/**

 * Created by michele on 14/12/15.

 */

@RunWith(MockitoJUnitRunner.class)

public class ResultEntryToOafTest {

	private VelocityEngine ve;

	private final String community_api = "https://dev-openaire.d4science.org/openaire/community/";

	private final String dsm_api = "https://dev-openaire.d4science.org/openaire/ds/";

	@Mock

	private ISLookUpService lookUpService;

	private ResultEntryToOaf toOaf;

	private OpenAIRESubmitterUtils utils;

	@Before

	public void setUp() throws Exception {

		utils = mock(OpenAIRESubmitterUtils.class, withSettings().defaultAnswer(CALLS_REAL_METHODS));

		doReturn(Lists.newArrayList("dh-ch", "dariah", "bar", "x")).when(utils).translateZenodoCommunity("https://zenodo.org/communities/dimpo");

		doReturn(Lists.newArrayList()).when(utils).translateZenodoCommunity("https://zenodo.org/communities/dumbo");

		doReturn(Lists.newArrayList("noLabel", "enermaps")).when(utils).translateZenodoCommunity("https://sandbox.zenodo.org/communities/oac-ni");

		doReturn(Lists.newArrayList("noLabel", "enermaps")).when(utils).translateZenodoCommunity("https://zenodo.org/communities/oac-ni");

		doReturn(new DatasourceEntry("test________::XXX", "XXX", "xxxx________")).when(utils).findDatasource(anyString());

		doReturn(new DatasourceEntry("opendoar____::2659", "ZENODO", "od______2659")).when(utils).findDatasource("opendoar____::2659");

		toOaf = new ResultEntryToOaf(utils);

		final Properties props = new Properties();

		props.setProperty("resource.loader", "class");

		props.setProperty("class.resource.loader.class", "org.apache.velocity.runtime.resource.loader.ClasspathResourceLoader");

		props.setProperty("runtime.log.logsystem.class", "org.apache.velocity.runtime.log.Log4JLogChute");

		ve = new VelocityEngine();

		ve.init(props);

		when(lookUpService.quickSearchProfile(anyString())).thenAnswer(invocation -> {

			final String query = invocation.getArguments()[0].toString();

			if (query.contains("dnet:result_typologies")) {

				return Arrays.asList("publication @@@ publication", "dataset @@@ dataset", "software @@@ software", "other @@@ other");

			} else if (query.contains("dnet:access_modes")) {

				return Arrays.asList("OPEN @@@ Open Access");

			} else if (query.contains("dnet:publication_resource")) {

				return Arrays.asList("0001 @@@ Journal Article");

			} else if (query.contains("dnet:pid_types")) {

				return Arrays.asList("oai @@@ Open Archive Initiative", "doi @@@ Digital object identifier");

			} else if (query.contains("dnet:languages")) {

				return Arrays.asList("ita @@@ Italian");

			} else if (query.contains("ContextDSResourceType")) {

				return Arrays

					.asList("egi::classification::natsc::math::stats @@@ Statistics and Probability", "egi::classification::natsc::math::pure @@@ Pure Mathematics", "egi::classification::natsc::math @@@ Mathematics", "egi::classification::natsc @@@ Natural Sciences", "egi::classification @@@ EGI classification scheme", "egi @@@ EGI", "enermaps @@@ Energy Research", "enermaps::selection @@@ Selected by the H2020 EnerMaps project");

			} else {

				return new ArrayList<String>();

			}

		});

	}

	@Test

	public void testAsIndexRecord() throws Exception {

		final ResultEntry pub = new ResultEntry();

		pub.setOriginalId("oai:zenodo.org:5109933");

		pub.setTitle("TEST TITLE <test>");

		pub.getAuthors().add("Michele Artini");

		pub.getAuthors().add("Claudio Atzori");

		pub.getAuthors().add("Alessia Bardi");

		pub.setPublisher("Test publisher");

		pub.setDescription("DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION ");

		pub.setLanguage("ita");

		pub.setLicenseCode("OPEN");

		pub.setResourceType("0001");

		pub.setUrl("http://test.it/a=1&b=2");

		pub.getPids().add(new PidEntry("doi", "10.5281/zenodo.7373707"));

		pub.getPids().add(new PidEntry("doi", "10.5281/zenodo.7373706"));

		pub.getPids().add(new PidEntry("oai", "oai:1234"));

		pub.setCollectedFromId("opendoar____::2659");

		pub.setHostedById("opendoar____::2659");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/EC/FP7/283595/EU//OpenAIREplus");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/RCUK//244%2F909/EU/Making Capabilities Work/WorkAble");

		pub.getContexts().add("egi::classification::natsc::math::pure");

		pub.getContexts().add("egi::classification::natsc::math::stats");

		pub.getContexts().add("enermaps");

		pub.getContexts().add("enermaps::selection");

		final String xml = toOaf.asOafRecord(pub, ve, lookUpService, "http://oaf/oaf.xsd");

		final Document doc = new SAXReader().read(new StringReader(xml));

		final Node resultNode = doc.selectSingleNode("//oaf:result");

		Assert.assertNotNull(resultNode);

		final Node origIdNode = resultNode.selectSingleNode("./originalId");

		Assert.assertNotNull(origIdNode);

		Assert.assertEquals("oai:zenodo.org:5109933", origIdNode.getText());

		final Node titleNode = resultNode.selectSingleNode("./title");

		Assert.assertNotNull(titleNode);

		Assert.assertNotNull(titleNode.getText());

		final List<Node> accessRightsNodes = resultNode.selectNodes(".//accessright/@classid");

		for (final Node aNode : accessRightsNodes) {

			Assert.assertEquals("OPEN", aNode.getStringValue());

		}

		final Node bestARNode = resultNode.selectSingleNode("./bestaccessright/@classid");

		Assert.assertEquals("OPEN", bestARNode.getStringValue());

		Assert.assertEquals("doi_________::023bff24ddf2083caec38db12aa0fa01", doc.selectSingleNode("//*[local-name()='objIdentifier']").getStringValue());

		// final OutputFormat format = OutputFormat.createPrettyPrint();

		// final XMLWriter writer = new XMLWriter(System.out, format);

		// writer.write(doc);

	}

	@Test

	public void testAsIndexRecordAccessRight() throws Exception {

		final ResultEntry pub = new ResultEntry();

		pub.setOriginalId("oai:zenodo.org:5109933");

		pub.setTitle("TEST TITLE <test>");

		pub.getAuthors().add("Michele Artini");

		pub.getAuthors().add("Claudio Atzori");

		pub.getAuthors().add("Alessia Bardi");

		pub.setPublisher("Test publisher");

		pub.setDescription("DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION ");

		pub.setLanguage("ita");

		pub.setLicenseCode("CLOSED");

		pub.setAccessRightCode("OPEN");

		pub.setResourceType("0001");

		pub.setUrl("http://test.it/a=1&b=2");

		pub.getPids().add(new PidEntry("doi", "10.000/xyz-123"));

		pub.getPids().add(new PidEntry("oai", "oai:1234"));

		pub.setCollectedFromId("opendoar____::2659");

		pub.setHostedById("opendoar____::2659");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/EC/FP7/283595/EU//OpenAIREplus");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/EC/FP7/244909/EU/Making Capabilities Work/WorkAble");

		pub.getContexts().add("egi::classification::natsc::math::pure");

		pub.getContexts().add("egi::classification::natsc::math::stats");

		final String xml = toOaf.asOafRecord(pub, ve, lookUpService, "http://oaf/oaf.xsd");

		final Document doc = new SAXReader().read(new StringReader(xml));

		final Node resultNode = doc.selectSingleNode("//oaf:result");

		Assert.assertNotNull(resultNode);

		final Node origIdNode = resultNode.selectSingleNode("./originalId");

		Assert.assertNotNull(origIdNode);

		Assert.assertEquals("oai:zenodo.org:5109933", origIdNode.getText());

		final Node titleNode = resultNode.selectSingleNode("./title");

		Assert.assertNotNull(titleNode);

		Assert.assertNotNull(titleNode.getText());

		final List<Node> accessRightsNodes = resultNode.selectNodes(".//accessright/@classid");

		for (final Node aNode : accessRightsNodes) {

			Assert.assertEquals("OPEN", aNode.getStringValue());

		}

		final Node bestARNode = resultNode.selectSingleNode("./bestaccessright/@classid");

		Assert.assertEquals("OPEN", bestARNode.getStringValue());

		Assert.assertEquals("doi_________::6aab886fa2b3aba5a10f0136035e7e8d", doc.selectSingleNode("//*[local-name()='objIdentifier']").getStringValue());

		// final OutputFormat format = OutputFormat.createPrettyPrint();

		// final XMLWriter writer = new XMLWriter(System.out, format);

		// writer.write(doc);

	}

	@Test

	public void testAsORP() throws Exception {

		final ResultEntry pub = new ResultEntry();

		pub.setOriginalId("ORIG_ID_1234");

		pub.setTitle("TEST TITLE <test>");

		pub.getAuthors().add("Michele Artini");

		pub.getAuthors().add("Claudio Atzori");

		pub.getAuthors().add("Alessia Bardi");

		pub.setPublisher("Test publisher");

		pub.setDescription("DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION & DESCRIPTION ");

		pub.setLanguage("ita");

		pub.setLicenseCode("CLOSED");

		pub.setAccessRightCode("OPEN");

		pub.setResourceType("0020");

		pub.setType("other");

		pub.setUrl("http://test.it/a=1&b=2");

		pub.getPids().add(new PidEntry("doi", "10.000/xyz-123"));

		pub.getPids().add(new PidEntry("oai", "oai:1234"));

		pub.setCollectedFromId("test________::zenodo");

		pub.setHostedById("test________::UNKNOWN");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/EC/FP7/283595/EU//OpenAIREplus");

		pub.getLinksToProjects().add("info:eu-repo/grantAgreement/EC/FP7/244909/EU/Making Capabilities Work/WorkAble");

		pub.getContexts().add("egi::classification::natsc::math::pure");

		pub.getContexts().add("egi::classification::natsc::math::stats");

		final String xml = toOaf.asOafRecord(pub, ve, lookUpService, "http://oaf/oaf.xsd");

		final Document doc = new SAXReader().read(new StringReader(xml));

		final Node resultNode = doc.selectSingleNode("//oaf:result");

		Assert.assertNotNull(resultNode);

		Assert.assertEquals("other", resultNode.selectSingleNode("./resulttype/@classid").getStringValue());

		final Node origIdNode = resultNode.selectSingleNode("./originalId");

		Assert.assertNotNull(origIdNode);

		Assert.assertEquals("ORIG_ID_1234", origIdNode.getText());

		final Node titleNode = resultNode.selectSingleNode("./title");

		Assert.assertNotNull(titleNode);

		Assert.assertNotNull(titleNode.getText());

		final List<Node> accessRightsNodes = resultNode.selectNodes(".//accessright/@classid");

		for (final Node aNode : accessRightsNodes) {

			Assert.assertEquals("OPEN", aNode.getStringValue());

		}

		final Node bestARNode = resultNode.selectSingleNode("./bestaccessright/@classid");

		Assert.assertEquals("OPEN", bestARNode.getStringValue());

		// final OutputFormat format = OutputFormat.createPrettyPrint();

		// final XMLWriter writer = new XMLWriter(System.out, format);

		// writer.write(doc);

	}

	@Test

	public void testAsIndexRecord_json() throws Exception {

		testAsIndexRecord_json("test_record.json");

	}

	@Test

	public void testAsIndexRecord_json_with_greek_chars() throws Exception {

		testAsIndexRecord_json("test_record_with_greek_chars.json");

	}

	@Test

	public void testAsIndexRecord_openaireId() throws Exception {

		testAsIndexRecord_json("test_record_openaireId.json");

	}

	@Test(expected = DirecIndexApiException.class)

	public void testAsIndexRecord_wrongOpenaireId() throws Exception {

		testAsIndexRecord_json("test_record_wrong_openaireId.json");

	}

	@Test

	public void testAsIndexRecord_json_zenodo() throws Exception {

		testAsIndexRecord_json("test_zenodo.json");

	}

	@Test

	public void testAsIndexRecord_json_zenodoWithAmpersand() throws Exception {

		testAsIndexRecord_json("test_zenodoAmpersandEverywhere.json");

	}

	@Test

	public void testAsIndexRecord_json_software() throws Exception {

		testAsIndexRecord_json("test_record_software.json");

	}

	@Test

	public void testAsIndexRecord_json_orp() throws Exception {

		testAsIndexRecord_json("test_record_orp.json");

	}

	private void testAsIndexRecord_json(final String filename) throws Exception {

		final ResultEntry pub =

			new Gson().fromJson(new InputStreamReader(getClass().getResourceAsStream(filename)), ResultEntry.class);

		final String xml = toOaf.asOafRecord(pub, ve, lookUpService, "http://oaf/oaf.xsd");

		// System.out.println(xml);

		final Document doc = new SAXReader().read(new StringReader(xml));

		final OutputFormat format = OutputFormat.createPrettyPrint();

		final XMLWriter writer = new XMLWriter(System.out, format);

		writer.write(doc);

		/* writer.close(); */

	}

	@Test

	public void testAsIndexRecord_json_zenodocommunities() throws Exception {

		testAsIndexRecord_json("test_zenodo_community.json");

	}

	@Test

	public void testAsIndexRecordFromSandbox_json_zenodocommunities() throws Exception {

		testAsIndexRecord_json("test_zenodo_community2.json");

	}

	@Test

	public void testAsIndexRecordFromZenodo_intelcomp() throws Exception {

		testAsIndexRecord_json("test_zenodo_dmp_intelcomp.json");

	}

	@Test

	public void testEscapeUnicode() {

		final String unicodeTxt =

			"i.e. closed curves of the form $t\ud835\udfc4 [0,2\u03c0] \u21a6 (\\cos t)u + (\\sin t)v$ for suitable orthogonal vectors $u$";

		System.out.println(StringEscapeUtils.escapeXml11(unicodeTxt));

	}

	@Test

	public void testAsIndexRecordFromZenodo_doi() throws Exception {

		testAsIndexRecord_json("test_zenodo_doi.json");

	}

}

{

  "originalId": "oai:zenodo.org:8282705",

  "title": "স্বাধীনতার পঁচাত্তর",

  "authors": [

    "মহম্মদ সেলিম"

  ],

  "publisher": "Zenodo",

  "description": "\u003cp\u003e\u0026nbsp;স্বাধীনতার পঁচাত্তর\u003c/p\u003e",

  "language": "ben",

  "pids": [

    {

      "type": "oai",

      "value": "oai:zenodo.org:8282705"

    },

    {

      "type": "doi",

      "value": "10.5281/zenodo.8282705"

    }

  ],

  "licenseCode": "OPEN",

  "type": "publication",

  "resourceType": "0001",

  "url": "https://zenodo.org/record/8282705",

  "collectedFromId": "opendoar____::2659",

  "hostedById": "opendoar____::2659",

  "contexts": [],

  "linksToProjects": []

}

{

  "openaireId":"od_______278::d5b39693ac6c2197e8cf48008a982951",

  "originalId": "oai:rudar.ruc.dk:1800/24691",

  "type": "software",

  "title": "Software test",

  "authors": [

	"Sloan, Patrick Alexander Raaby",

	"Strange, Gustav Valdemar"

  ],

  "publisher": "",

  "description": "This is for testing software",

  "language": "eng",

  "pids": [],

  "licenseCode": "OPEN SOURCE",

  "resourceType": "0000",

  "url": "http://rudar.ruc.dk/handle/1800/24691",

  "collectedFromId": "opendoar____::278",

  "hostedById": "opendoar____::278",

  "linksToProjects": [],

  "contexts": []

}

<?xml version="1.0" ?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>dnet45-parent</artifactId>

		<version>1.0.0</version>

		<relativePath />

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

	<artifactId>dnet-directindex-api</artifactId>

	<packaging>jar</packaging>

	<version>4.0.2</version>

	<scm>

		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-directindex-api/tags/dnet-directindex-api-4.0.2</developerConnection>

	</scm>

	<dependencies>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-openaireplus-mapping-utils</artifactId>

			<version>[7.0.0,8.0.0)</version>

			<exclusions>

				<exclusion>

					<groupId>eu.dnetlib</groupId>

					<artifactId>dnet-hadoop-commons</artifactId>

				</exclusion>

			</exclusions>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-index-client</artifactId>

			<version>[3.0.2,4.0.0)</version>

		</dependency>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

			<version>${junit.version}</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>io.springfox</groupId>

			<artifactId>springfox-swagger2</artifactId>

			<version>${springfox-version}</version>

		</dependency>

		<dependency>

			<groupId>org.mockito</groupId>

			<artifactId>mockito-core</artifactId>

			<version>1.9.5</version>

		</dependency>

		<dependency>

			<groupId>org.apache.velocity</groupId>

			<artifactId>velocity</artifactId>

			<version>1.7</version>

			<exclusions>

				<exclusion>

					<artifactId>antlr</artifactId>

					<groupId>antlr</groupId>

				</exclusion>

			</exclusions>

		</dependency>

		<dependency>

			<groupId>org.apache.velocity</groupId>

			<artifactId>velocity-tools</artifactId>

			<version>2.0</version>

			<exclusions>

				<exclusion>

					<artifactId>antlr</artifactId>

					<groupId>antlr</groupId>

				</exclusion>

			</exclusions>

		</dependency>

		<dependency>

			<groupId>org.springframework</groupId>

			<artifactId>spring-context-support</artifactId>

			<version>${spring.version}</version>

		</dependency>

		<dependency>

			<groupId>com.fasterxml.jackson.core</groupId>

			<artifactId>jackson-annotations</artifactId>

			<version>2.9.4</version>

		</dependency>

    </dependencies>

	<properties>

		<springfox-version>2.5.0</springfox-version>

	</properties>

</project>

{

  "openaireId":"dedup_wf_001::ab42e8116f4ae3c4021fb7c643a8167a",

  "originalId": "ORIG_ID_TEST",

  "type": "publication",

  "title": "TEST TITLE",

  "authors": [

	"Michele Artini",

	"Claudio Atzori",

	"Alessia Bardi"

  ],

  "publisher": "Test publisher",

  "description": "DESCRIPTION DESCRIPTION DESCRIPTION DESCRIPTION DESCRIPTION DESCRIPTION",

  "language": "ita",

  "pids": [

	{

	  "type": "doi",

	  "value": "10.000/xyz-123"

	},

	{

	  "type": "oai",

	  "value": "oai:1234"

	}

  ],

  "accessRightCode": "EMBARGO",

  "licenseCode": "OPEN",

  "embargoEndDate": "2018-02-02",

  "resourceType": "0001",

  "url": "http://test.it/xyz",

  "collectedFromId": "opendoar____::2659",

  "hostedById": "opendoar____::2659",

  "linksToProjects": [

	"info:eu-repo/grantAgreement/EC/FP7/283595/EU//OpenAIREplus",

	"info:eu-repo/grantAgreement/EC/FP7/244909/EU/Making Capabilities Work/WorkAble"

  ],

  "contexts": [

	"egi::classification::natsc::math::pure",

	"egi::classification::natsc::math::stats"

  ]

}

{

  "openaireId":"od_______278::d5b39693ac6c2197e8cf48008a982951",

  "originalId": "oai:rudar.ruc.dk:1800/24691",

  "type": "other",

  "title": "Other test record",

  "authors": [

    "Sloan, Patrick Alexander Raaby",

    "Strange, Gustav Valdemar"

  ],

  "publisher": "",

  "description": "This is for testing software",

  "language": "eng",

  "pids": [],

  "licenseCode": "OPEN SOURCE",

  "resourceType": "0000",

  "url": "http://rudar.ruc.dk/handle/1800/24691",

  "collectedFromId": "opendoar____::278",

  "hostedById": "opendoar____::278",

  "linksToProjects": [],

  "contexts": []

}

{

  "openaireId":"od_______278::d5b39693ac6c2197e8cf48008a982950",

  "originalId": "oai:rudar.ruc.dk:1800/24690",

  "type": "publication",

  "title": "Autofiktion",

  "authors": [

	"Sloan, Patrick Alexander Raaby",

	"Strange, Gustav Valdemar",

	"Freund-Jensen, Sofie",

	"Canvin, Emilie Meistrup",

	"Faaborg, Ida Selvejer",

	"Kruse, Mikkel"

  ],

  "publisher": "",

  "description": "The following paper is a project on the autofictional book Færdig med Eddy Bellegueule by Édouard Louis (2015). The main focus is to ascertain how the novel is an expression of the author’s effort to connect social life and literature, and what part autofiction as a genre plays in this process. A textual analysis will describe the narrator’s position, and the aesthetic grip of the novel. Furthermore, we will analyze the central themes in Louis’ novel with theories by sociologist Pierre Bourdieu, gender theorist Judith Butler and postcolonial theorist Gayatri Spivak. This includes symbolic violence, gender roles, language and suppression. With use of classic literary theory and the more recent and specific theory on autofiction, the paper concludes, that Færdig med Eddy Bellegueule is based on non-fictional events, but presents these events through a fictionalization that raise the story into a literary work of art. The genre autofiction encircles a current tendency to blend non-fictional events and characters into literature, and Færdig med Eddy Bellegueule writes itself perfectly into this twilight zone between fact and fiction.",

  "language": "eng",

  "pids": [],

  "licenseCode": "OPEN",

  "resourceType": "0006",

  "url": "http://rudar.ruc.dk/handle/1800/24690",

  "collectedFromId": "opendoar____::278",

  "hostedById": "opendoar____::278",

  "linksToProjects": [],

  "contexts": []

}

{"authors": ["Dag Haug", "Marius J\xf8hndal"],

  "collectedFromId": "re3data_____::r3d100010468",

  "contexts": ["https://sandbox.zenodo.org/communities/oac-ni","pippo", "egi"],

  "description": "<p>Official releases of the PROIEL treebank of ancient Indo-European languages</p>",

  "hostedById": "re3data_____::r3d100010468",

  "licenseCode": "OPEN",

  "originalId": "10.5281/zenodo.11003",

  "pids": [{"type": "oai", "value": "oai:zenodo.org:11003"},

  {"type": "doi", "value": "10.5281/zenodo.11003"}],

  "publisher": "Zenodo",

  "resourceType": "0021",

  "title": "proiel-treebank: 20140723 version",

  "type": "dataset",

  "url": "https://zenodo.org/record/11003"}

{

  "originalId": "ORIG_ID_12345",

  "title": "TEST TITLE WITH Greek Characters",

  "authors": [

	"αβγδεζηθικλμ νξοπρσςτυφχψω",

	"ΑΒΓΔΕΖΗΘΙΚΛ ΜΝΞΟΠΡΣΤΥΦΧΨΩ"

  ],

  "publisher": "âââââââ",

  "description": "Αν περιμένατε να βρίσκεται εδώ μια σελίδα και δεν υπάρχει, η σελίδα μπορεί να μην εμφανίζεται λόγω καθυστέρησης στην ανανέωση της βάσης δεδομένων, ή μπορεί να έχει διαγραφεί. (Δείτε την γρήγορη διαγραφή σελίδων για πιθανούς λόγους). Μπορείτε να δοκιμάστε την λειτουργία εκκαθάρισης, και να ελέγξετε το αρχείο διαγραφών.",

  "language": "ell",

  "pids": [

	{

	  "type": "doi",

	  "value": "10.000/xyz-123-gr"

	}

  ],

  "licenseCode": "EMBARGO",

  "embargoEndDate": "2018-02-02",

  "resourceType": "0001",

  "url": "http://test.it/xyz",

  "collectedFromId": "opendoar____::2659",

  "hostedById": "opendoar____::2367",

  "linksToProjects": [

	"info:eu-repo/grantAgreement/EC/FP7/123456/EU//Test"

  ],

  "contexts": [

	"egi::classification::natsc::math::stats"

  ]

}

package eu.dnetlib.openaire.directindex.api;

import java.text.SimpleDateFormat;

import java.util.Date;

import javax.annotation.PostConstruct;

import javax.annotation.Resource;

import org.apache.commons.lang.exception.ExceptionUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.solr.client.solrj.impl.CloudSolrClient;

import org.apache.solr.common.SolrInputDocument;

import org.apache.velocity.app.VelocityEngine;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.http.HttpStatus;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.ExceptionHandler;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.ResponseBody;

import org.springframework.web.bind.annotation.ResponseStatus;

import com.google.gson.Gson;

import eu.dnetlib.common.rmi.DNetRestDocumentation;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.index.solr.feed.StreamingInputDocumentFactory;

import eu.dnetlib.miscutils.functional.UnaryFunction;

import eu.dnetlib.openaire.directindex.objects.ResultEntry;

import eu.dnetlib.openaire.directindex.objects.ResultEntryToOaf;

import eu.dnetlib.openaire.directindex.utils.OafToIndexRecordFactory;

/**

 * Created by michele on 11/11/15.

 */

@Controller

@DNetRestDocumentation

public class OpenaireResultSubmitter {

	private static final Log log = LogFactory.getLog(OpenaireResultSubmitter.class);

	@Value(value = "${openaire.api.community}")

	private String community_api;

	@Value(value = "${openaire.api.dsm}")

	private String dsm_api;

	@Value(value = "oaf.schema.location")

	private String oafSchemaLocation;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Resource

	private OafToIndexRecordFactory oafToIndexRecordFactory;

	@Resource

	private RecentResultsQueue recentResultsQueue;

	@Resource(name = "openaireplusApisVelocityEngine")

	private VelocityEngine velocityEngine;

	@Resource(name = "indexClientManager")

	private IndexClientManager clientManager;

	@Resource(name = "resultSubmitterService")

	private ResultSubmitterService submitterService;

	@Autowired

	private IndexDSRetriever indexDSRetriever;

	private OpenAIRESubmitterUtils utils;

	@PostConstruct

	public void init() {

		utils = new OpenAIRESubmitterUtils(community_api, dsm_api);

	}

	@RequestMapping(value = {

		"/api/admin/autocommit/active"

	}, method = RequestMethod.GET)

	public @ResponseBody Boolean getAutocommit() throws DirecIndexApiException {

		return submitterService.isAutocommitactive();

	}

	@RequestMapping(value = {

		"/api/admin/autocommit/active"

	}, method = RequestMethod.POST)

	public @ResponseBody Boolean setAutocommit(@RequestParam(value = "active", required = true) final Boolean active) throws DirecIndexApiException {

		submitterService.setAutocommitactive(active);

		log.info(String.format("automatic commit, active '%s', frequency '%s'", submitterService.isAutocommitactive(), submitterService.getCommitfrquency()));

		return submitterService.isAutocommitactive();

	}

	@RequestMapping(value = "/api/admin/evictCache", method = RequestMethod.GET)

	@ResponseStatus(value = HttpStatus.OK)

	public void evictCache() {

		indexDSRetriever.evictCache();

	}

	@Deprecated

	@RequestMapping(value = {

		"/api/publications/feedJson", "/api/results/feedJson"

	}, method = RequestMethod.POST)

	public @ResponseBody String feedObjectJson(@RequestParam(value = "json", required = true) final String json,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws DirecIndexApiException {

		log.debug(json);

		final ResultEntry pub = new Gson().fromJson(json, ResultEntry.class);

		return feedObject(pub, commit);

	}

	@RequestMapping(value = {

		"/api/results/feedObject"

	}, method = RequestMethod.POST)

	public @ResponseBody String feedResult(@RequestBody final ResultEntry pub,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit)

		throws DirecIndexApiException {

		return feed(pub, commit);

	}

	@Deprecated

	@RequestMapping(value = {

		"/api/publications/feedObject"

	}, method = RequestMethod.POST)

	public @ResponseBody String feedObject(@RequestBody final ResultEntry pub,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit)

		throws DirecIndexApiException {

		return feed(pub, commit);

	}

	@RequestMapping(value = "/api/result/{openaireId}", method = RequestMethod.DELETE)

	public @ResponseBody boolean deleteResultWithOpenaireId(

		@PathVariable(value = "openaireId") final String openaireId,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws DirecIndexApiException {

		return deleteResult(openaireId);

	}

	@RequestMapping(value = "/api/results", method = RequestMethod.DELETE)

	public @ResponseBody boolean deleteResultWithOriginalId(

		@RequestParam(value = "originalId", required = true) final String originalId,

		@RequestParam(value = "collectedFromId", required = true) final String collectedFromId,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws Exception {

		final String openaireId = ResultEntryToOaf.calculateOpenaireId(originalId, collectedFromId, utils);

		return deleteResult(openaireId);

	}

	@Deprecated

	@RequestMapping(value = {

		"/api/publications/deleteObject", "/api/results/delete"

	}, method = RequestMethod.POST)

	public @ResponseBody boolean deleteResultPost(

		@RequestParam(value = "originalId", required = true) final String originalId,

		@RequestParam(value = "collectedFromId", required = true) final String collectedFromId,

		@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws Exception {

		final String openaireId = ResultEntryToOaf.calculateOpenaireId(originalId, collectedFromId, utils);

		return deleteResult(openaireId);

	}

	@Deprecated

	private String feed(final ResultEntry pub, final boolean commit) throws DirecIndexApiException {

		return feed(pub);

	}

	private String feed(final ResultEntry pub) throws DirecIndexApiException {

		log.debug(pub);

		try {

			final ResultEntryToOaf toOaf = new ResultEntryToOaf(utils);

			final IndexDsInfo info = indexDSRetriever.calculateCurrentIndexDsInfo();

			final String oafRecord = toOaf.asOafRecord(pub, velocityEngine, serviceLocator.getService(ISLookUpService.class), oafSchemaLocation);

			final SolrInputDocument solrDocument =

				prepareSolrDocument(oafRecord, info.getIndexDsId(), oafToIndexRecordFactory.newTransformer(info.getFormat()));

			clientManager.getClient(info).add(solrDocument);

			recentResultsQueue.add(oafRecord);

			return pub.getOpenaireId();

		} catch (final Throwable e) {

			log.error("Error saving record", e);

			log.debug(pub.toString());

			throw new DirecIndexApiException("Error adding publication: " + e.getMessage(), e);

		}

	}

	private SolrInputDocument prepareSolrDocument(final String record, final String indexDsId, final UnaryFunction<String, String> toIndexRecord) throws DirecIndexApiException {

		try {

			final StreamingInputDocumentFactory documentFactory = new StreamingInputDocumentFactory();

			final String version = new SimpleDateFormat("yyyy-MM-dd'T'hh:mm:ss'Z'").format(new Date());

			final String indexRecord = toIndexRecord.evaluate(record);

			if (log.isDebugEnabled()) {

				log.debug("***************************************\nSubmitting index record:\n" + indexRecord + "\n***************************************\n");

			}

			return documentFactory.parseDocument(version, indexRecord, "dnetResult");

		} catch (final Throwable e) {

			throw new DirecIndexApiException("Error creating solr document", e);

		}

	}

	private boolean deleteResult(final String openaireId) throws DirecIndexApiException {

		try {

			final IndexDsInfo info = indexDSRetriever.calculateCurrentIndexDsInfo();

			final String query = String.format("objidentifier:\"%s\" OR resultdupid:\"%s\"", openaireId, openaireId);

			final CloudSolrClient client = clientManager.getClient(info);

			client.deleteByQuery(info.getColl(), query);

			log.info("Deleted result with id: " + openaireId + " from: " + info.getIndexBaseUrl());

			recentResultsQueue.remove(openaireId);

			return true;

		} catch (final Throwable e) {

			throw new DirecIndexApiException("Error deleting publication: " + e.getMessage(), e);

		}

	}

	@ExceptionHandler(Exception.class)

	@ResponseStatus(value = HttpStatus.INTERNAL_SERVER_ERROR)

	public @ResponseBody ErrorMessage handleException(final Exception e) {

		log.error("Error in direct index API", e);

		return new ErrorMessage(e);

	}

	public class ErrorMessage {

		private final String message;

		private final String stacktrace;

		public ErrorMessage(final Exception e) {

			this(e.getMessage(), ExceptionUtils.getStackTrace(e));

		}

		public ErrorMessage(final String message, final String stacktrace) {

			this.message = message;

			this.stacktrace = stacktrace;

		}

		public String getMessage() {

			return this.message;

		}

		public String getStacktrace() {

			return this.stacktrace;

		}

	}

}

{"type_source": "SVN", "goal": "package -U source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-directindex-api/trunk/", "deploy_repository": "dnet45-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet45-snapshots", "name": "dnet-directindex-api"}

{

  "authors":[

	"Alouges, Fran\u00e7ois",

	"Di Fratta, Giovanni"

  ],

  "collectedFromId":"opendoar____::2659",

  "description":"The paper is about the parking 3-sphere swimmer ($\\text{sPr}_3$). This is a low-Reynolds number model swimmer composed of three balls of equal radii. The three balls can move along three horizontal axes (supported in the same plane) that mutually meet at the center of $\\text{sPr}_3$ with angles of $120^{\u2218}$ . The governing dynamical system is introduced and the implications of its geometric symmetries revealed. It is then shown that, in the first order range of small strokes, optimal periodic strokes are ellipses embedded in 3d space, i.e. closed curves of the form $t\ud835\udfc4 [0,2\u03c0] \u21a6 (\\cos t)u + (\\sin t)v$ for suitable orthogonal vectors $u$ and $v$ of $\u211d^3$. A simple analytic expression for the vectors $u$ and $v$ is derived. The results of the paper are used in a second article where the real physical dynamics of $\\text{sPr}_3$ is analyzed in the asymptotic range of very long arms. ; Comment: 17 pages, 4 figures",

  "hostedById":"opendoar____::2659",

  "licenseCode":"OPEN",

  "originalId":"oai:zenodo.org:996201",

  "pids":[

	{

	  "type":"oai",

	  "value":"oai:zenodo.org:996201"

	},

	{

	  "type":"doi",

	  "value":"10.5281/zenodo.996201"

	}

  ],

  "publisher":"Zenodo",

  "resourceType":"0020",

  "title":"Parking 3-sphere swimmer. I. Energy minimizing strokes",

  "type":"publication",

  "url":"https://zenodo.org/record/996201"

}

{

  "authors": ["Milanese, Alessio", "Mende, Daniel", "Zeller, Georg", "Sunagawa, Shinichi"],

  "collectedFromId": "re3data_____::r3d100010468",

  "description": "<p>We simulated ten human gut metagenomic samples to assess the taxonomic quantification accuracy of the mOTUs tool (<a href=\"http: \// motu-tool.org \/\">link</a>). In this directory you can find the metagenomic samples, the gold standard (used to produce them) and the profiles obtained with four metagenomic profiler tools.</p>\\n\\n<p>Check README.txt for more information.</p>",

  "hostedById": "re3data_____::r3d100010468",

  "licenseCode": "OPEN",

  "originalId": "10.5281/zenodo.1473645",

  "pids": [

    {"type": "oai", "value": "oai:zenodo.org:1473645"},

    {"type": "doi", "value": "10.5281/zenodo.1473645"}

  ],

  "publisher": "Zenodo",

  "resourceType": "0021",

  "title": "Simulated Human gut metagenomic samples to benchmark mOTUs v2",

  "type": "dataset",

  "url": "https://zenodo.org/record/1473645",

  "version": "2"

}

{"authors":["test"],

  "collectedFromId":"re3data_____::r3d100010468",

  "contexts":["https://zenodo.org/communities/oac-ni"],

  "description":"<p>test</p>",

  "hostedById":"re3data_____::r3d100010468",

  "licenseCode":"OPEN",

  "originalId":"oai:zenodo.org:315784",

  "pids":[{"type":"oai","value":"oai:zenodo.org:315784"},

    {"type":"doi","value":"10.5072/zenodo.315784"}],"resourceType":"0020","title":"test","type":"other","url":"https://zenodo.org/record/315784"}

<xsl:stylesheet version="1.0"

                xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:nxsl="http://www.w3.org/1999/XSL/TransformXX">

	<xsl:output omit-xml-declaration="yes" method="xml"/>

	<xsl:namespace-alias stylesheet-prefix="nxsl" result-prefix="xsl"/>

	<xsl:param name="format"/>

	<xsl:template match="/">

		<xsl:apply-templates select="//LAYOUT"/>

	</xsl:template>

	<xsl:template match="LAYOUT">

		<nxsl:stylesheet version="1.0"

		                 xmlns:dnet="eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions"

		                 xmlns:dri="http://www.driver-repository.eu/namespace/dri"

		                 exclude-result-prefixes="dnet">

			<nxsl:output version="1.0" omit-xml-declaration="yes"

			             method="xml"/>

			<nxsl:variable name="format">

				<xsl:value-of select="$format"/>

			</nxsl:variable>

			<nxsl:template match="/">

				<indexRecord>

					<indexRecordIdentifier>

						<nxsl:value-of select="//dri:objIdentifier"/>

					</indexRecordIdentifier>

					<targetFields>

						<nxsl:if test="count(//*[local-name()='metadata']/*) &gt; 0">

							<xsl:apply-templates select="FIELDS/FIELD[@indexable='true']"/>

						</nxsl:if>

					</targetFields>

					<dnetResult>

						<nxsl:copy-of select="/*[local-name()='record']/*[local-name()='result']/*[local-name()='header']"/>

						<metadata>

							<xsl:apply-templates select="FIELDS/FIELD"

							                     mode="result"/>

						</metadata>

					</dnetResult>

				</indexRecord>

			</nxsl:template>

		</nxsl:stylesheet>

	</xsl:template>

	<xsl:template match="FIELD[@indexable='true']">

		<xsl:choose>

			<xsl:when test="@constant">

				<xsl:element name="{@name}">

					<xsl:value-of select="@constant"/>

				</xsl:element>

			</xsl:when>

			<xsl:when test="@value and not(@xpath)">

				<xsl:choose>

					<xsl:when test="contains(@type, 'date')">

						<nxsl:variable name="{@name}" select="dnet:normalizeDate(normalize-space({normalize-space(@value)}), false())"/>

						<nxsl:if test="string-length(${@name}) &gt; 0">

							<nxsl:element name="{@name}">

								<nxsl:value-of select="${@name}"/>

							</nxsl:element>

						</nxsl:if>

					</xsl:when>

					<xsl:otherwise>

						<nxsl:element name="{@name}">

							<nxsl:value-of select="{@value}"/>

						</nxsl:element>

					</xsl:otherwise>

				</xsl:choose>

			</xsl:when>

			<xsl:otherwise>

				<xsl:variable name="value">

					<xsl:choose>

						<xsl:when test="@value">

							<xsl:value-of select="@value"/>

						</xsl:when>

						<xsl:otherwise>

							.

						</xsl:otherwise>

					</xsl:choose>

				</xsl:variable>

				<nxsl:for-each select="{@xpath}">

					<xsl:element name="{@name}">

						<xsl:choose>

							<xsl:when test="@tokenizable='false'">

								<nxsl:value-of select="normalize-space({normalize-space($value)})"/>

							</xsl:when>

							<xsl:otherwise>

								<nxsl:value-of select="{normalize-space($value)}"/>

							</xsl:otherwise>

						</xsl:choose>

					</xsl:element>

				</nxsl:for-each>

			</xsl:otherwise>

		</xsl:choose>

	</xsl:template>

	<xsl:template match="FIELD" mode="result">

		<xsl:if test="@result='true'">

			<nxsl:copy-of select="{@xpath}"/>

		</xsl:if>

	</xsl:template>

	<xsl:template match="FIELD" mode="header">

		<xsl:if test="@header='true'">

			<nxsl:copy-of select="{@xpath}"/>

		</xsl:if>

	</xsl:template>

</xsl:stylesheet>

### Root Level ###

log4j.rootLogger=WARN, CONSOLE

### Configuration for the CONSOLE appender ###

log4j.appender.CONSOLE=org.apache.log4j.ConsoleAppender

log4j.appender.CONSOLE.layout=org.apache.log4j.PatternLayout

log4j.appender.CONSOLE.layout.ConversionPattern=[%-5p] %d %c - %m%n

org.apache.cxf.Logger=org.apache.cxf.common.logging.Log4jLogger

### Application Level ###

log4j.logger.eu.dnetlib=INFO

log4j.logger.eu.dnetlib.msro.openaireplus.workflows.nodes.contexts=DEBUG

log4j.logger.eu.dnetlib.openaire.directindex.api=DEBUG

package eu.dnetlib.openaire.directindex.api;

import java.io.StringWriter;

import java.util.ArrayList;

import java.util.Collection;

import java.util.HashMap;

import java.util.HashSet;

import java.util.List;

import java.util.Map;

import java.util.stream.Collectors;

import org.apache.commons.lang.StringUtils;

import org.springframework.web.client.RestClientException;

import org.springframework.web.client.RestTemplate;

import com.google.common.collect.Sets;

import eu.dnetlib.miscutils.functional.hash.Hashing;

import eu.dnetlib.openaire.directindex.objects.DatasourceEntry;

import eu.dnetlib.openaire.directindex.objects.DsmSearchRequest;

import eu.dnetlib.openaire.directindex.objects.DsmSearchResponse;

import eu.dnetlib.openaire.directindex.objects.ZenodoContextList;

/**

 * Created by michele on 15/01/16.

 */

public class OpenAIRESubmitterUtils {

	private static final org.apache.commons.logging.Log log = org.apache.commons.logging.LogFactory.getLog(OpenAIRESubmitterUtils.class);

	private static final String ZENODO_COMMUNITY = "zenodo.org/communities/";

	private final String community_api;

	private final String dsm_api;

	public OpenAIRESubmitterUtils(final String community_api, final String dsm_api) {

		this.community_api = community_api;

		this.dsm_api = dsm_api;

	}

	public DatasourceEntry findDatasource(final String dsId) {

		final RestTemplate rt = new RestTemplate();

		final String url = dsm_api + "/searchdetails/0/1?requestSortBy=id&order=ASCENDING";

		try {

			final DsmSearchResponse res = rt.postForObject(url, new DsmSearchRequest(dsId), DsmSearchResponse.class);

			return res.getDatasourceInfo()

				.stream()

				.map(ds -> new DatasourceEntry(ds.getId(), ds.getOfficialname(), ds.getNamespaceprefix()))

				.findFirst()

				.orElse(null);

		} catch (final RestClientException rce) {

			log.error("Unable to get object for " + url);

			return null;

		}

	}

	public Map<String, String> calculateProjectInfo(final String link) {

		final Map<String, String> info = new HashMap<>();

		final String[] arr = link.split("/");

		// info:eu-repo/grantAgreement/EC/FP7/244909/EU/Making Capabilities Work/WorkAble

		if (arr.length > 4) {

			final String acronym = arr.length > 7 ? arr[7] : "";

			final String title = arr.length > 6 ? StringUtils.isNotBlank(arr[6]) ? arr[6] : acronym : "";

			final String jurisdiction = arr.length > 5 ? arr[5] : "";

			final String funderId = calculateFunderId(arr[2], arr[3]);

			final String funderShortName = fixFunderShortName(arr[2]);

			final String fundingName = fixFundingName(funderShortName, arr[3]);

			info.put("id", calculateProjectId(arr[2], arr[3], arr[4]));

			info.put("funderShortName", fixFunderShortName(arr[2]));

			info.put("fundingName", fundingName);

			info.put("code", unescape(arr[4]));

			info.put("jurisdiction", jurisdiction);

			info.put("title", title);

			info.put("acronym", acronym);

			info.put("funderId", funderId);

			info.put("funderName", calculateFunderName(arr[2]));

			if (StringUtils.isNotBlank(arr[3])) {

				info.put("fundingId", funderId + "::" + fundingName);

			}

		}

		return info;

	}

	// TODO: remove me when Zenodo ingests the good UKRI projects

	protected String fixFunderShortName(final String funderShortName) {

		switch (funderShortName) {

		case "RCUK":

			return "UKRI";

		default:

			return funderShortName;

		}

	}

	protected String calculateFunderPrefix(final String funderShortName, final String funding) {

		switch (funderShortName.toLowerCase()) {

		case "chist-era":

			return "chistera____::";

		case "conicyt":

			return "conicytf____::";

		case "dfg":

			return "dfgf________::";

		case "ec":

			switch (funding.toLowerCase()) {

			case "fp7":

				return "corda_______::";

			case "h2020":

				return "corda__h2020::";

			default:

				return "corda_____he::";

			}

		case "eea":

			return "euenvagency_::";

		case "hrzz":

		case "mzos":

			return "irb_hr______::";

		case "tara":

			return "taraexp_____::";

		case "tubitak":

			return "tubitakf____::";

		case "rcuk":

			return "ukri________::";

		default:

			String prefix = funderShortName.toLowerCase();

			// ensure we have 12 chars

			while (prefix.length() < 12) {

				prefix += "_";

			}

			return prefix + "::";

		}

	}

	protected String calculateProjectId(final String funderShortName, final String funding, final String code) {

		final String suffix = Hashing.md5(unescape(code));

		final String funderPrefix = calculateFunderPrefix(funderShortName, funding);

		return funderPrefix + suffix;

	}

	private String unescape(final String code) {

		return code.replace("%2F", "/");

	}

	protected String calculateFunderId(final String funderShortName, final String funding) {

		switch (funderShortName.toLowerCase()) {

		case "ec":

			return "ec__________::EC";

		default:

			final String fixedFunderShortName = fixFunderShortName(funderShortName);

			final String prefix = calculateFunderPrefix(fixedFunderShortName, funding);

			return prefix + fixedFunderShortName.toUpperCase();

		}

	}

	protected String calculateFunderName(final String funderShortName) {

		switch (funderShortName.toLowerCase()) {

		case "aff":

		case "aka":

			return "Academy of Finland";

		case "anr":

			return "French National Research Agency (ANR)";

		case "arc":

			return "Australian Research Council (ARC)";

		case "asap":

			return "Aligning Science Across Parkinson's";

		case "chist-era":

			return "CHIST-ERA";

		case "cihr":

			return "Canadian Institutes of Health Research";

		case "conicyt":

			return "Comisión Nacional de Investigación Científica y Tecnológica";

		case "dfg":

			return "Deutsche Forschungsgemeinschaft";

		case "ec":

			return "European Commission";

		case "eea":

			return "European Environment Agency";

		case "fct":

			return "Fundação para a Ciência e a Tecnologia, I.P.";

		case "fwf":

			return "Austrian Science Fund (FWF)";

		case "gsrt":

			return "General Secretariat of Research and Technology (GSRT)";

		case "hrzz":

			return "Croatian Science Foundation (CSF)";

		case "innoviris":

			return "INNOVIRIS";

		case "mestd":

			return "Ministry of Education, Science and Technological Development of Republic of Serbia";

		case "miur":

			return "Ministero dell'Istruzione dell'Università e della Ricerca";

		case "mzos":

			return "Ministry of Science, Education and Sports of the Republic of Croatia (MSES)";

		case "nhmrc":

			return "National Health and Medical Research Council (NHMRC)";

		case "nih":

			return "National Institutes of Health";

		case "nsf":

			return "National Science Foundation";

		case "nserc":

			return "Natural Sciences and Engineering Research Council of Canada";

		case "nwo":

			return "Netherlands Organisation for Scientific Research (NWO)";

		case "rcuk":

		case "ukri":

			return "UK Research and Innovation";

		case "rif":

		case "rpf":

			return "Research and Innovation Foundation";

		case "rsf":

			return "Russian Science Foundation";

		case "sfi":

			return "Science Foundation Ireland";

		case "sgov":

			return "Gobierno de España";

		case "snsf":

			return "Swiss National Science Foundation";

		case "sshrc":

			return "Social Sciences and Humanities Research Council";

		case "tara":

			return "Tara Expeditions Foundation";

		case "tubitak":

			return "Türkiye Bilimsel ve Teknolojik Araştırma Kurumu";

		case "wt":

			return "Wellcome Trust";

		default:

			log.error("Funder short name '" + funderShortName + "' not managed");

			return "";

		}

	}

	protected String fixFundingName(final String funderShortName, final String fundingName) {

		switch (funderShortName) {

		case "EC":

			if (fundingName.toLowerCase().startsWith("horizon 2020")) { return "H2020"; }

			if (fundingName.toLowerCase().startsWith("horizon europe")) { return "HE"; }

		default:

			return fundingName;

		}

	}

	public Collection<String> translateZenodoCommunity(final String community) {

		if (community.contains(ZENODO_COMMUNITY)) {

			final String context = community.substring(community.lastIndexOf("/") + 1);

			final RestTemplate rt = new RestTemplate();

			try {

				return new HashSet<>(rt.getForObject(community_api + context + "/openairecommunities", ZenodoContextList.class)

					.getOpenAirecommunitylist());

			} catch (final RestClientException rce) {

				log.error("Unable to get object for " + community_api + context + "/openairecommunities");

				log.error(rce.getMessage());

				return new HashSet<>();

			}

		} else {

			return Sets.newHashSet(community);

		}

	}

	private ContextInfo createContextInfo(final String[] arr, final int pos, final Map<String, String> labelMap) {

		final StringWriter id = new StringWriter();

		id.write(arr[0]);

		for (int i = 0; i < pos; i++) {

			id.write("::");

			id.write(arr[i + 1]);

		}

		final String label = labelMap.get(id.toString());

		final String elem = pos == 0 ? "context" : pos == 1 ? "category" : "concept";

		final ContextInfo info = new ContextInfo(elem, id.toString(), label);

		if (pos + 1 < arr.length) {

			info.getChildren().add(createContextInfo(arr, pos + 1, labelMap));

		}

		return info;

	}

	public List<ContextInfo> processContexts(final List<String> zenodoCommunities, final Map<String, String> labelMap) {

		return zenodoCommunities.stream()

			.map(c -> translateZenodoCommunity(c))

			.flatMap(coll -> coll.stream())

			.map(ctx -> createContextInfo(ctx.split("::"), 0, labelMap))

			.filter(info -> StringUtils.isNotBlank(info.getLabel()))

			.collect(Collectors.toList());

	}

	public class ContextInfo {

		private String elem;

		private String id;

		private String label;

		private List<ContextInfo> children = new ArrayList<>();

		public ContextInfo(final String elem,

			final String id, final String label) {

			this.elem = elem;

			this.id = id;

			this.label = label;

		}

		public String getElem() {

			return elem;

		}

		public void setElem(final String elem) {

			this.elem = elem;

		}

		public String getId() {

			return id;

		}

		public void setId(final String id) {

			this.id = id;

		}

		public List<ContextInfo> getChildren() {

			return children;

		}

		public void setChildren(final List<ContextInfo> children) {

			this.children = children;

		}

		public boolean isRoot() {

			return elem.equals("context");

		}

		public String getLabel() {

			return label;

		}

		public void setLabel(final String label) {

			this.label = label;

		}

	}

}

package eu.dnetlib.openaire.directindex.api;

import java.io.StringReader;

import java.util.Iterator;

import java.util.List;

import com.mongodb.*;

import com.mongodb.client.model.IndexOptions;

import eu.dnetlib.miscutils.datetime.DateUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Required;

/**

 * Created by michele on 11/11/15.

 */

public class RecentResultsQueue implements Iterable<String> {

	private static final Log log = LogFactory.getLog(RecentResultsQueue.class);

	private DB db;

	private String collection;