D-Net

package eu.dnetlib.msro.openaireplus.api.objects;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Date;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.concurrent.TimeUnit;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.velocity.app.VelocityEngine;

import org.apache.velocity.tools.generic.EscapeTool;

import org.springframework.ui.velocity.VelocityEngineUtils;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.miscutils.functional.hash.Hashing;

import eu.dnetlib.msro.openaireplus.api.SinglePublicationSubmitterUtils;

/**

 * Created by michele on 02/12/15.

 */

public class PublicationEntry {

	private String originalId;

	private String title;

	private List<String> authors = new ArrayList<String>();

	private String publisher;

	private String description;

	private String language;

	private List<PidEntry> pids = new ArrayList<PidEntry>();

	private String licenseCode;

	private String embargoEndDate;

	private String type = "publication";

	private String resourceType;

	private String url;

	private String collectedFromId;

	private String hostedById;

	// String according to openaire guidelines:

	// info:eu-repo/grantAgreement/Funder/FundingProgram/ProjectID/[Jurisdiction]/[ProjectName]/[ProjectAcronym]

	private List<String> contexts = new ArrayList<String>();

	// String according to the EGI context profile, example: egi::classification::natsc::math

	private List<String> linksToProjects = new ArrayList<String>();

	private static long last_cache_update = 0;

	private static final Map<String, Map<String, String>> cached_vocabularies = new HashMap<String, Map<String, String>>();

	private static final Map<String, DatasourceEntry> cached_datasources = new HashMap<String, DatasourceEntry>();

	private static final Map<String, String> cached_contexts = new HashMap<String, String>();

	private static final Log log = LogFactory.getLog(PublicationEntry.class);

	public PublicationEntry() {}

	public String getOriginalId() {

		return originalId;

	}

	public void setOriginalId(final String originalId) {

		this.originalId = originalId;

	}

	public String getTitle() {

		return title;

	}

	public void setTitle(final String title) {

		this.title = title;

	}

	public List<String> getAuthors() {

		return authors;

	}

	public void setAuthors(final List<String> authors) {

		this.authors = authors;

	}

	public String getPublisher() {

		return publisher;

	}

	public void setPublisher(final String publisher) {

		this.publisher = publisher;

	}

	public String getDescription() {

		return description;

	}

	public void setDescription(final String description) {

		this.description = description;

	}

	public String getLanguage() {

		return language;

	}

	public void setLanguage(final String language) {

		this.language = language;

	}

	public List<PidEntry> getPids() {

		return pids;

	}

	public void setPids(final List<PidEntry> pids) {

		this.pids = pids;

	}

	public String getLicenseCode() {

		return licenseCode;

	}

	public void setLicenseCode(final String licenseCode) {

		this.licenseCode = licenseCode;

	}

	public String getResourceType() {

		return resourceType;

	}

	public void setResourceType(final String resourceType) {

		this.resourceType = resourceType;

	}

	public String getUrl() {

		return url;

	}

	public void setUrl(final String url) {

		this.url = url;

	}

	public String getCollectedFromId() {

		return collectedFromId;

	}

	public void setCollectedFromId(final String collectedFromId) {

		this.collectedFromId = collectedFromId;

	}

	public String getHostedById() {

		return hostedById;

	}

	public void setHostedById(final String hostedById) {

		this.hostedById = hostedById;

	}

	public List<String> getContexts() {

		return contexts;

	}

	public void setContexts(final List<String> contexts) {

		this.contexts = contexts;

	}

	public List<String> getLinksToProjects() {

		return linksToProjects;

	}

	public void setLinksToProjects(final List<String> linksToProjects) {

		this.linksToProjects = linksToProjects;

	}

	public String getType() {

		return type;

	}

	public void setType(final String type) {

		this.type = type;

	}

	public String getEmbargoEndDate() {

		return embargoEndDate;

	}

	public void setEmbargoEndDate(final String embargoEndDate) {

		this.embargoEndDate = embargoEndDate;

	}

	public String asOafRecord(final VelocityEngine ve,

			final ISLookUpService lookupService,

			final String oafSchemaLocation) throws Exception {

		final DatasourceEntry collectedFromEntry = getDatasourceInfo(collectedFromId, lookupService);

		final DatasourceEntry hostedByEntry = getDatasourceInfo(hostedById, lookupService);

		final String objId = calculateObjId(originalId, collectedFromEntry);

		final Map<String, Object> model = new HashMap<String, Object>();

		model.put("esc", new EscapeTool());

		model.put("util", new SinglePublicationSubmitterUtils());

		model.put("pub", this);

		model.put("objIdentifier", objId);

		model.put("oafSchemaLocation", oafSchemaLocation);

		model.put("resultTypes", getVocabulary("dnet:result_typologies", lookupService));

		model.put("licenses", getVocabulary("dnet:access_modes", lookupService));

		model.put("resourceTypes", getVocabulary("dnet:publication_resource", lookupService));

		model.put("pidTypes", getVocabulary("dnet:pid_types", lookupService));

		model.put("languages", getVocabulary("dnet:languages", lookupService));

		model.put("contexts", getContexts(lookupService));

		model.put("dateOfCollection", (new SimpleDateFormat("yyyy-MM-dd\'T\'hh:mm:ss\'Z\'")).format(new Date()));

		model.put("collectedFrom", collectedFromEntry);

		model.put("hostedBy", hostedByEntry);

		return VelocityEngineUtils.mergeTemplateIntoString(ve, "/eu/dnetlib/msro/openaireplus/api/indexRecord.xml.vm", "UTF-8", model);

	}

	public static String calculateObjId(final String originalId, final DatasourceEntry collectedFromEntry) {

		return collectedFromEntry.getPrefix() + "::" + Hashing.md5(originalId);

	}

	public static String calculateObjId(final String originalId, final String collectedFromId, final ISLookUpService lookupService) throws ISLookUpException {

		return calculateObjId(originalId, getDatasourceInfo(collectedFromId, lookupService));

	}

	private synchronized static DatasourceEntry getDatasourceInfo(final String dsId, final ISLookUpService lookupService) throws ISLookUpException {

		if (StringUtils

				.isBlank(dsId)) { return new DatasourceEntry("openaire____::1256f046-bf1f-4afc-8b47-d0b147148b18", "Unknown Repository", "unknown_____"); }

		if (!cached_datasources.containsKey(dsId)) {

			final String query =

					"collection('/db/DRIVER/RepositoryServiceResources/RepositoryServiceResourceType')//CONFIGURATION[./DATASOURCE_ORIGINAL_ID='" + dsId

							+ "']/concat(./OFFICIAL_NAME, ' @@@ ', .//FIELD/value[../key='NamespacePrefix'])";

			final String s = lookupService.getResourceProfileByQuery(query);

			final String[] arr = s.split("@@@");

			final DatasourceEntry ds = new DatasourceEntry(dsId, arr[0].trim(), arr[1].trim());

			if (StringUtils.isBlank(ds.getName()) || StringUtils.isBlank(ds.getPrefix())) {

				log.error("Invalid datasource id: " + dsId);

				throw new ISLookUpException("Invalid datasource id: " + dsId);

			} else {

				cached_datasources.put(dsId, ds);

			}

		}

		return cached_datasources.get(dsId);

	}

	private synchronized static Map<String, String> getVocabulary(final String voc, final ISLookUpService lookupService) throws ISLookUpException {

		if (((DateUtils.now() - last_cache_update) < TimeUnit.MINUTES.toMillis(15)) && cached_vocabularies.containsKey(voc)) {

			return cached_vocabularies.get(voc);

		} else {

			final String query = "collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code='" + voc

					+ "']//TERM/concat(@code, ' @@@ ', @english_name)";

			final Map<String, String> map = new HashMap<String, String>();

			for (final String s : lookupService.quickSearchProfile(query)) {

				final String[] arr = s.split("@@@");

				map.put(arr[0].trim(), arr[1].trim());

			}

			cached_vocabularies.put(voc, map);

			last_cache_update = DateUtils.now();

			return map;

		}

	}

	private synchronized static Map<String, String> getContexts(final ISLookUpService lookupService) throws ISLookUpException {

		if (((DateUtils.now() - last_cache_update) > TimeUnit.MINUTES.toMillis(15)) || cached_contexts.isEmpty()) {

			final String query =

					"collection('/db/DRIVER/ContextDSResources/ContextDSResourceType')[.//context/@type='community']//*[name()='context' or name()='category' or name()='concept']/concat(@id, ' @@@ ', @label)";

			cached_contexts.clear();

			for (final String s : lookupService.quickSearchProfile(query)) {

				final String[] arr = s.split("@@@");

				cached_contexts.put(arr[0].trim(), arr[1].trim());

			}

			last_cache_update = DateUtils.now();

		}

		return cached_contexts;

	}

}

package eu.dnetlib.msro.openaireplus.api.objects;

import eu.dnetlib.miscutils.functional.hash.Hashing;

import org.apache.commons.lang.StringUtils;

/**

 * Created by michele on 02/12/15.

 */

public class DatasourceEntry {

	private String id;

	private String name;

	private String prefix;

	public DatasourceEntry() {

	}

	public DatasourceEntry(final String id, final String name, final String prefix) {

		this.id = id;

		this.name = name;

		this.prefix = prefix;

	}

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public String getPrefix() {

		return prefix;

	}

	public void setPrefix(final String prefix) {

		this.prefix = prefix;

	}

	public String calculateOpenaireId() {

		if (StringUtils.isNotBlank(id)) {

			final String[] arr = id.split("::");

			if (arr.length == 2) {

				return String.format("%s::%s", arr[0], Hashing.md5(arr[1]));

			}

		}

		return "";

	}

}

package eu.dnetlib.msro.openaireplus.api.objects;

/**

 * Created by michele on 02/12/15.

 */

public class PidEntry {

	private String type;

	private String value;

	public PidEntry() {

	}

	public PidEntry(final String type, final String value) {

		this.type = type;

		this.value = value;

	}

	public String getType() {

		return type;

	}

	public void setType(final String type) {

		this.type = type;

	}

	public String getValue() {

		return value;

	}

	public void setValue(final String value) {

		this.value = value;

	}

}

package eu.dnetlib.msro.openaireplus.api;

import javax.annotation.Resource;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.lang.exception.ExceptionUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.velocity.app.VelocityEngine;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.core.io.ClassPathResource;

import org.springframework.http.HttpStatus;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.ExceptionHandler;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.ResponseBody;

import org.springframework.web.bind.annotation.ResponseStatus;

import com.google.gson.Gson;

import eu.dnetlib.data.index.CloudIndexClient;

import eu.dnetlib.data.index.CloudIndexClientFactory;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.openaireplus.api.objects.PublicationEntry;

import eu.dnetlib.msro.openaireplus.utils.OafToIndexRecordFactory;

import eu.dnetlib.msro.rmi.MSROException;

/**

 * Created by michele on 11/11/15.

 */

@Controller

public class SinglePublicationSubmitter {

	private static final Log log = LogFactory.getLog(SinglePublicationSubmitter.class);

	public class IndexDsInfo {

		private final String indexBaseUrl;

		private final String indexDsId;

		private final String format;

		private final String coll;

		public IndexDsInfo(final String indexBaseUrl, final String indexDsId, final String format, final String coll) {

			this.indexBaseUrl = indexBaseUrl;

			this.indexDsId = indexDsId;

			this.format = format;

			this.coll = coll;

		}

		public String getIndexBaseUrl() {

			return indexBaseUrl;

		}

		public String getIndexDsId() {

			return indexDsId;

		}

		public String getFormat() {

			return format;

		}

		public String getColl() {

			return coll;

		}

	}

	@Value(value = "oaf.schema.location")

	private String oafSchemaLocation;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Resource

	private OafToIndexRecordFactory oafToIndexRecordFactory;

	@Resource

	private RecentPublicationsQueue recentPublicationsQueue;

	@Resource(name = "openaireplusApisVelocityEngine")

	private VelocityEngine velocityEngine;

	@Value(value = "${openaireplus.msro.api.findSolrIndexUrl.xquery}")

	private ClassPathResource findSolrIndexUrl;

	@Value(value = "${openaireplus.msro.api.findIndexDsInfo.xquery}")

	private ClassPathResource findIndexDsInfo;

	@RequestMapping(value = "/api/publications/feedJson", method = RequestMethod.POST)

	public @ResponseBody boolean addPublication(@RequestParam(value = "json", required = true) final String json,

			@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws MSROException {

		final PublicationEntry pub = new Gson().fromJson(json, PublicationEntry.class);

		return addPublication(pub, commit);

	}

	@RequestMapping(value = "/api/publications/feedObject", method = RequestMethod.POST)

	public @ResponseBody boolean addPublication(@RequestBody final PublicationEntry pub,

			@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit)

			throws MSROException {

		if (StringUtils.isBlank(pub.getOriginalId())) { throw new MSROException("A required field is missing: originalId"); }

		if (StringUtils.isBlank(pub.getTitle())) { throw new MSROException("A required field is missing: title"); }

		if (StringUtils.isBlank(pub.getUrl())) { throw new MSROException("A required field is missing: url"); }

		if (StringUtils.isBlank(pub.getLicenseCode())) { throw new MSROException("A required field is missing: licenseCode"); }

		if (StringUtils.isBlank(pub.getResourceType())) { throw new MSROException("A required field is missing: resourceType"); }

		if (StringUtils.isBlank(pub.getCollectedFromId())) { throw new MSROException("A required field is missing: collectedFromId"); }

		if (StringUtils.isBlank(pub.getType())) { throw new MSROException("A required field is missing: type"); }

		/*

		 * if (StringUtils.isBlank(pub.getHostedById())) { throw new MSROException("A required field is missing: hostedById"); }

		 */

		CloudIndexClient idxClient = null;

		try {

			final IndexDsInfo idx = calculateCurrentIndexDsInfo();

			idxClient = CloudIndexClientFactory.newIndexClient(idx.getIndexBaseUrl(), idx.getColl(), false);

			final String oafRecord = pub.asOafRecord(velocityEngine, serviceLocator.getService(ISLookUpService.class), oafSchemaLocation);

			recentPublicationsQueue.add(oafRecord);

			return (idxClient.feed(oafRecord, idx.getIndexDsId(), oafToIndexRecordFactory.newTransformer(idx.getFormat()), commit) == 0);

		} catch (final Throwable e) {

			throw new MSROException("Error adding publication: " + e.getMessage(), e);

		} finally {

			if (idxClient != null) {

				idxClient.close();

			}

		}

	}

	@RequestMapping(value = "/api/publications/deleteObject", method = RequestMethod.POST)

	public @ResponseBody boolean deletePublication(

			@RequestParam(value = "originalId", required = true) final String originalId,

			@RequestParam(value = "collectedFromId", required = true) final String collectedFromId,

			@RequestParam(value = "commit", required = false, defaultValue = "true") final boolean commit) throws MSROException {

		CloudIndexClient idxClient = null;

		try {

			final IndexDsInfo idx = calculateCurrentIndexDsInfo();

			final String objId = PublicationEntry.calculateObjId(originalId, collectedFromId, serviceLocator.getService(ISLookUpService.class));

			idxClient = CloudIndexClientFactory.newIndexClient(idx.getIndexBaseUrl(), idx.getColl(), false);

			idxClient.remove(objId, commit);

			recentPublicationsQueue.remove(objId);

			return true;

		} catch (final Throwable e) {

			throw new MSROException("Error adding publication: " + e.getMessage(), e);

		} finally {

			if (idxClient != null) {

				idxClient.close();

			}

		}

	}

	@ExceptionHandler(Exception.class)

	@ResponseStatus(value = HttpStatus.INTERNAL_SERVER_ERROR)

	public @ResponseBody ErrorMessage handleException(final Exception e) {

		log.error("Error in direct index API", e);

		return new ErrorMessage(e);

	}

	private IndexDsInfo calculateCurrentIndexDsInfo() throws Exception {

		final String queryUrl = IOUtils.toString(findSolrIndexUrl.getInputStream());

		final String queryDs = IOUtils.toString(findIndexDsInfo.getInputStream());

		final ISLookUpService lu = serviceLocator.getService(ISLookUpService.class);

		final String indexBaseUrl = lu.getResourceProfileByQuery(queryUrl);

		final String[] arr = lu.getResourceProfileByQuery(queryDs).split("@@@");

		return new IndexDsInfo(indexBaseUrl, arr[0].trim(), arr[1].trim(), arr[2].trim());

	}

	public class ErrorMessage {

		private final String message;

		private final String stacktrace;

		public ErrorMessage(final Exception e) {

			this(e.getMessage(), ExceptionUtils.getStackTrace(e));

		}

		public ErrorMessage(final String message, final String stacktrace) {

			this.message = message;

			this.stacktrace = stacktrace;

		}

		public String getMessage() {

			return this.message;

		}

		public String getStacktrace() {

			return this.stacktrace;

		}

	}

}

package eu.dnetlib.msro.openaireplus.api;

import java.io.StringWriter;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import org.apache.commons.lang.StringUtils;

import com.google.common.base.Function;

import com.google.common.collect.Lists;

import eu.dnetlib.miscutils.functional.hash.Hashing;

/**

 * Created by michele on 15/01/16.

 */

public class SinglePublicationSubmitterUtils {

	public Map<String, String> calculateProjectInfo(final String link) {

		final Map<String, String> info = new HashMap<String, String>();

		final String[] arr = link.split("/");

		// info:eu-repo/grantAgreement/EC/FP7/244909/EU/Making Capabilities Work/WorkAble

		final String funderId = calculateFunderId(arr[2]);

		info.put("id", calculateProjectId(arr[2], arr[3], arr[4]));

		info.put("funderShortName", arr[2]);

		info.put("fundingName", arr[3]);

		info.put("code", arr[4]);

		info.put("jurisdiction", arr[5]);

		info.put("title", StringUtils.isNotBlank(arr[6]) ? arr[6] : arr[7]);

		info.put("acronym", arr[7]);

		info.put("funderId", funderId);

		info.put("funderName", calculateFunderName(arr[2]));

		info.put("fundingId", funderId + "::" + arr[3]);

		return info;

	}

	private String calculateProjectId(final String funderShortName, final String funding, final String code) {

		final String suffix = Hashing.md5(code);

		if (funderShortName.equalsIgnoreCase("ec")) {

			if (funding.equalsIgnoreCase("fp7")) {

				return "corda_______::" + suffix;

			} else {

				return "corda__h2020::" + suffix;

			}

		} else if (funderShortName.equalsIgnoreCase("arc")) {

			return "arc_________::" + suffix;

		} else if (funderShortName.equalsIgnoreCase("fct")) {

			return "fct_________::" + suffix;

		} else if (funderShortName.equalsIgnoreCase("nhmrc")) {

			return "nhmrc_______::" + suffix;

		} else if (funderShortName.equalsIgnoreCase("wt")) {

			return "wt__________::" + suffix;

		} else {

			return "";

		}

	}

	private String calculateFunderId(final String funderShortName) {

		if (funderShortName.equalsIgnoreCase("ec")) {

			return "ec__________::EC";

		} else if (funderShortName.equalsIgnoreCase("arc")) {

			return "arc_________::ARC";

		} else if (funderShortName.equalsIgnoreCase("fct")) {

			return "fct_________::FCT";

		} else if (funderShortName.equalsIgnoreCase("nhmrc")) {

			return "nhmrc_______::NHMRC";

		} else if (funderShortName.equalsIgnoreCase("wt")) {

			return "wt__________::WT";

		} else {

			return "";

		}

	}

	private String calculateFunderName(final String funderShortName) {

		if (funderShortName.equalsIgnoreCase("ec")) {

			return "European Commission";

		} else if (funderShortName.equalsIgnoreCase("arc")) {

			return "Australian Research Council (ARC)";

		} else if (funderShortName.equalsIgnoreCase("fct")) {

			return "Fundação para a Ciência e a Tecnologia";

		} else if (funderShortName.equalsIgnoreCase("nhmrc")) {

			return "National Health and Medical Research Council (NHMRC)";

		} else if (funderShortName.equalsIgnoreCase("wt")) {

			return "Wellcome Trust";

		} else {

			return "";

		}

	}

	public List<ContextInfo> processContexts(final List<String> list) {

		return Lists.newArrayList(Lists.transform(list, new Function<String, ContextInfo>() {

			@Override

			public ContextInfo apply(final String s) {

				return createContextInfo(s.split("::"), 0);

			}

			private ContextInfo createContextInfo(final String[] arr, final int pos) {

				final StringWriter id = new StringWriter();

				id.write(arr[0]);

				for (int i = 0; i < pos; i++) {

					id.write("::");

					id.write(arr[i + 1]);

				}

				final String elem = (pos == 0) ? "context" : (pos == 1) ? "category" : "concept";

				final ContextInfo info = new ContextInfo(elem, id.toString());

				if ((pos + 1) < arr.length) {

					info.getChildren().add(createContextInfo(arr, pos + 1));

				}

				return info;

			}

		}));

	}

	public class ContextInfo {

		private String elem;

		private String id;

		private List<ContextInfo> children = new ArrayList<ContextInfo>();

		public ContextInfo(final String elem,

				final String id) {

			this.elem = elem;

			this.id = id;

		}

		public String getElem() {

			return elem;

		}

		public void setElem(final String elem) {

			this.elem = elem;

		}

		public String getId() {

			return id;

		}

		public void setId(final String id) {

			this.id = id;

		}

		public List<ContextInfo> getChildren() {

			return children;

		}

		public void setChildren(final List<ContextInfo> children) {

			this.children = children;

		}

		public boolean isRoot() {

			return elem.equals("context");

		}

	}

}

package eu.dnetlib.msro.openaireplus.api;

import java.io.StringReader;

import java.util.Iterator;

import java.util.List;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Required;

import com.mongodb.BasicDBObject;

import com.mongodb.BasicDBObjectBuilder;

import com.mongodb.DB;

import com.mongodb.DBCollection;

import com.mongodb.DBCursor;

import com.mongodb.DBObject;

import eu.dnetlib.miscutils.datetime.DateUtils;

/**

 * Created by michele on 11/11/15.

 */

public class RecentPublicationsQueue implements Iterable<String> {

	private static final Log log = LogFactory.getLog(RecentPublicationsQueue.class);

	private DB db;

	private String collection;

	public void init() {

		if (!db.collectionExists(collection)) {

			log.info(String.format("creating collection %s", collection));

			db.createCollection(collection, new BasicDBObject());

		}

	}

	@Override

	public Iterator<String> iterator() {

		final DBCursor cursor = db.getCollection(collection).find();

		return new Iterator<String>() {

			@Override

			public boolean hasNext() {

				return cursor.hasNext();

			}

			@Override

			public String next() {

				final DBObject obj = cursor.next();

				return ((obj != null) && obj.containsField("record")) ? obj.get("record").toString() : "";

			}

			@Override

			public void remove() {

				throw new RuntimeException("NOT IMPLEMENTED");

			}

		};

	}

	synchronized public void add(final String oaf) throws Exception {

		final String id = (new SAXReader()).read(new StringReader(oaf)).valueOf("//*[local-name() = 'objIdentifier']");

		log.info("Saving record " + id + " in db: " + db.getName() + ", coll: " + collection);

		final DBCollection coll = db.getCollection(collection);

		final DBObject obj = BasicDBObjectBuilder.start()

				.append("id", id)

				.append("record", oaf)

				.append("date", DateUtils.now())

				.get();

		coll.update(new BasicDBObject("id", id), obj, true, false);

	}

	public void remove(final List<String> list) {

		final DBCollection coll = db.getCollection(collection);

		for (final String id : list) {

			coll.remove(new BasicDBObject("id", id));

		}

	}

	public void remove(final String... ids) {

		final DBCollection coll = db.getCollection(collection);

		for (final String id : ids) {

			coll.remove(new BasicDBObject("id", id));

		}

	}

	public DB getDb() {

		return db;

	}

	@Required

	public void setDb(final DB db) {

		this.db = db;

	}

	public String getCollection() {

		return collection;

	}

	@Required

	public void setCollection(final String collection) {

		this.collection = collection;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

       xmlns:p="http://www.springframework.org/schema/p"

       xmlns="http://www.springframework.org/schema/beans"

       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

    <bean id="recentPublicationsQueue" class="eu.dnetlib.msro.openaireplus.api.RecentPublicationsQueue"

          p:db-ref="msroApiMongoDB" p:collection="${openaireplus.msro.api.mongo.collection}"

          init-method="init"/>

    <bean id="apiMongoServer" class="com.mongodb.Mongo">

        <constructor-arg index="0" type="com.mongodb.ServerAddress">

            <bean class="com.mongodb.ServerAddress">

                <constructor-arg index="0"

                                 value="${openaireplus.msro.api.mongo.host}"/>

                <constructor-arg index="1"

                                 value="${openaireplus.msro.api.mongo.port}"/>

            </bean>

        </constructor-arg>

    </bean>

    <bean id="apiOafToIndexRecordFactory" class="eu.dnetlib.msro.openaireplus.utils.OafToIndexRecordFactory"

          p:layoutToRecord="${openaireplus.msro.api.layoutToRecord.xslt}"/>

    <bean id="msroApiMongoDB" factory-bean="apiMongoServer"

          factory-method="getDB">

        <constructor-arg index="0" value="${openaireplus.msro.api.mongo.db}"/>

    </bean>

    <bean id="openaireplusApisVelocityEngine" class="org.springframework.ui.velocity.VelocityEngineFactoryBean">

        <property name="velocityProperties">

            <value>

                resource.loader=class

                class.resource.loader.class=org.apache.velocity.runtime.resource.loader.ClasspathResourceLoader

                runtime.log.logsystem.class=org.apache.velocity.runtime.log.Log4JLogChute

            </value>

        </property>

    </bean>

</beans>

<?xml version="1.0" encoding="UTF-8"?>

<!--

#macro(context $ctx)

        <$!ctx.elem id="$!esc.xml($!ctx.id)" label="$!esc.xml($contexts.get($!ctx.id))" #if($!ctx.isRoot()) type="community"#end>

	#foreach($child in $!ctx.children)#context($child)#end

        </$!ctx.elem>

#end

-->

<record xmlns:dri="http://www.driver-repository.eu/namespace/dri" xmlns:oaf="http://namespace.openaire.eu/oaf">

    <result>

        <header>

            <dri:objIdentifier>$!esc.xml($!objIdentifier)</dri:objIdentifier>

            <dri:dateOfCollection>$!esc.xml($!dateOfCollection)</dri:dateOfCollection>

            <dri:status>under curation</dri:status>

            <counters/>

        </header>

        <metadata>

            <oaf:entity schemaLocation="http://namespace.openaire.eu/oaf $!oafSchemaLocation">

                <oaf:result>

                    <title classid="main title" classname="main title" schemeid="dnet:dataCite_title" schemename="dnet:dataCite_title">

						$!esc.xml($!pub.title)

                    </title>

                    <dateofacceptance/>

                    <resulttype classid="$!esc.xml($!pub.type)" classname="$!esc.xml($!resultTypes.get($!pub.type))" schemeid="dnet:result_typologies" schemename="dnet:result_typologies"/>

                    <language classid="$!esc.xml($!pub.language)" classname="$!esc.xml($!languages.get($!pub.language))" schemeid="dnet:languages"

                              schemename="dnet:languages"/>

                    <description>

						$!esc.xml($!pub.description)

                    </description>

                    <country classid="" classname="" schemeid="" schemename=""/>

                    <subject classid="" classname="" schemeid="" schemename=""/>

                    <relevantdate classid="" classname="" schemeid="" schemename=""/>

                    <publisher>$!esc.xml($!pub.publisher)</publisher>

                    <embargoenddate>$!esc.xml($!pub.embargoEndDate)</embargoenddate>

                    <source/>

                    <fulltext/>

                    <format/>

                    <storagedate/>

                    <resourcetype classid="" classname="" schemeid="" schemename=""/>

                    <device/>

                    <size/>

                    <version/>

                    <lastmetadataupdate/>

                    <metadataversionnumber/>

                    <originalId>$!esc.xml($!pub.originalId)</originalId>

                    <collectedfrom name="$!esc.xml($!collectedFrom.name)" id="$!esc.xml($!collectedFrom.calculateOpenaireId())"/>

					#foreach($pid in $!pub.pids)

                        <pid classid="$!esc.xml($!pid.type)" classname="$!esc.xml($!pidTypes.get($!pid.type))" schemeid="dnet:pid_types"

                             schemename="dnet:pid_types">$!esc.xml($pid.value)</pid>

					#end

                    <bestlicense classid="$!esc.xml($!pub.licenseCode)" classname="$!esc.xml($!licenses.get($!pub.licenseCode))"

                                 schemeid="dnet:access_modes" schemename="dnet:access_modes"/>

					#foreach($ctx in $util.processContexts($!pub.contexts))

						#context($ctx)

					#end

                    <datainfo>

                        <inferred>false</inferred>

                        <deletedbyinference>false</deletedbyinference>

                        <trust>0.9</trust>

                        <inferenceprovenance/>

                        <provenanceaction classid="user:insert" classname="user:insert" schemeid="dnet:provenanceActions" schemename="dnet:provenanceActions"/>

                    </datainfo>

                    <rels>

						#foreach($author in $!pub.authors)

                            <rel inferred="false" trust="0.9" inferenceprovenance="" provenanceaction="sysimport:crosswalk:repository">

                                <to class="hasAuthor" scheme="dnet:personroles" type="person"/>

                                <ranking>$velocityCount</ranking>

                                <fullname>$!author</fullname>

                            </rel>

						#end

						#foreach($link in $!pub.linksToProjects)

							#set( $info = $!util.calculateProjectInfo($!link) )

                            <rel inferred="false" trust="0.9" inferenceprovenance="" provenanceaction="user:claim:search">

                                <to class="isProducedBy" scheme="dnet:result_project_relations" type="project">$!esc.xml($!info.id)</to>

                                <code>$!esc.xml($!info.code)</code>

                                <acronym>$!esc.xml($!info.acronym)</acronym>

                                <title>$!esc.xml($!info.title)</title>

                                <contracttype classid="" classname="" schemeid="" schemename=""/>

                                <funding>

                                    <funder id="$!esc.xml($!info.funderId)"

                                            shortname="$!esc.xml($!info.funderShortName)"

                                            name="$!esc.xml($!info.funderName)"

                                            jurisdiction="$!esc.xml($!info.jurisdiction)"/>

                                    <funding_level_0 name="$!esc.xml($!info.fundingName)">$!esc.xml($!info.fundingId)</funding_level_0>

                                </funding>

                            </rel>

						#end

                    </rels>

                    <children>

                        <instance id="$!esc.xml($!objIdentifier)">

                            <licence classid="$!esc.xml($!pub.licenseCode)" classname="$!esc.xml($licenses.get($!pub.licenseCode))"

                                     schemeid="dnet:access_modes" schemename="dnet:access_modes"/>

                            <instancetype classid="$!esc.xml($!pub.resourceType)" classname="$!esc.xml($resourceTypes.get($!pub.resourceType))"

                                          schemeid="dnet:publication_resource" schemename="dnet:publication_resource"/>

                            <hostedby name="$!esc.xml($!hostedBy.name)" id="$!esc.xml($!hostedBy.calculateOpenaireId())"/>

                            <webresource>

                                <url>$!esc.xml($!pub.url)</url>

                            </webresource>

                        </instance>

                    </children>

                </oaf:result>

            </oaf:entity>

        </metadata>

    </result>

</record>

let $format := collection('/db/DRIVER/ServiceResources/SearchServiceResourceType')//SERVICE_PROPERTIES[./PROPERTY[@key = 'infrastructure' and @value = 'public']]/PROPERTY[@key = "mdformat"]/@value/string()

for $x in collection('/db/DRIVER/IndexDSResources/IndexDSResourceType')

where

    $x//METADATA_FORMAT = $format and

            $x//METADATA_FORMAT_INTERPRETATION = 'openaire' and

            $x//METADATA_FORMAT_LAYOUT = 'index'

return

    concat($x//RESOURCE_IDENTIFIER/@value/string(), ' @@@ ', $format, ' @@@ ', $format, '-index-openaire')

collection("/db/DRIVER/ServiceResources/IndexServiceResourceType")//PROTOCOL[@name = "solr" or @name = "SOLR"]/@address/string()

openaireplus.msro.api.mongo.host = localhost

openaireplus.msro.api.mongo.port = 27017

openaireplus.msro.api.mongo.db   = openaireplus_apis

openaireplus.msro.api.mongo.collection = recent_publications

openaireplus.msro.api.layoutToRecord.xslt = /eu/dnetlib/msro/openaireplus/workflows/index/openaireLayoutToRecordStylesheet.xsl

openaireplus.msro.api.findSolrIndexUrl.xquery = /eu/dnetlib/msro/openaireplus/api/findSolrIndexUrl.xquery

openaireplus.msro.api.findIndexDsInfo.xquery = /eu/dnetlib/msro/openaireplus/api/findIndexDsInfo.xquery