D-Net

    <orderEntry type="library" name="Maven: org.codehaus.woodstox:woodstox-core-asl:4.4.1" level="project" />

    <orderEntry type="library" name="Maven: org.codehaus.woodstox:stax2-api:3.1.4" level="project" />

    <orderEntry type="library" name="Maven: eu.dnetlib:dnet-objectstore-rmi:2.0.11-SNAPSHOT" level="project" />

    <orderEntry type="library" name="Maven: org.apache.solr:solr-solrj:4.10.4" level="project" />

    <orderEntry type="library" name="Maven: org.apache.zookeeper:zookeeper:3.4.6" level="project" />

    <orderEntry type="library" name="Maven: org.codehaus.woodstox:wstx-asl:3.2.7" level="project" />

    <orderEntry type="library" name="Maven: org.noggit:noggit:0.5" level="project" />

    <orderEntry type="library" name="Maven: org.slf4j:jcl-over-slf4j:1.7.24" level="project" />

    <orderEntry type="library" name="Maven: org.apache.httpcomponents:httpclient:4.5.3" level="project" />

    <orderEntry type="library" name="Maven: org.apache.httpcomponents:httpcore:4.4.6" level="project" />

    <orderEntry type="library" name="Maven: org.apache.httpcomponents:httpmime:4.5.3" level="project" />

		getTerms().forEach(term -> byCode.put(term.getCode(), term));

import eu.dnetlib.enabling.datasources.common.Api;

import eu.dnetlib.enabling.datasources.common.Datasource;

import eu.dnetlib.enabling.datasources.common.DatasourceManagerCommon;

import eu.dnetlib.enabling.datasources.common.DatasourceManagerException;

import eu.dnetlib.openaire.exporter.datasource.clients.Response;

public interface DatasourceManagerRMI<DS extends Datasource<?, ?>, API extends Api<?>> extends DatasourceManagerCommon<DS, API> {

	Response listCountries() throws DatasourceManagerException;

	Response listIds(int page, int size) throws DatasourceManagerException;

	Response getDsInfo(String dsId) throws DatasourceManagerException;

	Response searchByName(String name, int page, int size) throws DatasourceManagerException;

	Response searchByContactemail(String contactemail, int page, int size) throws DatasourceManagerException;

	Response searchByCountry(String country, int page, int size) throws DatasourceManagerException;

	void updateRegisteringUser(String dsId, String registeredBy) throws DatasourceManagerException;

	void updatePlatform(String dsId, String platform) throws DatasourceManagerException;

import com.fasterxml.jackson.annotation.JsonAutoDetect;

	@JsonAutoDetect

import eu.dnetlib.data.objectstore.rmi.ObjectStoreService;

		return getServiceStub(ISLookUpService.class, config.getIsLookupUrl());

	}

	@Bean

	public ObjectStoreService getObjectStoreService() {

		return getServiceStub(ObjectStoreService.class, config.getObjectStoreServiceUrl());

	}

	private <T> T getServiceStub(final Class<T> clazz, final String endpoint) {

		jaxWsProxyFactory.setServiceClass(clazz);

		jaxWsProxyFactory.setAddress(endpoint);

		return (T) jaxWsProxyFactory.create();

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-objectstore-rmi</artifactId>

			<version>[2.0.0,3.0.0)</version>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpclient</artifactId>

			<version>4.5.3</version>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpcore</artifactId>

			<version>4.4.6</version>

		</dependency>

		<dependency>

			<groupId>org.apache.httpcomponents</groupId>

			<artifactId>httpmime</artifactId>

			<version>4.5.3</version>

		</dependency>

		<dependency>

		<apache.solr.version>4.10.4</apache.solr.version>

package eu.dnetlib.openaire.exporter.model;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.openaire.exporter.model.datasource.ApiDetails;

import eu.dnetlib.openaire.exporter.model.datasource.DatasourceDetails;

import eu.dnetlib.openaire.exporter.model.datasource.db.ApiDbEntry;

import eu.dnetlib.openaire.exporter.model.datasource.db.DatasourceDbEntry;

public class ConversionUtils {

	public static DatasourceDetails asDetails(final DatasourceDbEntry d) {

		//TODO replace with direct object mapping to get better performances

		final ObjectMapper mapper = new ObjectMapper();

		return mapper.convertValue(d, DatasourceDetails.class);

	}

	public static ApiDetails asDetails(final ApiDbEntry d) {

		//TODO replace with direct object mapping to get better performances

		final ObjectMapper mapper = new ObjectMapper();

		return mapper.convertValue(d, ApiDetails.class);

	}

	public static DatasourceDbEntry asDbEntry(DatasourceDetails d) {

		//TODO replace with direct object mapping to get better performances

		final ObjectMapper mapper = new ObjectMapper();

		return mapper.convertValue(d, DatasourceDbEntry.class);

	}

}

package eu.dnetlib.openaire.exporter.model.datasource;

import java.sql.Date;

import com.fasterxml.jackson.annotation.JsonAutoDetect;

import io.swagger.annotations.ApiModel;

@JsonAutoDetect

@ApiModel(value = "Datasource model", description = "provides information about the datasource")

public class ApiDetails {

	private String id = null;

	private String protocol = null;

	private String datasource = null;

	private String contentdescription = null;

	private String typology = null;

	private String compatibility;

	private Integer lastCollectionTotal;

	private Date lastCollectionDate;

	private Integer lastAggregationTotal;

	private Date lastAggregationDate;

	private Integer lastDownloadTotal;

	private Date lastDownloadDate;

	private String baseurl;

	public String getId() {

		return id;

	}

	public String getProtocol() {

		return protocol;

	}

	public String getDatasource() {

		return datasource;

	}

	public String getContentdescription() {

		return contentdescription;

	}

	public String getTypology() {

		return typology;

	}

	public String getCompatibility() {

		return compatibility;

	}

	public Integer getLastCollectionTotal() {

		return lastCollectionTotal;

	}

	public Date getLastCollectionDate() {

		return lastCollectionDate;

	}

	public Integer getLastAggregationTotal() {

		return lastAggregationTotal;

	}

	public Date getLastAggregationDate() {

		return lastAggregationDate;

	}

	public Integer getLastDownloadTotal() {

		return lastDownloadTotal;

	}

	public Date getLastDownloadDate() {

		return lastDownloadDate;

	}

	public String getBaseurl() {

		return baseurl;

	}

	public ApiDetails setId(final String id) {

		this.id = id;

		return this;

	}

	public ApiDetails setProtocol(final String protocol) {

		this.protocol = protocol;

		return this;

	}

	public ApiDetails setDatasource(final String datasource) {

		this.datasource = datasource;

		return this;

	}

	public ApiDetails setContentdescription(final String contentdescription) {

		this.contentdescription = contentdescription;

		return this;

	}

	public ApiDetails setTypology(final String typology) {

		this.typology = typology;

		return this;

	}

	public ApiDetails setCompatibility(final String compatibility) {

		this.compatibility = compatibility;

		return this;

	}

	public ApiDetails setLastCollectionTotal(final Integer lastCollectionTotal) {

		this.lastCollectionTotal = lastCollectionTotal;

		return this;

	}

	public ApiDetails setLastCollectionDate(final Date lastCollectionDate) {

		this.lastCollectionDate = lastCollectionDate;

		return this;

	}

	public ApiDetails setLastAggregationTotal(final Integer lastAggregationTotal) {

		this.lastAggregationTotal = lastAggregationTotal;

		return this;

	}

	public ApiDetails setLastAggregationDate(final Date lastAggregationDate) {

		this.lastAggregationDate = lastAggregationDate;

		return this;

	}

	public ApiDetails setLastDownloadTotal(final Integer lastDownloadTotal) {

		this.lastDownloadTotal = lastDownloadTotal;

		return this;

	}

	public ApiDetails setLastDownloadDate(final Date lastDownloadDate) {

		this.lastDownloadDate = lastDownloadDate;

		return this;

	}

	public ApiDetails setBaseurl(final String baseurl) {

		this.baseurl = baseurl;

		return this;

	}

}

package eu.dnetlib.openaire.exporter.model.datasource;

import java.sql.Date;

import java.util.Set;

import com.fasterxml.jackson.annotation.JsonAutoDetect;

import io.swagger.annotations.ApiModel;

/**

 * Created by claudio on 12/09/16.

 */

@JsonAutoDetect

@ApiModel(value = "Datasource model", description = "provides information about the datasource")

public class DatasourceDetails {

	private String id;

	private String officialname;

	private String englishname;

	private String websiteurl;

	private String logourl;

	private String contactemail;

	private Double latitude;

	private Double longitude;

	private String timezone;

	private String namespaceprefix;

	private Date dateofvalidation;

	private String typology;

	private Date dateofcollection;

	private String platform;

	private String activationId;

	private String description;

	private String issn;

	private String eissn;

	private String lissn;

	private String registeredby;

	private String subjects;

	private Boolean managed;

	private Set<ApiDetails> apis;

	private Set<OrganizationDetails> organizations;

	private Set<IdentitiesDetails> identities;

	public String getId() {

		return id;

	}

	public String getOfficialname() {

		return officialname;

	}

	public String getEnglishname() {

		return englishname;

	}

	public String getWebsiteurl() {

		return websiteurl;

	}

	public String getLogourl() {

		return logourl;

	}

	public String getContactemail() {

		return contactemail;

	}

	public Double getLatitude() {

		return latitude;

	}

	public Double getLongitude() {

		return longitude;

	}

	public String getTimezone() {

		return timezone;

	}

	public String getNamespaceprefix() {

		return namespaceprefix;

	}

	public Date getDateofvalidation() {

		return dateofvalidation;

	}

	public String getTypology() {

		return typology;

	}

	public Date getDateofcollection() {

		return dateofcollection;

	}

	public String getPlatform() {

		return platform;

	}

	public String getActivationId() {

		return activationId;

	}

	public String getDescription() {

		return description;

	}

	public String getIssn() {

		return issn;

	}

	public String getEissn() {

		return eissn;

	}

	public String getLissn() {

		return lissn;

	}

	public String getRegisteredby() {

		return registeredby;

	}

	public String getSubjects() {

		return subjects;

	}

	public Boolean getManaged() {

		return managed;

	}

	public Set<ApiDetails> getApis() {

		return apis;

	}

	public Set<OrganizationDetails> getOrganizations() {

		return organizations;

	}

	public Set<IdentitiesDetails> getIdentities() {

		return identities;

	}

	public DatasourceDetails setId(final String id) {

		this.id = id;

		return this;

	}

	public DatasourceDetails setOfficialname(final String officialname) {

		this.officialname = officialname;

		return this;

	}

	public DatasourceDetails setEnglishname(final String englishname) {

		this.englishname = englishname;

		return this;

	}

	public DatasourceDetails setWebsiteurl(final String websiteurl) {

		this.websiteurl = websiteurl;

		return this;

	}

	public DatasourceDetails setLogourl(final String logourl) {

		this.logourl = logourl;

		return this;

	}

	public DatasourceDetails setContactemail(final String contactemail) {

		this.contactemail = contactemail;

		return this;

	}

	public DatasourceDetails setLatitude(final Double latitude) {

		this.latitude = latitude;

		return this;

	}

	public DatasourceDetails setLongitude(final Double longitude) {

		this.longitude = longitude;

		return this;

	}

	public DatasourceDetails setTimezone(final String timezone) {

		this.timezone = timezone;

		return this;

	}

	public DatasourceDetails setNamespaceprefix(final String namespaceprefix) {

		this.namespaceprefix = namespaceprefix;

		return this;

	}

	public DatasourceDetails setDateofvalidation(final Date dateofvalidation) {

		this.dateofvalidation = dateofvalidation;

		return this;

	}

	public DatasourceDetails setTypology(final String typology) {

		this.typology = typology;

		return this;

	}

	public DatasourceDetails setDateofcollection(final Date dateofcollection) {

		this.dateofcollection = dateofcollection;

		return this;

	}

	public DatasourceDetails setPlatform(final String platform) {

		this.platform = platform;

		return this;

	}

	public DatasourceDetails setActivationId(final String activationId) {

		this.activationId = activationId;

		return this;

	}

	public DatasourceDetails setDescription(final String description) {

		this.description = description;

		return this;

	}

	public DatasourceDetails setIssn(final String issn) {

		this.issn = issn;

		return this;

	}

	public DatasourceDetails setEissn(final String eissn) {

		this.eissn = eissn;

		return this;

	}

	public DatasourceDetails setLissn(final String lissn) {

		this.lissn = lissn;

		return this;

	}

	public DatasourceDetails setRegisteredby(final String registeredby) {

		this.registeredby = registeredby;

		return this;

	}

	public DatasourceDetails setSubjects(final String subjects) {

		this.subjects = subjects;

		return this;

	}

	public DatasourceDetails setManaged(final Boolean managed) {

		this.managed = managed;

		return this;

	}

	public DatasourceDetails setApis(final Set<ApiDetails> apis) {

		this.apis = apis;

		return this;

	}

	public DatasourceDetails setOrganizations(final Set<OrganizationDetails> organizations) {

		this.organizations = organizations;

		return this;

	}

	public DatasourceDetails setIdentities(final Set<IdentitiesDetails> identities) {

		this.identities = identities;

		return this;

	}

}

import javax.persistence.Column;

	@Column(name = "compatibility_override")

	protected String compatibilityOverride;

	public String getCompatibilityOverride() {

		return compatibilityOverride;

	}

	public Api setCompatibilityOverride(final String compatibilityOverride) {

		this.compatibilityOverride = compatibilityOverride;

		return this;

	}

import javax.persistence.EmbeddedId;

public class ApiParamDbEntry implements ApiParam {

	@EmbeddedId

	protected ApiParamKeyDbEntry id;

	protected String value;

	public ApiParamDbEntry() {}

	public ApiParam setId(final ApiParamKeyDbEntry id) {

		this.id = id;

		return this;

	}

		return id;

	public String getValue() {

		return value;

	}

	public void setValue(final String value) {

		this.value = value;

	}

	@Override

	public String getParam() {

		return id.getParam();

	}

	@Override

	public void setParam(final String param) {

		getId().setParam(param);

	}

import javax.persistence.Entity;

import javax.persistence.Table;

package eu.dnetlib.openaire.exporter.model.datasource;

import java.util.List;

import com.fasterxml.jackson.annotation.JsonAutoDetect;

import eu.dnetlib.enabling.datasources.common.AggregationInfo;

import io.swagger.annotations.ApiModel;

@JsonAutoDetect

@ApiModel(value = "Datasource info model", description = "provides information about the datasource and its aggregation status")

public class DatasourceInfo {

	private long indexRecords;

	private long fundedContent;

	private long fulltexts;

	private String lastIndexingDate;

	private DatasourceDetails datasourceDetails;

	private List<AggregationInfo> aggregationHistory;

	private AggregationInfo lastCollection;

	private AggregationInfo lastTransformation;

	public DatasourceInfo() {

		super();

	}

	public DatasourceInfo setIndexRecords(final long indexRecords) {

		this.indexRecords = indexRecords;

		return this;

	}

	public DatasourceInfo setFundedContent(final long fundedContent) {

		this.fundedContent = fundedContent;

		return this;

	}

	public DatasourceInfo setFulltexts(final long fulltexts) {

		this.fulltexts = fulltexts;

		return this;

	}

	public DatasourceInfo setLastIndexingDate(final String lastIndexingDate) {

		this.lastIndexingDate = lastIndexingDate;

		return this;

	}

	public DatasourceInfo setAggregationHistory(final List<AggregationInfo> aggregationHistory) {

		this.aggregationHistory = aggregationHistory;

		return this;

	}

	public DatasourceInfo setLastCollection(final AggregationInfo lastCollection) {

		this.lastCollection = lastCollection;

		return this;

	}

	public DatasourceInfo setLastTransformation(final AggregationInfo lastTransformation) {

		this.lastTransformation = lastTransformation;

		return this;

	}

	public long getIndexRecords() {

		return indexRecords;

	}

	public long getFundedContent() {

		return fundedContent;

	}

	public long getFulltexts() {

		return fulltexts;

	}

	public String getLastIndexingDate() {

		return lastIndexingDate;

	}

	public List<AggregationInfo> getAggregationHistory() {

		return aggregationHistory;

	}

	public AggregationInfo getLastCollection() {

		return lastCollection;

	}

	public AggregationInfo getLastTransformation() {

		return lastTransformation;

	}

	public DatasourceDetails getDatasourceDetails() {

		return datasourceDetails;

	}

	public DatasourceInfo setDatasourceDetails(final DatasourceDetails datasourceDetails) {

		this.datasourceDetails = datasourceDetails;

		return this;

	}

}

package eu.dnetlib.openaire.exporter.model.datasource;

public class IdentitiesDetails {

	private String pid;

	private String issuertype;

	public String getPid() {

		return pid;

	}

	public String getIssuertype() {

		return issuertype;

	}

	public IdentitiesDetails setPid(final String pid) {

		this.pid = pid;

		return this;

	}

	public IdentitiesDetails setIssuertype(final String issuertype) {

		this.issuertype = issuertype;

		return this;

	}

}

package eu.dnetlib.openaire.exporter.model.datasource;

import com.fasterxml.jackson.annotation.JsonAutoDetect;

import io.swagger.annotations.ApiModel;

@JsonAutoDetect

@ApiModel(value = "Organization info model", description = "provides information about the organization")

public class OrganizationDetails {

	private String id;

	private String legalshortname;

	private String legalname;

	private String websiteurl;

	private String logourl;

	private Boolean eclegalbody;

	private Boolean eclegalperson;

	private Boolean ecnonprofit;

	private Boolean ecresearchorganization;

	private Boolean echighereducation;

	private Boolean ecinternationalorganizationeurinterests;

	private Boolean ecinternationalorganization;

	private Boolean ecenterprise;

	private Boolean ecsmevalidated;

	private Boolean ecnutscode;

	private String country;

	public String getId() {

		return id;

	}

	public String getLegalshortname() {

		return legalshortname;

	}

	public String getLegalname() {

		return legalname;

	}

	public String getWebsiteurl() {

		return websiteurl;

	}

	public String getLogourl() {

		return logourl;

	}

	public Boolean getEclegalbody() {

		return eclegalbody;

	}

	public Boolean getEclegalperson() {

		return eclegalperson;

	}

	public Boolean getEcnonprofit() {

		return ecnonprofit;

	}

	public Boolean getEcresearchorganization() {

		return ecresearchorganization;

	}

	public Boolean getEchighereducation() {

		return echighereducation;

	}

	public Boolean getEcinternationalorganizationeurinterests() {

		return ecinternationalorganizationeurinterests;

	}

	public Boolean getEcinternationalorganization() {

		return ecinternationalorganization;

	}

	public Boolean getEcenterprise() {

		return ecenterprise;

	}

	public Boolean getEcsmevalidated() {

		return ecsmevalidated;

	}

	public Boolean getEcnutscode() {

		return ecnutscode;

	}

	public String getCountry() {

		return country;

	}

	public OrganizationDetails setId(final String id) {

		this.id = id;

		return this;

	}

	public OrganizationDetails setLegalshortname(final String legalshortname) {

		this.legalshortname = legalshortname;

		return this;

	}

	public OrganizationDetails setLegalname(final String legalname) {

		this.legalname = legalname;

		return this;

	}

	public OrganizationDetails setWebsiteurl(final String websiteurl) {

		this.websiteurl = websiteurl;

		return this;

	}

	public OrganizationDetails setLogourl(final String logourl) {

		this.logourl = logourl;

		return this;

	}

	public OrganizationDetails setEclegalbody(final Boolean eclegalbody) {

		this.eclegalbody = eclegalbody;

		return this;

	}

	public OrganizationDetails setEclegalperson(final Boolean eclegalperson) {

		this.eclegalperson = eclegalperson;

		return this;

	}

	public OrganizationDetails setEcnonprofit(final Boolean ecnonprofit) {

		this.ecnonprofit = ecnonprofit;

		return this;

	}

	public OrganizationDetails setEcresearchorganization(final Boolean ecresearchorganization) {

		this.ecresearchorganization = ecresearchorganization;

		return this;

	}

	public OrganizationDetails setEchighereducation(final Boolean echighereducation) {

		this.echighereducation = echighereducation;

		return this;

	}

	public OrganizationDetails setEcinternationalorganizationeurinterests(final Boolean ecinternationalorganizationeurinterests) {

		this.ecinternationalorganizationeurinterests = ecinternationalorganizationeurinterests;

		return this;

	}

	public OrganizationDetails setEcinternationalorganization(final Boolean ecinternationalorganization) {

		this.ecinternationalorganization = ecinternationalorganization;

		return this;

	}

	public OrganizationDetails setEcenterprise(final Boolean ecenterprise) {

		this.ecenterprise = ecenterprise;

		return this;

	}

	public OrganizationDetails setEcsmevalidated(final Boolean ecsmevalidated) {

		this.ecsmevalidated = ecsmevalidated;

		return this;

	}

	public OrganizationDetails setEcnutscode(final Boolean ecnutscode) {

		this.ecnutscode = ecnutscode;

		return this;

	}

	public OrganizationDetails setCountry(final String country) {

		this.country = country;

		return this;

	}

}

	void updateCompatibility(String apiId, String compatibility);

	@Modifying

	@Transactional

	@Query("update #{#entityName} a set a.compatibilityOverride = ?2 where a.id = ?1")

	void updateCompatibilityOverride(String apiId, String compatibility);

import org.springframework.data.domain.PageRequest;

	DatasourceDbEntry findOneById(String id);

	ListenableFuture<Slice<DatasourceDbEntry>> findDistinctByOfficialnameContainingOrEnglishnameContainingAllIgnoreCase(

			String officialname,

	ListenableFuture<Slice<DatasourceDbEntry>> findDistinctByContactemailContainingAllIgnoreCase(String contactemail, Pageable pageable);

	ListenableFuture<Slice<DatasourceDbEntry>> findDistinctByOrganizationsCountryIgnoreCase(String country, Pageable pageable);

	@Async

	ListenableFuture<Slice<DatasourceDbEntry>> findDistinctByRegisteredbyIgnoreCase(String registeringUser, PageRequest pageRequest);

	@Modifying

	@Transactional

	@Query("update #{#entityName} d set d.registeredby = ?2 where d.id = ?1")

	void setRegisteringUser(String id, String registeredby);

	@Modifying

	@Transactional

	@Query("update #{#entityName} d set d.platform = ?2 where d.id = ?1")

	void setPlatform(String id, String platform);

package eu.dnetlib.openaire.exporter.datasource.clients;

import java.util.Queue;

import java.util.stream.Collectors;

import org.apache.commons.lang3.time.StopWatch;

import org.apache.http.HttpStatus;

public class ResponseUtils {

	public static Response prepareResponse(final Queue<Throwable> errors) {

		return new Response().setHeader(

				new Header().setErrors(

						errors.stream()

								.map(e -> e.getMessage())

								.collect(Collectors.toList())));

	}

	public static Response prepareResponse(final Response response, final StopWatch stop) {

		response.getHeader().setStatus(HttpStatus.SC_OK).setTime(stop.getTime());

		return response;

	}

}

package eu.dnetlib.openaire.exporter.datasource.clients;

import java.util.List;

import java.util.Objects;

import java.util.Queue;

import java.util.concurrent.ConcurrentLinkedQueue;

import java.util.stream.Collectors;

import com.google.common.collect.Lists;

import eu.dnetlib.OpenaireExporterConfig;

import eu.dnetlib.enabling.datasources.common.DatasourceManagerException;

import eu.dnetlib.openaire.exporter.datasource.repository.ApiDbEntryRepository;

import eu.dnetlib.openaire.exporter.datasource.repository.CountryTermRepository;

import eu.dnetlib.openaire.exporter.datasource.repository.DatasourceDbEntryRepository;

import eu.dnetlib.openaire.exporter.model.datasource.db.ApiDbEntry;

import eu.dnetlib.openaire.exporter.model.datasource.db.DatasourceDbEntry;

import eu.dnetlib.openaire.exporter.vocabularies.Country;

import eu.dnetlib.openaire.exporter.vocabularies.Vocabulary;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.http.HttpStatus;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.data.domain.PageRequest;

import org.springframework.data.domain.Slice;

import org.springframework.stereotype.Component;

import org.springframework.util.concurrent.ListenableFuture;

/**

 * Created by claudio on 20/10/2016.

 */

@Component

public class DatasourceDaoImpl implements DatasourceDao<DatasourceDbEntry, ApiDbEntry> {

	private static final Log log = LogFactory.getLog(DatasourceDao.class);

	@Autowired

	private OpenaireExporterConfig config;

	@Autowired

	private CountryTermRepository countryTermRepository;

	@Autowired

	private DatasourceDbEntryRepository dsRepository;

	@Autowired

	private ApiDbEntryRepository apiRepository;

	@Autowired

	private VocabularyClient vocabularyClient;

	@Override

	public List<Country> listCountries() {

		final Queue<Throwable> errors = new ConcurrentLinkedQueue<>();

		final List<Country> countries = Lists.newArrayList();

		try {

			final Vocabulary v = vocabularyClient.getCountries();

			countries.addAll(countryTermRepository.findAll().stream()

					.filter(Objects::nonNull)

					.map(t -> new Country(t.getTerm(), v.getEnglishName(t.getTerm())))

					.collect(Collectors.toList()));

		} catch (Throwable e) {

			errors.offer(e);

		}

		return countries;

	}

	@Override

	public List<String> listIds(int page, int size) throws DatasourceManagerException {

		final Queue<Throwable> errors = new ConcurrentLinkedQueue<>();

		final List<String> ids = Lists.newArrayList();

		try {

			ids.addAll(dsRepository.findAll(new PageRequest(page, size))

					.map(d -> d.getId())

					.getContent());

		} catch (Throwable e) {

			errors.offer(e);

		}

		return ids;

	}

	@Override

	public ListenableFuture<Slice<DatasourceDbEntry>> searchByName(final String name, final int page, final int size) {

		log.debug(String.format("search ds by name '%s'", name));

		return dsRepository.findDistinctByOfficialnameContainingOrEnglishnameContainingAllIgnoreCase(

				name,

				name,

				new PageRequest(page, size));

	}

	@Override

	public ListenableFuture<Slice<DatasourceDbEntry>> searchByCountry(final String country, final int page, final int size) {

		log.debug(String.format("search ds by country '%s'", country));

		return dsRepository.findDistinctByOrganizationsCountryIgnoreCase(country, new PageRequest(page, size));

	}

	@Override

	public ListenableFuture<Slice<DatasourceDbEntry>> searchByContactemail(final String email, final int page, final int size) {

		log.debug(String.format("search ds by email '%s'", email));

		return dsRepository.findDistinctByContactemailContainingAllIgnoreCase(email, new PageRequest(page, size));

	}

	@Override

	public ListenableFuture<Slice<DatasourceDbEntry>> searchByRegisteringUser(final String registeringUser, final int page, final int size)

			throws DatasourceManagerException {

		log.debug(String.format("search ds by registering user '%s'", registeringUser));

		return dsRepository.findDistinctByRegisteredbyIgnoreCase(registeringUser, new PageRequest(page, size));

	}

	@Override

	public DatasourceDbEntry getDs(final String dsId) throws DatasourceManagerException {

		return dsRepository.findOne(dsId);

	}

	@Override

	public void setManaged(final String id, final boolean managed) {

		log.info(String.format("setting managed = '%s' for ds '%s'", managed, id));

		dsRepository.setManaged(id, managed);

	}

	@Override

	public boolean isManaged(final String id) {

		return dsRepository.isManaged(id);

	}

	@Override

	public void updateCompliance(String dsId, String apiId, String compliance, boolean override) {

		log.info(String.format("setting compatibility = '%s' for ds '%s'", compliance, apiId));

		apiRepository.updateCompatibility(apiId, compliance);

	}

	@Override

	public List<ApiDbEntry> getApis(final String dsId) {

		return apiRepository.findByDatasource(dsId);

	}

	@Override

	public void deleteApi(final String dsId, final String apiId) {

		apiRepository.delete(apiId);

		log.info(String.format("deleted api '%s'", apiId));

	}