D-Net

package eu.dnetlib.enabling.is.controller;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

import eu.dnetlib.clients.dsManager.DsManagerClient;

import eu.dnetlib.enabling.annotations.DnetService;

import eu.dnetlib.enabling.annotations.DnetServiceType;

import eu.dnetlib.services.BaseService;

@RestController

@RequestMapping("/dsManager")

@DnetService(DnetServiceType.dsManager)

public class DatasourceManagerController extends BaseService {

	@Autowired

	private DsManagerClient core;

	// TODO

}

package eu.dnetlib.administration.uis.modules.repos;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.stream.Collectors;

import org.springframework.beans.factory.annotation.Autowired;

import com.google.gson.Gson;

import eu.dnetlib.administration.uis.modules.UIModule;

import eu.dnetlib.clients.is.InformationServiceClient;

import eu.dnetlib.clients.msro.MsroClient;

import eu.dnetlib.clients.msro.ProtocolParameter;

import eu.dnetlib.exceptions.InformationServiceException;

public abstract class AbstractRepoModule extends UIModule {

	private final Map<String, List<ProtocolParameter>> parametersMap = new HashMap<>();

	@Autowired

	private InformationServiceClient isClient;

	@Autowired

	private MsroClient msroClient;

	protected List<VocabularyEntry> fetchVocabularyTerms(final String voc) throws InformationServiceException {

		final String xquery = "for $x in collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code = '"

				+ voc.trim() + "']//TERM return concat($x/@code, ' @@@ ', $x/@english_name)";

		return isClient.find(xquery)

				.stream()

				.map(s -> s.split("@@@"))

				.map(arr -> new VocabularyEntry(arr[0].trim(), arr[1].trim()))

				.sorted()

				.collect(Collectors.toList());

	}

	protected String fetchVocabularyTermsAsJson(final String voc) throws InformationServiceException {

		return (new Gson()).toJson(fetchVocabularyTerms(voc));

	}

	protected List<ProtocolParameter> listParametersForProtocol(final String protocol) {

		return getMapProtocolParameters().get(protocol.toLowerCase());

	}

	protected Map<String, List<ProtocolParameter>> getMapProtocolParameters() {

		if (parametersMap.isEmpty()) {

			msroClient.listProtocols().forEach(d -> parametersMap.put(d.getName().toLowerCase(), d.getParams()));

		}

		return parametersMap;

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import java.util.List;

import java.util.Set;

import eu.dnetlib.miscutils.collections.Pair;

public class RepoHIWorkflow implements Comparable<RepoHIWorkflow> {

	private final String id;

	private final String name;

	private final String description;

	private final Set<String> ifaceTypes;

	private final Set<String> compliances;

	private List<Pair<String, String>> fields;

	public RepoHIWorkflow(final String id, final String name, final String description, final Set<String> ifaceTypes, final Set<String> compliances,

			final List<Pair<String, String>> fields) {

		this.id = id;

		this.name = name;

		this.description = description;

		this.ifaceTypes = ifaceTypes;

		this.compliances = compliances;

		this.fields = fields;

	}

	public String getId() {

		return id;

	}

	public String getName() {

		return name;

	}

	public String getDescription() {

		return description;

	}

	public Set<String> getIfaceTypes() {

		return ifaceTypes;

	}

	public Set<String> getCompliances() {

		return compliances;

	}

	public List<Pair<String, String>> getFields() {

		return fields;

	}

	public void setFields(final List<Pair<String, String>> fields) {

		this.fields = fields;

	}

	@Override

	public int compareTo(final RepoHIWorkflow o) {

		return getName().compareTo(o.getName());

	}

}

package eu.dnetlib.administration.uis.modules.repos;

public class RepoWorkflowEntry implements Comparable<RepoWorkflowEntry> {

	private String id;

	private String name;

	private String status;

	private String destroyWorkflow;

	private int progress;

	public RepoWorkflowEntry(final String id, final String name, final String status, final String destroyWorkflow, final int progress) {

		this.id = id;

		this.name = name;

		this.status = status;

		this.destroyWorkflow = destroyWorkflow;

		this.progress = progress;

	}

	@Override

	public int compareTo(final RepoWorkflowEntry o) {

		return getName().compareTo(o.getName());

	}

	public String getId() {

		return id;

	}

	public String getName() {

		return name;

	}

	public String getStatus() {

		return status;

	}

	public String getDestroyWorkflow() {

		return destroyWorkflow;

	}

	public int getProgress() {

		return progress;

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.ui.ModelMap;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

import eu.dnetlib.administration.uis.annotations.Authorization;

import eu.dnetlib.administration.uis.annotations.MenuEntry;

import eu.dnetlib.administration.uis.annotations.MenuGroup;

import eu.dnetlib.administration.uis.annotations.PermissionLevel;

import eu.dnetlib.clients.is.InformationServiceClient;

@RestController

@RequestMapping("/ajax/newRepo")

@MenuEntry(value = "Add new datasource", order = 10, urlSection = "newRepo")

@MenuGroup(value = "DataSource Management", order = 5)

@Authorization(PermissionLevel.DS_ADMIN)

public class AddRepoModule extends AbstractRepoModule {

	@Autowired

	private InformationServiceClient isClient;

	@Autowired

	private DatasourceVocabularies vocs;

	@Override

	public void populateModelMap(final ModelMap map) throws Exception {

		map.addAttribute("types", fetchVocabularyTermsAsJson(vocs.getDsTypes()));

		map.addAttribute("countries", fetchVocabularyTermsAsJson(vocs.getCountries()));

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import java.util.Date;

import java.util.List;

import java.util.Map;

import javax.annotation.Resource;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.ResponseBody;

import com.google.gson.Gson;

import eu.dnetlib.clients.dsManager.BrowseTerm;

import eu.dnetlib.clients.dsManager.DatasourceDesc;

import eu.dnetlib.clients.dsManager.DatasourcePoint;

import eu.dnetlib.clients.dsManager.DsManagerClient;

import eu.dnetlib.clients.dsManager.IfaceDesc;

import eu.dnetlib.clients.dsManager.SearchInterfacesEntry;

import eu.dnetlib.clients.dsManager.SimpleDatasourceDesc;

import eu.dnetlib.clients.is.InformationServiceClient;

import eu.dnetlib.clients.msro.MsroClient;

import eu.dnetlib.clients.msro.ProtocolParameterValue;

import eu.dnetlib.exceptions.DnetGenericException;

import net.sf.ehcache.Cache;

import net.sf.ehcache.Element;

@Controller

public class RepoInternalController {

	private static final Log log = LogFactory.getLog(RepoInternalController.class);

	@Autowired

	private DsManagerClient dsManager;

	@Autowired

	private InformationServiceClient isClient;

	@Autowired

	private MsroClient msroClient;

	@Resource(name = "repoUIJsonCache")

	private Cache repoUIJsonCache; // TODO: https://spring.io/guides/gs/caching/ , rimuovere la dipendenza da ehcache in common-utils

	@RequestMapping(value = "/ui/browseRepoField.do")

	public @ResponseBody List<BrowseTerm> browseRepoField(@RequestParam(value = "field", required = true) final String field) throws Exception {

		return dsManager.browseField(field);

	}

	@SuppressWarnings("unchecked")

	@RequestMapping(value = "/ui/listApis.do")

	public @ResponseBody List<SearchInterfacesEntry> listApis(

			@RequestParam(value = "param", required = true) final String param,

			@RequestParam(value = "value", required = true) final String value,

			@RequestParam(value = "refresh", required = false) final String refresh) throws Exception {

		final String cacheKey = "list@@@" + param + "@@@" + value;

		final Element elem = repoUIJsonCache.get(cacheKey);

		if ((elem != null) && (refresh == null)) {

			return (List<SearchInterfacesEntry>) elem.getObjectValue();

		} else {

			log.info("Refreshing " + cacheKey + " cache...");

			final List<SearchInterfacesEntry> list = dsManager.searchInterface(param, value);

			repoUIJsonCache.put(new Element(cacheKey, list));

			return list;

		}

	}

	@RequestMapping(value = "/ui/listRepositories.map")

	public @ResponseBody List<DatasourcePoint> listRepositories_asMap() throws Exception {

		return dsManager.getRepositoryMap();

	}

	@RequestMapping(value = "/ui/listRepositories.json")

	public @ResponseBody List<SimpleDatasourceDesc> listRepositories(@RequestParam(value = "type", required = true) final String type) throws Exception {

		return dsManager.simpleListDatasourcesByType(type);

	}

	@SuppressWarnings("unchecked")

	@RequestMapping("/ui/repo/repoApi.update")

	public @ResponseBody boolean updateRepoApi(

			@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "accessParams", required = true) final String accessParamsJson) throws Exception {

		if (!StringUtils.isEmpty(accessParamsJson)) {

			dsManager.bulkUpdateApiAccessParams(repoId, ifaceId, new Gson().fromJson(accessParamsJson, Map.class));

		}

		return true;

	}

	@RequestMapping("/ui/repo/repoApiCompliance.update")

	public @ResponseBody boolean updateRepoApiCompliance(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "compliance", required = true) final String compliance) throws Exception {

		log.debug("SET COMPLIANCE TO " + compliance);

		dsManager.overrideCompliance(repoId, ifaceId, compliance);

		repoUIJsonCache.removeAll();

		return true;

	}

	@RequestMapping("/ui/repo/repoApiCompliance.reset")

	public @ResponseBody boolean resetRepoApiCompliance(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId) throws Exception {

		log.debug("RESET COMPLIANCE");

		dsManager.overrideCompliance(repoId, ifaceId, null);

		repoUIJsonCache.removeAll();

		return true;

	}

	@RequestMapping("/ui/repoApi.new")

	public @ResponseBody boolean addRepoApi(@RequestParam(value = "repoId", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceJson) throws DnetGenericException {

		final IfaceDesc iface = new Gson().fromJson(ifaceJson, IfaceDesc.class);

		log.info("Adding interface " + iface.getId() + " to repository " + repoId);

		return dsManager.addInterface(repoId, iface);

	}

	@RequestMapping("/ui/repo.new")

	public @ResponseBody boolean addRepoApi(@RequestParam(value = "repo", required = true) final String repoJson) throws DnetGenericException {

		final DatasourceDesc ds = new Gson().fromJson(repoJson, DatasourceDesc.class);

		ds.setDateOfCollection(new Date());

		if (StringUtils.isBlank(ds.getEnglishName())) {

			ds.setEnglishName(ds.getOfficialName());

		}

		log.info("Adding datasource " + ds.getId() + " - name " + ds.getOfficialName());

		return dsManager.addDatasource(ds);

	}

	@RequestMapping("/ui/listValidValuesForParam.do")

	public @ResponseBody List<ProtocolParameterValue> listValidValuesForParam(

			@RequestParam(value = "protocol", required = true) final String protocol,

			@RequestParam(value = "param", required = true) final String param,

			@RequestParam(value = "baseUrl", required = true) final String baseUrl) throws DnetGenericException {

		return msroClient.listValidValuesForParam(protocol, baseUrl, param, null);

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.ui.ModelMap;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

import com.google.gson.Gson;

import eu.dnetlib.administration.uis.annotations.Authorization;

import eu.dnetlib.administration.uis.annotations.MenuEntry;

import eu.dnetlib.administration.uis.annotations.MenuGroup;

import eu.dnetlib.administration.uis.annotations.PermissionLevel;

import eu.dnetlib.clients.dsManager.DsManagerClient;

@RestController

@RequestMapping("/ajax/apis")

@MenuEntry(value = "Overview", order = 1, urlSection = "apis")

@MenuGroup(value = "DataSource Management", order = 5)

@Authorization(PermissionLevel.DS_ADMIN)

public class RepoApisModule extends AbstractRepoModule {

	@Autowired

	private DsManagerClient dsManager;

	@Autowired

	private DatasourceVocabularies vocs;

	@Override

	public void populateModelMap(final ModelMap map) throws Exception {

		final Gson gson = new Gson();

		map.addAttribute("compatibilityLevels", fetchVocabularyTermsAsJson(vocs.getCompatibilityLevels()));

		map.addAttribute("browseFields", gson.toJson(dsManager.listBrowsableFields()));

	}

}

package eu.dnetlib.administration.uis.modules.repos;

public class VocabularyEntry implements Comparable<VocabularyEntry> {

	private String name;

	private String desc;

	public VocabularyEntry() {}

	public VocabularyEntry(final String name, final String desc) {

		this.name = name;

		this.desc = desc;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public String getDesc() {

		return desc;

	}

	public void setDesc(final String desc) {

		this.desc = desc;

	}

	@Override

	public int compareTo(final VocabularyEntry o) {

		return getName().compareTo(o.getName());

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import javax.validation.constraints.NotNull;

import org.springframework.boot.context.properties.ConfigurationProperties;

import org.springframework.stereotype.Component;

@Component

@ConfigurationProperties(prefix = "ds.vocabulary")

public class DatasourceVocabularies {

	@NotNull

	private String dsTypes;

	@NotNull

	private String compatibilityLevels;

	@NotNull

	private String contentDescriptions;

	@NotNull

	private String protocols;

	@NotNull

	private String countries;

	public String getDsTypes() {

		return dsTypes;

	}

	public void setDsTypes(final String dsTypes) {

		this.dsTypes = dsTypes;

	}

	public String getCompatibilityLevels() {

		return compatibilityLevels;

	}

	public void setCompatibilityLevels(final String compatibilityLevels) {

		this.compatibilityLevels = compatibilityLevels;

	}

	public String getContentDescriptions() {

		return contentDescriptions;

	}

	public void setContentDescriptions(final String contentDescriptions) {

		this.contentDescriptions = contentDescriptions;

	}

	public String getProtocols() {

		return protocols;

	}

	public void setProtocols(final String protocols) {

		this.protocols = protocols;

	}

	public String getCountries() {

		return countries;

	}

	public void setCountries(final String countries) {

		this.countries = countries;

	}

}

package eu.dnetlib.administration.uis.modules.repos;

public class SimpleParamEntry implements Comparable<SimpleParamEntry> {

	private String id;

	private String name;

	private Object value;

	private Object otherValue;

	public SimpleParamEntry(final String name, final Object value) {

		this(name, name, value, null);

	}

	public SimpleParamEntry(final String id, final String name, final Object value) {

		this(id, name, value, null);

	}

	public SimpleParamEntry(final String id, final String name, final Object value, final Object otherValue) {

		this.id = id;

		this.name = name;

		this.value = value;

		setOtherValue(otherValue);

	}

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public Object getValue() {

		return value;

	}

	public void setValue(final Object value) {

		this.value = value;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public Object getOtherValue() {

		return otherValue;

	}

	public void setOtherValue(final Object otherValue) {

		this.otherValue = otherValue;

	}

	@Override

	public int compareTo(final SimpleParamEntry o) {

		return getName().compareTo(o.getName());

	}

}

package eu.dnetlib.administration.uis.modules.repos;

import java.util.ArrayList;

import java.util.List;

import java.util.Map;

import java.util.stream.Collectors;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.ui.ModelMap;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

import com.google.gson.Gson;

import eu.dnetlib.administration.uis.annotations.Authorization;

import eu.dnetlib.administration.uis.annotations.MenuEntry;

import eu.dnetlib.administration.uis.annotations.MenuGroup;

import eu.dnetlib.administration.uis.annotations.PermissionLevel;

import eu.dnetlib.clients.msro.ProtocolDescriptor;

import eu.dnetlib.clients.msro.ProtocolParameter;

import eu.dnetlib.exceptions.InformationServiceException;

@RestController

@RequestMapping("/ajax/newApi")

@MenuEntry(value = "Add new API", urlSection = "newApi", order = 20)

@MenuGroup(value = "DataSource Management", order = 5)

@Authorization(PermissionLevel.DS_ADMIN)

public class AddRepoApiModule extends AbstractRepoModule {

	@Autowired

	private DatasourceVocabularies vocs;

	@Override

	public void populateModelMap(final ModelMap map) throws Exception {

		map.addAttribute("types", fetchVocabularyTermsAsJson(vocs.getDsTypes()));

		map.addAttribute("compliances", fetchVocabularyTermsAsJson(vocs.getCompatibilityLevels()));

		map.addAttribute("contentDescriptions", fetchVocabularyTermsAsJson(vocs.getContentDescriptions()));

		map.addAttribute("protocols", listProtocolsAsJson());

	}

	private String listProtocolsAsJson() throws InformationServiceException {

		final Map<String, List<ProtocolParameter>> mapParams = getMapProtocolParameters();

		return (new Gson()).toJson(fetchVocabularyTerms(vocs.getProtocols())

				.stream()

				.map(e -> {

					final ProtocolDescriptor pd = new ProtocolDescriptor();

					pd.setName(e.getName());

					if (mapParams.containsKey(e.getName().toLowerCase().trim())) {

						pd.setParams(mapParams.get(e.getName().toLowerCase().trim()));

					} else {

						pd.setParams(new ArrayList<ProtocolParameter>());

					}

					return pd;

				}).collect(Collectors.toList()));

	}

}

spring.velocity.dateToolAttribute = dateTool

ds.vocabulary.dsTypes             = dnet:datasource_typologies

ds.vocabulary.compatibilityLevels = dnet:compatibilityLevels

ds.vocabulary.countries           = dnet:countries

ds.vocabulary.contentDescriptions = dnet:content_description_typologies

ds.vocabulary.protocols           = dnet:protocols

	is, hcm, msro, msroWorker, mdstore, objstore, index, dbService, dsManager

package eu.dnetlib.clients.msro;

import java.util.List;

import org.springframework.stereotype.Component;

import eu.dnetlib.enabling.annotations.DnetServiceClient;

import eu.dnetlib.enabling.annotations.DnetServiceType;

@Component

@DnetServiceClient(DnetServiceType.msro)

public class MsroClient {

	public List<ProtocolParameterValue> listValidValuesForParam(final String protocol, final String baseUrl, final String param, final Object object) {

		// TODO Auto-generated method stub

		return null;

	}

	public List<ProtocolDescriptor> listProtocols() {

		// TODO Auto-generated method stub

		return null;

	}

}

package eu.dnetlib.clients.msro;

public class ProtocolParameterValue {

}

package eu.dnetlib.clients.msro;

import java.util.List;

public class ProtocolDescriptor {

	private String name;

	private List<ProtocolParameter> params;

	public ProtocolDescriptor() {}

	public ProtocolDescriptor(final String name, final List<ProtocolParameter> params) {

		this.name = name;

		this.params = params;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public List<ProtocolParameter> getParams() {

		return params;

	}

	public void setParams(final List<ProtocolParameter> params) {

		this.params = params;

	}

}

package eu.dnetlib.clients.msro;

public class ProtocolParameter {

}

package eu.dnetlib.clients.dsManager;

import java.util.List;

import java.util.Map;

import org.springframework.stereotype.Component;

@Component

public class DsManagerClient {

	public List<BrowsableField> listBrowsableFields() {

		return null;

	}

	public List<BrowseTerm> browseField(final String field) {

		return null;

	}

	public List<SearchInterfacesEntry> searchInterface(final String param, final String value) {

		return null;

	}

	public List<DatasourcePoint> getRepositoryMap() {

		return null;

	}

	public List<SimpleDatasourceDesc> simpleListDatasourcesByType(final String type) {

		return null;

	}

	public void bulkUpdateApiAccessParams(final String repoId, final String ifaceId, final Map<String, Object> fromJson) {}

	public void overrideCompliance(final String repoId, final String ifaceId, final String compliance) {}

	public boolean addInterface(final String repoId, final IfaceDesc iface) {

		return false;

	}

	public boolean addDatasource(final DatasourceDesc ds) {

		return false;

	}

}

package eu.dnetlib.clients.dsManager;

public class SimpleDatasourceDesc {

}

package eu.dnetlib.clients.dsManager;

public class BrowsableField {

}

package eu.dnetlib.clients.dsManager;

public class DatasourcePoint {

}

package eu.dnetlib.clients.dsManager;

public class IfaceDesc {

	public String getId() {

		// TODO Auto-generated method stub

		return null;

	}

}

package eu.dnetlib.clients.dsManager;

public class BrowseTerm {

}

package eu.dnetlib.clients.dsManager;

import java.util.Date;

public class DatasourceDesc {

	public void setDateOfCollection(final Date date) {

		// TODO Auto-generated method stub

	}

	public CharSequence getEnglishName() {

		// TODO Auto-generated method stub

		return null;

	}

	public String getId() {

		// TODO Auto-generated method stub

		return null;

	}

	public Object getOfficialName() {

		// TODO Auto-generated method stub

		return null;

	}

	public void setEnglishName(final Object officialName) {

		// TODO Auto-generated method stub

	}

}

package eu.dnetlib.clients.dsManager;

public class SearchInterfacesEntry {

}