D-Net

{"type_source": "SVN", "goal": "package -U -T 4C source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-modular-repositories-ui/trunk/", "deploy_repository": "dnet4-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", "name": "dnet-modular-repositories-ui"}

package eu.dnetlib.functionality.modular.ui.repositories;

import java.io.StringReader;

import java.util.ArrayList;

import java.util.Collections;

import java.util.List;

import java.util.Set;

import javax.annotation.Resource;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.dom4j.Document;

import org.dom4j.Element;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.ui.ModelMap;

import com.google.common.base.Splitter;

import com.google.common.collect.Lists;

import com.google.common.collect.Sets;

import com.google.gson.Gson;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.modular.ui.ModuleEntryPoint;

import eu.dnetlib.functionality.modular.ui.repositories.objects.VocabularyEntry;

import eu.dnetlib.miscutils.collections.Pair;

public class RepoApisEntryPointController extends ModuleEntryPoint {

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Resource

	private RepoUIUtils repoUIUtils;

	private String compatibilityLevelsVocabulary;

	public class RepoHIWorkflow implements Comparable<RepoHIWorkflow> {

		private String id;

		private String name;

		private Set<String> ifaceTypes;

		private Set<String> compliances;

		private List<Pair<String, String>> fields;

		/**

		 * Instantiates a new repo hi workflow.

		 *

		 * @param id

		 *            the id

		 * @param name

		 *            the name

		 * @param ifaceTypes

		 *            the iface types

		 * @param compliances

		 *            the compliances

		 * @param fields

		 *            the fields

		 */

		public RepoHIWorkflow(final String id, final String name, final Set<String> ifaceTypes, final Set<String> compliances,

				final List<Pair<String, String>> fields) {

			super();

			this.id = id;

			this.name = name;

			this.ifaceTypes = ifaceTypes;

			this.compliances = compliances;

			this.fields = fields;

		}

		public String getId() {

			return id;

		}

		public String getName() {

			return name;

		}

		public Set<String> getIfaceTypes() {

			return ifaceTypes;

		}

		public Set<String> getCompliances() {

			return compliances;

		}

		@Override

		public int compareTo(final RepoHIWorkflow o) {

			return getName().compareTo(o.getName());

		}

		/**

		 * @return the fields

		 */

		public List<Pair<String, String>> getFields() {

			return fields;

		}

		/**

		 * @param fields

		 *            the fields to set

		 */

		public void setFields(final List<Pair<String, String>> fields) {

			this.fields = fields;

		}

	}

	private RepoHIWorkflow parseQuery(final String input) {

		SAXReader reader = new SAXReader();

		try {

			Document doc = reader.read(new StringReader(input));

			Element rootNode = doc.getRootElement();

			Node node = doc.selectSingleNode("//id");

			String id = node.getText();

			node = doc.selectSingleNode("//name");

			String name = node != null ? node.getText() : "";

			node = doc.selectSingleNode("//types");

			String type = node != null ? node.getText() : "";

			final Set<String> ifcTypes = Sets.newHashSet(Splitter.on(",").omitEmptyStrings().trimResults().split(type));

			node = doc.selectSingleNode("//compliances");

			String compliance = node != null ? node.getText() : "";

			final Set<String> compliances = Sets.newHashSet(Splitter.on(",").omitEmptyStrings().trimResults().split(compliance));

			List<Node> nodes = doc.selectNodes(".//FIELD");

			List<Pair<String, String>> fields = new ArrayList<Pair<String, String>>();

			if (nodes != null) {

				for (Node currentNode : nodes) {

					String key = currentNode.valueOf("@name");

					String value = currentNode.getText();

					fields.add(new Pair<String, String>(key, value));

				}

			}

			return new RepoHIWorkflow(id, name, ifcTypes, compliances, fields);

		} catch (Exception e) {

			return null;

		}

	}

	private List<RepoHIWorkflow> listRepoHIWorkflows() throws ISLookUpException {

		final String xquery = "for $x in collection('/db/DRIVER/WorkflowDSResources/WorkflowDSResourceType') where $x//WORKFLOW_TYPE='REPO_HI' return <result> <id>{$x//RESOURCE_IDENTIFIER/@value/string()}</id> <name>{$x//WORKFLOW_NAME/text()}</name> <types>{$x//PARAM[@name='expectedInterfaceTypologyPrefixes']/text()}</types> <compliances>{$x//PARAM[@name='expectedCompliancePrefixes']/text()}</compliances> {$x//FIELD} </result>";

		// final String xquery = "for $x in collection('/db/DRIVER/WorkflowDSResources/WorkflowDSResourceType') "

		// + "where $x//WORKFLOW_TYPE='REPO_HI' "

		// +

		// "return concat($x//RESOURCE_IDENTIFIER/@value, ' @@@ ', $x//WORKFLOW_NAME, ' @@@ ', $x//PARAM[@name='expectedInterfaceTypologyPrefixes'], ' @@@ ', $x//PARAM[@name='expectedCompliancePrefixes'])";

		final List<RepoHIWorkflow> list = Lists.newArrayList();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery)) {

			RepoHIWorkflow repoHiInfo = parseQuery(s);

			if (repoHiInfo != null) {

				list.add(repoHiInfo);

			}

		}

		Collections.sort(list);

		return list;

	}

	private List<VocabularyEntry> listCompatibilityLevels() throws ISLookUpException {

		final String xquery = "for $x in collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code = '"

				+ getCompatibilityLevelsVocabulary().trim() + "']//TERM return concat($x/@code, ' @@@ ', $x/@english_name)";

		final List<VocabularyEntry> list = Lists.newArrayList();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery)) {

			final String[] arr = s.split("@@@");

			list.add(new VocabularyEntry(arr[0].trim(), arr[1].trim()));

		}

		Collections.sort(list);

		return list;

	}

	@Override

	protected void initialize(final ModelMap map, final HttpServletRequest request, final HttpServletResponse response) throws Exception {

		map.addAttribute("availableRepohiWfs", new Gson().toJson(listRepoHIWorkflows()));

		map.addAttribute("compatibilityLevels", new Gson().toJson(listCompatibilityLevels()));

		map.addAttribute("browseFields", repoUIUtils.getBrowseFieldsJson());

	}

	public String getCompatibilityLevelsVocabulary() {

		return compatibilityLevelsVocabulary;

	}

	@Required

	public void setCompatibilityLevelsVocabulary(final String compatibilityLevelsVocabulary) {

		this.compatibilityLevelsVocabulary = compatibilityLevelsVocabulary;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.springframework.ui.ModelMap;

import eu.dnetlib.functionality.modular.ui.ModuleEntryPoint;

public class RepositoriesGoogleMapEntryPointController extends ModuleEntryPoint {

	@Override

	protected void initialize(final ModelMap map, final HttpServletRequest request, final HttpServletResponse response) throws Exception {}

}

package eu.dnetlib.functionality.modular.ui.repositories;

import java.io.StringReader;

import java.util.Collections;

import java.util.List;

import java.util.Map;

import java.util.Set;

import javax.annotation.Resource;

import org.antlr.stringtemplate.StringTemplate;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang.StringEscapeUtils;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.lang.math.NumberUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.core.io.ClassPathResource;

import com.google.common.base.Function;

import com.google.common.collect.Lists;

import com.google.common.collect.Maps;

import com.google.common.collect.Sets;

import eu.dnetlib.data.collector.rmi.CollectorService;

import eu.dnetlib.data.collector.rmi.ProtocolDescriptor;

import eu.dnetlib.datasource.common.utils.DefaultDatasourceUpdater;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoInterfaceEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoMapEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoMetaWfEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.SimpleParamEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.SimpleRepoInterfaceEntry;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants.WorkflowStatus;

public class RepoUIUtils {

	@Resource

	private UniqueServiceLocator serviceLocator;

	private ClassPathResource browseRepoApisQueryTmpl = new ClassPathResource(

			"/eu/dnetlib/functionality/modular/ui/repositories/templates/browseRepoApis.xquery.st");

	private ClassPathResource getRepoApiQueryTmpl = new ClassPathResource("/eu/dnetlib/functionality/modular/ui/repositories/templates/getRepoApi.xquery.st");

	private ClassPathResource findRepoApisQueryTmpl = new ClassPathResource(

			"/eu/dnetlib/functionality/modular/ui/repositories/templates/findRepoApis.xquery.st");

	private ClassPathResource findReposQueryTmpl = new ClassPathResource("/eu/dnetlib/functionality/modular/ui/repositories/templates/findRepos.xquery.st");

	private ClassPathResource findReposMapQuery = new ClassPathResource("/eu/dnetlib/functionality/modular/ui/repositories/templates/findReposMap.xquery");

	private static final Log log = LogFactory.getLog(RepoUIUtils.class);

	private String browseFieldsJson;

	private Map<String, List<String>> parametersMap = Maps.newHashMap();

	public List<SimpleParamEntry> browseRepoField(final String xpath, final String vocabulary) throws Exception {

		final StringTemplate st = new StringTemplate(IOUtils.toString(browseRepoApisQueryTmpl.getInputStream()));

		st.setAttribute("xpath", xpath);

		final Map<String, String> voc = getVocabulary(vocabulary);

		final List<SimpleParamEntry> list = Lists.newArrayList();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(st.toString())) {

			final String[] arr = s.split("@-@-@");

			final String id = arr[0].trim();

			final String count = arr[1].trim();

			list.add(new SimpleParamEntry(id, findLabel(id, voc), count));

		}

		return list;

	}

	public List<SimpleRepoInterfaceEntry> listApis(final String param, final String value, final String xpath) throws Exception {

		final StringTemplate st = new StringTemplate();

		if (param.equalsIgnoreCase("__search__")) {

			st.setTemplate(IOUtils.toString(findRepoApisQueryTmpl.getInputStream()));

			st.setAttribute("cond", "contains(../..//(*|@*)/lower-case(.), '" + StringEscapeUtils.escapeXml(value.toLowerCase()) + "')");

		} else {

			st.setTemplate(IOUtils.toString(findRepoApisQueryTmpl.getInputStream()));

			st.setAttribute("cond", xpath + "='" + StringEscapeUtils.escapeXml(value) + "'");

		}

		final String query = st.toString();

		final SAXReader reader = new SAXReader();

		final List<SimpleRepoInterfaceEntry> list = Lists.transform(serviceLocator.getService(ISLookUpService.class).quickSearchProfile(query),

				new Function<String, SimpleRepoInterfaceEntry>() {

					@Override

					public SimpleRepoInterfaceEntry apply(final String s) {

						final SimpleRepoInterfaceEntry iface = new SimpleRepoInterfaceEntry();

						try {

							final Document doc = reader.read(new StringReader(s));

							final String country = doc.valueOf("//REPO/@country");

							iface.setRepoId(doc.valueOf("//REPO/@id"));

							iface.setRepoCountry(StringUtils.isEmpty(country) ? "-" : country.toUpperCase());

							iface.setRepoName(doc.valueOf("//REPO/@name"));

							iface.setRepoPrefix(doc.valueOf("//REPO/@prefix"));

							final Node ifcNode = doc.selectSingleNode("//INTERFACE");

							iface.setId(ifcNode.valueOf("./@id"));

							iface.setActive(Boolean.valueOf(ifcNode.valueOf("./@active")));

							iface.setProtocol(ifcNode.valueOf("./ACCESS_PROTOCOL/text()"));

							final String overCompliance = ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='overriding_compliance']");

							if (StringUtils.isEmpty(overCompliance)) {

								iface.setCompliance(ifcNode.valueOf("@compliance"));

							} else {

								iface.setCompliance(overCompliance);

							}

							final String lastAggregationDate = ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='last_aggregation_date']");

							if (!StringUtils.isEmpty(lastAggregationDate)) {

								iface.setAggrDate(lastAggregationDate);

							} else {

								final String lastDownloadDate = ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='last_download_date']");

								if (!StringUtils.isEmpty(lastDownloadDate)) {

									iface.setAggrDate(lastDownloadDate);

								}

							}

							final String lastAggregationTotal = ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='last_aggregation_total']");

							if (StringUtils.isEmpty(lastAggregationTotal)) {

								final String lastDownloadTotal = ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='last_download_total']");

								if (StringUtils.isEmpty(lastDownloadTotal)) {

									iface.setAggrTotal(0);

								} else {

									iface.setAggrTotal(NumberUtils.toInt(lastDownloadTotal, 0));

								}

							} else {

								iface.setAggrTotal(NumberUtils.toInt(lastAggregationTotal, 0));

							}

						} catch (Exception e) {

							log.error(e);

						}

						return iface;

					}

				});

		return list;

	}

	public RepoInterfaceEntry getApi(final String repoId, final String ifaceId) throws Exception {

		final RepoInterfaceEntry ifc = new RepoInterfaceEntry();

		final StringTemplate st = new StringTemplate(IOUtils.toString(getRepoApiQueryTmpl.getInputStream()));

		st.setAttribute("dsId", repoId);

		st.setAttribute("ifaceId", ifaceId);

		final String query = st.toString();

		final SAXReader reader = new SAXReader();

		final String s = serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(query);

		final Document doc = reader.read(new StringReader(s));

		ifc.setId(doc.valueOf("/api/id"));

		ifc.setLabel(doc.valueOf("/api/label"));

		ifc.setRepoId(doc.valueOf("/api/repo/@id"));

		ifc.setRepoName(doc.valueOf("/api/repo/text()"));

		ifc.setRepoCountry(doc.valueOf("/api/repo/@country"));

		ifc.setRepoPrefix(doc.valueOf("/api/repo/@prefix"));

		final String protocol = doc.valueOf("/api/protocol");

		ifc.setProtocol(protocol);

		final Set<String> toVerifyParams = getParameterNamesForProtocol(ifc.getProtocol());

		for (Object o : doc.selectNodes("/api/commonParams/param")) {

			final Node n = (Node) o;

			ifc.getCommonParams().add(new SimpleParamEntry(n.valueOf("@name"), n.getText()));

		}

		log.debug("****** " + toVerifyParams);

		for (Object o : doc.selectNodes("/api/accessParams/param")) {

			final Node n = (Node) o;

			final String pname = n.valueOf("@name");

			if (toVerifyParams.contains(pname)) {

				ifc.getAccessParams().add(new SimpleParamEntry(pname, n.getText()));

				toVerifyParams.remove(pname);

			} else {

				log.warn("Invalid param [" + pname + "] for protocol " + protocol + " in repo " + repoId);

			}

		}

		for (String pname : toVerifyParams) {

			ifc.getAccessParams().add(new SimpleParamEntry(pname, ""));

			log.info("Adding missing param [" + pname + "] for protocol " + protocol + " in repo " + repoId);

		}

		for (Object o : doc.selectNodes("/api/extraFields/field")) {

			final Node n = (Node) o;

			final String name = n.valueOf("@name");

			final String value = n.getText();

			if (name.equalsIgnoreCase(DefaultDatasourceUpdater.OVERRIDING_COMPLIANCE_FIELD)) {

				for (SimpleParamEntry e : ifc.getCommonParams()) {

					if (e.getName().equals("compliance")) {

						// The original compliance (assigned by the validator) is stored in otherValue

						e.setOtherValue(e.getValue());

						e.setValue(value);

					}

				}

			} else if (name.equalsIgnoreCase("last_aggregation_date")) {

				ifc.setAggrDate(value);

			} else if (name.equalsIgnoreCase("last_aggregation_total")) {

				ifc.setAggrTotal(NumberUtils.toInt(value, 0));

			} else if (name.equalsIgnoreCase("last_aggregation_mdId")) {

				ifc.setAggrMdId(value);

			} else if (name.equalsIgnoreCase("last_collection_date")) {

				ifc.setCollDate(value);

			} else if (name.equalsIgnoreCase("last_collection_total")) {

				ifc.setCollTotal(NumberUtils.toInt(value, 0));

			} else if (name.equalsIgnoreCase("last_collection_mdId")) {

				ifc.setCollMdId(value);

			} else if (name.equalsIgnoreCase("last_download_date")) {

				ifc.setDownloadDate(value);

			} else if (name.equalsIgnoreCase("last_download_total")) {

				ifc.setDownloadTotal(NumberUtils.toInt(value, 0));

			} else if (name.equalsIgnoreCase("last_download_objId")) {

				ifc.setDownloadObjId(value);

			} else {

				ifc.getOtherParams().add(new SimpleParamEntry(name, value));

			}

		}

		for (Object o : doc.selectNodes("//metaWF")) {

			final Node n = (Node) o;

			final String id = n.valueOf("./id");

			final String name = n.valueOf("./name");

			final String status = n.valueOf("./status");

			final String repoByeWfId = n.valueOf("./destroyWorkflow");

			int progress = 0;

			try {

				switch (WorkflowStatus.valueOf(status)) {

				case MISSING:

					progress = 0;

					break;

				case ASSIGNED:

					progress = 25;

					break;

				case WAIT_SYS_SETTINGS:

					progress = 50;

					break;

				case WAIT_USER_SETTINGS:

					progress = 75;

					break;

				case EXECUTABLE:

					progress = 100;

					break;

				}

			} catch (Exception e) {

				progress = 0;

			}

			ifc.getMetaWFs().add(new RepoMetaWfEntry(id, name, status, repoByeWfId, progress));

		}

		return ifc;

	}

	public List<RepoEntry> listRepositories(final String type) throws Exception {

		final List<RepoEntry> list = Lists.newArrayList();

		final StringTemplate st = new StringTemplate(IOUtils.toString(findReposQueryTmpl.getInputStream()));

		st.setAttribute("type", type);

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(st.toString())) {

			final RepoEntry r = new RepoEntry();

			final String[] arr = s.split("@=@");

			r.setId(arr[0].trim());

			r.setName(arr[1].trim());

			r.setValid("true".equals(arr[2].trim()));

			list.add(r);

		}

		Collections.sort(list);

		return list;

	}

	public List<RepoMapEntry> listRepositories_asMap() throws Exception {

		final SAXReader reader = new SAXReader();

		final String query = IOUtils.toString(findReposMapQuery.getInputStream());

		final List<RepoMapEntry> list = Lists.transform(serviceLocator.getService(ISLookUpService.class).quickSearchProfile(query),

				new Function<String, RepoMapEntry>() {

					@Override

					public RepoMapEntry apply(final String s) {

						final RepoMapEntry r = new RepoMapEntry();

						try {

							final Document doc = reader.read(new StringReader(s));

							r.setId(doc.valueOf("//dsId"));

							r.setName(doc.valueOf("//name"));

							r.setTot(Integer.parseInt(doc.valueOf("//size")));

							r.setLat(Float.parseFloat(doc.valueOf("//lat")));

							r.setLng(Float.parseFloat(doc.valueOf("//lng")));

						} catch (Exception e) {

							log.error(e);

						}

						return r;

					}

				});

		return list;

	}

	private String findLabel(final String id, final Map<String, String> vocabulary) {

		if (vocabulary.containsKey(id)) {

			return vocabulary.get(id);

		} else {

			return id;

		}

	}

	private Map<String, String> getVocabulary(final String vocabulary) throws ISLookUpException {

		final String query = "for $x in collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code = '" + vocabulary

				+ "']//TERM return concat($x/@code, ' @-@-@ ', $x/@english_name)";

		final Map<String, String> map = Maps.newHashMap();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(query)) {

			String[] arr = s.split("@-@-@");

			map.put(arr[0].trim(), arr[1].trim());

		}

		return map;

	}

	private Set<String> getParameterNamesForProtocol(final String protocol) {

		if (parametersMap.isEmpty()) {

			for (ProtocolDescriptor d : serviceLocator.getService(CollectorService.class).listProtocols()) {

				parametersMap.put(d.getName().toLowerCase(), d.getParams());

			}

		}

		final Set<String> res = Sets.newHashSet();

		if (parametersMap.containsKey(protocol.toLowerCase())) {

			res.add("baseUrl");

			res.addAll(parametersMap.get(protocol.toLowerCase()));

		}

		return res;

	}

	public String getBrowseFieldsJson() {

		return browseFieldsJson;

	}

	@Required

	public void setBrowseFieldsJson(final String browseFieldsJson) {

		this.browseFieldsJson = browseFieldsJson;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories;

import java.io.StringReader;

import java.util.List;

import java.util.Map;

import javax.annotation.Resource;

import javax.servlet.http.HttpServletResponse;

import net.sf.ehcache.Cache;

import net.sf.ehcache.Element;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.stereotype.Controller;

import org.springframework.ui.ModelMap;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.ResponseBody;

import com.google.common.collect.Maps;

import com.google.gson.Gson;

import eu.dnetlib.datasource.common.utils.DatasourceUpdater;

import eu.dnetlib.enabling.datasources.rmi.DatasourceManagerService;

import eu.dnetlib.enabling.datasources.rmi.DatasourceManagerServiceException;

import eu.dnetlib.enabling.datasources.rmi.IfaceDesc;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoInterfaceEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoMapEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.SimpleParamEntry;

import eu.dnetlib.functionality.modular.ui.repositories.objects.SimpleRepoInterfaceEntry;

import eu.dnetlib.functionality.modular.ui.workflows.objects.sections.WorkflowSectionGrouper;

import eu.dnetlib.miscutils.functional.xml.ApplyXslt;

import eu.dnetlib.msro.workflows.sarasvati.loader.WorkflowExecutor;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

@Controller

public class RepoInternalController {

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Resource(name = "datasourceUpdater")

	private DatasourceUpdater datasourceUpdater;

	@Resource

	private WorkflowSectionGrouper workflowSectionGrouper;

	@Resource

	private WorkflowExecutor workflowExecutor;

	@Resource

	private RepoUIUtils repoUIUtils;

	@Resource(name = "repoUIJsonCache")

	private Cache repoUIJsonCache;

	private static final Log log = LogFactory.getLog(RepoInternalController.class);

	@RequestMapping(value = "/ui/browseRepoField.do")

	public @ResponseBody

	List<SimpleParamEntry> browseRepoField(@RequestParam(value = "xpath", required = true) final String xpath,

			@RequestParam(value = "vocabulary", required = true) final String vocabulary) throws Exception {

		return repoUIUtils.browseRepoField(xpath, vocabulary);

	}

	@SuppressWarnings("unchecked")

	@RequestMapping(value = "/ui/listApis.do")

	public @ResponseBody

	List<SimpleRepoInterfaceEntry> listApis(

			@RequestParam(value = "param", required = true) final String param,

			@RequestParam(value = "value", required = true) final String value,

			@RequestParam(value = "xpath", required = true) final String xpath,

			@RequestParam(value = "refresh", required = false) final String refresh) throws Exception {

		final String cacheKey = "list@@@" + param + "@@@" + value;

		final Element elem = repoUIJsonCache.get(cacheKey);

		if (elem != null && refresh == null) {

			return (List<SimpleRepoInterfaceEntry>) elem.getObjectValue();

		} else {

			log.info("Refreshing " + cacheKey + " cache...");

			final List<SimpleRepoInterfaceEntry> list = repoUIUtils.listApis(param, value, xpath);

			repoUIJsonCache.put(new Element(cacheKey, list));

			return list;

		}

	}

	@RequestMapping(value = "/ui/listRepositories.map")

	public @ResponseBody

	List<RepoMapEntry> listRepositories_asMap() throws Exception {

		return repoUIUtils.listRepositories_asMap();

	}

	@RequestMapping(value = "/ui/listRepositories.json")

	public @ResponseBody

	List<RepoEntry> listRepositories(@RequestParam(value = "type", required = true) final String type) throws Exception {

		return repoUIUtils.listRepositories(type);

	}

	@RequestMapping(value = "/ui/validateRepo.do")

	public @ResponseBody

	String listRepositories(@RequestParam(value = "id", required = true) final String id,

			@RequestParam(value = "b", required = true) final boolean b) throws Exception {

		final String query = "count(/*[.//RESOURCE_TYPE/@value='MetaWorkflowDSResourceType' and .//DATAPROVIDER/@id='" + id + "'])";

		if (!b && Integer.parseInt(serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(query)) > 0) { throw new Exception("Repo " + id

				+ " can be invalidated: it is related to some metawfs"); }

		final String newId = b ?

				serviceLocator.getService(ISRegistryService.class).validateProfile(id) :

				serviceLocator.getService(ISRegistryService.class).invalidateProfile(id);

		repoUIJsonCache.removeAll();

		return newId;

	}

	@RequestMapping(value = "/ui/getRepoDetails.do")

	public void getRepoDetails(final HttpServletResponse response, @RequestParam(value = "id", required = true) final String id) throws Exception {

		final String profile = serviceLocator.getService(ISLookUpService.class).getResourceProfile(id);

		final ApplyXslt xslt = new ApplyXslt(IOUtils.toString(getClass().getResourceAsStream(

				"/eu/dnetlib/functionality/modular/ui/repositories/xslt/repoDetails.xslt")));

		IOUtils.copy(new StringReader(xslt.evaluate(profile)), response.getOutputStream());

	}

	@RequestMapping("/ui/repoMetaWf.new")

	public @ResponseBody

	String newDataProviderWorkflow(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "name", required = true) final String repoName,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "wf", required = true) final String wfId) throws Exception {

		final Map<String, Object> params = Maps.newHashMap();

		params.put(WorkflowsConstants.DATAPROVIDER_ID, repoId);

		params.put(WorkflowsConstants.DATAPROVIDER_NAME, repoName);

		params.put(WorkflowsConstants.DATAPROVIDER_INTERFACE, ifaceId);

		return workflowExecutor.startProcess(wfId, params);

	}

	@RequestMapping("/ui/repoMetaWf.destroy")

	public @ResponseBody

	String destroyDataProviderWorkflow(@RequestParam(value = "destroyWf", required = true) final String destroyWfId)

			throws Exception {

		return workflowExecutor.startProcess(destroyWfId, null);

	}

	@RequestMapping("/ui/repoApi.get")

	public @ResponseBody

	RepoInterfaceEntry getRepoApi(@RequestParam(value = "repoId", required = true) final String repoId,

			@RequestParam(value = "ifaceId", required = true) final String ifaceId) throws Exception {

		return repoUIUtils.getApi(repoId, ifaceId);

	}

	@SuppressWarnings("unchecked")

	@RequestMapping("/ui/repoApi.update")

	public @ResponseBody

	boolean updateRepoApi(

			@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "accessParams", required = true) final String accessParamsJson) throws Exception {

		if (!StringUtils.isEmpty(accessParamsJson)) {

			datasourceUpdater.updateApiAccessParams(repoId, ifaceId, new Gson().fromJson(accessParamsJson, Map.class));

		}

		return true;

	}

	@RequestMapping("/ui/repoApiCompliance.update")

	public @ResponseBody

	boolean updateRepoApiCompliance(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "compliance", required = true) final String compliance) throws Exception {

		log.debug("SET COMPLIANCE TO " + compliance);

		datasourceUpdater.overrideCompliance(repoId, ifaceId, compliance);

		repoUIJsonCache.removeAll();

		return true;

	}

	@RequestMapping("/ui/repoApiCompliance.reset")

	public @ResponseBody

	boolean resetRepoApiCompliance(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId) throws Exception {

		log.debug("RESET COMPLIANCE");

		datasourceUpdater.overrideCompliance(repoId, ifaceId, null);

		repoUIJsonCache.removeAll();

		return true;

	}

	@RequestMapping("/ui/repos/repoApi.html")

	public void resetRepoApiCompliance(final ModelMap map) throws Exception {}

	@RequestMapping("/ui/repoApi.new")

	public @ResponseBody

	boolean addRepoApi(@RequestParam(value = "repoId", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final IfaceDesc iface) throws DatasourceManagerServiceException {

		final DatasourceManagerService dsManager = serviceLocator.getService(DatasourceManagerService.class);

		return dsManager.addInterface(repoId, iface);

	}

}

package eu.dnetlib.functionality.modular.ui.repositories;

import java.util.ArrayList;

import java.util.Collections;

import java.util.List;

import java.util.Map;

import javax.annotation.Resource;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.ui.ModelMap;

import com.google.common.base.Function;

import com.google.common.collect.Lists;

import com.google.common.collect.Maps;

import com.google.gson.Gson;

import eu.dnetlib.data.collector.rmi.CollectorService;

import eu.dnetlib.data.collector.rmi.ProtocolDescriptor;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.modular.ui.ModuleEntryPoint;

import eu.dnetlib.functionality.modular.ui.repositories.objects.VocabularyEntry;

public class AddRepoApiEntryPointController extends ModuleEntryPoint {

	private String datasourceTypeVocabulary;

	private String complianceVocabulary;

	private String contentDescriptionsVocabulary;

	private String protocolsVocabulary;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected void initialize(final ModelMap map, final HttpServletRequest request, final HttpServletResponse response) throws Exception {

		final Gson gson = new Gson();

		map.addAttribute("types", gson.toJson(fetchVocabularyTerms(datasourceTypeVocabulary)));

		map.addAttribute("compliances", gson.toJson(fetchVocabularyTerms(complianceVocabulary)));

		map.addAttribute("contentDescriptions", gson.toJson(fetchVocabularyTerms(contentDescriptionsVocabulary)));

		map.addAttribute("protocols", gson.toJson(listProtocols()));

	}

	private List<ProtocolDescriptor> listProtocols() throws ISLookUpException {

		final Map<String, List<String>> mapParams = Maps.newHashMap();

		for (ProtocolDescriptor pd : serviceLocator.getService(CollectorService.class).listProtocols()) {

			mapParams.put(pd.getName().trim().toLowerCase(), pd.getParams());

		}

		return Lists.transform(fetchVocabularyTerms(protocolsVocabulary), new Function<VocabularyEntry, ProtocolDescriptor>() {

			@Override

			public ProtocolDescriptor apply(final VocabularyEntry e) {

				final ProtocolDescriptor pd = new ProtocolDescriptor();

				pd.setName(e.getId());

				if (mapParams.containsKey(e.getId().toLowerCase().trim())) {

					pd.setParams(mapParams.get(e.getId().toLowerCase().trim()));

				} else {

					pd.setParams(new ArrayList<String>());

				}

				return pd;

			}

		});

	}

	private List<VocabularyEntry> fetchVocabularyTerms(final String voc) throws ISLookUpException {

		final String xquery = "for $x in collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code = '"

				+ voc.trim() + "']//TERM return concat($x/@code, ' @@@ ', $x/@english_name)";

		final List<VocabularyEntry> list = Lists.newArrayList();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery)) {

			final String[] arr = s.split("@@@");

			list.add(new VocabularyEntry(arr[0].trim(), arr[1].trim()));

		}

		Collections.sort(list);

		return list;

	}

	public String getDatasourceTypeVocabulary() {

		return datasourceTypeVocabulary;

	}

	@Required

	public void setDatasourceTypeVocabulary(final String datasourceTypeVocabulary) {

		this.datasourceTypeVocabulary = datasourceTypeVocabulary;

	}

	public String getComplianceVocabulary() {

		return complianceVocabulary;

	}

	@Required

	public void setComplianceVocabulary(final String complianceVocabulary) {

		this.complianceVocabulary = complianceVocabulary;

	}

	public String getContentDescriptionsVocabulary() {

		return contentDescriptionsVocabulary;

	}

	@Required

	public void setContentDescriptionsVocabulary(final String contentDescriptionsVocabulary) {

		this.contentDescriptionsVocabulary = contentDescriptionsVocabulary;

	}

	public String getProtocolsVocabulary() {

		return protocolsVocabulary;

	}

	@Required

	public void setProtocolsVocabulary(final String protocolsVocabulary) {

		this.protocolsVocabulary = protocolsVocabulary;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

public class SimpleRepoInterfaceEntry implements Comparable<SimpleRepoInterfaceEntry> {

	private String id;

	private String compliance;

	private String protocol;

	private boolean active;

	private String repoId = "unknown";

	private String repoName = "unknown";

	private String repoCountry = "-";

	private String repoPrefix = "";

	private String aggrDate = "";

	private int aggrTotal = 0;

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public String getCompliance() {

		return compliance;

	}

	public void setCompliance(final String compliance) {

		this.compliance = compliance;

	}

	public boolean isActive() {

		return active;

	}

	public void setActive(final boolean active) {

		this.active = active;

	}

	public String getRepoId() {

		return repoId;

	}

	public void setRepoId(String repoId) {

		this.repoId = repoId;

	}

	public String getRepoName() {

		return repoName;

	}

	public void setRepoName(String repoName) {

		this.repoName = repoName;

	}

	public String getRepoCountry() {

		return repoCountry;

	}

	public void setRepoCountry(String repoCountry) {

		this.repoCountry = repoCountry;

	}

	public String getRepoPrefix() {

		return repoPrefix;

	}

	public void setRepoPrefix(String repoPrefix) {

		this.repoPrefix = repoPrefix;

	}

	@Override

	public int compareTo(final SimpleRepoInterfaceEntry e) {

		return compliance.compareTo(e.getCompliance());

	}

	public String getAggrDate() {

		return aggrDate;

	}

	public void setAggrDate(String aggrDate) {

		this.aggrDate = aggrDate;

	}

	public int getAggrTotal() {

		return aggrTotal;

	}

	public void setAggrTotal(int aggrTotal) {

		this.aggrTotal = aggrTotal;

	}

	public String getProtocol() {

		return protocol;

	}

	public void setProtocol(String protocol) {

		this.protocol = protocol;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

import java.io.Serializable;

public class RepoMapEntry implements Serializable {

	/**

	 * 

	 */

	private static final long serialVersionUID = -2051481347934357434L;

	private String id;

	private String name;

	private int tot;

	private float lat;

	private float lng;

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public int getTot() {

		return tot;

	}

	public void setTot(final int tot) {

		this.tot = tot;

	}

	public float getLat() {

		return lat;

	}

	public void setLat(final float lat) {

		this.lat = lat;

	}

	public float getLng() {

		return lng;

	}

	public void setLng(final float lng) {

		this.lng = lng;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

public class RepoEntry implements Comparable<RepoEntry> {

	private String id;

	private String name;

	private boolean valid ;

	public String getId() {

		return id;

	}

	public void setId(String id) {

		this.id = id;

	}

	public String getName() {

		return name;

	}

	public void setName(String name) {

		this.name = name;

	}

	public boolean isValid() {

		return valid;

	}

	public void setValid(boolean valid) {

		this.valid = valid;

	}

	@Override

	public int compareTo(RepoEntry e) {

		return getName().compareTo(e.getName());

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

import java.util.List;

import com.google.common.collect.Lists;

public class RepoInterfaceEntry extends SimpleRepoInterfaceEntry {

	private String label;

	private String collDate = "";

	private int collTotal = 0;

	private String collMdId = "";

	private String aggrMdId = "";

    private String downloadDate = "";

    private int downloadTotal = 0;

    private String downloadObjId = "";

	private List<SimpleParamEntry> commonParams = Lists.newArrayList();

	private List<SimpleParamEntry> accessParams = Lists.newArrayList();

	private List<SimpleParamEntry> otherParams = Lists.newArrayList();

	private List<RepoMetaWfEntry> metaWFs = Lists.newArrayList();

	public String getLabel() {

		return label;

	}

	public void setLabel(final String label) {

		this.label = label;

	}

	public String getCollDate() {

		return collDate;

	}

	public void setCollDate(String collDate) {

		this.collDate = collDate;

	}

	public int getCollTotal() {

		return collTotal;

	}

	public void setCollTotal(int collTotal) {

		this.collTotal = collTotal;

	}

	public List<SimpleParamEntry> getCommonParams() {

		return commonParams;

	}

	public void setCommonParams(final List<SimpleParamEntry> commonParams) {

		this.commonParams = commonParams;

	}

	public List<SimpleParamEntry> getAccessParams() {

		return accessParams;

	}

	public void setAccessParams(final List<SimpleParamEntry> accessParams) {

		this.accessParams = accessParams;

	}

	public List<SimpleParamEntry> getOtherParams() {

		return otherParams;

	}

	public void setOtherParams(List<SimpleParamEntry> otherParams) {

		this.otherParams = otherParams;

	}

	public List<RepoMetaWfEntry> getMetaWFs() {

		return metaWFs;

	}

	public void setMetaWFs(final List<RepoMetaWfEntry> metaWFs) {

		this.metaWFs = metaWFs;

	}

	public String getAggrMdId() {

		return aggrMdId;

	}

	public void setAggrMdId(String aggrMdId) {

		this.aggrMdId = aggrMdId;

	}

	public String getCollMdId() {

		return collMdId;

	}

	public void setCollMdId(String collMdId) {

		this.collMdId = collMdId;

	}

    public String getDownloadDate() {

        return downloadDate;

    }

    public void setDownloadDate(String downloadDate) {

        this.downloadDate = downloadDate;

    }

    public int getDownloadTotal() {

        return downloadTotal;

    }

    public void setDownloadTotal(int downloadTotal) {

        this.downloadTotal = downloadTotal;

    }

    public String getDownloadObjId() {

        return downloadObjId;

    }

    public void setDownloadObjId(String downloadObjId) {

        this.downloadObjId = downloadObjId;

    }

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

public class VocabularyEntry implements Comparable<VocabularyEntry> {

	private String id;

	private String name;

	public VocabularyEntry() {}

	public VocabularyEntry(final String id, final String name) {

		this.id = id;

		this.name = name;

	}

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	@Override

	public int compareTo(final VocabularyEntry o) {

		return getName().compareTo(o.getName());

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

public class RepoMetaWfEntry implements Comparable<RepoMetaWfEntry> {

	private String id;

	private String name;

	private String status;

	private String destroyWorkflow;

	private int progress;

	public RepoMetaWfEntry(final String id, final String name, final String status, final String destroyWorkflow, final int progress) {

		this.id = id;

		this.name = name;

		this.status = status;

		this.destroyWorkflow = destroyWorkflow;

		this.progress = progress;

	}

	@Override

	public int compareTo(final RepoMetaWfEntry o) {

		return getName().compareTo(o.getName());

	}

	public String getId() {

		return id;

	}

	public String getName() {

		return name;

	}

	public String getStatus() {

		return status;

	}

	public String getDestroyWorkflow() {

		return destroyWorkflow;

	}

	public int getProgress() {

		return progress;

	}

}

package eu.dnetlib.functionality.modular.ui.repositories.objects;

public class SimpleParamEntry implements Comparable<SimpleParamEntry> {

	private String id;

	private String name;

	private Object value;

	private Object otherValue;

	public SimpleParamEntry(final String name, final Object value) {

		this(name, name, value, null);

	}

	public SimpleParamEntry(final String id, final String name, final Object value) {

		this(id, name, value, null);

	}

	public SimpleParamEntry(final String id, final String name, final Object value, final Object otherValue) {

		this.id = id;

		this.name = name;

		this.value = value;

		this.setOtherValue(otherValue);

	}

	public String getId() {

		return id;

	}

	public void setId(final String id) {

		this.id = id;

	}

	public Object getValue() {

		return value;

	}

	public void setValue(final Object value) {

		this.value = value;

	}

	public String getName() {

		return name;

	}

	public void setName(final String name) {

		this.name = name;

	}

	public Object getOtherValue() {

		return otherValue;

	}

	public void setOtherValue(Object otherValue) {

		this.otherValue = otherValue;

	}

	@Override

	public int compareTo(final SimpleParamEntry o) {

		return getName().compareTo(o.getName());

	}

}

package eu.dnetlib.functionality.modular.ui.repositories;

import java.util.Collections;

import java.util.List;

import javax.annotation.Resource;

import javax.servlet.http.HttpServletRequest;

import javax.servlet.http.HttpServletResponse;

import org.springframework.beans.factory.annotation.Required;

import org.springframework.ui.ModelMap;

import com.google.common.collect.Lists;

import com.google.gson.Gson;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.functionality.modular.ui.ModuleEntryPoint;

import eu.dnetlib.functionality.modular.ui.repositories.objects.VocabularyEntry;

public class RepoEnablerEntryPointController extends ModuleEntryPoint {

	private String datasourceTypeVocabulary;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected void initialize(final ModelMap map, final HttpServletRequest request, final HttpServletResponse response) throws Exception {

		map.addAttribute("types", new Gson().toJson(listDatasourceTypes()));

	}

	private List<VocabularyEntry> listDatasourceTypes() throws ISLookUpException {

		final String xquery = "for $x in collection('/db/DRIVER/VocabularyDSResources/VocabularyDSResourceType')[.//VOCABULARY_NAME/@code = '"

				+ getDatasourceTypeVocabulary().trim() + "']//TERM return concat($x/@code, ' @@@ ', $x/@english_name)";

		final List<VocabularyEntry> list = Lists.newArrayList();

		for (String s : serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery)) {

			final String[] arr = s.split("@@@");

			list.add(new VocabularyEntry(arr[0].trim(), arr[1].trim()));

		}

		Collections.sort(list);

		return list;

	}

	public String getDatasourceTypeVocabulary() {

		return datasourceTypeVocabulary;

	}

	@Required

	public void setDatasourceTypeVocabulary(final String datasourceTypeVocabulary) {

		this.datasourceTypeVocabulary = datasourceTypeVocabulary;

	}

}