D-Net

package eu.dnetlib.functionality.modular.ui.workflows.controllers;

import java.io.IOException;

import java.io.StringReader;

import java.time.LocalDate;

import java.time.LocalDateTime;

import java.time.format.DateTimeFormatter;

import java.util.*;

import javax.annotation.Resource;

import javax.servlet.http.HttpServletResponse;

import com.google.common.base.Function;

import com.google.common.base.Splitter;

import com.google.common.collect.Iterators;

import com.google.common.collect.Lists;

import com.google.common.collect.Maps;

import com.google.common.collect.Sets;

import com.google.gson.Gson;

import com.google.gson.reflect.TypeToken;

import eu.dnetlib.functionality.modular.ui.AbstractAjaxController;

import eu.dnetlib.functionality.modular.ui.repositories.objects.RepoHIWorkflow;

import eu.dnetlib.functionality.modular.ui.repositories.objects.VocabularyEntry;

import eu.dnetlib.functionality.modular.ui.repositories.util.RepoUIUtils;

import eu.dnetlib.functionality.modular.ui.workflows.objects.EnvParam;

import eu.dnetlib.functionality.modular.ui.workflows.objects.ProcessInfo;

import eu.dnetlib.functionality.modular.ui.workflows.objects.WorkflowItem;

import eu.dnetlib.functionality.modular.ui.workflows.objects.WorkflowUpdateInfo;

import eu.dnetlib.functionality.modular.ui.workflows.objects.sections.WorkflowSectionGrouper;

import eu.dnetlib.functionality.modular.ui.workflows.util.ISLookupClient;

import eu.dnetlib.functionality.modular.ui.workflows.util.ISRegistryClient;

import eu.dnetlib.miscutils.functional.xml.ApplyXsltDom4j;

import eu.dnetlib.msro.logging.DnetLogger;

import eu.dnetlib.msro.logging.LogMessage;

import eu.dnetlib.msro.workflows.procs.ProcessRegistry;

import eu.dnetlib.msro.workflows.procs.WorkflowExecutor;

import eu.dnetlib.msro.workflows.procs.WorkflowProcess;

import eu.dnetlib.msro.workflows.util.WorkflowsConstants;

import eu.dnetlib.rmi.data.ProtocolParameter;

import eu.dnetlib.rmi.enabling.ISLookUpException;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.lang3.math.NumberUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.Element;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.core.io.ClassPathResource;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.bind.annotation.ResponseBody;

/**

 * Web controller for the UI

 *

 * @author Michele Artini

 */

@Controller

public class WorkflowsController extends AbstractAjaxController {

	private static final Log log = LogFactory.getLog(WorkflowsController.class);

	@Resource

	private ISLookupClient isLookupClient;

	@Resource

	private ISRegistryClient isRegistryClient;

	@Resource

	private RepoUIUtils repoUIUtils;

	@Resource

	private ProcessRegistry graphProcessRegistry;

	@Resource

	private WorkflowSectionGrouper workflowSectionGrouper;

	@Resource

	private WorkflowExecutor workflowExecutor;

	@Resource(name = "msroWorkflowLogger")

	private DnetLogger dnetLogger;

	@Value("${repo.ui.compatibilityLevels.vocabulary}")

	private String compatibilityLevelsVocabulary;

	@RequestMapping("/ui/wf/list_workflows.json")

	public @ResponseBody List<WorkflowItem> listWorflowsForSection(@RequestParam(value = "section", required = false) final String sectionName,

			@RequestParam(value = "dsId", required = false) final String dsId)

			throws ISLookUpException, IOException {

		if (sectionName != null) {

			return this.workflowSectionGrouper.listWorflowsForSection(sectionName);

		} else if (dsId != null) {

			return this.workflowSectionGrouper.listWorflowsForDatasource(dsId);

		} else {

			return Lists.newArrayList();

		}

	}

	@RequestMapping("/ui/wf/workflow.html")

	public void getWorkflowHtml(final HttpServletResponse res, @RequestParam(value = "id", required = true) final String id) throws Exception {

		final String profile = this.isLookupClient.getProfile(id);

		final Document doc = (new SAXReader()).read(new StringReader(profile));

		final Element dsNode = (Element) doc.selectSingleNode("//DATASOURCE");

		if (dsNode != null) {

			dsNode.addAttribute("name", this.isLookupClient.getDatasourceName(dsNode.valueOf("@id")));

		}

		final ApplyXsltDom4j xslt = new ApplyXsltDom4j(new ClassPathResource("/eu/dnetlib/functionality/modular/ui/workflows/xslt/wf_profile2html.xslt"));

		res.setContentType("text/html");

		IOUtils.copy(new StringReader(xslt.apply(doc)), res.getOutputStream());

	}

	@RequestMapping("/ui/wf/repoApi.html")

	public void getWorkflowHtml(final HttpServletResponse res,

			@RequestParam(value = "repoId", required = true) final String repoId,

			@RequestParam(value = "ifaceId", required = true) final String ifaceId) throws Exception {

		final String profile = this.isLookupClient.getRepoProfile(repoId);

		final SAXReader reader = new SAXReader();

		final Document doc = reader.read(new StringReader(profile));

		final Node ifcNode = doc.selectSingleNode("//INTERFACE[@id = '" + ifaceId + "']");

		final String protocol = ifcNode.valueOf("./ACCESS_PROTOCOL");

		final Element extra = doc.getRootElement().addElement("extra_info");

		final Element compLevels = extra.addElement("compatibilityLevels");

		for (final VocabularyEntry e : this.repoUIUtils.fetchVocabularyTerms(this.compatibilityLevelsVocabulary)) {

			final Element l = compLevels.addElement("level");

			l.setText(e.getName());

		}

		final Element parameters = extra.addElement("parameters");

		for (final ProtocolParameter pp : this.repoUIUtils.listParametersForProtocol(protocol)) {

			final Element p = parameters.addElement("param");

			p.addAttribute("name", pp.getName());

			p.addAttribute("type", pp.getType().toString());

			p.setText(ifcNode.valueOf("./ACCESS_PROTOCOL/@" + pp.getName()));

			if (StringUtils.isNotBlank(pp.getRegex())) {

				p.addAttribute("regex", pp.getRegex());

			}

			if (pp.isFunctionPopulated()) {

				p.addAttribute("functionPopulated", "true");

			}

			if (pp.isOptional()) {

				p.addAttribute("optional", "true");

			}

		}

		final Element extraFields = extra.addElement("extraFields");

		for (final Object o : ifcNode.selectNodes("./INTERFACE_EXTRA_FIELD")) {

			final Element f = extraFields.addElement("field");

			f.addAttribute("name", ((Node) o).valueOf("@name"));

			f.setText(((Node) o).getText());

		}

		final Element wfs = extra.addElement("workflows");

		for (final WorkflowItem item : this.isLookupClient.listWorflowsForApi(repoId, ifaceId)) {

			final Element wf = wfs.addElement("workflow");

			wf.addAttribute("id", item.getWfId());

			wf.addAttribute("name", item.getName());

			wf.addAttribute("description", item.getDesc());

		}

		final Map<String, String> params = new HashMap<String, String>();

		params.put("profileId", doc.valueOf("//RESOURCE_IDENTIFIER/@value"));

		params.put("ifaceId", ifaceId);

		params.put("protocol", protocol);

		params.put("baseUrl", ifcNode.valueOf("./BASE_URL"));

		params.put("prefix", doc.valueOf(".//FIELD[./key = 'NamespacePrefix']/value"));

		params.put("typology", ifcNode.valueOf("@typology"));

		params.put("compliance", ifcNode.valueOf("@compliance"));

		params.put("overrideCompliance", ifcNode.valueOf("./INTERFACE_EXTRA_FIELD[@name='overriding_compliance']"));

		doc.selectSingleNode("/RESOURCE_PROFILE/HEADER").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/CONFIGURATION/INTERFACES").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/CONFIGURATION/EXTRA_FIELDS").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/QOS").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/STATUS").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/SECURITY_PARAMETERS").detach();

		doc.selectSingleNode("/RESOURCE_PROFILE/BODY/BLACKBOARD").detach();

		final ApplyXsltDom4j xslt = new ApplyXsltDom4j(new ClassPathResource("/eu/dnetlib/functionality/modular/ui/workflows/xslt/repoApi.xslt"), params);

		res.setContentType("text/html");

		IOUtils.copy(new StringReader(xslt.apply(doc)), res.getOutputStream());

	}

	@RequestMapping("/ui/wf/wf.start")

	public @ResponseBody ProcessInfo startWorkflow(@RequestParam(value = "id", required = true) final String id) throws Exception {

		final String procId = this.workflowExecutor.startWorkflow(id, null);

		final WorkflowProcess process = this.graphProcessRegistry.findProcess(id);

		if (process != null) {

			return new ProcessInfo(process);

		} else {

			return new ProcessInfo(procId);

		}

	}

	@RequestMapping("/ui/wf/update_workflow.do")

	public @ResponseBody boolean updateWorkflow(@RequestParam(value = "json", required = true) final String json) throws Exception {

		final WorkflowUpdateInfo info = (new Gson()).fromJson(json, WorkflowUpdateInfo.class);

		log.info("Updating workflow " + info.getWfId());

		final String xml = this.isLookupClient.getProfile(info.getWfId());

		final boolean res = this.isRegistryClient.updateWorkflowProfile(info.getWfId(), xml, info);

		return res;

	}

	@RequestMapping("/ui/wf/proc.kill")

	public @ResponseBody boolean killProcessWorkflow(@RequestParam(value = "id", required = true) final String id) throws Exception {

		this.graphProcessRegistry.findProcess(id).kill();

		return true;

	}

	@RequestMapping("/ui/wf/journal.range")

	public @ResponseBody Collection<ProcessInfo> rangeWfJournal(@RequestParam(value = "start", required = true) final String start,

			@RequestParam(value = "end", required = true) final String end) throws Exception {

		final Map<String, ProcessInfo> res = Maps.newHashMap();

		final DateTimeFormatter formatter = DateTimeFormatter.ofPattern("yyyy-MM-dd");

		final LocalDateTime startDate = LocalDate.parse(start, formatter).atTime(0, 0);

		final LocalDateTime endDate = LocalDate.parse(end, formatter).atTime(23, 59);

		final Iterator<ProcessInfo> iter = Iterators.transform(this.dnetLogger.range(startDate, endDate), new JournalEntryFunction());

		while (iter.hasNext()) {

			final ProcessInfo e = iter.next();

			e.setProcId("LOG: " + e.getProcId());

			res.put(e.getProcId(), e);

		}

		final LocalDateTime now = LocalDateTime.now();

		if (startDate.isBefore(now) && endDate.isAfter(now)) {

			for (final WorkflowProcess proc : this.graphProcessRegistry.listProcesses()) {

				final ProcessInfo p = new ProcessInfo(proc);

				p.setProcId("REG: " + p.getProcId());

				res.put(proc.getId(), p);

			}

		}

		return res.values();

	}

	@RequestMapping("/ui/wf/journal.find")

	public @ResponseBody List<ProcessInfo> findWfJournal(@RequestParam(value = "wfs", required = true) final String wfs) {

		final Map<String, ProcessInfo> map = Maps.newHashMap();

		final Set<String> wfFilter = Sets.newHashSet(Splitter.on(",").omitEmptyStrings().trimResults().split(wfs));

		for (final String wfId : wfFilter) {

			final Iterator<ProcessInfo> iter =

					Iterators.transform(this.dnetLogger.find(WorkflowsConstants.LOG_WF_PROFILE_ID, wfId), new JournalEntryFunction());

			while (iter.hasNext()) {

				final ProcessInfo e = iter.next();

				map.put(e.getProcId(), e);

			}

		}

		for (final WorkflowProcess proc : this.graphProcessRegistry.listProcesses()) {

			if (wfFilter.contains(proc.getId())) {

				map.put(proc.getId(), new ProcessInfo(proc));

			}

		}

		final List<ProcessInfo> res = Lists.newArrayList(map.values());

		Collections.sort(res, new Comparator<ProcessInfo>() {

			@Override

			public int compare(final ProcessInfo p1, final ProcessInfo p2) {

				if (p1.getDate() == 0) {

					return -1;

				} else if (p2.getDate() == 0) {

					return 1;

				} else {

					return Long.compare(p2.getDate(), p1.getDate());

				}

			}

		});

		return res;

	}

	@RequestMapping("/ui/wf/journal_byFamily.find")

	public @ResponseBody Collection<ProcessInfo> findWfJournalByFamily(@RequestParam(value = "family", required = true) final String family)

			throws IOException {

		final Iterator<ProcessInfo> iter =

				Iterators.transform(this.dnetLogger.find(WorkflowsConstants.LOG_WF_FAMILY, family), new JournalEntryFunction());

		return Lists.newArrayList(iter);

	}

	@RequestMapping("/ui/wf/journal.get")

	public @ResponseBody ProcessInfo getWfJournalLog(@RequestParam(value = "id", required = true) final String procId) throws Exception {

		final WorkflowProcess process = this.graphProcessRegistry.findProcess(procId);

		final ProcessInfo info = (process != null) ? new ProcessInfo(process) : new ProcessInfo();

		final Map<String, String> logs = this.dnetLogger.findOne("system:processId", procId);

		if (logs != null && !logs.isEmpty()) {

			final List<String> keys = Lists.newArrayList(logs.keySet());

			Collections.sort(keys);

			for (final String k : keys) {

				info.getCurrentEnv().add(new EnvParam(k, logs.get(k)));

			}

		}

		return info;

	}

	@RequestMapping(value = "/ui/wf/saveParams.do")

	public @ResponseBody boolean saveWorkflowParams(@RequestParam(value = "wf", required = true) final String wfId,

			@RequestParam(value = "params", required = true) final String jsonParams) throws Exception {

		final String xml = this.isLookupClient.getProfile(wfId);

		final Map<String, String> params = new Gson().fromJson(jsonParams, new TypeToken<Map<String, String>>() {}.getType());

		return this.isRegistryClient.updateWorkflowProfile(wfId, xml, params);

	}

	@RequestMapping(value = "/ui/wf/obtainSubWorkflows.do")

	public @ResponseBody List<Map<String, String>> obtainSubWorkflows(@RequestParam(value = "id", required = true) final String wfId) {

		return this.isLookupClient.obtainSubWorkflows(wfId);

	}

	@RequestMapping(value = "/ui/wf/repohi_wfs.find")

	public @ResponseBody List<RepoHIWorkflow> listRepoHIWorkflows(@RequestParam(value = "compliance", required = true) final String compliance,

			@RequestParam(value = "type", required = true) final String type) throws ISLookUpException {

		return this.isLookupClient.listRepoHiWorkflows(compliance, type);

	}

	@RequestMapping("/ui/wf/repohi.start")

	public @ResponseBody List<String> newRepoWorkflow(@RequestParam(value = "id", required = true) final String repoId,

			@RequestParam(value = "iface", required = true) final String ifaceId,

			@RequestParam(value = "wf", required = true) final String wfId) throws Exception {

		return Lists.newArrayList(this.workflowExecutor.startRepoHiWorkflow(wfId, repoId, ifaceId, null));

	}

	@RequestMapping("/ui/wf/repobye.start")

	public @ResponseBody List<String> destroyRepoWorkflow(@RequestParam(value = "destroyWf", required = true) final String destroyWfId)

			throws Exception {

		return Lists.newArrayList(this.workflowExecutor.startWorkflow(destroyWfId, null));

	}

	private class JournalEntryFunction implements Function<Map<String, String>, ProcessInfo> {

		@Override

		public ProcessInfo apply(final Map<String, String> input) {

			final ProcessInfo info = new ProcessInfo();

			info.setProcId(input.get(WorkflowsConstants.LOG_WF_PROCESS_ID));

			info.setWfId(input.get(WorkflowsConstants.LOG_WF_PROFILE_ID));

			info.setName(input.get(WorkflowsConstants.LOG_WF_NAME));

			info.setFamily(input.get(WorkflowsConstants.LOG_WF_FAMILY));

			info.setDatasource(input.containsKey(WorkflowsConstants.LOG_DATASOURCE_NAME) ? input.get(WorkflowsConstants.LOG_DATASOURCE_NAME) : "");

			info.setStatus(input.get(WorkflowsConstants.LOG_WF_PROCESS_STATUS));

			info.setDate(NumberUtils.toLong(input.get(LogMessage.LOG_DATE_FIELD), 0));

			info.setStartDate(info.getStartDate());

			info.setEndDate(info.getEndDate());

			return info;

		}

	}

}