D-Net

package eu.dnetlib.msro.openaireplus.workflows.nodes.stats;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

/**

 * Ask the StatsManagerService to perform the content validation between the stats db and the preproduction index (using the prepublic

 * search service) and creates a report, which is serialized in the blackboard job parameters.

 * 

 * @author alessia

 * 

 */

public class ValidateShadowStatsJobNode extends BlackboardJobNode {

	private String xqueryForServiceIdParam;

	@Override

	protected String getXqueryForServiceId(final NodeToken token) {

		return token.getEnv().getAttribute(getXqueryForServiceIdParam());

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {

		job.setAction(StatsManagerServiceBBAction.VALIDATE_SHADOW_STATS.action());

	}

	public String getXqueryForServiceIdParam() {

		return xqueryForServiceIdParam;

	}

	public void setXqueryForServiceIdParam(final String xqueryForServiceIdParam) {

		this.xqueryForServiceIdParam = xqueryForServiceIdParam;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.stats;

import java.util.List;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.tools.ServiceLocator;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class FindStatsServiceJobNode extends SimpleJobNode {

	/**

	 * logger.

	 */

	private static final Log log = LogFactory.getLog(FindStatsServiceJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	/**

	 * ISLookupService locator.

	 */

	@Autowired

	private ServiceLocator<ISLookUpService> lookupLocator;

	@Value(value = "${dnet.openaire.service.stats.lookup.xquery}")

	private String xquery;

	private String xqueryForServiceIdParam;

	/**

	 * {@inheritDoc}

	 * 

	 * @throws ISLookUpException

	 * @throws MSROException

	 * 

	 * @see com.googlecode.sarasvati.mem.MemNode#execute(com.googlecode.sarasvati.Engine, com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	public String execute(final NodeToken token) throws ISLookUpException, MSROException {

		log.info("lookup for stats service: " + getXquery());

		List<String> statsServiceIds = lookupLocator.getService().quickSearchProfile(getXquery());

		if (statsServiceIds.size() > 1) throw new MSROException("too many stats services: " + statsServiceIds);

		if (statsServiceIds.isEmpty()) return "notFound";

		else {

			token.getEnv().setAttribute(getXqueryForServiceIdParam(), getXquery());

			return "found";

		}

	}

	public String getXquery() {

		return xquery;

	}

	public void setXquery(final String xquery) {

		this.xquery = xquery;

	}

	public String getXqueryForServiceIdParam() {

		return xqueryForServiceIdParam;

	}

	public void setXqueryForServiceIdParam(final String xqueryForServiceIdParam) {

		this.xqueryForServiceIdParam = xqueryForServiceIdParam;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.stats;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

/**

 * Ask the StatsManagerService to refresh the shadow portal cache according to the content of the shadow stats db.

 * 

 * @author alessia

 * 

 */

public class RefreshShadowCacheJobNode extends BlackboardJobNode {

	private String xqueryForServiceIdParam;

	@Override

	protected String getXqueryForServiceId(final NodeToken token) {

		return token.getEnv().getAttribute(getXqueryForServiceIdParam());

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {

		job.setAction(StatsManagerServiceBBAction.REFRESH_SHADOW_CACHE.action());

	}

	public String getXqueryForServiceIdParam() {

		return xqueryForServiceIdParam;

	}

	public void setXqueryForServiceIdParam(final String xqueryForServiceIdParam) {

		this.xqueryForServiceIdParam = xqueryForServiceIdParam;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.stats;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

/**

 * Ask the StatsManagerService to refresh the shadow portal cache according to the content of the shadow stats db.

 * 

 * @author alessia

 * 

 */

public class PromoteShadowStatsJobNode extends BlackboardJobNode {

	private String xqueryForServiceIdParam;

	@Override

	protected String getXqueryForServiceId(final NodeToken token) {

		return token.getEnv().getAttribute(getXqueryForServiceIdParam());

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {

		job.setAction(StatsManagerServiceBBAction.PROMOTE_SHADOW_STATS.action());

	}

	public String getXqueryForServiceIdParam() {

		return xqueryForServiceIdParam;

	}

	public void setXqueryForServiceIdParam(final String xqueryForServiceIdParam) {

		this.xqueryForServiceIdParam = xqueryForServiceIdParam;

	}

}

package eu.dnetlib.msro.openaireplus.workflows.nodes.stats;

public enum StatsManagerServiceBBAction {

	PROMOTE_SHADOW_STATS {

		@Override

		public String action() {

			return "promoteShadow";

		}

	},

	REFRESH_SHADOW_CACHE {

		@Override

		public String action() {

			return "refreshCache";

		}

	},

	VALIDATE_SHADOW_STATS {

		@Override

		public String action() {

			return "validate";

		}

	};

	public abstract String action();

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE>

	<HEADER>

		<RESOURCE_IDENTIFIER value="57bbdded-019e-4163-ae70-dd9f495f3f0b_TWV0YVdvcmtmbG93RFNSZXNvdXJjZXMvTWV0YVdvcmtmbG93RFNSZXNvdXJjZVR5cGU=" />

		<RESOURCE_TYPE value="MetaWorkflowDSResourceType" />

		<RESOURCE_KIND value="MetaWorkflowDSResources" />

		<RESOURCE_URI value="" />

		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />

	</HEADER>

	<BODY>

		<METAWORKFLOW_NAME family="OpenAIRE Provision">OpenAIRE Content Publishing</METAWORKFLOW_NAME>

		<METAWORKFLOW_DESCRIPTION></METAWORKFLOW_DESCRIPTION>

		<METAWORKFLOW_SECTION>InfoSpace Provision</METAWORKFLOW_SECTION>

		<ADMIN_EMAIL />

		<CONFIGURATION status="EXECUTABLE">

		<WORKFLOW id="546f8ba1-2ca2-4e29-86ea-c9489ab9b857_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="publish content">

		</WORKFLOW>

		</CONFIGURATION>

		<SCHEDULING enabled="false">

			<CRON>29 5 22 ? * *</CRON>

			<MININTERVAL>10080</MININTERVAL>

		</SCHEDULING>

	</BODY>

</RESOURCE_PROFILE>

                    <ARC to="validateShadowStats"/>

            <NODE name="validateShadowStats" type="ValidateShadowStats">

				<DESCRIPTION>generates validation report stats/index</DESCRIPTION>

				<PARAMETERS>

					<!-- <PARAM name="" type="string" managedBy="user" required="true"></PARAM> -->

				</PARAMETERS>

					<ARC to="refreshShadowCache" />

				</ARCS>

			</NODE>

			<NODE name="refreshShadowCache" type="RefreshShadowCache">

				<DESCRIPTION>Updates the shadow cache according to the shadow stats db.</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>

				</PARAMETERS>

				<ARCS>

                    <ARC to="waitAll"/>

<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

	<HEADER>

		<RESOURCE_IDENTIFIER value="546f8ba1-2ca2-4e29-86ea-c9489ab9b857_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />

		<RESOURCE_TYPE value="WorkflowDSResourceType" />

		<RESOURCE_KIND value="WorkflowDSResources" />

		<RESOURCE_URI value="" />

		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />

	</HEADER>

	<BODY>

		<WORKFLOW_NAME>Content Publishing</WORKFLOW_NAME>

		<WORKFLOW_TYPE>Content Publishing</WORKFLOW_TYPE>

		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>

		<CONFIGURATION start="manual">

			<NODE name="START_SWITCH" isStart="true">

			<DESCRIPTION>Start content Publishing</DESCRIPTION>

			<PARAMETERS/>

				<ARCS>

					<ARC to="findStatsService" />

					<ARC to="findIndex" />

					<ARC to="setOAIDB" />

				</ARCS>

			</NODE>

			<NODE name="findStatsService" type="FindStatsService">

				<DESCRIPTION>find stats service</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='StatsManagerServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>

					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="found" to="SELECT_PROMOTE_STATS" />

					<ARC name="notFound" to="waitForStats" />

				</ARCS>

			</NODE>

			<NODE name="SELECT_PROMOTE_STATS" type="Selection">

				<DESCRIPTION>Do we promote the shadow stats to public today?</DESCRIPTION>

				<PARAMETERS>

					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="YES" to="PROMOTE_STATS" />

					<ARC name="NO" to="waitForStats" />

				</ARCS>

			</NODE>

			<NODE name="PROMOTE_STATS" type="PromoteShadowStats">

				<DESCRIPTION>Copy shadow Joomla cache and stats db to public schema</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForStatsManagerService</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="waitForStats" />

				</ARCS>

			</NODE>

			<NODE name="findIndex" type="FindIndex" isStart="true">

				<DESCRIPTION />

				<PARAMETERS>

					<PARAM name="mdFormat" type="string" managedBy="user" required="true">DMF</PARAM>

					<PARAM name="layout" type="string" managedBy="system" required="true">index</PARAM>

					<PARAM name="interpretation" type="string" managedBy="system" required="true">openaire</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="found" to="findSearchService" />

					<ARC name="notFound" to="waitForSearch" />

				</ARCS>

			</NODE>		

			<NODE name="findSearchService" type="FindSearchService">

				<DESCRIPTION>find search service</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="xquery" type="string" managedBy="user" required="false">/RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='SearchServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()</PARAM>

					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="found" to="SELECT_SWITCH_INDEX" />

					<ARC name="notFound" to="waitForSearch" />

				</ARCS>

			</NODE>

			<NODE name="SELECT_SWITCH_INDEX" type="Selection">

				<DESCRIPTION>Do we switch the index read by the Search Service today?</DESCRIPTION>

				<PARAMETERS>

					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="YES" to="switchIndex" />

					<ARC name="NO" to="waitForSearch" />

				</ARCS>

			</NODE>

			<NODE name="switchIndex" type="SwitchIndex">

				<DESCRIPTION>switch index</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="xqueryForServiceIdParam" type="string" managedBy="system" required="true">xqueryForSearchService</PARAM>

					<PARAM name="inputIndexIdParam" type="string" managedBy="system" required="true">index_id</PARAM>

					<PARAM name="outputIndexIdParam" type="string" managedBy="system" required="true">IndexId</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="waitForSearch" />

				</ARCS>

			</NODE>

			<NODE name="setOAIDB" type="SetCurrentOAIDB">

				<DESCRIPTION>Update the currentdb in the OAI configuration profile</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="oaiDBName" type="string" managedBy="user" required="true">oaistore</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="waitAll" />

				</ARCS>

			</NODE>

			<NODE name="waitForSearch">

				<DESCRIPTION>Wait for the search branch to fail or to success</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="waitAll" />

				</ARCS>

			</NODE>

			<NODE name="waitForStats">

				<DESCRIPTION>Wait for the stats branch to fail or success</DESCRIPTION>

				<PARAMETERS/>

				<ARCS>

					<ARC to="waitAll" />

				</ARCS>

			</NODE>

			<!-- WAIT FOR ALL THE WF BRANCHES TO COMPLETE -->

            <NODE name="waitAll" isJoin="true">

                <DESCRIPTION>wait for all the branches to complete</DESCRIPTION>

                <PARAMETERS/>

                <ARCS>

                    <ARC to="success"/>

                </ARCS>

            </NODE>            

		</CONFIGURATION>

		<STATUS>

		</STATUS>

	</BODY>

</RESOURCE_PROFILE>

dnet.openaire.service.stats.lookup.xquery = /RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='StatsManagerServiceResourceType' and .//RESOURCE_KIND/@value='ServiceResources']/HEADER/RESOURCE_IDENTIFIER/@value/string()

		p:resultSetClientFactory-ref="resultSetClientFactory"/>

	<!-- Stats -->

	<bean id="wfNodeFindStatsService"

		class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.FindStatsServiceJobNode"

		scope="prototype" />

	<bean id="wfNodePromoteShadowStats"

		class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.PromoteShadowStatsJobNode"

		scope="prototype" />

	<bean id="wfNodeRefreshShadowCache"

		class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.RefreshShadowCacheJobNode"

		scope="prototype" />

	<bean id="wfNodeValidateShadowStats"

		class="eu.dnetlib.msro.openaireplus.workflows.nodes.stats.ValidateShadowStatsJobNode"

		scope="prototype" />

	<version>1.2.0-SNAPSHOT</version>