D-Net

{"type_source": "SVN", "goal": "package -U -T 4C source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-oai-common-workflows/trunk/", "deploy_repository": "dnet4-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", "name": "dnet-oai-common-workflows"}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.lang.StringUtils;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAISetsCountJobNode extends AbstractOAIJobNode {

	private String configuredOnly;

	private String oaiStoreCollectionParam;

	// overrides the value in the env param oaiStoreCollectionParam

	private String oaiStoreCollection;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("COUNT_SETS");

		job.getParameters().put("configuredOnly", configuredOnly);

		job.getParameters().put("collection", getCollectionName(token));

		job.getParameters().put("oai_dbName", token.getEnv().getAttribute("oai_dbName"));

	}

	private String getCollectionName(final NodeToken token) {

		if (StringUtils.isNotBlank(oaiStoreCollection)) return oaiStoreCollection;

		else {

			String collName = token.getEnv().getAttribute(getOaiStoreCollectionParam());

			if (collName == null) {

				collName = "";

			}

			return collName;

		}

	}

	public String getConfiguredOnly() {

		return configuredOnly;

	}

	public void setConfiguredOnly(final String configuredOnly) {

		this.configuredOnly = configuredOnly;

	}

	public String getOaiStoreCollectionParam() {

		return oaiStoreCollectionParam;

	}

	public void setOaiStoreCollectionParam(final String oaiStoreCollectionParam) {

		this.oaiStoreCollectionParam = oaiStoreCollectionParam;

	}

	public String getOaiStoreCollection() {

		return oaiStoreCollection;

	}

	public void setOaiStoreCollection(final String oaiStoreCollection) {

		this.oaiStoreCollection = oaiStoreCollection;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import javax.annotation.Resource;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

/**

 * The Class PrepareOaiDataJobNode.

 */

public class PrepareOaiDataJobNode extends SimpleJobNode {

	/** The Constant log. */

	private static final Log log = LogFactory.getLog(PrepareOaiDataJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	/** The service locator. */

	@Resource

	private UniqueServiceLocator serviceLocator;

	/** Target mongo oai store collection name. **/

	private String oaiStoreCollectionParam;

	/** Target mongo database name. **/

	private String oaiDBName;

	/** Name of the env property where to put the value of oaiDBName. **/

	private String oaiDBNameParam;

	private String formatParam = "oai_format";

	private String layoutParam = "oai_layout";

	private String interpretationParam = "oai_interpretation";

	private boolean skipDuplicates = false;

	private String duplicateXPath;

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected String execute(final NodeToken token) throws Exception {

		log.info("start preparing job");

		// set the target mongo collection name

		String format = token.getEnv().getAttribute(getFormatParam());

		String interpretation = token.getEnv().getAttribute(getInterpretationParam());

		String layout = token.getEnv().getAttribute(getLayoutParam());

		token.getEnv().setAttribute(getOaiStoreCollectionParam(), format + "-" + layout + "-" + interpretation);

		String configurationProfile = getConfigurationProfile();

		token.getEnv().setAttribute("oaiConfiguration", configurationProfile);

		token.getEnv().setAttribute("oai.feed.date", DateUtils.now_ISO8601());

		token.getEnv().setAttribute(getOaiDBNameParam(), getOaiDBName());

		// services.publisher.oai.

		// duplicates

		token.getEnv().setAttribute("services.publisher.oai.skipDuplicates", skipDuplicates);

		token.getEnv().setAttribute("services.publisher.oai.duplicateXPath", duplicateXPath);

		return Arc.DEFAULT_ARC;

	}

	/**

	 * Gets the configuration profile.

	 * 

	 * @return the configuration profile

	 * @throws MSROException

	 *             the MSRO exception

	 */

	private String getConfigurationProfile() throws MSROException {

		try {

			return this.serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(

					"//RESOURCE_PROFILE[.//RESOURCE_TYPE/@value = 'OAIPublisherConfigurationDSResourceType']");

		} catch (Exception e) {

			throw new MSROException("Cannot find OAI configuration profile", e);

		}

	}

	/**

	 * Gets the oai store collection param.

	 * 

	 * @return the oai store collection param

	 */

	public String getOaiStoreCollectionParam() {

		return oaiStoreCollectionParam;

	}

	/**

	 * Sets the oai store collection param.

	 * 

	 * @param oaiStoreCollectionParam

	 *            the new oai store collection param

	 */

	public void setOaiStoreCollectionParam(final String oaiStoreCollectionParam) {

		this.oaiStoreCollectionParam = oaiStoreCollectionParam;

	}

	public String getOaiDBName() {

		return oaiDBName;

	}

	public void setOaiDBName(final String oaiDBName) {

		this.oaiDBName = oaiDBName;

	}

	public String getOaiDBNameParam() {

		return oaiDBNameParam;

	}

	public void setOaiDBNameParam(final String oaiDBNameParam) {

		this.oaiDBNameParam = oaiDBNameParam;

	}

	public String getFormatParam() {

		return formatParam;

	}

	public void setFormatParam(final String formatParam) {

		this.formatParam = formatParam;

	}

	public String getLayoutParam() {

		return layoutParam;

	}

	public void setLayoutParam(final String layoutParam) {

		this.layoutParam = layoutParam;

	}

	public String getInterpretationParam() {

		return interpretationParam;

	}

	public void setInterpretationParam(final String interpretationParam) {

		this.interpretationParam = interpretationParam;

	}

	public boolean isSkipDuplicates() {

		return skipDuplicates;

	}

	public void setSkipDuplicates(final boolean skipDuplicates) {

		this.skipDuplicates = skipDuplicates;

	}

	public String getDuplicateXPath() {

		return duplicateXPath;

	}

	public void setDuplicateXPath(final String duplicateXPath) {

		this.duplicateXPath = duplicateXPath;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.resultset.rmi.ResultSetException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;

import eu.dnetlib.msro.workflows.resultset.ProcessCountingResultSetFactory;

import eu.dnetlib.msro.workflows.util.ProgressProvider;

import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;

public class SyncOAIStoreJobNode extends AbstractOAIJobNode implements ProgressJobNode {

	private static final Log log = LogFactory.getLog(SyncOAIStoreJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	private String eprParam;

	private ProcessCountingResultSetFactory processCountingResultSetFactory;

	private ResultsetProgressProvider progressProvider;

	private String formatParam, layoutParam, interpretationParam, oai_dbName;

	private boolean alwaysNewRecord = false;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException {

		final String eprS = token.getEnv().getAttribute(getEprParam());

		this.progressProvider = processCountingResultSetFactory.createProgressProvider(token.getProcess(), eprS);

		job.setAction("SYNC");

		job.getParameters().put("oai_syncEpr", progressProvider.getEpr().toString());

		job.getParameters().put("oai_recordSource", token.getEnv().getAttribute("oai_recordSource"));

		job.getParameters().put("oai_formatName", token.getEnv().getAttribute(formatParam));

		job.getParameters().put("oai_formatLayout", token.getEnv().getAttribute(layoutParam));

		job.getParameters().put("oai_formatInterpretation", token.getEnv().getAttribute(interpretationParam));

		job.getParameters().put("oai_dbName", getOai_dbName());		

		job.getParameters().put("oai_alwaysNewRecord", String.valueOf(alwaysNewRecord));

		token.getEnv().setAttribute("oai_dbName", getOai_dbName());

		log.fatal("Job prepared");

	}

	public String getEprParam() {

		return eprParam;

	}

	public void setEprParam(final String eprParam) {

		this.eprParam = eprParam;

	}

	public ProcessCountingResultSetFactory getProcessCountingResultSetFactory() {

		return processCountingResultSetFactory;

	}

	@Required

	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {

		this.processCountingResultSetFactory = processCountingResultSetFactory;

	}

	public String getFormatParam() {

		return formatParam;

	}

	public void setFormatParam(final String formatParam) {

		this.formatParam = formatParam;

	}

	public String getLayoutParam() {

		return layoutParam;

	}

	public void setLayoutParam(final String layoutParam) {

		this.layoutParam = layoutParam;

	}

	public String getInterpretationParam() {

		return interpretationParam;

	}

	public void setInterpretationParam(final String interpretationParam) {

		this.interpretationParam = interpretationParam;

	}

	public String getOai_dbName() {

		return oai_dbName;

	}

	public void setOai_dbName(final String oai_dbName) {

		this.oai_dbName = oai_dbName;

	}

	@Override

	public ProgressProvider getProgressProvider() {

		return this.progressProvider;

	}

	public boolean isAlwaysNewRecord() {

		return alwaysNewRecord;

	}

	public void setAlwaysNewRecord(boolean alwaysNewRecord) {

		this.alwaysNewRecord = alwaysNewRecord;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.lang.StringUtils;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAICreateIndexJobNode extends AbstractOAIJobNode {

	private String oaiStoreCollectionParam;

	// overrides the value in the env param oaiStoreCollectionParam

	private String oaiStoreCollection;

	/**

	 * Name of the fields (comma separated) to be included in the same index. For several indexes separate the fieldNames with ;

	 * <p>

	 * Examples: field1,field2 -- one compound index on the given two fields field1,field2;field3,field4 -- two compound indices: one on

	 * field1 and field2, the other on field3 and field4

	 * </p>

	 * **/

	private String fieldNames;

	@Override

	public void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("CREATE_OAI_INDEX");

		job.getParameters().put("collection", getCollectionName(token));

		job.getParameters().put("oai_index_fieldNames", fieldNames);

	}

	private String getCollectionName(final NodeToken token) {

		if (StringUtils.isNotBlank(oaiStoreCollection)) return oaiStoreCollection;

		else {

			String collName = token.getEnv().getAttribute(getOaiStoreCollectionParam());

			if (collName == null) {

				collName = "";

			}

			return collName;

		}

	}

	public String getFieldNames() {

		return fieldNames;

	}

	public void setFieldNames(final String fieldNames) {

		this.fieldNames = fieldNames;

	}

	public String getOaiStoreCollectionParam() {

		return oaiStoreCollectionParam;

	}

	public void setOaiStoreCollectionParam(final String oaiStoreCollectionParam) {

		this.oaiStoreCollectionParam = oaiStoreCollectionParam;

	}

	public String getOaiStoreCollection() {

		return oaiStoreCollection;

	}

	public void setOaiStoreCollection(final String oaiStoreCollection) {

		this.oaiStoreCollection = oaiStoreCollection;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class RefreshSetsFromConfigJobNode extends AbstractOAIJobNode {

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("REFRESH_CONFIG");

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAICreateStoreJobNode extends AbstractOAIJobNode {

	private String formatParam, layoutParam, interpretationParam;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("CREATE_STORE");

		job.getParameters().put("format", token.getEnv().getAttribute(formatParam));

		job.getParameters().put("layout", token.getEnv().getAttribute(layoutParam));

		job.getParameters().put("interpretation", token.getEnv().getAttribute(interpretationParam));

	}

	public String getFormatParam() {

		return formatParam;

	}

	public void setFormatParam(final String formatParam) {

		this.formatParam = formatParam;

	}

	public String getLayoutParam() {

		return layoutParam;

	}

	public void setLayoutParam(final String layoutParam) {

		this.layoutParam = layoutParam;

	}

	public String getInterpretationParam() {

		return interpretationParam;

	}

	public void setInterpretationParam(final String interpretationParam) {

		this.interpretationParam = interpretationParam;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import javax.annotation.Resource;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.mdstore.MDStoreService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

public class ReadMDStoreJobNode extends SimpleJobNode {

	private static final Log log = LogFactory.getLog(ReadMDStoreJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	/**

	 * Name of the env attribute where the output epr will be saved.

	 */

	private String eprParam;

	// info about the metadata format of the records I'm reading

	private String mdFormatName;

	private String mdFormatLayout;

	private String mdFormatInterpretation;

	/** Name of the datasource whose records I am reading **/

	private String datasource;

	/**

	 * Identifier of the input mdstore.

	 */

	private String mdstoreId;

	@Resource

	private UniqueServiceLocator serviceLocator;

	@Override

	protected String execute(final NodeToken token) throws Exception {

		/*

		 * public W3CEndpointReference deliverMDRecords( String mdId, String from, String until, String recordFilter) throws

		 * MDStoreServiceException;

		 */

		W3CEndpointReference epr = serviceLocator.getService(MDStoreService.class, mdstoreId).deliverMDRecords(mdstoreId, null, null, null);

		log.debug("Created W3CEndpointReference to read from mdstoreId = " + mdstoreId);

		token.getEnv().setAttribute(eprParam, epr.toString());

		token.getEnv().setAttribute("oai_formatName", mdFormatName);

		token.getEnv().setAttribute("oai_formatLayout", mdFormatLayout);

		token.getEnv().setAttribute("oai_formatInterpretation", mdFormatInterpretation);

		token.getEnv().setAttribute("oai_recordSource", datasource);

		return Arc.DEFAULT_ARC;

	}

	public String getEprParam() {

		return eprParam;

	}

	public void setEprParam(final String eprParam) {

		this.eprParam = eprParam;

	}

	public String getMdFormatName() {

		return mdFormatName;

	}

	public void setMdFormatName(final String mdFormatName) {

		this.mdFormatName = mdFormatName;

	}

	public String getMdFormatLayout() {

		return mdFormatLayout;

	}

	public void setMdFormatLayout(final String mdFormatLayout) {

		this.mdFormatLayout = mdFormatLayout;

	}

	public String getMdFormatInterpretation() {

		return mdFormatInterpretation;

	}

	public void setMdFormatInterpretation(final String mdFormatInterpretation) {

		this.mdFormatInterpretation = mdFormatInterpretation;

	}

	public String getDatasource() {

		return datasource;

	}

	public void setDatasource(final String datasource) {

		this.datasource = datasource;

	}

	public String getMdstoreId() {

		return mdstoreId;

	}

	public void setMdstoreId(final String mdstoreId) {

		this.mdstoreId = mdstoreId;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.lang.StringUtils;

import com.googlecode.sarasvati.NodeToken;

import com.googlecode.sarasvati.env.Env;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAIDropStoreJobNode extends AbstractOAIJobNode {

	private String formatParam, layoutParam, interpretationParam;

	// name of the env attribute where you can find the set name

	private String setSpecParam;

	private String setSpec;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("DROP_STORE");

		job.getParameters().put("format", token.getEnv().getAttribute(formatParam));

		job.getParameters().put("layout", token.getEnv().getAttribute(layoutParam));

		job.getParameters().put("interpretation", token.getEnv().getAttribute(interpretationParam));

		String set = getTheSetName(token.getEnv());

		if (StringUtils.isNotBlank(set)) {

			job.getParameters().put("set", set);

		}

	}

	private String getTheSetName(final Env env) {

		if (StringUtils.isNotBlank(setSpec)) return setSpec;

		else return env.getAttribute(setSpecParam);

	}

	public String getFormatParam() {

		return formatParam;

	}

	public void setFormatParam(final String formatParam) {

		this.formatParam = formatParam;

	}

	public String getLayoutParam() {

		return layoutParam;

	}

	public void setLayoutParam(final String layoutParam) {

		this.layoutParam = layoutParam;

	}

	public String getInterpretationParam() {

		return interpretationParam;

	}

	public void setInterpretationParam(final String interpretationParam) {

		this.interpretationParam = interpretationParam;

	}

	public String getSetNameParam() {

		return setSpecParam;

	}

	public void setSetNameParam(final String setNameParam) {

		this.setSpecParam = setNameParam;

	}

	public String getSetName() {

		return setSpec;

	}

	public void setSetName(final String setName) {

		this.setSpec = setName;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.lang.StringUtils;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAIEnsureIndexesJobNode extends AbstractOAIJobNode {

	private String oaiStoreCollectionParam;

	// overrides the value in the env param oaiStoreCollectionParam

	private String oaiStoreCollection;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("ENSURE_INDEXES");

		job.getParameters().put("collection", getCollectionName(token));

	}

	private String getCollectionName(final NodeToken token) {

		if (StringUtils.isNotBlank(oaiStoreCollection)) return oaiStoreCollection;

		else {

			String collName = token.getEnv().getAttribute(getOaiStoreCollectionParam());

			return StringUtils.isBlank(collName)? "" : collName;

		}

	}

	public String getOaiStoreCollectionParam() {

		return oaiStoreCollectionParam;

	}

	public void setOaiStoreCollectionParam(final String oaiStoreCollectionParam) {

		this.oaiStoreCollectionParam = oaiStoreCollectionParam;

	}

	public String getOaiStoreCollection() {

		return oaiStoreCollection;

	}

	public void setOaiStoreCollection(final String oaiStoreCollection) {

		this.oaiStoreCollection = oaiStoreCollection;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import org.apache.commons.lang.StringUtils;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.oai.store.OAIStoreService;

import eu.dnetlib.enabling.resultset.rmi.ResultSetException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;

public abstract class AbstractOAIJobNode extends BlackboardJobNode {

	private String dbNameParam;

	// overrides the value in the env param dbNameParam

	private String dbName;

	protected String getTheDBName(final NodeToken token) {

		if (StringUtils.isNotBlank(dbName)) {

			return dbName;

		} else {

			return token.getEnv().getAttribute(getDbNameParam());

		}

	}

	@Override

	protected String obtainServiceId(final NodeToken token) {

		return getServiceLocator().getServiceId(OAIStoreService.class);

	}

	@Override

	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException {

		job.getParameters().put("oai_dbName", getTheDBName(token));

		completePrepareJob(job, token);

	}

	abstract void completePrepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException;

	public String getDbNameParam() {

		return dbNameParam;

	}

	public void setDbNameParam(final String dbNameParam) {

		this.dbNameParam = dbNameParam;

	}

	public String getDbName() {

		return dbName;

	}

	public void setDbName(final String dbName) {

		this.dbName = dbName;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import javax.annotation.Resource;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.is.registry.rmi.ISRegistryService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

/**

 * The Class PrepareOaiDataJobNode.

 */

public class SetCurrentOAIDBJobNode extends SimpleJobNode {

	/** The Constant log. */

	private static final Log log = LogFactory.getLog(SetCurrentOAIDBJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	/** The service locator. */

	@Resource

	private UniqueServiceLocator serviceLocator;

	/** Target mongo database name. **/

	private String oaiDBName;

	/** Name of the env property where to put the value of oaiDBName. **/

	private String oaiDBNameParam;

	private String xpathToCurrentDB = "//RESOURCE_PROFILE[.//RESOURCE_TYPE/@value = 'OAIPublisherConfigurationDSResourceType']//CONFIGURATION/CURRENTDB";

	protected String getTheDBName(final NodeToken token) {

		if (StringUtils.isNotBlank(oaiDBName)) {

			return oaiDBName;

		} else {

			return token.getEnv().getAttribute(oaiDBNameParam);

		}

	}

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected String execute(final NodeToken token) throws Exception {

		String dbToSet = getTheDBName(token);

		log.fatal("Setting OAI Publisher to use db " + dbToSet);

		String xUpdate = "update value " + xpathToCurrentDB + " with '" + dbToSet + "'";

		this.serviceLocator.getService(ISRegistryService.class).executeXUpdate(xUpdate);

		return Arc.DEFAULT_ARC;

	}

	public String getOaiDBName() {

		return oaiDBName;

	}

	public void setOaiDBName(final String oaiDBName) {

		this.oaiDBName = oaiDBName;

	}

	public String getOaiDBNameParam() {

		return oaiDBNameParam;

	}

	public void setOaiDBNameParam(final String oaiDBNameParam) {

		this.oaiDBNameParam = oaiDBNameParam;

	}

	public String getXpathToCurrentDB() {

		return xpathToCurrentDB;

	}

	public void setXpathToCurrentDB(final String xpathToCurrentDB) {

		this.xpathToCurrentDB = xpathToCurrentDB;

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">

    <HEADER>

        <RESOURCE_IDENTIFIER value="440e5de7-7106-469c-8c8d-89c261a1e09d_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>

        <RESOURCE_TYPE value="WorkflowDSResourceType"/>

        <RESOURCE_KIND value="WorkflowDSResources"/>

        <RESOURCE_URI value=""/>

        <DATE_OF_CREATION value="2014-07-16T18:13:51.0Z"/>

    </HEADER>

    <BODY>

        <WORKFLOW_NAME>OAI Post feed</WORKFLOW_NAME>

        <WORKFLOW_TYPE>Provision</WORKFLOW_TYPE>

        <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>

		<CONFIGURATION start="manual">

			<NODE name="setFormat" type="SetFormatInfo" isStart="true">

				<DESCRIPTION />

				<PARAMETERS>

					<PARAM name="format" type="string" managedBy="user" required="true">oaf</PARAM>

					<PARAM name="layout" type="string" managedBy="user" required="true">index</PARAM>

					<PARAM name="interpretation" type="string" managedBy="user" required="true">openaire</PARAM>	

					<PARAM name="formatParam" type="string" managedBy="system" required="true">oai_format</PARAM>

					<PARAM name="layoutParam" type="string" managedBy="system" required="true">oai_layout</PARAM>

					<PARAM name="interpretationParam" type="string" managedBy="system" required="true">oai_interpretation</PARAM>													

				</PARAMETERS>

				<ARCS>

					<ARC to="prepareOAI" />

				</ARCS>

			</NODE>	

			<NODE name="prepareOAI" type="PrepareOaiJob">

				<DESCRIPTION>Prepare target OAI store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="oaiStoreCollectionParam" type="string" managedBy="system" required="true">oaiStoreCollection</PARAM>

					<PARAM name="oaiDBName" type="string" managedBy="user" required="true">oaistore</PARAM>

					<PARAM name="oaiDBNameParam" type="string" managedBy="system" required="true">oai_dbName</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="RefreshConfig" />

				</ARCS>

			</NODE>

			<NODE name="RefreshConfig" type="OAIRefreshConfiguration">

				<DESCRIPTION>Reads the current OAI configuration and upsert OAI sets accordingly</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="dbNameParam" required="true" type="string" managedBy="system">oai_dbName</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="SELECT_UPDATE_INDICES" />

				</ARCS>

			</NODE>

			<NODE name="SELECT_UPDATE_INDICES" type="Selection">

				<DESCRIPTION>Do we update the indices on the oai store?</DESCRIPTION>

				<PARAMETERS>

					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="YES" to="CompoundIndexes" />

					<ARC name="NO" to="SELECT_REFRESH_SET_COUNTS" />

				</ARCS>

			</NODE>

			<NODE name="CompoundIndexes" type="OAICreateIndex">

				<DESCRIPTION>Create composite indexes for the OAI store</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="dbNameParam" required="true" type="string" managedBy="system">oai_dbName</PARAM>

					<PARAM name="oaiStoreCollectionParam" type="string" managedBy="system" required="true">oaiStoreCollection</PARAM>

					<PARAM name="fieldNames" type="string" managedBy="user" required="true">set,datestamp;license,oaftype;set,oaftype;oaftype,funder;resulttypeid,oaftype</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="ConfigIndexes" />

				</ARCS>

			</NODE>

			<NODE name="ConfigIndexes" type="OAIEnsureIndexes" >

				<DESCRIPTION>Ensure an index exists on fields as specified in the configuration profile</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="dbNameParam" required="true" type="string" managedBy="system">oai_dbName</PARAM>

					<PARAM name="oaiStoreCollectionParam" type="string" managedBy="system" required="true">oaiStoreCollection</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="SELECT_REFRESH_SET_COUNTS" />

				</ARCS>

			</NODE>			

			<NODE name="SELECT_REFRESH_SET_COUNTS" type="Selection">

				<DESCRIPTION>Do we refresh the sets counts?</DESCRIPTION>

				<PARAMETERS>

					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="YES" to="SetsCount" />

					<ARC name="NO" to="SELECT_SWITCH_OAIDB" />

				</ARCS>

			</NODE>

			<NODE name="SetsCount" type="OAISetsCountUpdate">

				<DESCRIPTION>Count records in each OAI set, for each exported metadata format linked to the given oai collection</DESCRIPTION>

				<PARAMETERS>

				<PARAM name="dbNameParam" required="true" type="string" managedBy="system">oai_dbName</PARAM>

					<PARAM name="oaiStoreCollectionParam" type="string" managedBy="system" required="true">oaiStoreCollection</PARAM>

					<PARAM name="configuredOnly" type="boolean" managedBy="user" required="true">false</PARAM>	

				</PARAMETERS>

				<ARCS>

					<ARC to="SELECT_SWITCH_OAIDB" />

				</ARCS>

			</NODE>			

			<NODE name="SELECT_SWITCH_OAIDB" type="Selection">

				<DESCRIPTION>Do we switch the oaistore db for the public now? If not, you can change the value manually on the configuration profile</DESCRIPTION>

				<PARAMETERS>

					<PARAM function="validValues(['YES', 'NO'])" managedBy="user" name="selection" required="true" type="string">YES</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC name="YES" to="SetOAIDB" />

					<ARC name="NO" to="success" />

				</ARCS>

			</NODE>

			<NODE name="SetOAIDB" type="SetCurrentOAIDB">

				<DESCRIPTION>Update the currentdb in the OAI configuration profile to the value in oai_dbName</DESCRIPTION>

				<PARAMETERS>

					<PARAM name="oaiDBNameParam" required="true" type="string" managedBy="system">oai_dbName</PARAM>

				</PARAMETERS>

				<ARCS>

					<ARC to="success" />

				</ARCS>

			</NODE>

		</CONFIGURATION>

		<STATUS />

	</BODY>

</RESOURCE_PROFILE>

<?xml version="1.0" encoding="UTF-8"?>

<RESOURCE_PROFILE>

	<HEADER>

		<RESOURCE_IDENTIFIER value="f2779189-b313-4b14-867b-09afd07eeb8f_TWV0YVdvcmtmbG93RFNSZXNvdXJjZXMvTWV0YVdvcmtmbG93RFNSZXNvdXJjZVR5cGU=" />

		<RESOURCE_TYPE value="MetaWorkflowDSResourceType" />

		<RESOURCE_KIND value="MetaWorkflowDSResources" />

		<RESOURCE_URI value="" />

		<DATE_OF_CREATION value="2013-11-25T17:47:51.0Z" />

	</HEADER>

	<BODY>

		<METAWORKFLOW_NAME family="provision">OAI consistency</METAWORKFLOW_NAME>

		<METAWORKFLOW_DESCRIPTION>Perform operations to ensure data consistency in OAI store</METAWORKFLOW_DESCRIPTION>

		<METAWORKFLOW_SECTION>InfoSpace Provision</METAWORKFLOW_SECTION>

		<ADMIN_EMAIL/>

		<CONFIGURATION status="EXECUTABLE">

			<WORKFLOW id="440e5de7-7106-469c-8c8d-89c261a1e09d_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="OAI Post feed"/>

		</CONFIGURATION>

		<SCHEDULING enabled="false">

			<CRON>29 5 22 ? * *</CRON>

			<MININTERVAL>10080</MININTERVAL>

		</SCHEDULING>

	</BODY>

</RESOURCE_PROFILE>

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns="http://www.springframework.org/schema/beans"

	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:p="http://www.springframework.org/schema/p"

	xmlns:util="http://www.springframework.org/schema/util"

	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd

 		http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd

        http://dnetlib.eu/springbeans/template http://dnetlib.eu/springbeans/template.xsd">

	<bean id="wfNodePrepareOaiJob"

		class="eu.dnetlib.msro.oai.workflows.nodes.PrepareOaiDataJobNode"

		scope="prototype" />

	<!-- OAI feed -->

	<bean id="wfNodeSyncOAIStores" class="eu.dnetlib.msro.oai.workflows.nodes.SyncOAIStoreJobNode"

		scope="prototype" p:processCountingResultSetFactory-ref="msroProcessCountingResultSetFactory" />

	<!-- Update OAI sets count -->

	<bean id="wfNodeOAISetsCountUpdate" class="eu.dnetlib.msro.oai.workflows.nodes.OAISetsCountJobNode"

		scope="prototype" />

	<!-- Reload the current sets configuration -->

	<bean id="wfNodeOAIRefreshConfiguration"

		class="eu.dnetlib.msro.oai.workflows.nodes.RefreshSetsFromConfigJobNode"

		scope="prototype" />

	<!-- Keeping the old name as alias, just to avoid things at runtime to fail 

		becasue of the renaming -->

	<alias name="wfNodeOAIRefreshConfiguration" alias="wfNodeRefreshSetsFromConfig" />

	<!-- Refresh sets based on current config -->

	<bean id="wfNodeOAIEnsureIndexes"

		class="eu.dnetlib.msro.oai.workflows.nodes.OAIEnsureIndexesJobNode"

		scope="prototype" />

	<!-- Read from MDStore -->

	<bean id="wfNodeReadMDStore" class="eu.dnetlib.msro.oai.workflows.nodes.ReadMDStoreJobNode"

		scope="prototype" />

	<!-- Create new OAI store if needed -->

	<bean id="wfNodeOAICreateStore"

		class="eu.dnetlib.msro.oai.workflows.nodes.OAICreateStoreJobNode"

		scope="prototype" />

	<!-- Create new (compound) index on OAI stores -->

	<bean id="wfNodeOAICreateIndex"

		class="eu.dnetlib.msro.oai.workflows.nodes.OAICreateIndexJobNode"

		scope="prototype" />

	<!-- Drop OAI store -->

	<bean id="wfNodeOAIDropStore" class="eu.dnetlib.msro.oai.workflows.nodes.OAIDropStoreJobNode"

		scope="prototype" />

	<!-- Set backend db -->

	<bean id="wfNodeSetCurrentOAIDB"

		class="eu.dnetlib.msro.oai.workflows.nodes.SetCurrentOAIDBJobNode"

		scope="prototype" />

</beans>

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>dnet-parent</artifactId>

		<version>1.0.0</version>

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

	<artifactId>dnet-oai-common-workflows</artifactId>

	<packaging>jar</packaging>

	<version>3.2.4-SNAPSHOT</version>

	<scm>

		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-oai-common-workflows/trunk</developerConnection>

	</scm>

	<dependencies>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-msro-service</artifactId>

			<version>[2.1.0,3.0.0)</version>

			<scope>provided</scope>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>dnet-oai-store-service-rmi</artifactId>

			<version>[4.0.0,5.0.0)</version>

		</dependency>

	</dependencies>

</project>

{"type_source": "SVN", "goal": "package -U source:jar", "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-oai-common-workflows/branches/refactoring/", "deploy_repository": "dnet4-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", "name": "dnet-oai-common-workflows"}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.information.oai.utils.OAIParameterNames;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAISetsCountJobNode extends AbstractOAIJobNode {

	private String configuredOnly;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("COUNT_SETS");

		job.getParameters().put(OAIParameterNames.OAI_CONFIGURED_SETS_ONLY, getConfiguredOnly());

	}

	public String getConfiguredOnly() {

		return configuredOnly;

	}

	public void setConfiguredOnly(final String configuredOnly) {

		this.configuredOnly = configuredOnly;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import javax.annotation.Resource;

import com.googlecode.sarasvati.Arc;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.information.oai.utils.OAIParameterNames;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.msro.rmi.MSROException;

import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

/**

 * The Class PrepareOaiDataJobNode. Sets the OAI parameters in the env using the constants in OAIParameterNames, to be used by subsequent nodes.

 */

public class PrepareOaiDataJobNode extends SimpleJobNode {

	/** The Constant log. */

	private static final Log log = LogFactory.getLog(PrepareOaiDataJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	/** The service locator. */

	@Resource

	private UniqueServiceLocator serviceLocator;

	private String oaiDbName;

	private String oaiFormat;

	private String oaiLayout;

	private String oaiInterpretation;

	private String oaiSource;

	/*

	 * (non-Javadoc)

	 * 

	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)

	 */

	@Override

	protected String execute(final NodeToken token) throws Exception {

		log.info("start preparing job");

		setIfNotBlank(OAIParameterNames.OAI_DB, oaiDbName, token);

		setIfNotBlank(OAIParameterNames.OAI_FORMAT_NAME, oaiFormat, token);

		setIfNotBlank(OAIParameterNames.OAI_FORMAT_LAYOUT, oaiLayout, token);

		setIfNotBlank(OAIParameterNames.OAI_FORMAT_INTERPRETATION, oaiInterpretation, token);

		setIfNotBlank(OAIParameterNames.OAI_COLLECTON, oaiFormat + "-" + oaiLayout + "-" + oaiInterpretation, token);

		String configurationProfile = getConfigurationProfile();

		setIfNotBlank(OAIParameterNames.OAI_CONFIGURATION_PROFILE, configurationProfile, token);

		return Arc.DEFAULT_ARC;

	}

	private void setIfNotBlank(final String attrName, final String attrValue, final NodeToken token){

		if(StringUtils.isNotBlank(attrValue))

			token.getEnv().setAttribute(attrName, attrValue);

	}

	/**

	 * Gets the configuration profile.

	 * 

	 * @return the configuration profile

	 * @throws MSROException

	 *             the MSRO exception

	 */

	private String getConfigurationProfile() throws MSROException {

		try {

			return this.serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(

					"//RESOURCE_PROFILE[.//RESOURCE_TYPE/@value = 'OAIPublisherConfigurationDSResourceType']");

		} catch (Exception e) {

			throw new MSROException("Cannot find OAI configuration profile", e);

		}

	}

	public String getOaiDbName() {

		return oaiDbName;

	}

	public void setOaiDbName(final String oaiDbName) {

		this.oaiDbName = oaiDbName;

	}

	public String getOaiFormat() {

		return oaiFormat;

	}

	public void setOaiFormat(final String oaiFormat) {

		this.oaiFormat = oaiFormat;

	}

	public String getOaiLayout() {

		return oaiLayout;

	}

	public void setOaiLayout(final String oaiLayout) {

		this.oaiLayout = oaiLayout;

	}

	public String getOaiInterpretation() {

		return oaiInterpretation;

	}

	public void setOaiInterpretation(final String oaiInterpretation) {

		this.oaiInterpretation = oaiInterpretation;

	}

	public String getOaiSource() {

		return oaiSource;

	}

	public void setOaiSource(final String oaiSource) {

		this.oaiSource = oaiSource;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.information.oai.utils.OAIParameterNames;

import eu.dnetlib.enabling.resultset.rmi.ResultSetException;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

import eu.dnetlib.miscutils.datetime.DateUtils;

import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;

import eu.dnetlib.msro.workflows.resultset.ProcessCountingResultSetFactory;

import eu.dnetlib.msro.workflows.util.ProgressProvider;

import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.beans.factory.annotation.Required;

public class SyncOAIStoreJobNode extends AbstractOAIJobNode implements ProgressJobNode {

	private static final Log log = LogFactory.getLog(SyncOAIStoreJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM

	private ProcessCountingResultSetFactory processCountingResultSetFactory;

	private ResultsetProgressProvider progressProvider;

	private String eprParam;

	private boolean alwaysNewRecord = false;

	private boolean skipDuplicates = false;

	private String duplicateXPath;

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException {

		final String eprS = token.getEnv().getAttribute(getEprParam());

		this.progressProvider = processCountingResultSetFactory.createProgressProvider(token.getProcess(), eprS);

		job.setAction("SYNC");

		job.getParameters().put(OAIParameterNames.OAI_FEED_DATE, DateUtils.now_ISO8601());

		job.getParameters().put(OAIParameterNames.OAI_SKIP_DUPLICATES, String.valueOf(skipDuplicates));

		if(skipDuplicates) job.getParameters().put(OAIParameterNames.OAI_DUPLICATE_XPATH, duplicateXPath);

		job.getParameters().put(OAIParameterNames.OAI_SYNC_EPR, progressProvider.getEpr().toString());

		job.getParameters().put(OAIParameterNames.OAI_ALWAYS_NEW_RECORD, String.valueOf(alwaysNewRecord));

		log.fatal("OAI Sync Job prepared");

	}

	public ProcessCountingResultSetFactory getProcessCountingResultSetFactory() {

		return processCountingResultSetFactory;

	}

	@Required

	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {

		this.processCountingResultSetFactory = processCountingResultSetFactory;

	}

	@Override

	public ProgressProvider getProgressProvider() {

		return this.progressProvider;

	}

	public String getEprParam() {

		return eprParam;

	}

	public void setEprParam(final String eprParam) {

		this.eprParam = eprParam;

	}

	public boolean isAlwaysNewRecord() {

		return alwaysNewRecord;

	}

	public void setAlwaysNewRecord(boolean alwaysNewRecord) {

		this.alwaysNewRecord = alwaysNewRecord;

	}

	public boolean isSkipDuplicates() {

		return skipDuplicates;

	}

	public void setSkipDuplicates(final boolean skipDuplicates) {

		this.skipDuplicates = skipDuplicates;

	}

	public String getDuplicateXPath() {

		return duplicateXPath;

	}

	public void setDuplicateXPath(final String duplicateXPath) {

		this.duplicateXPath = duplicateXPath;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.data.information.oai.utils.OAIParameterNames;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

/**

 * Create indexes on the oaistore on the fields specified in the parameter.

 */

public class OAICreateIndexJobNode extends AbstractOAIJobNode {

	/**

	 * Name of the fields (comma separated) to be included in the same index. For several indexes separate the fieldNames with ;

	 * <p>

	 * Examples: field1,field2 -- one compound index on the given two fields field1,field2;field3,field4 -- two compound indices: one on

	 * field1 and field2, the other on field3 and field4

	 * </p>

	 * **/

	private String fieldNames;

	@Override

	public void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("CREATE_OAI_INDEX");

		job.getParameters().put(OAIParameterNames.OAI_INDEXES, getFieldNames());

	}

	public String getFieldNames() {

		return fieldNames;

	}

	public void setFieldNames(final String fieldNames) {

		this.fieldNames = fieldNames;

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAICreateStoreJobNode extends AbstractOAIJobNode {

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("CREATE_STORE");

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

public class OAIDropStoreJobNode extends AbstractOAIJobNode {

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {

		job.setAction("DROP_STORE");

	}

}

package eu.dnetlib.msro.oai.workflows.nodes;

import com.googlecode.sarasvati.NodeToken;

import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;

/**

 * Creates the indexes on OAI stores based on the OAI configuration.

 */

public class OAIEnsureIndexesJobNode extends AbstractOAIJobNode {

	@Override

	void completePrepareJob(final BlackboardJob job, final NodeToken token) {