Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetMappingNotDefinedException.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetMappingNotDefinedException.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetMappingNotDefinedException.java	(nonexistent)
@@ -1,24 +0,0 @@
-package eu.dnetlib.iis.export.actionmanager.module;
-
-/**
- * Exception raised when no actionset mapping was defined for given algorithm.
- * @author mhorst
- *
- */
-public class ActionSetMappingNotDefinedException extends RuntimeException {
-
-	/**
-	 * 
-	 */
-	private static final long serialVersionUID = 8868977210154868434L;
-
-	
-	public ActionSetMappingNotDefinedException() {
-		super();
-	}
-
-	public ActionSetMappingNotDefinedException(String message) {
-		super(message);
-	}
-
-}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetMappingNotDefinedException.java
___________________________________________________________________
Deleted: svn:mime-type
## -1 +0,0 ##
-text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetIdProvider.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetIdProvider.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetIdProvider.java	(nonexistent)
@@ -1,12 +0,0 @@
-package eu.dnetlib.iis.export.actionmanager.module;
-
-
-public interface ActionSetIdProvider {
-
-	/**
-	 * @param algorithmName
-	 * @return
-	 * @throws ActionSetMappingNotDefinedException when no action set identifier defined for given algorithm.
-	 */
-	String getActionSetId(AlgorithmName algorithmName) throws ActionSetMappingNotDefinedException; 
-}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionSetIdProvider.java
___________________________________________________________________
Deleted: svn:mime-type
## -1 +0,0 ##
-text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentStatisticsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentStatisticsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentStatisticsActionBuilderModuleFactory.java	(revision 39157)
@@ -36,10 +36,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 */
 		public DocumentToDocumentStatisticsActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -80,17 +81,18 @@
 //			fallback
 			return null;
 		}
-
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 	
 		@Override
 	public ActionBuilderModule<DocumentToDocumentStatistics> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToDocumentStatisticsActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+		
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
+
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/AbstractActionManagerBasedExporterMapper.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/AbstractActionManagerBasedExporterMapper.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/AbstractActionManagerBasedExporterMapper.java	(revision 39157)
@@ -1,11 +1,10 @@
 package eu.dnetlib.iis.export.actionmanager;
 
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_ACTION_BUILDER_FACTORY_CLASSNAME;
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_ACTION_SETID;
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_ACTION_SET_PROPERTY_SEPARATOR;
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_SKIP_AUTHORS;
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_SKIP_ORIGINAL_METADATA;
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_TRUST_LEVEL;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_BUILDER_FACTORY_CLASSNAME;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ALGORITHM_PROPERTY_SEPARATOR;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_TRUST_LEVEL;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_TRUST_LEVEL_THRESHOLD;
 
 import java.io.IOException;
 import java.lang.reflect.Constructor;
@@ -26,9 +25,10 @@
 import eu.dnetlib.iis.export.actionmanager.cfg.StaticConfigurationProvider;
 import eu.dnetlib.iis.export.actionmanager.module.ActionBuilderFactory;
 import eu.dnetlib.iis.export.actionmanager.module.ActionBuilderModule;
-import eu.dnetlib.iis.export.actionmanager.module.ActionSetIdProvider;
-import eu.dnetlib.iis.export.actionmanager.module.ActionSetMappingNotDefinedException;
+import eu.dnetlib.iis.export.actionmanager.module.AlgorithmMapper;
 import eu.dnetlib.iis.export.actionmanager.module.AlgorithmName;
+import eu.dnetlib.iis.export.actionmanager.module.MappingNotDefinedException;
+import eu.dnetlib.iis.export.actionmanager.module.TrustLevelThresholdExceededException;
 
 /**
  * ActionManager service based exporter mapper.
@@ -38,7 +38,6 @@
 public abstract class AbstractActionManagerBasedExporterMapper 
 extends Mapper<AvroKey<? extends SpecificRecordBase>, NullWritable, NullWritable, NullWritable> {
 	
-//	private String predefinedTrust = SpecialTrust.NEUTRAL.name();
 	private String predefinedTrust = "0.9";
 	
 	private ActionManagerServiceFacade actionManager;
@@ -45,9 +44,11 @@
 	
 	private ActionManagerConfigurationProvider configProvider;
 	
+	private ActionBuilderFactory<SpecificRecordBase> actionBuilderFactory;
+	
 	private ActionBuilderModule<SpecificRecordBase> actionBuilder;
 	
-	private ActionSetIdProvider actionSetIdProvider;
+	private AlgorithmMapper<String> actionSetIdProvider;
 
 	
 	/** This is the place you can access map-reduce workflow node parameters */
@@ -55,39 +56,24 @@
 	@Override
 	protected void setup(Context context) throws IOException,
 			InterruptedException {
-		
 		if (context.getConfiguration().get(
 				EXPORT_TRUST_LEVEL)!=null) {
 			this.predefinedTrust = context.getConfiguration().get(
 					EXPORT_TRUST_LEVEL);
 		}
-		
-		@SuppressWarnings("unused")
-		boolean skipOriginalMetadata = true;
-		if (context.getConfiguration().get(
-				EXPORT_SKIP_ORIGINAL_METADATA)!=null) {
-			skipOriginalMetadata = Boolean.valueOf(context.getConfiguration().get(
-					EXPORT_SKIP_ORIGINAL_METADATA));	
-		}
-		
-		@SuppressWarnings("unused")
-		boolean skipExportingAuthors = true;
-		if (context.getConfiguration().get(
-				EXPORT_SKIP_AUTHORS)!=null) {
-			skipExportingAuthors = Boolean.valueOf(context.getConfiguration().get(
-					EXPORT_SKIP_AUTHORS));	
-		}
+
 		String moduleClassName = context.getConfiguration().get(
 				EXPORT_ACTION_BUILDER_FACTORY_CLASSNAME);
 		if (moduleClassName!=null) {
 			try {
-				actionSetIdProvider = provideAlgorithmToActionSetMap(context);
+				actionSetIdProvider = provideAlgorithmToActionSetMapper(context);
 				Class<?> clazz = Class.forName(moduleClassName);
 				Constructor<?> constructor = clazz.getConstructor();
-				ActionBuilderFactory<SpecificRecordBase> actionBuilderFactory = 
-						(ActionBuilderFactory<SpecificRecordBase>) constructor.newInstance();
+				actionBuilderFactory = (ActionBuilderFactory<SpecificRecordBase>) constructor.newInstance();
 				actionBuilder = actionBuilderFactory.instantiate(
-						predefinedTrust, context.getConfiguration());
+						predefinedTrust, provideTrustLevelThreshold(
+								context, actionBuilderFactory.getAlgorithName()), 
+						context.getConfiguration());
 				actionManager = buildActionManager(context);
 				configProvider = new StaticConfigurationProvider(
 						StaticConfigurationProvider.AGENT_DEFAULT,
@@ -107,7 +93,33 @@
 		}
 	}
 
-	private ActionSetIdProvider provideAlgorithmToActionSetMap(Context context) {
+	/**
+	 * Provides trust level threshold if defined for given algorithm or globally.
+	 * @param context
+	 * @param algorithmName
+	 * @return trust level threshold or null if not defined
+	 */
+	private Float provideTrustLevelThreshold(Context context, AlgorithmName algorithmName) {
+		String algorithmTrustLevelThreshold = context.getConfiguration().get(
+				EXPORT_TRUST_LEVEL_THRESHOLD + EXPORT_ALGORITHM_PROPERTY_SEPARATOR + 
+				algorithmName.name());
+		if (algorithmTrustLevelThreshold!=null && 
+				!WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
+						algorithmTrustLevelThreshold)) {
+			return Float.valueOf(algorithmTrustLevelThreshold);	
+		}
+		String defaultTrustLevelThresholdStr = context.getConfiguration().get(
+				EXPORT_TRUST_LEVEL_THRESHOLD);
+		if (defaultTrustLevelThresholdStr!=null && 
+				!WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
+						defaultTrustLevelThresholdStr)) {
+			return Float.valueOf(defaultTrustLevelThresholdStr);	
+		}
+//		fallback: threshold was not defined
+		return null;
+	}
+	
+	private AlgorithmMapper<String> provideAlgorithmToActionSetMapper(Context context) {
 		String defaultActionSetId = null;
 		if (context.getConfiguration().get(EXPORT_ACTION_SETID)!=null && 
 				!WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
@@ -117,7 +129,7 @@
 		}
 		final Map<AlgorithmName, String> algoToActionSetMap = new HashMap<AlgorithmName, String>();
 		for (AlgorithmName currentAlgorithm : AlgorithmName.values()) {
-			String propertyKey = EXPORT_ACTION_SETID + EXPORT_ACTION_SET_PROPERTY_SEPARATOR + 
+			String propertyKey = EXPORT_ACTION_SETID + EXPORT_ALGORITHM_PROPERTY_SEPARATOR + 
 					currentAlgorithm.name();
 			if (context.getConfiguration().get(propertyKey)!=null && 
 					!WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
@@ -129,10 +141,10 @@
 						defaultActionSetId);
 			}
 		}
-		return new ActionSetIdProvider() {
+		return new AlgorithmMapper<String>() {
 			@Override
-			public String getActionSetId(AlgorithmName algorithmName)
-					throws ActionSetMappingNotDefinedException {
+			public String getValue(AlgorithmName algorithmName)
+					throws MappingNotDefinedException {
 				String actionSetId = algoToActionSetMap.get(algorithmName);
 				if (actionSetId!=null && 
 						!WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
@@ -139,7 +151,7 @@
 								actionSetId)) {
 					return actionSetId;
 				} else {
-					throw new ActionSetMappingNotDefinedException(
+					throw new MappingNotDefinedException(
 							"no action set identifier defined "
 							+ "for algorithm: " + algorithmName.name());
 				}
@@ -161,8 +173,12 @@
 	 * @return personBuilder of actions
 	 */
 	protected List<AtomicAction> createActions(SpecificRecordBase datum) {
-		return actionBuilder.build(datum, configProvider.provideAgent(),
-				actionSetIdProvider.getActionSetId(actionBuilder.getAlgorithName()));
+		try {
+			return actionBuilder.build(datum, configProvider.provideAgent(),
+					actionSetIdProvider.getValue(actionBuilderFactory.getAlgorithName()));
+		} catch (TrustLevelThresholdExceededException e) {
+			return null;
+		}
 	}
 	
 	@Override
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/log.txt
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/log.txt	(nonexistent)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/log.txt	(revision 39157)
@@ -0,0 +1,1223 @@
+------------------------------------------------------------------------
+r37880 | marek.horst | 2015-06-19 15:59:02 +0200 (Fri, 19 Jun 2015) | 1 line
+
+merging trunk changes with IIS-CDH-5.3.0 branch
+------------------------------------------------------------------------
+r37107 | marek.horst | 2015-05-11 13:17:11 +0200 (Mon, 11 May 2015) | 1 line
+
+merging trunk changes with IIS-CDH-5.3.0 branch
+------------------------------------------------------------------------
+r35403 | marek.horst | 2015-03-17 15:03:58 +0100 (Tue, 17 Mar 2015) | 1 line
+
+#1198 aligning IIS dependencies and java code to CDH5.3.0 cluster
+------------------------------------------------------------------------
+r35390 | marek.horst | 2015-03-17 15:00:57 +0100 (Tue, 17 Mar 2015) | 1 line
+
+#1197 introducing job.properties changes aligning paths to rumcajs cluster HDFS structure
+------------------------------------------------------------------------
+r35246 | marek.horst | 2015-03-11 16:44:59 +0100 (Wed, 11 Mar 2015) | 1 line
+
+creating IIS-CDH-5.3.0 branch
+------------------------------------------------------------------------
+r34631 | marek.horst | 2015-02-19 18:12:33 +0100 (Thu, 19 Feb 2015) | 1 line
+
+#1038 introducing ranges in dependencies definition for all IIS modules
+------------------------------------------------------------------------
+r34601 | marek.horst | 2015-02-19 16:16:34 +0100 (Thu, 19 Feb 2015) | 1 line
+
+imports cleanup
+------------------------------------------------------------------------
+r34596 | marek.horst | 2015-02-19 15:17:43 +0100 (Thu, 19 Feb 2015) | 1 line
+
+#118 fixing web usage similarity exporter module
+------------------------------------------------------------------------
+r34583 | marek.horst | 2015-02-18 18:50:27 +0100 (Wed, 18 Feb 2015) | 1 line
+
+#1038 reintroducing ranges in dependencies definition for all non-iis dnet modules
+------------------------------------------------------------------------
+r34576 | marek.horst | 2015-02-18 16:50:10 +0100 (Wed, 18 Feb 2015) | 1 line
+
+#118 bugfix: shortening node name exceeding 50 chars
+------------------------------------------------------------------------
+r34518 | marek.horst | 2015-02-13 18:41:54 +0100 (Fri, 13 Feb 2015) | 1 line
+
+#118 enabling document-websiteusage-similiarity exporter module in exporter workflow definition
+------------------------------------------------------------------------
+r34517 | marek.horst | 2015-02-13 18:29:53 +0100 (Fri, 13 Feb 2015) | 1 line
+
+#118 updating similarities exporter module: assuming relations provided as input are bidirectional so we do not create backward relations
+------------------------------------------------------------------------
+r33570 | marek.horst | 2014-12-16 15:45:49 +0100 (Tue, 16 Dec 2014) | 1 line
+
+[maven-release-plugin] prepare for next development iteration
+------------------------------------------------------------------------
+r33568 | marek.horst | 2014-12-16 15:45:45 +0100 (Tue, 16 Dec 2014) | 1 line
+
+[maven-release-plugin] prepare release icm-iis-export-actionmanager-1.0.0
+------------------------------------------------------------------------
+r33567 | marek.horst | 2014-12-16 15:44:39 +0100 (Tue, 16 Dec 2014) | 1 line
+
+#1044 pre-release switching to released version of parent pom and released dependencies
+------------------------------------------------------------------------
+r33496 | marek.horst | 2014-12-15 18:59:36 +0100 (Mon, 15 Dec 2014) | 1 line
+
+introducing scm definition
+------------------------------------------------------------------------
+r33400 | marek.horst | 2014-12-15 12:27:23 +0100 (Mon, 15 Dec 2014) | 1 line
+
+#1038 upgrading dnet dependencies to latest released versions listed by Claudio in #1038#note-3
+------------------------------------------------------------------------
+r33248 | marek.horst | 2014-12-09 18:41:16 +0100 (Tue, 09 Dec 2014) | 1 line
+
+#919 renaming DocumentToResearchInitiative to DocumentToConceptId and DocumentToResearchInitiatives to DocumentToConceptIds
+------------------------------------------------------------------------
+r33165 | marek.horst | 2014-12-03 17:54:41 +0100 (Wed, 03 Dec 2014) | 1 line
+
+#919 introducing support for exporting document project concepts, minor research-initatives exporter refactoring
+------------------------------------------------------------------------
+r33142 | marek.horst | 2014-12-02 18:02:26 +0100 (Tue, 02 Dec 2014) | 1 line
+
+introducing ProtoBuffMergingTest
+------------------------------------------------------------------------
+r32883 | marek.horst | 2014-11-19 14:33:33 +0100 (Wed, 19 Nov 2014) | 4 lines
+
+#1014 first quick-fix: skipping non-existing entities by replacing exception throwing with simple logging. 
+To be introduced:
+* writing skipped document identifiers to DocumentId datastore
+* filtering out relations by skipped identifiers from DocumentId datasetore
+------------------------------------------------------------------------
+r32828 | marek.horst | 2014-11-17 15:45:20 +0100 (Mon, 17 Nov 2014) | 1 line
+
+#963 propagating dataset -> mdstore from import to exporting phase: importer produces DocumentToMDStore datasetore utilized by exporter module. Updating transformer definition to handle DocumentToMDStore instead of Identifier schema
+------------------------------------------------------------------------
+r32240 | marek.horst | 2014-11-05 17:29:01 +0100 (Wed, 05 Nov 2014) | 1 line
+
+introducing embedded integration test entry
+------------------------------------------------------------------------
+r31306 | marek.horst | 2014-10-13 18:42:27 +0200 (Mon, 13 Oct 2014) | 1 line
+
+#861 upgrading dependencies to: dnet-actionmanager-common 2.1.1-SNAPSHOT and dnet-openaireplus-mapping-utils:jar:2.0.1-SNAPSHOT in order to fix datacite mappings
+------------------------------------------------------------------------
+r31215 | marek.horst | 2014-10-08 17:52:26 +0200 (Wed, 08 Oct 2014) | 1 line
+
+#637 updating documents affiliations exporter
+------------------------------------------------------------------------
+r31167 | marek.horst | 2014-10-06 18:09:07 +0200 (Mon, 06 Oct 2014) | 1 line
+
+#637 renaming DocumentMetadataActionBuilderModuleFactory to DocumentAffiliationsActionBuilderModuleFactory
+------------------------------------------------------------------------
+r31153 | marek.horst | 2014-10-06 15:47:23 +0200 (Mon, 06 Oct 2014) | 1 line
+
+#637 renaming document_extractedMetadata algorithm to more descriptive document_affiliations, propagating changes to  action set identifier properties names
+------------------------------------------------------------------------
+r31046 | marek.horst | 2014-10-02 14:30:04 +0200 (Thu, 02 Oct 2014) | 1 line
+
+introducing cloudera repository in parent container, removing repository definitions from individual IIS modules
+------------------------------------------------------------------------
+r31015 | marek.horst | 2014-10-02 11:56:53 +0200 (Thu, 02 Oct 2014) | 1 line
+
+#433 fixing problem with unserializable comparator: moving logic to comparable objects
+------------------------------------------------------------------------
+r31012 | marek.horst | 2014-10-02 11:33:43 +0200 (Thu, 02 Oct 2014) | 1 line
+
+setting missing new AlphaNumericCitationComparator() comparator after recent sorting related refactoring
+------------------------------------------------------------------------
+r31011 | marek.horst | 2014-10-02 10:59:01 +0200 (Thu, 02 Oct 2014) | 1 line
+
+broken code fix: renaming OafDecoder#getCF() to OafDecoder#getCFQ()
+------------------------------------------------------------------------
+r30983 | marek.horst | 2014-10-01 18:23:54 +0200 (Wed, 01 Oct 2014) | 1 line
+
+#433 introducing natural citations ordering
+------------------------------------------------------------------------
+r30879 | marek.horst | 2014-09-25 17:09:27 +0200 (Thu, 25 Sep 2014) | 1 line
+
+fixing exporter code after recent Affiliation.avdl refactoring and adding countryCode field, renaming contry to countryName
+------------------------------------------------------------------------
+r30773 | marek.horst | 2014-09-18 16:30:21 +0200 (Thu, 18 Sep 2014) | 1 line
+
+#780 fixing dependecy issues after recent CNR modules release by sticking to released versions of CNR modules in icm-iis-parent-container, icm-iis-import and icm-iis-export-actionmanager modules
+------------------------------------------------------------------------
+r30163 | marek.horst | 2014-09-15 12:47:40 +0200 (Mon, 15 Sep 2014) | 1 line
+
+#759 fixing maintaining action set identifiers in exporter module: when module does not get any input action set identifier does not have to be specified
+------------------------------------------------------------------------
+r29988 | marek.horst | 2014-09-03 18:32:03 +0200 (Wed, 03 Sep 2014) | 1 line
+
+removing empty package
+------------------------------------------------------------------------
+r29913 | marek.horst | 2014-08-29 18:25:25 +0200 (Fri, 29 Aug 2014) | 1 line
+
+fixing NPEx
+------------------------------------------------------------------------
+r29902 | marek.horst | 2014-08-28 20:30:17 +0200 (Thu, 28 Aug 2014) | 1 line
+
+setting confidence level to 1*factor when not specified
+------------------------------------------------------------------------
+r29901 | marek.horst | 2014-08-28 20:28:29 +0200 (Thu, 28 Aug 2014) | 1 line
+
+removing redundant code
+------------------------------------------------------------------------
+r29823 | marek.horst | 2014-08-22 13:27:03 +0200 (Fri, 22 Aug 2014) | 1 line
+
+throwing exception when mdstoreid or mdstore service location set to $UNDEFINED$ value
+------------------------------------------------------------------------
+r29822 | marek.horst | 2014-08-22 13:21:32 +0200 (Fri, 22 Aug 2014) | 1 line
+
+throwing exception when actionsetid set to $UNDEFINED$ value
+------------------------------------------------------------------------
+r29808 | marek.horst | 2014-08-21 14:03:55 +0200 (Thu, 21 Aug 2014) | 1 line
+
+introducing shared citation ExtraData XML model in icm-iis-common, implementing citation importer in mapred_import workflow, implementing exporter module
+------------------------------------------------------------------------
+r29799 | marek.horst | 2014-08-19 12:14:11 +0200 (Tue, 19 Aug 2014) | 1 line
+
+adding junit dependency for unit tests
+------------------------------------------------------------------------
+r29798 | marek.horst | 2014-08-19 12:13:44 +0200 (Tue, 19 Aug 2014) | 1 line
+
+introducing citations xstream deserialization tests
+------------------------------------------------------------------------
+r29797 | marek.horst | 2014-08-19 12:13:18 +0200 (Tue, 19 Aug 2014) | 1 line
+
+introducing hashCode and equals method
+------------------------------------------------------------------------
+r29796 | marek.horst | 2014-08-19 12:00:01 +0200 (Tue, 19 Aug 2014) | 1 line
+
+introducing CitationsXmlConverter unit test
+------------------------------------------------------------------------
+r29795 | marek.horst | 2014-08-18 17:08:20 +0200 (Mon, 18 Aug 2014) | 1 line
+
+updating main method introduced for testing purposes
+------------------------------------------------------------------------
+r29794 | marek.horst | 2014-08-18 17:07:21 +0200 (Mon, 18 Aug 2014) | 1 line
+
+updating main method introduced for testing purposes
+------------------------------------------------------------------------
+r29793 | marek.horst | 2014-08-18 17:05:53 +0200 (Mon, 18 Aug 2014) | 1 line
+
+#433 introducing ComparableCitationEntry and TypedId model in citations, exported as sorted set XML representation
+------------------------------------------------------------------------
+r29281 | marek.horst | 2014-07-18 17:06:20 +0200 (Fri, 18 Jul 2014) | 1 line
+
+building inference with default trust level set when confidence level is not provided
+------------------------------------------------------------------------
+r29191 | marek.horst | 2014-07-16 18:27:28 +0200 (Wed, 16 Jul 2014) | 1 line
+
+omitting 30| person identifier prefix when exporting XML BLOB containing author statistics
+------------------------------------------------------------------------
+r29190 | marek.horst | 2014-07-16 18:14:22 +0200 (Wed, 16 Jul 2014) | 1 line
+
+omitting 50| publication prefix when exporting citations XML BLOB
+------------------------------------------------------------------------
+r29111 | marek.horst | 2014-07-14 18:17:48 +0200 (Mon, 14 Jul 2014) | 1 line
+
+#637 introducing methods building organization identifiers based on organization name, organization entities and result to organization relations. Currently those methods are not hooked up with exporter main method.
+------------------------------------------------------------------------
+r29110 | marek.horst | 2014-07-14 18:16:32 +0200 (Mon, 14 Jul 2014) | 1 line
+
+utilizing renamed invertBidirectionalRelationAndBuild() method
+------------------------------------------------------------------------
+r29105 | marek.horst | 2014-07-14 17:27:25 +0200 (Mon, 14 Jul 2014) | 1 line
+
+introducing buildOaf(OafEntity oafEntity, DataInfo dataInfo) method for building inferenced entities
+------------------------------------------------------------------------
+r29086 | marek.horst | 2014-07-14 13:59:47 +0200 (Mon, 14 Jul 2014) | 1 line
+
+removing json export test which became obsolete
+------------------------------------------------------------------------
+r29023 | marek.horst | 2014-07-11 13:20:39 +0200 (Fri, 11 Jul 2014) | 1 line
+
+renaming root element from list to citations
+------------------------------------------------------------------------
+r28949 | marek.horst | 2014-07-08 16:38:05 +0200 (Tue, 08 Jul 2014) | 1 line
+
+#691 introducing citations exporter module, updating exporter workflow.xml definition
+------------------------------------------------------------------------
+r28942 | marek.horst | 2014-07-08 15:05:42 +0200 (Tue, 08 Jul 2014) | 1 line
+
+introducing confidenceToTrustLevelNormalizationFactor getter method
+------------------------------------------------------------------------
+r28766 | marek.horst | 2014-07-01 17:03:54 +0200 (Tue, 01 Jul 2014) | 1 line
+
+introducing deploy.info file for module icm-iis-export-actionmanager
+------------------------------------------------------------------------
+r28742 | marek.horst | 2014-07-01 14:35:30 +0200 (Tue, 01 Jul 2014) | 1 line
+
+moving icm-iis-* modules from dnet11 to dnet40
+------------------------------------------------------------------------
+r28709 | marek.horst | 2014-06-30 21:07:29 +0200 (Mon, 30 Jun 2014) | 1 line
+
+logging total amount of exported documents
+------------------------------------------------------------------------
+r28708 | marek.horst | 2014-06-30 21:06:53 +0200 (Mon, 30 Jun 2014) | 1 line
+
+logging total amount of exported datasets
+------------------------------------------------------------------------
+r28668 | marek.horst | 2014-06-30 11:52:08 +0200 (Mon, 30 Jun 2014) | 1 line
+
+manual classification normalization: min(confidenceLevel,1). Introduced to handle pregenerated document classification inference outcome where confidenceLevel was not normalized yet (generated before 06.2014)
+------------------------------------------------------------------------
+r28493 | marek.horst | 2014-06-27 12:47:59 +0200 (Fri, 27 Jun 2014) | 1 line
+
+introducing confidence level to trust level normalization by 0.9f multiplication of <0,1> confidence level range
+------------------------------------------------------------------------
+r28441 | marek.horst | 2014-06-25 12:13:33 +0200 (Wed, 25 Jun 2014) | 1 line
+
+#637 introducing support for input_document_metadata input datastore holding extracted affiliations. Preparing dummy exporter module printing affiliations to stdout
+------------------------------------------------------------------------
+r28376 | marek.horst | 2014-06-23 10:12:30 +0200 (Mon, 23 Jun 2014) | 1 line
+
+#453 using confidence level as trust level when exporting document classification outcome
+------------------------------------------------------------------------
+r28294 | marek.horst | 2014-06-18 18:38:44 +0200 (Wed, 18 Jun 2014) | 1 line
+
+adding counter/time extended logging
+------------------------------------------------------------------------
+r28293 | marek.horst | 2014-06-18 18:37:27 +0200 (Wed, 18 Jun 2014) | 1 line
+
+adding counter/time extended logging
+------------------------------------------------------------------------
+r28237 | marek.horst | 2014-06-16 15:51:35 +0200 (Mon, 16 Jun 2014) | 1 line
+
+#498 disabling dataInfo field generation for main entities: it should be generated for relations and fields only
+------------------------------------------------------------------------
+r28236 | marek.horst | 2014-06-16 15:46:58 +0200 (Mon, 16 Jun 2014) | 1 line
+
+performing code cleanup
+------------------------------------------------------------------------
+r28235 | marek.horst | 2014-06-16 15:45:14 +0200 (Mon, 16 Jun 2014) | 1 line
+
+setting inferenceProvenance missing field to iis::${algo_name} value
+------------------------------------------------------------------------
+r28234 | marek.horst | 2014-06-16 15:37:07 +0200 (Mon, 16 Jun 2014) | 1 line
+
+setting inferenceProvenance missing field to iis::${algo_name} value
+------------------------------------------------------------------------
+r28228 | marek.horst | 2014-06-16 12:04:02 +0200 (Mon, 16 Jun 2014) | 1 line
+
+setting DataInfo#inferenceprovenance field with HBaseConstants.SEMANTIC_CLASS_IIS value when building DataInfo element
+------------------------------------------------------------------------
+r28220 | marek.horst | 2014-06-13 15:41:29 +0200 (Fri, 13 Jun 2014) | 1 line
+
+setting action_hbase_table_initialize explicitly to false by default
+------------------------------------------------------------------------
+r28208 | marek.horst | 2014-06-13 13:55:28 +0200 (Fri, 13 Jun 2014) | 1 line
+
+disabling speculative execution: introducing proper property name which was deprecated in later version of  hadoop 2.3.0
+------------------------------------------------------------------------
+r28200 | marek.horst | 2014-06-12 18:46:09 +0200 (Thu, 12 Jun 2014) | 1 line
+
+disabling speculative execution for HBase writes on map phase
+------------------------------------------------------------------------
+r28178 | marek.horst | 2014-06-12 13:04:34 +0200 (Thu, 12 Jun 2014) | 1 line
+
+renaming typology to statistics value for all three statistics types
+------------------------------------------------------------------------
+r28163 | marek.horst | 2014-06-11 19:06:07 +0200 (Wed, 11 Jun 2014) | 1 line
+
+introducing XML converters based statistics action builder modules
+------------------------------------------------------------------------
+r28160 | marek.horst | 2014-06-11 18:48:24 +0200 (Wed, 11 Jun 2014) | 1 line
+
+introducing predefinedTrust getter method
+------------------------------------------------------------------------
+r28157 | marek.horst | 2014-06-11 18:37:41 +0200 (Wed, 11 Jun 2014) | 1 line
+
+shortening code
+------------------------------------------------------------------------
+r28150 | marek.horst | 2014-06-11 16:41:10 +0200 (Wed, 11 Jun 2014) | 1 line
+
+introducing support for export_documentssimilarity_threshold workflow parameter
+------------------------------------------------------------------------
+r28149 | marek.horst | 2014-06-11 16:37:15 +0200 (Wed, 11 Jun 2014) | 1 line
+
+adding threshold logging when set
+------------------------------------------------------------------------
+r28147 | marek.horst | 2014-06-11 16:31:28 +0200 (Wed, 11 Jun 2014) | 1 line
+
+introducing support for threshold runtime parameter in documentssimilarity exporter module
+------------------------------------------------------------------------
+r28146 | marek.horst | 2014-06-11 16:16:22 +0200 (Wed, 11 Jun 2014) | 1 line
+
+code imports cleanup
+------------------------------------------------------------------------
+r28145 | marek.horst | 2014-06-11 16:14:07 +0200 (Wed, 11 Jun 2014) | 1 line
+
+introducing support for providing runtime parameters in ActionBuilderFactory#instantiate() by adding hadoop Configuration parameter
+------------------------------------------------------------------------
+r28144 | marek.horst | 2014-06-11 15:33:02 +0200 (Wed, 11 Jun 2014) | 1 line
+
+#579 switching IIS to support 3.0.0-SNAPSHOT model version, updating importer and exporter modules
+------------------------------------------------------------------------
+r28141 | marek.horst | 2014-06-11 15:29:35 +0200 (Wed, 11 Jun 2014) | 1 line
+
+#579 switching IIS to support 3.0.0-SNAPSHOT model version, updating importer and exporter modules
+------------------------------------------------------------------------
+r28103 | marek.horst | 2014-06-09 18:04:11 +0200 (Mon, 09 Jun 2014) | 1 line
+
+introducing avro to xml converter modules for statistics outcome stored in blob elements. based on xstream library added as dependency in pom.xml file
+------------------------------------------------------------------------
+r27965 | marek.horst | 2014-06-04 14:26:51 +0200 (Wed, 04 Jun 2014) | 1 line
+
+#555 document classification export related refactoring: exporting document classes as subjects, currently without confidence level
+------------------------------------------------------------------------
+r27736 | marek.horst | 2014-05-22 16:48:49 +0200 (Thu, 22 May 2014) | 1 line
+
+handling DocumentNotFoundException when iterating over multiple mdstores, throwing exception when no chance for document retrieval
+------------------------------------------------------------------------
+r27606 | marek.horst | 2014-05-19 16:49:41 +0200 (Mon, 19 May 2014) | 1 line
+
+#485 introducing support for multiple dataset identifiers passed to dataset importer and dataset entity exporter. Renaming properties names in workflow.xml and job.properties files.
+------------------------------------------------------------------------
+r27589 | marek.horst | 2014-05-19 13:13:59 +0200 (Mon, 19 May 2014) | 1 line
+
+introducing additional relMetadata field in DocumentSimilarity relation describing relation direction by specifying either classid as "hasAmongTopNSimilarDocuments" or as "isAmongTopNSimilarDocuments"
+------------------------------------------------------------------------
+r27371 | marek.horst | 2014-05-13 14:51:21 +0200 (Tue, 13 May 2014) | 1 line
+
+minor fix: renaming field name to reflect its meaning properly
+------------------------------------------------------------------------
+r27370 | marek.horst | 2014-05-13 14:50:30 +0200 (Tue, 13 May 2014) | 1 line
+
+fixing inverting citation direction by properly defining citedBy direction in classid and classname
+------------------------------------------------------------------------
+r27276 | marek.horst | 2014-05-09 17:44:28 +0200 (Fri, 09 May 2014) | 1 line
+
+#468 updating trust level format to #.####
+------------------------------------------------------------------------
+r27275 | marek.horst | 2014-05-09 17:39:58 +0200 (Fri, 09 May 2014) | 1 line
+
+#468 exporting confidence level as trust level for document to dataset and document to project relations
+------------------------------------------------------------------------
+r27274 | marek.horst | 2014-05-09 17:36:52 +0200 (Fri, 09 May 2014) | 1 line
+
+#468 introducing buildInference() method parameterized with trust level float value
+------------------------------------------------------------------------
+r27273 | marek.horst | 2014-05-09 17:25:28 +0200 (Fri, 09 May 2014) | 1 line
+
+#468 introducing buildInference() method parameterized with trust level
+------------------------------------------------------------------------
+r26571 | marek.horst | 2014-04-11 19:33:08 +0200 (Fri, 11 Apr 2014) | 1 line
+
+#332 workflow definitions cleanup. 2.4) removing all cluster-related references
+------------------------------------------------------------------------
+r26499 | marek.horst | 2014-04-10 19:21:01 +0200 (Thu, 10 Apr 2014) | 1 line
+
+#349 make all IIS modules dnet-spring4 compliant: updating all pom.xml definitions with propert parent and updated dnet-spring4 SNAPSHOT dependencies. Updating java code by replacing IMDStoreService API with newly introduced MDStoreService API
+------------------------------------------------------------------------
+r26345 | marek.horst | 2014-04-04 13:10:46 +0200 (Fri, 04 Apr 2014) | 1 line
+
+introducing missing dnet-spring-snapshots repository explicitly in pom.xml until switching dnet-parent to dnet-spring4
+------------------------------------------------------------------------
+r26342 | marek.horst | 2014-04-04 13:00:44 +0200 (Fri, 04 Apr 2014) | 1 line
+
+reintroducing recently reverted changes
+------------------------------------------------------------------------
+r26340 | marek.horst | 2014-04-04 12:52:29 +0200 (Fri, 04 Apr 2014) | 1 line
+
+temorarily reverting changes related to introducing dnet-spring4 cnr libraries version until new API is deployed on node0
+------------------------------------------------------------------------
+r26297 | marek.horst | 2014-04-03 14:20:24 +0200 (Thu, 03 Apr 2014) | 1 line
+
+upgrading dnet-actionmanager-common version fixing XSLT transformation issues, upgrading cnr-service-common version to dnet-spring4 compatible: 1.0.0-SNAPSHOT
+------------------------------------------------------------------------
+r26296 | marek.horst | 2014-04-03 14:19:22 +0200 (Thu, 03 Apr 2014) | 1 line
+
+updating test job.properties
+------------------------------------------------------------------------
+r26282 | marek.horst | 2014-04-03 10:31:32 +0200 (Thu, 03 Apr 2014) | 1 line
+
+updating external hbase connection test process
+------------------------------------------------------------------------
+r26267 | marek.horst | 2014-04-02 16:09:16 +0200 (Wed, 02 Apr 2014) | 1 line
+
+introducing missing zookeeper related properties in table initializer
+------------------------------------------------------------------------
+r26251 | marek.horst | 2014-04-01 13:55:42 +0200 (Tue, 01 Apr 2014) | 1 line
+
+fixing used Arrays and Collections utility dependencies: edu.emory.mathcs.backport.java.util.Arrays to java.util.Arrays and edu.emory.mathcs.backport.java.util.Collections to java.util.Collections
+------------------------------------------------------------------------
+r26237 | marek.horst | 2014-04-01 11:25:51 +0200 (Tue, 01 Apr 2014) | 1 line
+
+updating external hbase table connection process
+------------------------------------------------------------------------
+r26236 | marek.horst | 2014-04-01 11:25:21 +0200 (Tue, 01 Apr 2014) | 1 line
+
+#334 major export refactoring: replacing *WithInferencedData exporter modules with intermediate datastores exporters for each KDM module separatelly. Moving preemptive table creation to dedicated java process to prevent errors when table is created in parallel by mappers. Simplifying exporter mapper by making it more generic. Fixing tests.
+------------------------------------------------------------------------
+r26180 | marek.horst | 2014-03-28 11:35:39 +0100 (Fri, 28 Mar 2014) | 1 line
+
+moving action factory to abstract class
+------------------------------------------------------------------------
+r26139 | marek.horst | 2014-03-27 14:20:09 +0100 (Thu, 27 Mar 2014) | 1 line
+
+removing remote hbase test
+------------------------------------------------------------------------
+r26105 | marek.horst | 2014-03-25 15:02:14 +0100 (Tue, 25 Mar 2014) | 1 line
+
+fixing job properties names
+------------------------------------------------------------------------
+r26104 | marek.horst | 2014-03-25 14:29:15 +0100 (Tue, 25 Mar 2014) | 1 line
+
+introducing workflow testing access to hbase table deployed on external cluster
+------------------------------------------------------------------------
+r26009 | marek.horst | 2014-03-19 13:35:57 +0100 (Wed, 19 Mar 2014) | 1 line
+
+actionSetIdProvider related refactoring: referring to actionSetIdProvider only when given relation was present in DocumentWithInferencedData datastore to prevent exceptions when action set id is not provided for the relation which was not generated
+------------------------------------------------------------------------
+r26008 | marek.horst | 2014-03-19 13:32:35 +0100 (Wed, 19 Mar 2014) | 1 line
+
+actionSetIdProvider related refactoring: referring to actionSetIdProvider only when given relation was present in DocumentWithInferencedData datastore to prevent exceptions when action set id is not provided for the relation which was not generated
+------------------------------------------------------------------------
+r25926 | marek.horst | 2014-03-13 13:29:41 +0100 (Thu, 13 Mar 2014) | 1 line
+
+major export refactoring: removing ActionBuilderHelper which is now obsolete, we do not need to convert Puts into Actions anymore
+------------------------------------------------------------------------
+r25925 | marek.horst | 2014-03-13 13:27:20 +0100 (Thu, 13 Mar 2014) | 1 line
+
+major export refactoring: removing obsolete encoding exception handling
+------------------------------------------------------------------------
+r25921 | marek.horst | 2014-03-13 13:21:00 +0100 (Thu, 13 Mar 2014) | 1 line
+
+major export refactoring: simplifying exporting modules by removing Puts processing and conversion to actions. Replacing it with direct AtomicAction creation. Major import refactoring: removing interators model, moving the remainings to import-content module.
+------------------------------------------------------------------------
+r25912 | marek.horst | 2014-03-12 18:43:59 +0100 (Wed, 12 Mar 2014) | 1 line
+
+introducing xalan dependency required by CNR cluster when exporting entities and performing XSLT transformation. Temporary solution for processing failures.
+------------------------------------------------------------------------
+r25890 | marek.horst | 2014-03-12 14:13:15 +0100 (Wed, 12 Mar 2014) | 1 line
+
+fixing entity type from Type.datasource to Type.result when converting puts to actions
+------------------------------------------------------------------------
+r25889 | marek.horst | 2014-03-12 14:10:24 +0100 (Wed, 12 Mar 2014) | 1 line
+
+fixing entity type from Type.result to Type.person when converting puts to actions
+------------------------------------------------------------------------
+r25888 | marek.horst | 2014-03-12 14:09:54 +0100 (Wed, 12 Mar 2014) | 1 line
+
+fixing entity type from Type.result to Type.project when converting puts to actions
+------------------------------------------------------------------------
+r25886 | marek.horst | 2014-03-12 12:25:56 +0100 (Wed, 12 Mar 2014) | 1 line
+
+following protobuf schema changes: changing StatisticsKeyValue#key type from int32 to string to allow conveying non-int values such as unknown
+------------------------------------------------------------------------
+r25883 | marek.horst | 2014-03-12 11:05:40 +0100 (Wed, 12 Mar 2014) | 1 line
+
+logging added
+------------------------------------------------------------------------
+r25882 | marek.horst | 2014-03-12 11:04:45 +0100 (Wed, 12 Mar 2014) | 1 line
+
+introducing support for transformer_factory parameter
+------------------------------------------------------------------------
+r25881 | marek.horst | 2014-03-12 10:48:24 +0100 (Wed, 12 Mar 2014) | 1 line
+
+introducing xslt tranformation testing workflow
+------------------------------------------------------------------------
+r25880 | marek.horst | 2014-03-12 10:47:52 +0100 (Wed, 12 Mar 2014) | 1 line
+
+introducing XsltTransformationTestProcess to perform XSLT transformation tests
+------------------------------------------------------------------------
+r25846 | marek.horst | 2014-03-11 12:47:41 +0100 (Tue, 11 Mar 2014) | 1 line
+
+upgrading dnet-actionmanager-common dependency to 1.0.3 version fixing #277 NullPointerException
+------------------------------------------------------------------------
+r25807 | marek.horst | 2014-03-10 15:52:02 +0100 (Mon, 10 Mar 2014) | 1 line
+
+moving main() method containing manual test from DatasetExporterProcess in src/main/java to  DatasetExporterProcessManualTest in test/main/java
+------------------------------------------------------------------------
+r25617 | marek.horst | 2014-03-05 14:51:54 +0100 (Wed, 05 Mar 2014) | 1 line
+
+renaming referencedDocumentIds to matchedCitationDocumentIds, changing type from string to IdWithText
+------------------------------------------------------------------------
+r25609 | marek.horst | 2014-03-05 12:52:08 +0100 (Wed, 05 Mar 2014) | 1 line
+
+renaming referencedDocumentIds to matchedCitationDocumentIds, changing type from String to IdWithText to convey reference text along with relation, updating exporter: exporting reference text in Citation relation
+------------------------------------------------------------------------
+r25546 | marek.horst | 2014-03-03 16:44:34 +0100 (Mon, 03 Mar 2014) | 1 line
+
+disabling logging document xml content
+------------------------------------------------------------------------
+r25545 | marek.horst | 2014-03-03 16:44:14 +0100 (Mon, 03 Mar 2014) | 1 line
+
+disabling logging document xml content
+------------------------------------------------------------------------
+r25531 | marek.horst | 2014-03-03 13:43:31 +0100 (Mon, 03 Mar 2014) | 1 line
+
+column family related refactoring: utilizing dynamic column family assignment based on relation/entity type name
+------------------------------------------------------------------------
+r25529 | marek.horst | 2014-03-03 13:10:44 +0100 (Mon, 03 Mar 2014) | 1 line
+
+setting RelType.citation for citation matching outcome, building citation relation holding relMetadata
+------------------------------------------------------------------------
+r25525 | marek.horst | 2014-03-03 12:52:06 +0100 (Mon, 03 Mar 2014) | 1 line
+
+exluding conflicting transitive dependency of dnet-openaire-data-protos (1.5) from dnet-actionmanager-common conflicting with icm-iis-common 1.6-SNAPSHOT
+------------------------------------------------------------------------
+r25418 | marek.horst | 2014-02-27 16:57:15 +0100 (Thu, 27 Feb 2014) | 1 line
+
+enabling project statistics export when proper path is provided
+------------------------------------------------------------------------
+r25407 | marek.horst | 2014-02-27 13:09:04 +0100 (Thu, 27 Feb 2014) | 1 line
+
+enabling ProjectStatistics exporter module in AbstractActionManagerBasedExporterMapper
+------------------------------------------------------------------------
+r25406 | marek.horst | 2014-02-27 13:05:28 +0100 (Thu, 27 Feb 2014) | 1 line
+
+introducing ProjectStatistics exporter module
+------------------------------------------------------------------------
+r25405 | marek.horst | 2014-02-27 12:56:37 +0100 (Thu, 27 Feb 2014) | 1 line
+
+introducing project_statistics in algorithm name
+------------------------------------------------------------------------
+r25373 | marek.horst | 2014-02-25 18:23:53 +0100 (Tue, 25 Feb 2014) | 1 line
+
+changing dnet-openaire-data-protos dependency in icm-iis-common from 1.5-SNAPSHOT to released version 1.5, introducing statistics exporter module for document and person statistics in icm-iis-export-actionmanager
+------------------------------------------------------------------------
+r25304 | marek.horst | 2014-02-24 15:21:37 +0100 (Mon, 24 Feb 2014) | 1 line
+
+fixing json records after adding researchInitiativeConceptIds in DocumentWithInferencedData schema
+------------------------------------------------------------------------
+r25274 | marek.horst | 2014-02-24 12:12:15 +0100 (Mon, 24 Feb 2014) | 1 line
+
+adding support for research initiative concepts export
+------------------------------------------------------------------------
+r25237 | marek.horst | 2014-02-20 18:00:33 +0100 (Thu, 20 Feb 2014) | 1 line
+
+reverting dnet-actionmanager-common version to 1.0.2, 2.0.0-SNAPSHOT seems to be unstable
+------------------------------------------------------------------------
+r25146 | marek.horst | 2014-02-19 11:25:23 +0100 (Wed, 19 Feb 2014) | 1 line
+
+excluding apache:commons-logging
+------------------------------------------------------------------------
+r25145 | marek.horst | 2014-02-19 11:22:04 +0100 (Wed, 19 Feb 2014) | 1 line
+
+excluding apache:commons-logging
+------------------------------------------------------------------------
+r25099 | marek.horst | 2014-02-18 15:26:49 +0100 (Tue, 18 Feb 2014) | 1 line
+
+updating comment
+------------------------------------------------------------------------
+r25098 | marek.horst | 2014-02-18 15:25:59 +0100 (Tue, 18 Feb 2014) | 1 line
+
+reintroducing cnr-service-utils required by MDStore SOAP service client
+------------------------------------------------------------------------
+r25096 | marek.horst | 2014-02-18 15:06:41 +0100 (Tue, 18 Feb 2014) | 1 line
+
+removing cnr-service-utils dependency which is now obsolete: IIS is not maintaining ActionSet profiles
+------------------------------------------------------------------------
+r25095 | marek.horst | 2014-02-18 14:51:22 +0100 (Tue, 18 Feb 2014) | 1 line
+
+updating dnet-actionmanager-common dependency to 2.0.0-SNAPSHOT, aligning code
+------------------------------------------------------------------------
+r25001 | marek.horst | 2014-02-13 16:56:38 +0100 (Thu, 13 Feb 2014) | 1 line
+
+introducing research_initiative related actionset identifier placeholder
+------------------------------------------------------------------------
+r24998 | marek.horst | 2014-02-13 16:53:17 +0100 (Thu, 13 Feb 2014) | 1 line
+
+introducing document_research_initiative algorithm entry
+------------------------------------------------------------------------
+r24988 | marek.horst | 2014-02-13 15:33:07 +0100 (Thu, 13 Feb 2014) | 1 line
+
+replacing person/document metrics algorithm name with statistics
+------------------------------------------------------------------------
+r24987 | marek.horst | 2014-02-13 15:32:27 +0100 (Thu, 13 Feb 2014) | 1 line
+
+renaming metrics parameters to statistics
+------------------------------------------------------------------------
+r24985 | marek.horst | 2014-02-13 15:29:18 +0100 (Thu, 13 Feb 2014) | 1 line
+
+replacing person/document metrics algorithm name with statistics
+------------------------------------------------------------------------
+r24961 | marek.horst | 2014-02-13 10:35:20 +0100 (Thu, 13 Feb 2014) | 1 line
+
+replacing metrics with statistics in json files
+------------------------------------------------------------------------
+r24957 | marek.horst | 2014-02-13 10:09:09 +0100 (Thu, 13 Feb 2014) | 1 line
+
+disabling metrics tests after removing metrics from DocumentWihtInferencedData
+------------------------------------------------------------------------
+r24956 | marek.horst | 2014-02-13 10:08:06 +0100 (Thu, 13 Feb 2014) | 1 line
+
+disabling metrics tests after removing metrics from DocumentWihtInferencedData
+------------------------------------------------------------------------
+r24955 | marek.horst | 2014-02-13 10:06:44 +0100 (Thu, 13 Feb 2014) | 1 line
+
+disabling metrics generation after removing metrics from DocumentWihtInferencedData
+------------------------------------------------------------------------
+r24816 | marek.horst | 2014-02-10 17:50:20 +0100 (Mon, 10 Feb 2014) | 1 line
+
+renaming action builder modules to make names aligned with exported entities
+------------------------------------------------------------------------
+r24798 | marek.horst | 2014-02-10 13:31:20 +0100 (Mon, 10 Feb 2014) | 1 line
+
+adding isEmpty check when vaidating dataset inference output
+------------------------------------------------------------------------
+r24797 | marek.horst | 2014-02-10 13:30:36 +0100 (Mon, 10 Feb 2014) | 1 line
+
+adding isEmpty check when vaidating dataset inference output
+------------------------------------------------------------------------
+r24415 | marek.horst | 2014-01-28 15:06:09 +0100 (Tue, 28 Jan 2014) | 1 line
+
+introducing conditional processing for different types of final datastores, when not provided default value $UNDEFINED$ will be propagated causing decision to skip export for given type
+------------------------------------------------------------------------
+r24402 | marek.horst | 2014-01-28 11:45:24 +0100 (Tue, 28 Jan 2014) | 2 lines
+
+fixing typo
+
+------------------------------------------------------------------------
+r24241 | marek.horst | 2014-01-21 17:01:46 +0100 (Tue, 21 Jan 2014) | 1 line
+
+introducing actionset buckets refactoring: action set identifier can be provided explicitly as key=value property at runtime where key is algorithm name and value action set identifier
+------------------------------------------------------------------------
+r23196 | marek.horst | 2013-12-12 14:59:08 +0100 (Thu, 12 Dec 2013) | 1 line
+
+following renaming DCCClasses to DDCClasses
+------------------------------------------------------------------------
+r23003 | marek.horst | 2013-12-11 10:52:17 +0100 (Wed, 11 Dec 2013) | 1 line
+
+following renaming DCCClasses to DDCClasses
+------------------------------------------------------------------------
+r22997 | marek.horst | 2013-12-11 10:43:17 +0100 (Wed, 11 Dec 2013) | 1 line
+
+following renaming DCCClasses to DDCClasses
+------------------------------------------------------------------------
+r22853 | marek.horst | 2013-12-06 18:32:04 +0100 (Fri, 06 Dec 2013) | 1 line
+
+fixing typo
+------------------------------------------------------------------------
+r22851 | marek.horst | 2013-12-06 18:07:56 +0100 (Fri, 06 Dec 2013) | 1 line
+
+introducing job.properties for exporter
+------------------------------------------------------------------------
+r22684 | marek.horst | 2013-12-03 17:47:13 +0100 (Tue, 03 Dec 2013) | 1 line
+
+handling EXPORT_ACTION_APPEND_ALGORITHM_SUFFIX parameter at export phase: appending algorithm suffix in actionset id when flag set
+------------------------------------------------------------------------
+r22662 | marek.horst | 2013-12-02 17:14:27 +0100 (Mon, 02 Dec 2013) | 1 line
+
+upgrading dnet-actionmanager-common to 1.0.1-SNAPSHOT
+------------------------------------------------------------------------
+r22523 | marek.horst | 2013-11-28 17:16:32 +0100 (Thu, 28 Nov 2013) | 1 line
+
+performing code cleanup related to object existance verification which is not needed in action management realm
+------------------------------------------------------------------------
+r22256 | marek.horst | 2013-11-18 17:07:17 +0100 (Mon, 18 Nov 2013) | 1 line
+
+supplementing ALL_ACTION_SET_SUFIXES
+------------------------------------------------------------------------
+r22255 | marek.horst | 2013-11-18 16:55:49 +0100 (Mon, 18 Nov 2013) | 1 line
+
+#131 handling document related action set suffixes
+------------------------------------------------------------------------
+r22249 | marek.horst | 2013-11-18 16:24:19 +0100 (Mon, 18 Nov 2013) | 1 line
+
+simplifying handling puts
+------------------------------------------------------------------------
+r22223 | marek.horst | 2013-11-15 18:44:18 +0100 (Fri, 15 Nov 2013) | 1 line
+
+changing comment
+------------------------------------------------------------------------
+r22221 | marek.horst | 2013-11-15 18:43:59 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 removing plaintext export code
+------------------------------------------------------------------------
+r22212 | marek.horst | 2013-11-15 18:22:56 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 introducing document related action set suffixes
+------------------------------------------------------------------------
+r22211 | marek.horst | 2013-11-15 18:14:07 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 introducing actionset suffixes for persons
+------------------------------------------------------------------------
+r22206 | marek.horst | 2013-11-15 17:25:26 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 introducing actionset constants, introducing actionset suffix for document similarities
+------------------------------------------------------------------------
+r22205 | marek.horst | 2013-11-15 17:18:47 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 introducing actionset id suffix for dataset website usage similarities
+------------------------------------------------------------------------
+r22202 | marek.horst | 2013-11-15 17:14:10 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#131 renaming actionSet parameter to actionSetPrefix
+------------------------------------------------------------------------
+r22201 | marek.horst | 2013-11-15 17:12:19 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 removing empty package
+------------------------------------------------------------------------
+r22200 | marek.horst | 2013-11-15 17:11:09 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 moving ExportMode to proper package
+------------------------------------------------------------------------
+r22198 | marek.horst | 2013-11-15 17:09:58 +0100 (Fri, 15 Nov 2013) | 1 line
+
+renaming converter package
+------------------------------------------------------------------------
+r22196 | marek.horst | 2013-11-15 17:06:35 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 moving JsonBasedInferencedDataGenerator from hbase to actionmanager package
+------------------------------------------------------------------------
+r22195 | marek.horst | 2013-11-15 17:02:22 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 removing HBaseRowBuilderModule
+------------------------------------------------------------------------
+r22192 | marek.horst | 2013-11-15 16:08:07 +0100 (Fri, 15 Nov 2013) | 1 line
+
+removingempty package
+------------------------------------------------------------------------
+r22191 | marek.horst | 2013-11-15 16:07:40 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 merging hbase and action manager builder modules
+------------------------------------------------------------------------
+r22186 | marek.horst | 2013-11-15 15:37:47 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 removing code related to entity existance verification which is obsolete in action manager environment
+------------------------------------------------------------------------
+r22184 | marek.horst | 2013-11-15 15:34:53 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 removing prefix generation which is now obsolete
+------------------------------------------------------------------------
+r22175 | marek.horst | 2013-11-15 15:14:25 +0100 (Fri, 15 Nov 2013) | 1 line
+
+moving all dependencies from obsolete icm-iis-export-hbase module to icm-iis-export-actionmanager
+------------------------------------------------------------------------
+r22173 | marek.horst | 2013-11-15 15:07:19 +0100 (Fri, 15 Nov 2013) | 1 line
+
+moving all resources from obsolete icm-iis-export-hbase module to icm-iis-export-actionmanager
+------------------------------------------------------------------------
+r22169 | marek.horst | 2013-11-15 14:59:13 +0100 (Fri, 15 Nov 2013) | 1 line
+
+#132 removing existance verifier model
+------------------------------------------------------------------------
+r21974 | marek.horst | 2013-11-13 12:13:40 +0100 (Wed, 13 Nov 2013) | 1 line
+
+updating DocumentSimilarity package location: renaming documentsimilarity to documentssimilarity
+------------------------------------------------------------------------
+r21943 | marek.horst | 2013-11-12 13:15:17 +0100 (Tue, 12 Nov 2013) | 1 line
+
+introducing Identifier based document exporter process
+------------------------------------------------------------------------
+r21941 | marek.horst | 2013-11-12 13:13:42 +0100 (Tue, 12 Nov 2013) | 1 line
+
+introducing Identifier based dataset exporter process
+------------------------------------------------------------------------
+r21860 | marek.horst | 2013-11-08 10:06:41 +0100 (Fri, 08 Nov 2013) | 1 line
+
+changing exporter input to DocumentWithInferencedData
+------------------------------------------------------------------------
+r21859 | marek.horst | 2013-11-08 10:05:05 +0100 (Fri, 08 Nov 2013) | 1 line
+
+changing exporter input to DocumentWithInferencedData
+------------------------------------------------------------------------
+r21780 | marek.horst | 2013-11-05 11:27:44 +0100 (Tue, 05 Nov 2013) | 1 line
+
+extended logging
+------------------------------------------------------------------------
+r21764 | marek.horst | 2013-11-04 17:06:55 +0100 (Mon, 04 Nov 2013) | 1 line
+
+printing out proper Oaf content
+------------------------------------------------------------------------
+r21759 | marek.horst | 2013-11-04 15:23:38 +0100 (Mon, 04 Nov 2013) | 1 line
+
+simplifying main method
+------------------------------------------------------------------------
+r21756 | marek.horst | 2013-11-04 15:19:45 +0100 (Mon, 04 Nov 2013) | 1 line
+
+uncommenting action export code utilizing XSLT transformations executed on MDStore records
+------------------------------------------------------------------------
+r21754 | marek.horst | 2013-11-04 15:07:38 +0100 (Mon, 04 Nov 2013) | 1 line
+
+removing commented out dnet-actionmanager-service module
+------------------------------------------------------------------------
+r21747 | marek.horst | 2013-11-04 13:46:48 +0100 (Mon, 04 Nov 2013) | 1 line
+
+handling $UNDEFINED$ value for ActionManager service location
+------------------------------------------------------------------------
+r21696 | marek.horst | 2013-10-31 18:03:16 +0100 (Thu, 31 Oct 2013) | 1 line
+
+checking whether given action set already exists
+------------------------------------------------------------------------
+r21695 | marek.horst | 2013-10-31 17:58:23 +0100 (Thu, 31 Oct 2013) | 1 line
+
+using same name and id when creating actionset
+------------------------------------------------------------------------
+r21605 | marek.horst | 2013-10-28 15:19:52 +0100 (Mon, 28 Oct 2013) | 1 line
+
+utilizing shared ProcessUtils lib
+------------------------------------------------------------------------
+r21603 | marek.horst | 2013-10-28 14:49:17 +0100 (Mon, 28 Oct 2013) | 1 line
+
+introducing extended logging
+------------------------------------------------------------------------
+r21601 | marek.horst | 2013-10-28 14:42:59 +0100 (Mon, 28 Oct 2013) | 1 line
+
+fixing handling static configuration provider
+------------------------------------------------------------------------
+r21600 | marek.horst | 2013-10-28 12:48:53 +0100 (Mon, 28 Oct 2013) | 1 line
+
+removing stdout logging related to parsing boolean property value
+------------------------------------------------------------------------
+r21599 | marek.horst | 2013-10-28 12:43:14 +0100 (Mon, 28 Oct 2013) | 1 line
+
+fixing parsing boolean value
+------------------------------------------------------------------------
+r21593 | marek.horst | 2013-10-28 10:24:52 +0100 (Mon, 28 Oct 2013) | 1 line
+
+itroducing default values as statics
+------------------------------------------------------------------------
+r21592 | marek.horst | 2013-10-28 10:19:15 +0100 (Mon, 28 Oct 2013) | 1 line
+
+introducing extended constructor for static configuration provider
+------------------------------------------------------------------------
+r21591 | marek.horst | 2013-10-28 10:08:02 +0100 (Mon, 28 Oct 2013) | 1 line
+
+setting default action trust to 0.9
+------------------------------------------------------------------------
+r21553 | marek.horst | 2013-10-24 19:08:32 +0200 (Thu, 24 Oct 2013) | 1 line
+
+removing aggregated actions
+------------------------------------------------------------------------
+r21551 | marek.horst | 2013-10-24 18:52:16 +0200 (Thu, 24 Oct 2013) | 1 line
+
+utilizing AbstractAction model in document entity export
+------------------------------------------------------------------------
+r21550 | marek.horst | 2013-10-24 18:50:41 +0200 (Thu, 24 Oct 2013) | 1 line
+
+utilizing AbstractAction model in document entity export
+------------------------------------------------------------------------
+r21549 | marek.horst | 2013-10-24 18:49:28 +0200 (Thu, 24 Oct 2013) | 1 line
+
+code cleanup
+------------------------------------------------------------------------
+r21548 | marek.horst | 2013-10-24 18:48:14 +0200 (Thu, 24 Oct 2013) | 1 line
+
+moving from AtomicAction to more generic AbstractAction
+------------------------------------------------------------------------
+r21544 | marek.horst | 2013-10-24 18:30:04 +0200 (Thu, 24 Oct 2013) | 1 line
+
+passing process parameters to action manager service facade
+------------------------------------------------------------------------
+r21543 | marek.horst | 2013-10-24 18:27:55 +0200 (Thu, 24 Oct 2013) | 1 line
+
+introducing document exporter
+------------------------------------------------------------------------
+r21539 | marek.horst | 2013-10-24 18:16:20 +0200 (Thu, 24 Oct 2013) | 2 lines
+
+Introducing initial DatasetExporterProcess implementation reading MDStore records and printing them out on stdout. ActionFactory to be used when all resources available in maven repository and action model refined.
+Introducing configuration provider model, simplifying aggregated actions.
+------------------------------------------------------------------------
+r21443 | marek.horst | 2013-10-22 12:00:14 +0200 (Tue, 22 Oct 2013) | 1 line
+
+introducing action set management process
+------------------------------------------------------------------------
+r21439 | marek.horst | 2013-10-22 10:50:34 +0200 (Tue, 22 Oct 2013) | 1 line
+
+utilizing skip authors export flag, set to true by default which means no authors data will be exported by IIS, can be enabled by setting export.skip.authors=true in context properties
+------------------------------------------------------------------------
+r21339 | marek.horst | 2013-10-14 13:08:45 +0200 (Mon, 14 Oct 2013) | 1 line
+
+setting $UNDEFINED$ value for zookeeper properties in workflow.xml
+------------------------------------------------------------------------
+r21338 | marek.horst | 2013-10-14 13:06:05 +0200 (Mon, 14 Oct 2013) | 1 line
+
+handling $UNDEFINED$ value
+------------------------------------------------------------------------
+r21141 | marek.horst | 2013-10-07 13:07:16 +0200 (Mon, 07 Oct 2013) | 1 line
+
+excluding org.slf4j:slf4j-jdk14:jar:1.3.1 causing conflicts in new openaire cluster
+------------------------------------------------------------------------
+r21043 | marek.horst | 2013-10-02 15:04:36 +0200 (Wed, 02 Oct 2013) | 1 line
+
+removing obsolete test
+------------------------------------------------------------------------
+r21042 | marek.horst | 2013-10-02 14:54:22 +0200 (Wed, 02 Oct 2013) | 1 line
+
+utilizing newly introduced ActionFactory#createUpdateActions() where no updateId has to be generated and provided
+------------------------------------------------------------------------
+r20628 | marek.horst | 2013-09-12 18:41:38 +0200 (Thu, 12 Sep 2013) | 2 lines
+
+Maintaining export.skip.original.metadata property, set to true by default, in person and document exporter. When flag is NOT set to FALSE no original metadata fields will be exported. 
+Flag was introduced to prevent overwriting legitimate person/document metadata before introducing advanced logic checking exported metadata candidates against already existing metadata and making decision whether given field should be exported ot not.
+------------------------------------------------------------------------
+r20564 | marek.horst | 2013-09-10 17:05:47 +0200 (Tue, 10 Sep 2013) | 1 line
+
+upgrading workflow.xml definiton to schema version: uri:oozie:workflow:0.4: introducing predefined parameters along with descriptions, replacing config-default.xml with parameter values in workflow.xml definition
+------------------------------------------------------------------------
+r20475 | marek.horst | 2013-09-04 16:07:01 +0200 (Wed, 04 Sep 2013) | 1 line
+
+adding bin to svn:ignore
+------------------------------------------------------------------------
+r19978 | marek.horst | 2013-07-23 13:11:33 +0200 (Tue, 23 Jul 2013) | 1 line
+
+adding missing cloudera repository
+------------------------------------------------------------------------
+r19977 | marek.horst | 2013-07-23 12:54:18 +0200 (Tue, 23 Jul 2013) | 1 line
+
+added recreating working directory in prepare phase
+------------------------------------------------------------------------
+r19833 | marek.horst | 2013-07-16 21:25:43 +0200 (Tue, 16 Jul 2013) | 1 line
+
+complex pom.xml refactoring: setting all hadoop libs dependencies scope as 'provided'.
+------------------------------------------------------------------------
+r19831 | marek.horst | 2013-07-16 20:59:34 +0200 (Tue, 16 Jul 2013) | 1 line
+
+utilizing SpecialTrust.NEUTRAL in IIS trust level
+------------------------------------------------------------------------
+r19819 | marek.horst | 2013-07-16 13:57:21 +0200 (Tue, 16 Jul 2013) | 1 line
+
+complex pom.xml refactoring: setting all hadoop libs dependencies scope as 'provided'.
+------------------------------------------------------------------------
+r19806 | marek.horst | 2013-07-15 17:06:43 +0200 (Mon, 15 Jul 2013) | 1 line
+
+fixing action-manager export issues: simplifying hbase exporter, removing identifiers prefixing, introducing md5 rehashing for updated identifiers, proper operation type handling: UPDATE for main entities, INSTERT for the rest.
+------------------------------------------------------------------------
+r19701 | mateusz.fedoryszak | 2013-07-11 18:16:51 +0200 (Thu, 11 Jul 2013) | 1 line
+
+Updated primer import.txt file format
+------------------------------------------------------------------------
+r19560 | marek.horst | 2013-07-04 18:05:10 +0200 (Thu, 04 Jul 2013) | 1 line
+
+preparing export-actionmanager to utilize priming build system feature
+------------------------------------------------------------------------
+r19530 | marek.horst | 2013-07-03 13:24:20 +0200 (Wed, 03 Jul 2013) | 1 line
+
+fixing datasetreference schema
+------------------------------------------------------------------------
+r19476 | marek.horst | 2013-06-28 16:24:06 +0200 (Fri, 28 Jun 2013) | 1 line
+
+renaming workflow
+------------------------------------------------------------------------
+r19470 | marek.horst | 2013-06-28 16:16:58 +0200 (Fri, 28 Jun 2013) | 1 line
+
+renaming workflow
+------------------------------------------------------------------------
+r19467 | marek.horst | 2013-06-28 16:08:19 +0200 (Fri, 28 Jun 2013) | 1 line
+
+moving actionmanager to upper directory: updating svn:externals
+------------------------------------------------------------------------
+r19464 | marek.horst | 2013-06-28 16:06:24 +0200 (Fri, 28 Jun 2013) | 1 line
+
+moving actionmanager to upper directory, skipping unit dir
+------------------------------------------------------------------------
+r19463 | marek.horst | 2013-06-28 16:05:28 +0200 (Fri, 28 Jun 2013) | 1 line
+
+moving actionmanager to upper directory, skipping unit dir
+------------------------------------------------------------------------
+r19448 | marek.horst | 2013-06-28 15:12:20 +0200 (Fri, 28 Jun 2013) | 1 line
+
+updating exporter properties to be compliant with naming conventions
+------------------------------------------------------------------------
+r19447 | marek.horst | 2013-06-28 15:12:04 +0200 (Fri, 28 Jun 2013) | 1 line
+
+updating exporter properties to be compliant with naming conventions
+------------------------------------------------------------------------
+r19282 | marek.horst | 2013-06-25 11:19:16 +0200 (Tue, 25 Jun 2013) | 1 line
+
+comment added
+------------------------------------------------------------------------
+r19276 | marek.horst | 2013-06-24 18:56:54 +0200 (Mon, 24 Jun 2013) | 1 line
+
+trimming property value before checking its value
+------------------------------------------------------------------------
+r19275 | marek.horst | 2013-06-24 18:48:46 +0200 (Mon, 24 Jun 2013) | 1 line
+
+setting ' ' values instead of empty
+------------------------------------------------------------------------
+r19273 | marek.horst | 2013-06-24 18:09:55 +0200 (Mon, 24 Jun 2013) | 1 line
+
+introducing default values for exportActionHbaseRemoteZookeeperQuorum and 		exportActionHbaseRemoteZookeeperClientport properties allowing export to an external HBase instance
+------------------------------------------------------------------------
+r19271 | marek.horst | 2013-06-24 18:05:03 +0200 (Mon, 24 Jun 2013) | 1 line
+
+supporting external zookeeper localization to allow expoting data to external hbase instance
+------------------------------------------------------------------------
+r19136 | marek.horst | 2013-06-20 13:46:10 +0200 (Thu, 20 Jun 2013) | 1 line
+
+handling separate properties for each exporter input type
+------------------------------------------------------------------------
+r19134 | marek.horst | 2013-06-20 13:41:58 +0200 (Thu, 20 Jun 2013) | 1 line
+
+introducing separate properties for each exporter input type
+------------------------------------------------------------------------
+r19115 | marek.horst | 2013-06-19 14:44:25 +0200 (Wed, 19 Jun 2013) | 1 line
+
+describing properties
+------------------------------------------------------------------------
+r19114 | marek.horst | 2013-06-19 14:30:09 +0200 (Wed, 19 Jun 2013) | 1 line
+
+setting svn:externals with exporter_actionmanager
+------------------------------------------------------------------------
+r19113 | marek.horst | 2013-06-19 14:27:24 +0200 (Wed, 19 Jun 2013) | 1 line
+
+removing obsolete property
+------------------------------------------------------------------------
+r19112 | marek.horst | 2013-06-19 14:26:56 +0200 (Wed, 19 Jun 2013) | 1 line
+
+introducing export_actionmanager unit subworkflow, utilizing it in test workflow
+------------------------------------------------------------------------
+r19104 | marek.horst | 2013-06-19 10:55:05 +0200 (Wed, 19 Jun 2013) | 1 line
+
+moving actionmanagement based test workflow to test/resources
+------------------------------------------------------------------------
+r19103 | marek.horst | 2013-06-19 10:54:45 +0200 (Wed, 19 Jun 2013) | 1 line
+
+moving actionmanagement based test workflow to test/resources
+------------------------------------------------------------------------
+r19102 | marek.horst | 2013-06-19 10:54:04 +0200 (Wed, 19 Jun 2013) | 1 line
+
+moving actionmanagement based test workflow to test/resources
+------------------------------------------------------------------------
+r18738 | marek.horst | 2013-05-29 16:55:07 +0200 (Wed, 29 May 2013) | 1 line
+
+renaming default output table name
+------------------------------------------------------------------------
+r18736 | marek.horst | 2013-05-29 15:25:11 +0200 (Wed, 29 May 2013) | 1 line
+
+fixing row existiance verifier model to allow handling indeterminate state
+------------------------------------------------------------------------
+r18731 | marek.horst | 2013-05-29 14:34:27 +0200 (Wed, 29 May 2013) | 1 line
+
+reordering database initialization
+------------------------------------------------------------------------
+r18730 | marek.horst | 2013-05-29 14:34:12 +0200 (Wed, 29 May 2013) | 1 line
+
+skipping obsolete 'out' dir deletion
+------------------------------------------------------------------------
+r18729 | marek.horst | 2013-05-29 14:33:04 +0200 (Wed, 29 May 2013) | 1 line
+
+xml-apis is now required by hadoop, not sure why, need to ivestigate this
+------------------------------------------------------------------------
+r18726 | marek.horst | 2013-05-29 11:45:51 +0200 (Wed, 29 May 2013) | 1 line
+
+fixing properties names
+------------------------------------------------------------------------
+r18725 | marek.horst | 2013-05-29 11:45:35 +0200 (Wed, 29 May 2013) | 1 line
+
+fixing DocumentSimilarity package name
+------------------------------------------------------------------------
+r18717 | marek.horst | 2013-05-28 20:07:52 +0200 (Tue, 28 May 2013) | 1 line
+
+utilizing export.action.hbase.table.initialize in configuration
+------------------------------------------------------------------------
+r18716 | marek.horst | 2013-05-28 20:07:32 +0200 (Tue, 28 May 2013) | 1 line
+
+utilizing export.action.hbase.table.initialize in configuration
+------------------------------------------------------------------------
+r18715 | marek.horst | 2013-05-28 20:05:43 +0200 (Tue, 28 May 2013) | 1 line
+
+utilizing export.action.hbase.table.initialize during initialization
+------------------------------------------------------------------------
+r18700 | marek.horst | 2013-05-28 15:47:54 +0200 (Tue, 28 May 2013) | 1 line
+
+updating hbase action manager based exporter workflow and properties
+------------------------------------------------------------------------
+r18699 | marek.horst | 2013-05-28 15:23:45 +0200 (Tue, 28 May 2013) | 1 line
+
+introducing hbase action table initialization
+------------------------------------------------------------------------
+r18656 | marek.horst | 2013-05-27 15:32:02 +0200 (Mon, 27 May 2013) | 1 line
+
+removing obsolete exclusions
+------------------------------------------------------------------------
+r18550 | marek.horst | 2013-05-21 18:17:10 +0200 (Tue, 21 May 2013) | 1 line
+
+excluding hibernate libs from action manager commons
+------------------------------------------------------------------------
+r18529 | marek.horst | 2013-05-20 15:02:13 +0200 (Mon, 20 May 2013) | 1 line
+
+utilizing DNet action manager commons in exporting actions
+------------------------------------------------------------------------
+r18217 | marek.horst | 2013-04-23 18:28:42 +0200 (Tue, 23 Apr 2013) | 1 line
+
+major avro model refactoring, 3rd part: grouping schema definitions into functional packages, propagating changes in java code and workflow XML definitions
+------------------------------------------------------------------------
+r18193 | marek.horst | 2013-04-22 18:42:45 +0200 (Mon, 22 Apr 2013) | 1 line
+
+major avro model refactoring: grouping schema definitions into functional packages, propagating changes in java code and workflow XML definitions
+------------------------------------------------------------------------
+r18173 | marek.horst | 2013-04-19 18:08:24 +0200 (Fri, 19 Apr 2013) | 1 line
+
+export model refactoring: separating action hbase and regular hbase properties, introducing RowExistanceVerifier as abstraction separating HBase calls from action manager based exporter, introducing action manager mapper abstraction
+------------------------------------------------------------------------
+r18013 | marek.horst | 2013-04-09 14:36:08 +0200 (Tue, 09 Apr 2013) | 1 line
+
+introducing inferencePrefixMode flag for generating puts in action-manager export mode where row prefixing and creating resultResult relations is not required but handled by action-manager
+------------------------------------------------------------------------
+r17990 | marek.horst | 2013-04-08 14:48:40 +0200 (Mon, 08 Apr 2013) | 1 line
+
+introducing NullOutputFormat, removing all obsolete properties
+------------------------------------------------------------------------
+r17986 | marek.horst | 2013-04-08 12:27:27 +0200 (Mon, 08 Apr 2013) | 1 line
+
+renaming output directory names
+------------------------------------------------------------------------
+r17982 | marek.horst | 2013-04-08 11:59:14 +0200 (Mon, 08 Apr 2013) | 1 line
+
+renaming action manager module in pom.xml
+------------------------------------------------------------------------
+r17981 | marek.horst | 2013-04-08 11:56:01 +0200 (Mon, 08 Apr 2013) | 1 line
+
+renaming action manager module
+------------------------------------------------------------------------
+r17967 | marek.horst | 2013-04-05 17:54:42 +0200 (Fri, 05 Apr 2013) | 1 line
+
+reordering delete with mkdir due to strange issue: delete element cannot be defined after mkdir
+------------------------------------------------------------------------
+r17966 | marek.horst | 2013-04-05 17:45:29 +0200 (Fri, 05 Apr 2013) | 1 line
+
+fixing path creation
+------------------------------------------------------------------------
+r17965 | marek.horst | 2013-04-05 17:32:33 +0200 (Fri, 05 Apr 2013) | 1 line
+
+introducing forking and parallel run of 4 mapreduce exporters
+------------------------------------------------------------------------
+r17953 | marek.horst | 2013-04-04 19:21:00 +0200 (Thu, 04 Apr 2013) | 1 line
+
+removing comments
+------------------------------------------------------------------------
+r17952 | marek.horst | 2013-04-04 19:10:47 +0200 (Thu, 04 Apr 2013) | 1 line
+
+improving mock implementation
+------------------------------------------------------------------------
+r17951 | marek.horst | 2013-04-04 19:10:13 +0200 (Thu, 04 Apr 2013) | 1 line
+
+code cleanup
+------------------------------------------------------------------------
+r17950 | marek.horst | 2013-04-04 19:09:20 +0200 (Thu, 04 Apr 2013) | 1 line
+
+improving toString() method implementation
+------------------------------------------------------------------------
+r17948 | marek.horst | 2013-04-04 18:51:24 +0200 (Thu, 04 Apr 2013) | 1 line
+
+fixing class checking, adding missing properties
+------------------------------------------------------------------------
+r17944 | marek.horst | 2013-04-04 17:48:26 +0200 (Thu, 04 Apr 2013) | 1 line
+
+introducing initial action manager based mapreduce exporter implementation
+------------------------------------------------------------------------
+r17911 | marek.horst | 2013-04-03 15:47:27 +0200 (Wed, 03 Apr 2013) | 1 line
+
+introducing action builder modules
+------------------------------------------------------------------------
+r17820 | marek.horst | 2013-03-27 16:41:09 +0100 (Wed, 27 Mar 2013) | 1 line
+
+adding target to svn:ignore
+------------------------------------------------------------------------
+r17819 | marek.horst | 2013-03-27 16:30:12 +0100 (Wed, 27 Mar 2013) | 1 line
+
+fixing module name
+------------------------------------------------------------------------
+r17813 | marek.horst | 2013-03-27 14:29:15 +0100 (Wed, 27 Mar 2013) | 1 line
+
+setting svn:ignore
+------------------------------------------------------------------------
+r17812 | marek.horst | 2013-03-27 14:25:59 +0100 (Wed, 27 Mar 2013) | 1 line
+
+introducing action manager exporter module.
+------------------------------------------------------------------------
+r17811 | marek.horst | 2013-03-27 14:25:14 +0100 (Wed, 27 Mar 2013) | 1 line
+
+Initial action manager exporter import.
+------------------------------------------------------------------------

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/log.txt
___________________________________________________________________
Added: svn:mime-type
## -0,0 +1 ##
+text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/api/HBaseActionManagerServiceFacade.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/api/HBaseActionManagerServiceFacade.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/api/HBaseActionManagerServiceFacade.java	(revision 39157)
@@ -1,5 +1,9 @@
 package eu.dnetlib.iis.export.actionmanager.api;
 
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_NAME;
+
 import java.io.IOException;
 import java.util.ArrayList;
 import java.util.Collection;
@@ -52,7 +56,7 @@
 	public HBaseActionManagerServiceFacade(Configuration hadoopConf,
 			Map<String, String> parameters) throws IOException {
 		String hBaseTableName = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_NAME, 
+				EXPORT_ACTION_HBASE_TABLE_NAME, 
 				hadoopConf, parameters);
 		if (hBaseTableName!=null) {
 			hTable = new HTable(
@@ -75,7 +79,7 @@
 		Configuration hbaseConfiguration = HBaseConfiguration.create(hadoopConf);
 //		setting remote zookeeper address for hbase if any set
 		String zookeeperQuorum = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM, 
+				EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM, 
 				hadoopConf, parameters);
 		if (zookeeperQuorum!=null && !zookeeperQuorum.trim().isEmpty() &&
 						!zookeeperQuorum.trim().equals(
@@ -82,7 +86,7 @@
 										WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE)) {
 			hbaseConfiguration.set(HConstants.ZOOKEEPER_QUORUM, zookeeperQuorum.trim());
 			String zookeeperClientPort = ProcessUtils.getParameterValue(
-					WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT, 
+					EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT, 
 					hadoopConf, parameters);
 			if (zookeeperClientPort!=null && !zookeeperClientPort.trim().isEmpty() &&
 							!zookeeperClientPort.trim().equals(
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/document/DocumentExporterProcess.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/document/DocumentExporterProcess.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/document/DocumentExporterProcess.java	(revision 39157)
@@ -1,6 +1,6 @@
 package eu.dnetlib.iis.export.actionmanager.entity.document;
 
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.*;
 
 import java.io.UnsupportedEncodingException;
 import java.security.InvalidParameterException;
@@ -84,24 +84,24 @@
 			Map<String, String> parameters) throws Exception {
 		FileSystem fs = FileSystem.get(conf);
 		String mdStoreLocation = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.IMPORT_DOCUMENT_MDSTORE_SERVICE_LOCATION, 
+				IMPORT_DOCUMENT_MDSTORE_SERVICE_LOCATION, 
 				conf, parameters);
 		String mdStoreId = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.IMPORT_DOCUMENT_MDSTORE_ID, 
+				IMPORT_DOCUMENT_MDSTORE_ID, 
 				conf, parameters);
 		String actionSetId = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.EXPORT_ACTION_SETID, 
+				EXPORT_ACTION_SETID, 
 				conf, parameters);
 		
 		if (mdStoreLocation==null || WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(mdStoreLocation)) {
 			throw new InvalidParameterException("unable to export document entities to action manager, " + 
 					"unknown MDStore service location. "
-					+ "Required parameter '" + WorkflowRuntimeParameters.IMPORT_DOCUMENT_MDSTORE_SERVICE_LOCATION + "' is missing!");
+					+ "Required parameter '" + IMPORT_DOCUMENT_MDSTORE_SERVICE_LOCATION + "' is missing!");
 		}
 		if (mdStoreId==null || WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(mdStoreId)) {
 			throw new InvalidParameterException("unable to export document entities to action manager, " +
 					"unknown MDStore identifier. "
-					+ "Required parameter '" + WorkflowRuntimeParameters.IMPORT_DOCUMENT_MDSTORE_ID + "' is missing!");
+					+ "Required parameter '" + IMPORT_DOCUMENT_MDSTORE_ID + "' is missing!");
 		}
 		if (actionSetId==null || WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(actionSetId)) {
 			throw new RuntimeException("unable to export document entities to action manager, " +
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/ExternalHbaseConnectionTestProcess.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/ExternalHbaseConnectionTestProcess.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/ExternalHbaseConnectionTestProcess.java	(revision 39157)
@@ -1,5 +1,8 @@
 package eu.dnetlib.iis.export.actionmanager;
 
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM;
+
 import java.io.InputStream;
 import java.util.Collections;
 import java.util.Iterator;
@@ -51,7 +54,7 @@
 		
 //		setting remote zookeeper address for hbase if any set
 		String zookeeperQuorum = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM, 
+				EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM, 
 				conf, parameters);
 		if (zookeeperQuorum!=null && !zookeeperQuorum.trim().isEmpty() &&
 						!zookeeperQuorum.trim().equals(
@@ -60,7 +63,7 @@
 //			hbaseConfiguration.set("ha.zookeeper.quorum", zookeeperQuorum.trim());
 			System.out.println("zookeeper quorum set to: " + zookeeperQuorum.trim());
 			String zookeeperClientPort = ProcessUtils.getParameterValue(
-					WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT, 
+					EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT, 
 					conf, parameters);
 			if (zookeeperClientPort!=null && !zookeeperClientPort.trim().isEmpty() &&
 							!zookeeperClientPort.trim().equals(
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactoryTest.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactoryTest.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/test/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactoryTest.java	(revision 39157)
@@ -27,11 +27,13 @@
 		SortedSet<BlobCitationEntry> sortedCitations = new TreeSet<BlobCitationEntry>();
 		
 		CitationEntry.Builder rawTextCitationEntryBuilder = CitationEntry.newBuilder();
+		rawTextCitationEntryBuilder.setPosition(44);
 		rawTextCitationEntryBuilder.setRawText("[44] S. Mukhi and R. Nigam, “Constraints on ’rare’ dyon decays,” JHEP 12 (2008) 056, 0809.1157.");
 		rawTextCitationEntryBuilder.setExternalDestinationDocumentIds(Collections.<CharSequence,CharSequence>emptyMap());
 		
 		CitationEntry.Builder internalCitationEntryBuilder = CitationEntry.newBuilder();
 		internalCitationEntryBuilder.setRawText("Rugama, Y., Kloosterman, J. L., Winkelman, A., 2004. Prog. Nucl. Energy 44, 1-12.");
+		internalCitationEntryBuilder.setPosition(100);
 		internalCitationEntryBuilder.setDestinationDocumentId("od______2367::00247be440c2188b82d5905b5b1e22bb");
 		internalCitationEntryBuilder.setConfidenceLevel(0.8f);
 		internalCitationEntryBuilder.setExternalDestinationDocumentIds(Collections.<CharSequence,CharSequence>emptyMap());
@@ -38,6 +40,7 @@
 		
 		CitationEntry.Builder externalPmidCitationEntryBuilder = CitationEntry.newBuilder();
 		externalPmidCitationEntryBuilder.setRawText("[5] A. Sen, “Walls of Marginal Stability and Dyon Spectrum in N=4 Supersymmetric String Theories,” JHEP 05 (2007) 039, hep-th/0702141.");
+		externalPmidCitationEntryBuilder.setPosition(5);
 		Map<CharSequence, CharSequence> externalPmidDestinationDocumentIds = new HashMap<CharSequence, CharSequence>();
 		externalPmidDestinationDocumentIds.put("pmid", "20856923");
 		externalPmidCitationEntryBuilder.setExternalDestinationDocumentIds(externalPmidDestinationDocumentIds);
@@ -44,6 +47,7 @@
 		
 		CitationEntry.Builder externalDoiCitationEntryBuilder = CitationEntry.newBuilder();
 		externalDoiCitationEntryBuilder.setRawText("[17] N. Koblitz. Hyperelliptic cryptosystems. J. Cryptology, 1(3):139–150, 1989.");
+		externalDoiCitationEntryBuilder.setPosition(17);
 		Map<CharSequence, CharSequence> externalDoiDestinationDocumentIds = new HashMap<CharSequence, CharSequence>();
 		externalDoiDestinationDocumentIds.put("doi", "10.1186/1753-6561-5-S6-P38");
 		externalDoiDestinationDocumentIds.put("custom-id", "12345");
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/ExportWorkflowRuntimeParameters.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/ExportWorkflowRuntimeParameters.java	(nonexistent)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/ExportWorkflowRuntimeParameters.java	(revision 39157)
@@ -0,0 +1,26 @@
+package eu.dnetlib.iis.export.actionmanager;
+
+public abstract class ExportWorkflowRuntimeParameters {
+
+	private ExportWorkflowRuntimeParameters() {}
+	
+	public static final String EXPORT_TRUST_LEVEL = "export.trust.level";
+	public static final String EXPORT_TRUST_LEVEL_THRESHOLD = "export.trust.level.threshold";
+	
+	public static final String EXPORT_ACTION_SETID = "export.action.setid";
+	public static final String EXPORT_ENTITY_ACTION_SETID = "export.entity.action.setid";
+	
+	public static final char EXPORT_ALGORITHM_PROPERTY_SEPARATOR = '.';	
+	
+	public static final String EXPORT_ACTION_BUILDER_FACTORY_CLASSNAME = "export.action.builder.factory.classname";
+	public static final String EXPORT_ACTION_HBASE_TABLE_NAME = "export.action.hbase.table.name";
+	public static final String EXPORT_ACTION_HBASE_TABLE_INITIALIZE = "export.action.hbase.table.initialize";
+	public static final String EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_QUORUM = "export.action.hbase.remote.zookeeper.quorum";
+	public static final String EXPORT_ACTION_HBASE_REMOTE_ZOOKEEPER_CLIENTPORT = "export.action.hbase.remote.zookeeper.clientport";
+	
+	public static final String EXPORT_DOCUMENTSSIMILARITY_THRESHOLD = "export.documentssimilarity.threshold";
+	
+	public static final String IMPORT_DOCUMENT_MDSTORE_SERVICE_LOCATION = "import.document.mdstore.service.location";
+	public static final String IMPORT_DOCUMENT_MDSTORE_ID = "import.document.mdstore.id";
+	public static final String IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION = "import.datacite.mdstore.service.location";
+}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/ExportWorkflowRuntimeParameters.java
___________________________________________________________________
Added: svn:mime-type
## -0,0 +1 ##
+text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/oozie_app/workflow.xml
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/oozie_app/workflow.xml	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/oozie_app/workflow.xml	(revision 39157)
@@ -129,8 +129,40 @@
 			<value>$UNDEFINED$</value>
 			<description>document research initiative action-set identifier of exported data</description>
 		</property>
+		<property>
+			<name>action_set_id_document_pdb</name>
+			<value>$UNDEFINED$</value>
+			<description>document to protein databank action-set identifier of exported data</description>
+		</property>
 		<!--  -->
+		<!-- trust level threshold section -->
 		<property>
+			<name>trust_level_threshold</name>
+			<value>$UNDEFINED$</value>
+			<description>default trust level threshold of exported data</description>
+		</property>
+		<property>
+			<name>trust_level_threshold_document_classes</name>
+			<value>$UNDEFINED$</value>
+			<description>document_classes trust level threshold</description>
+		</property>
+		<property>
+			<name>trust_level_threshold_document_referencedProjects</name>
+			<value>$UNDEFINED$</value>
+			<description>document_referencedProjects trust level threshold</description>
+		</property>
+		<property>
+			<name>trust_level_threshold_document_referencedDatasets</name>
+			<value>$UNDEFINED$</value>
+			<description>document_referencedDatasets trust level threshold</description>
+		</property>
+		<property>
+			<name>trust_level_threshold_document_pdb</name>
+			<value>$UNDEFINED$</value>
+			<description>document to protein databank trust level threshold</description>
+		</property>
+		<!--  -->
+		<property>
 			<name>action_hbase_remote_zookeeper_quorum</name>
 			<value>$UNDEFINED$</value>
 			<description>external hbase zookeeper quorum, set to empty value by default which means data will be exported to local hbase instance</description>
@@ -216,6 +248,7 @@
 				<name>export.action.hbase.remote.zookeeper.clientport</name>
 				<value>${action_hbase_remote_zookeeper_clientport}</value>
 			</property>
+			<!-- actionset related -->
 			<property>
 				<name>export.action.setid</name>
 				<value>${action_set_id}</value>
@@ -272,6 +305,27 @@
 				<name>export.action.setid.document_pdb</name>
 				<value>${action_set_id_document_pdb}</value>
 			</property>
+			<!-- trust level threshold related -->
+			<property>
+				<name>export.trust.level.threshold</name>
+				<value>${trust_level_threshold}</value>
+			</property>
+			<property>
+				<name>export.trust.level.threshold.document_classes</name>
+				<value>${trust_level_threshold_document_classes}</value>
+			</property>
+			<property>
+				<name>export.trust.level.threshold.document_referencedProjects</name>
+				<value>${trust_level_threshold_document_referencedProjects}</value>
+			</property>
+			<property>
+				<name>export.trust.level.threshold.document_referencedDatasets</name>
+				<value>${trust_level_threshold_document_referencedDatasets}</value>
+			</property>
+			<property>
+				<name>export.trust.level.threshold.document_pdb</name>
+				<value>${trust_level_threshold_document_pdb}</value>
+			</property>
         </configuration>
     </global>
 
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToConceptIdsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToConceptIdsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToConceptIdsActionBuilderModuleFactory.java	(revision 39157)
@@ -14,4 +14,5 @@
 	public DocumentToConceptIdsActionBuilderModuleFactory() {
 		super(AlgorithmName.document_research_initiative);
 	}
+	
 }
\ No newline at end of file
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/CitationsActionBuilderModuleFactory.java	(revision 39157)
@@ -46,9 +46,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 */
-		public CitationActionBuilderModule(String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+		public CitationActionBuilderModule(String predefinedTrust, 
+				Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -116,22 +118,18 @@
 				return null;
 			}
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<Citations> instantiate(String predefinedTrust,
-			Configuration config) {
-		return new CitationActionBuilderModule(predefinedTrust);
+			Float trustLevelThreshold, Configuration config) {
+		return new CitationActionBuilderModule(predefinedTrust, trustLevelThreshold);
 	}
 	
 	public static BlobCitationEntry build(CitationEntry entry, float confidenceToTrustLevelFactor) {
 		BlobCitationEntry result = new BlobCitationEntry(
 				entry.getRawText()!=null?entry.getRawText().toString():null);
+		result.setPosition(entry.getPosition());
 		if (entry.getDestinationDocumentId()!=null) {
 			result.setIdentifiers(new ArrayList<TypedId>());
 			result.getIdentifiers().add(new TypedId(
@@ -156,4 +154,8 @@
 		return result;
 	}
 
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentClassesActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentClassesActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDocumentClassesActionBuilderModuleFactory.java	(revision 39157)
@@ -38,8 +38,8 @@
 		 * @param predefinedTrust
 		 */
 		public DocumentToDocumentClassesActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -126,7 +126,11 @@
 			List<StructuredProperty> result = new ArrayList<StructuredProperty>();
 			for (eu.dnetlib.iis.documentsclassification.schemas.DocumentClass current : source) {
 				if (current!=null) {
-					result.add(convertAvroToProtoBuff(current, taxonomyName));	
+					try {
+						result.add(convertAvroToProtoBuff(current, taxonomyName));
+					} catch (TrustLevelThresholdExceededException e) {
+//						no need to log, we just do not attach result
+					}	
 				}
 			}
 			return result;
@@ -134,7 +138,7 @@
 	//	
 		private StructuredProperty convertAvroToProtoBuff(
 				eu.dnetlib.iis.documentsclassification.schemas.DocumentClass source,
-				String taxonomyName) {
+				String taxonomyName) throws TrustLevelThresholdExceededException {
 			if (source!=null && source.getClassLabels()!=null && source.getClassLabels().size()>0) {
 				StructuredProperty.Builder builder = StructuredProperty.newBuilder();
 				Qualifier.Builder qualifierBuilder = Qualifier.newBuilder();
@@ -159,17 +163,17 @@
 				return null;
 			}
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentToDocumentClasses> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToDocumentClassesActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AuthorToAuthorStatisticsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AuthorToAuthorStatisticsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AuthorToAuthorStatisticsActionBuilderModuleFactory.java	(revision 39157)
@@ -40,11 +40,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
-		 * @param actionSetId
+		 * @param trustLevelThreshold
 		 */
 		private AuthorToAuthorStatisticsActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -86,11 +86,6 @@
 	//		fallback
 			return null;	
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 	
 	/**
@@ -115,9 +110,14 @@
 
 	@Override
 	public ActionBuilderModule<AuthorToAuthorStatistics> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new AuthorToAuthorStatisticsActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractDocumentToConceptsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractDocumentToConceptsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractDocumentToConceptsActionBuilderModuleFactory.java	(revision 39157)
@@ -25,7 +25,7 @@
 public abstract class AbstractDocumentToConceptsActionBuilderModuleFactory 
 	implements ActionBuilderFactory<DocumentToConceptIds> {
 
-	private final AlgorithmName algorithmName;
+	protected final AlgorithmName algorithmName;
 	
 	/**
 	 * Default constructor.
@@ -44,8 +44,8 @@
 		 * @param predefinedTrust
 		 */
 		public DocumentToConceptsActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust,  Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -95,17 +95,18 @@
 //			fallback
 			return null;
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
+
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentToConceptIds> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToConceptsActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToPdbActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToPdbActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToPdbActionBuilderModuleFactory.java	(revision 39157)
@@ -38,17 +38,18 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 * @param pdbUrlRoot
 		 */
 		public DocumentToPdbActionBuilderModule(
-				String predefinedTrust, String pdbUrlRoot) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold, String pdbUrlRoot) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 			this.pdbUrlRoot = pdbUrlRoot;
 		}
 	
 		@Override
 		public List<AtomicAction> build(DocumentToConceptIds object,
-				Agent agent, String actionSetId) {
+				Agent agent, String actionSetId) throws TrustLevelThresholdExceededException {
 			Oaf oaf = buildOAFWithPdb(object);
 			if (oaf!=null) {
 				return actionFactory.createUpdateActions(
@@ -64,8 +65,9 @@
 		 * Builds OAF object containing pdb external references.
 		 * @param source
 		 * @return OAF object containing pdb external references
+		 * @throws TrustLevelThresholdExceededException 
 		 */
-		protected Oaf buildOAFWithPdb(DocumentToConceptIds source) {
+		protected Oaf buildOAFWithPdb(DocumentToConceptIds source) throws TrustLevelThresholdExceededException {
 			if (source.getConcepts()!=null && 
 					source.getConcepts().size()>0) {
 				Result.Builder resultBuilder = Result.newBuilder();
@@ -106,17 +108,17 @@
 //			fallback
 			return null;
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentToConceptIds> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToPdbActionBuilderModule(
-				predefinedTrust, config.get(EXPORT_PDB_URL_ROOT));
+				predefinedTrust, trustLevelThreshold, config.get(EXPORT_PDB_URL_ROOT));
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentAffiliationsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentAffiliationsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentAffiliationsActionBuilderModuleFactory.java	(revision 39157)
@@ -55,12 +55,13 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 * @param countriesVocabulary
-		 * @param actionSetId
 		 */
 		public DocumentMetadataActionBuilderModule(String predefinedTrust,
+				Float trustLevelThreshold,
 				Properties countriesVocabulary) {
-			super(predefinedTrust, algorithmName);
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 			this.countriesVocabulary = countriesVocabulary;
 			try {
 				entityTargetColumn = new String(
@@ -234,16 +235,11 @@
 					orgEntityBuilder.build(), buildInference());
 			return organizationOaf;
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentMetadata> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		String countriesVocabularyLocation = config.get(COUNTRIES_VOCABULARY_LOCATION);
 		Properties countriesVocabularyProps = null;
 		if (countriesVocabularyLocation!=null) {
@@ -256,7 +252,12 @@
 			}
 		} 
 		return new DocumentMetadataActionBuilderModule(
-				predefinedTrust, countriesVocabularyProps);	
+				predefinedTrust, trustLevelThreshold, countriesVocabularyProps);	
 		
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectConceptsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectConceptsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectConceptsActionBuilderModuleFactory.java	(revision 39157)
@@ -14,4 +14,5 @@
 	public DocumentToProjectConceptsActionBuilderModuleFactory() {
 		super(AlgorithmName.document_referencedProjects);
 	}
+
 }
\ No newline at end of file
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/MappingNotDefinedException.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/MappingNotDefinedException.java	(nonexistent)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/MappingNotDefinedException.java	(revision 39157)
@@ -0,0 +1,24 @@
+package eu.dnetlib.iis.export.actionmanager.module;
+
+/**
+ * Exception raised when no actionset mapping was defined for given algorithm.
+ * @author mhorst
+ *
+ */
+public class MappingNotDefinedException extends RuntimeException {
+
+	/**
+	 * 
+	 */
+	private static final long serialVersionUID = 8868977210154868434L;
+
+	
+	public MappingNotDefinedException() {
+		super();
+	}
+
+	public MappingNotDefinedException(String message) {
+		super(message);
+	}
+
+}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/MappingNotDefinedException.java
___________________________________________________________________
Added: svn:mime-type
## -0,0 +1 ##
+text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToProjectActionBuilderModuleFactory.java	(revision 39157)
@@ -38,15 +38,16 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
-		 * @param actionSetId
+		 * @param trustLevelThreshold
 		 */
-		public DocumentToProjectActionBuilderModule(String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+		public DocumentToProjectActionBuilderModule(
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
 		public List<AtomicAction> build(DocumentToProject object, 
-				Agent agent, String actionSetId) {
+				Agent agent, String actionSetId) throws TrustLevelThresholdExceededException {
 			String docId = object.getDocumentId().toString();
 			String currentProjectIdStr = object.getProjectId().toString();
 			Oaf.Builder oafBuilder = Oaf.newBuilder();
@@ -126,17 +127,17 @@
 						"no relation object found!");
 			}
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentToProject> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToProjectActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderFactory.java	(revision 39157)
@@ -13,10 +13,16 @@
 	/**
 	 * Instantiates action builder module.
 	 * @param predefinedTrust
+	 * @param trustLevelThreshold
 	 * @param config hadoop configuration holding runtime parameters
 	 * @return
 	 */
-	ActionBuilderModule<T> instantiate(String predefinedTrust, Configuration config);
-
+	ActionBuilderModule<T> instantiate(String predefinedTrust, Float trustLevelThreshold, 
+			Configuration config);
+	/**
+	 * Provides algorithm name.
+	 * @return algorithm name
+	 */
+	AlgorithmName getAlgorithName();
 	
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ProjectToProjectStatisticsActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ProjectToProjectStatisticsActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ProjectToProjectStatisticsActionBuilderModuleFactory.java	(revision 39157)
@@ -35,10 +35,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 */
 		public ProjectToProjectStatisticsActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 		
 		@Override
@@ -78,19 +79,20 @@
 	//		fallback
 			return null;	
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
+
 	}
 
 
 	@Override
 	public ActionBuilderModule<ProjectToProjectStatistics> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new ProjectToProjectStatisticsActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/PersonsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/PersonsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/PersonsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java	(revision 39157)
@@ -38,10 +38,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 */
 		public PersonsWithWebsiteUsageSimilaritiesActionBuilderModule(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -115,18 +116,18 @@
 			oafBuilder.setTimestamp(System.currentTimeMillis());
 			return oafBuilder.build();
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 	
 	@Override
 	public ActionBuilderModule<PersonsWithWebsiteUsageSimilarities> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new PersonsWithWebsiteUsageSimilaritiesActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractBuilderModule.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractBuilderModule.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AbstractBuilderModule.java	(revision 39157)
@@ -25,6 +25,11 @@
 	private final String predefinedTrust;
 	
 	/**
+	 * Trust level threshold, null when not specified.
+	 */
+	private final Float trustLevelThreshold;
+	
+	/**
 	 * Confidence to trust level normalization factor.
 	 */
 	private float confidenceToTrustLevelNormalizationFactor = HBaseConstants.CONFIDENCE_TO_TRUST_LEVEL_FACTOR;
@@ -47,11 +52,14 @@
 	/**
 	 * Default constructor.
 	 * @param predefinedTrust
+	 * @param trustLevelThreshold
 	 * @param inferenceProvenance
 	 */
 	public AbstractBuilderModule(String predefinedTrust,
+			Float trustLevelThreshold,
 			AlgorithmName algorithmName) {
 		this.predefinedTrust = predefinedTrust;
+		this.trustLevelThreshold = trustLevelThreshold;
 		this.inferenceProvenance = buildInferenceProvenance(algorithmName);
 	}
 	
@@ -97,7 +105,7 @@
 	 * @return inference object
 	 */
 	protected DataInfo buildInference() {
-		return buildInference(predefinedTrust);
+		return buildInferenceForTrustLevel(predefinedTrust);
 	}
 	
 	/**
@@ -104,11 +112,16 @@
 	 * Returns inference object.
 	 * Confidence level will be normalized to trust level.
 	 * @param confidenceLevel confidence level which will be normalized to trust level
+	 * @throws TrustLevelThresholdExceededException thrown when trust level threshold was exceeded
 	 * @return inference object
 	 */
-	protected DataInfo buildInference(float confidenceLevel) {
-		return buildInference(this.decimalFormat.format(
-				confidenceLevel*this.confidenceToTrustLevelNormalizationFactor));
+	protected DataInfo buildInference(float confidenceLevel) throws TrustLevelThresholdExceededException {
+		float currentTrustLevel = confidenceLevel*this.confidenceToTrustLevelNormalizationFactor;
+		if (trustLevelThreshold==null || currentTrustLevel>=trustLevelThreshold) {
+			return buildInferenceForTrustLevel(this.decimalFormat.format(currentTrustLevel));
+		} else {
+			throw new TrustLevelThresholdExceededException();
+		}
 	}
 
 	/**
@@ -116,7 +129,7 @@
 	 * @param trustLevel
 	 * @return inference object
 	 */
-	private DataInfo buildInference(String trustLevel) {
+	private DataInfo buildInferenceForTrustLevel(String trustLevel) {
 		DataInfo.Builder builder = DataInfo.newBuilder();
 		builder.setInferred(true);
 		builder.setTrust(trustLevel);
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ExtractedDocumentMetadataActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ExtractedDocumentMetadataActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ExtractedDocumentMetadataActionBuilderModuleFactory.java	(revision 39157)
@@ -42,12 +42,12 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
-		 * @param actionSetId
+		 * @param trustLevelThreshold
 		 * @param skipOriginalMetadata flag indicating overwriting already existing data should be prevented
 		 */
 		public ExtractedDocumentMetadataActionBuilderModule(String predefinedTrust,
-				boolean skipOriginalMetadata) {
-			super(predefinedTrust, algorithmName);
+				Float trustLevelThreshold, boolean skipOriginalMetadata) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 			this.skipOriginalMetadata = skipOriginalMetadata;
 		}
 	
@@ -234,17 +234,17 @@
 					!source.getExternalIdentifiers().isEmpty();
 		}
 
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 	
 	@Override
 	public ActionBuilderModule<ExtractedDocumentMetadata> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new ExtractedDocumentMetadataActionBuilderModule(
-				predefinedTrust, true);
+				predefinedTrust, trustLevelThreshold, true);
 	}
 
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentsWithWebsiteUsageSimilaritiesActionBuilderModuleFactory.java	(revision 39157)
@@ -35,11 +35,11 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
-		 * @param actionSetId
+		 * @param trustLevelThreshold
 		 */
 		public DocumentsWithWebsiteUsageSimilaritiesActionBuilder(
-				String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
@@ -96,18 +96,18 @@
 			oafBuilder.setTimestamp(System.currentTimeMillis());
 			return oafBuilder.build();
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 
 	@Override
 	public ActionBuilderModule<DocumentsWithWebsiteUsageSimilarities> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentsWithWebsiteUsageSimilaritiesActionBuilder(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentSimilarityActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentSimilarityActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentSimilarityActionBuilderModuleFactory.java	(revision 39157)
@@ -1,5 +1,7 @@
 package eu.dnetlib.iis.export.actionmanager.module;
 
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_DOCUMENTSSIMILARITY_THRESHOLD;
+
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
@@ -37,7 +39,7 @@
 	class DocumentSimilarityActionBuilderModule extends AbstractBuilderModule 
 	implements ActionBuilderModule<DocumentSimilarity> {
 	
-		private final Float threshold;
+		private final Float similarityThreshold;
 		
 		/**
 		 * Default constructor.
@@ -45,10 +47,10 @@
 		 * @param threshold similarity threshold, skipped when null
 		 */
 		public DocumentSimilarityActionBuilderModule(
-				String predefinedTrust,
-				Float threshold) {
-			super(predefinedTrust, algorithmName);
-			this.threshold = threshold;
+				String predefinedTrust, Float trustLevelThreshold,
+				Float similarityThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
+			this.similarityThreshold = similarityThreshold;
 		}
 		
 		@Override
@@ -58,8 +60,8 @@
 				return Collections.emptyList();
 			}
 //			checking similarity threshold if set
-			if (threshold!=null && object.getSimilarity()!=null &&
-					object.getSimilarity()<threshold) {
+			if (similarityThreshold!=null && object.getSimilarity()!=null &&
+					object.getSimilarity()<similarityThreshold) {
 				return Collections.emptyList();
 			}
 //			setting relations in both source and target objects
@@ -152,25 +154,25 @@
 			oafBuilder.setTimestamp(System.currentTimeMillis());
 			return oafBuilder.build();
 		}
-		
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentSimilarity> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		String thresholdStr = config.get(
-				WorkflowRuntimeParameters.EXPORT_DOCUMENTSSIMILARITY_THRESHOLD);
-		Float threshold = null;
+				EXPORT_DOCUMENTSSIMILARITY_THRESHOLD);
+		Float similarityThreshold = null;
 		if (thresholdStr!=null && !WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(
 				thresholdStr)) {
-			threshold = Float.valueOf(thresholdStr);
-			log.warn("setting documents similarity exporter threshold to: " + threshold);
+			similarityThreshold = Float.valueOf(thresholdStr);
+			log.warn("setting documents similarity exporter threshold to: " + similarityThreshold);
 		}
 		return new DocumentSimilarityActionBuilderModule(
-				predefinedTrust, threshold);
+				predefinedTrust, trustLevelThreshold, similarityThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDataSetActionBuilderModuleFactory.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDataSetActionBuilderModuleFactory.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/DocumentToDataSetActionBuilderModuleFactory.java	(revision 39157)
@@ -36,14 +36,16 @@
 		/**
 		 * Default constructor.
 		 * @param predefinedTrust
+		 * @param trustLevelThreshold
 		 */
-		public DocumentToDataSetActionBuilderModule(String predefinedTrust) {
-			super(predefinedTrust, algorithmName);
+		public DocumentToDataSetActionBuilderModule(
+				String predefinedTrust, Float trustLevelThreshold) {
+			super(predefinedTrust, trustLevelThreshold, algorithmName);
 		}
 	
 		@Override
 		public List<AtomicAction> build(DocumentToDataSet object, Agent agent,
-				String actionSetId) {
+				String actionSetId) throws TrustLevelThresholdExceededException {
 			String docId = object.getDocumentId().toString();
 			String currentRefId = object.getDatasetId().toString();
 			Oaf.Builder oafBuilder = Oaf.newBuilder();
@@ -85,17 +87,17 @@
 						oafInverted.toByteArray())
 			});
 		}
-
-		@Override
-		public AlgorithmName getAlgorithName() {
-			return algorithmName;
-		}
 	}
 
 	@Override
 	public ActionBuilderModule<DocumentToDataSet> instantiate(
-			String predefinedTrust, Configuration config) {
+			String predefinedTrust, Float trustLevelThreshold, Configuration config) {
 		return new DocumentToDataSetActionBuilderModule(
-				predefinedTrust);
+				predefinedTrust, trustLevelThreshold);
 	}
+	
+	@Override
+	public AlgorithmName getAlgorithName() {
+		return algorithmName;
+	}
 }
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderModule.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderModule.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/ActionBuilderModule.java	(revision 39157)
@@ -19,15 +19,10 @@
 	 * @param agent action agent
 	 * @param actionSetId action set identifier
 	 * This instance should be used in read-only mode.
+	 * @throws TrustLevelThresholdExceededException thrown when trust level threshold was exceeded
 	 * @return collection of actions
 	 */
-	List<AtomicAction> build(T object, Agent agent, String actionSetId);
-
-	/**
-	 * Provides algorithm name.
-	 * @return algorithm name
-	 */
-	AlgorithmName getAlgorithName();
+	List<AtomicAction> build(T object, Agent agent, String actionSetId) throws TrustLevelThresholdExceededException;
 	
 }
 
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AlgorithmMapper.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AlgorithmMapper.java	(nonexistent)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AlgorithmMapper.java	(revision 39157)
@@ -0,0 +1,17 @@
+package eu.dnetlib.iis.export.actionmanager.module;
+
+
+/**
+ * Algorithm mapper.
+ * @author mhorst
+ *
+ */
+public interface AlgorithmMapper<V> {
+
+	/**
+	 * @param algorithmName
+	 * @return
+	 * @throws MappingNotDefinedException when no value defined for given algorithm.
+	 */
+	V getValue(AlgorithmName algorithmName) throws MappingNotDefinedException; 
+}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/AlgorithmMapper.java
___________________________________________________________________
Added: svn:mime-type
## -0,0 +1 ##
+text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/TrustLevelThresholdExceededException.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/TrustLevelThresholdExceededException.java	(nonexistent)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/TrustLevelThresholdExceededException.java	(revision 39157)
@@ -0,0 +1,15 @@
+package eu.dnetlib.iis.export.actionmanager.module;
+
+/**
+ * Exception indicating trust level threshold was exceeded.
+ * @author mhorst
+ *
+ */
+public class TrustLevelThresholdExceededException extends Exception {
+
+	/**
+	 * 
+	 */
+	private static final long serialVersionUID = -2970837120188552368L;
+
+}

Property changes on: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/module/TrustLevelThresholdExceededException.java
___________________________________________________________________
Added: svn:mime-type
## -0,0 +1 ##
+text/plain
\ No newline at end of property
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/TableCreatorProcess.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/TableCreatorProcess.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/TableCreatorProcess.java	(revision 39157)
@@ -1,5 +1,8 @@
 package eu.dnetlib.iis.export.actionmanager;
 
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_INITIALIZE;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_NAME;
+
 import java.io.IOException;
 import java.util.Collections;
 import java.util.Map;
@@ -16,7 +19,6 @@
 
 import eu.dnetlib.actionmanager.ActionManagerConstants;
 import eu.dnetlib.actionmanager.ActionManagerConstants.COLUMN_FAMILIES;
-import eu.dnetlib.iis.common.WorkflowRuntimeParameters;
 import eu.dnetlib.iis.core.java.PortBindings;
 import eu.dnetlib.iis.core.java.Process;
 import eu.dnetlib.iis.core.java.ProcessUtils;
@@ -46,12 +48,12 @@
 	public void run(PortBindings portBindings, Configuration conf,
 			Map<String, String> parameters) throws Exception {
 		String initializeTable = ProcessUtils.getParameterValue(
-				WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_INITIALIZE, 
+				EXPORT_ACTION_HBASE_TABLE_INITIALIZE, 
 				conf, parameters);
 		if (initializeTable!=null && !initializeTable.isEmpty() && 
 				Boolean.parseBoolean(initializeTable)) {
 			String hBaseTableName = ProcessUtils.getParameterValue(
-					WorkflowRuntimeParameters.EXPORT_ACTION_HBASE_TABLE_NAME, 
+					EXPORT_ACTION_HBASE_TABLE_NAME, 
 					conf, parameters);
 			if (hBaseTableName!=null) {
 				prepareTable(false, hBaseTableName, 
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/actionset/ActionSetManagementProcess.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/actionset/ActionSetManagementProcess.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/actionset/ActionSetManagementProcess.java	(revision 39157)
@@ -1,5 +1,7 @@
 package eu.dnetlib.iis.export.actionmanager.actionset;
 
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+
 import java.util.Collections;
 import java.util.List;
 import java.util.Map;
@@ -30,7 +32,7 @@
 
 	public static final String PARAM_ACTION_MANAGER_SERVICE_LOCATION = "export.actionmanager.service.location";
 	
-	public static final String PARAM_ACTION_SET_ID = WorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+	public static final String PARAM_ACTION_SET_ID = EXPORT_ACTION_SETID;
 
 	
 	@Override
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/dataset/DatasetExporterProcess.java
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/dataset/DatasetExporterProcess.java	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/java/eu/dnetlib/iis/export/actionmanager/entity/dataset/DatasetExporterProcess.java	(revision 39157)
@@ -1,6 +1,7 @@
 package eu.dnetlib.iis.export.actionmanager.entity.dataset;
 
-import static eu.dnetlib.iis.common.WorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.EXPORT_ACTION_SETID;
+import static eu.dnetlib.iis.export.actionmanager.ExportWorkflowRuntimeParameters.IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION;
 
 import java.io.UnsupportedEncodingException;
 import java.security.InvalidParameterException;
@@ -84,15 +85,15 @@
 	public void run(PortBindings portBindings, Configuration conf,
 			Map<String, String> parameters) throws Exception {
 		FileSystem fs = FileSystem.get(conf);
-		String mdStoreLocation = ProcessUtils.getParameterValue(WorkflowRuntimeParameters.IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION, 
+		String mdStoreLocation = ProcessUtils.getParameterValue(IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION, 
 				conf, parameters);
-		String actionSetId = ProcessUtils.getParameterValue(WorkflowRuntimeParameters.EXPORT_ACTION_SETID, 
+		String actionSetId = ProcessUtils.getParameterValue(EXPORT_ACTION_SETID, 
 				conf, parameters);
 		
 		if (mdStoreLocation==null || WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(mdStoreLocation)) {
 			throw new InvalidParameterException("unable to export dataset entities to action manager, " + 
 					"unknown MDStore service location. "
-					+ "Required parameter '" + WorkflowRuntimeParameters.IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION + "' is missing!");
+					+ "Required parameter '" + IMPORT_DATACITE_MDSTORE_SERVICE_LOCATION + "' is missing!");
 		}
 		if (actionSetId==null || WorkflowRuntimeParameters.UNDEFINED_NONEMPTY_VALUE.equals(actionSetId)) {
 			throw new RuntimeException("unable to export dataset entities to action manager, " +
Index: modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/job.properties
===================================================================
--- modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/job.properties	(revision 39156)
+++ modules/icm-iis-export-actionmanager/branches/IIS-CDH-5.3.0/src/main/resources/eu/dnetlib/iis/export/actionmanager/job.properties	(revision 39157)
@@ -1,5 +1,8 @@
 input_document_to_project=/user/mhorst/share/referenceextraction/project/arxiv/2015-01-19
 
+#trust_level_threshold_document_referencedProjects=0.8
+#trust_level_threshold=0.5
+
 action_hbase_table_name=export_test_${oozie.job.id}
 action_hbase_table_initialize=true
 action_set_id=iis
