/ - Diff - D-Net - D-Net project tracking tool

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
         <HEADER>
             <RESOURCE_IDENTIFIER value="3e225d27-696a-4d55-96d4-3498a61960d9_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
             <RESOURCE_TYPE value="WorkflowDSResourceType"/>
             <RESOURCE_KIND value="WorkflowDSResources"/>
             <RESOURCE_URI value=""/>
             <DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
         </HEADER>
         <BODY>
             <WORKFLOW_NAME>Apply Actions</WORKFLOW_NAME>
             <WORKFLOW_TYPE>Deduplication</WORKFLOW_TYPE>
             <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
             <CONFIGURATION start="manual">
     			<NODE name="promoteActions" type="PromoteActions" isStart="true">
     				<DESCRIPTION>Promote actions</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM function="obtainValues('dedupOrchestrations', {})" required="false" type="string" name="set" managedBy="user"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="querySimilarities" />
     					<ARC to="queryDissimilarities" />
     				</ARCS>
     			</NODE>
                 <NODE name="querySimilarities" type="QueryDb">
                     <DESCRIPTION>query similarity</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM name="dbProperty" type="string" managedBy="system" required="true">dnet.dedup.db.name</PARAM>
                         <PARAM name="sql" type="string" managedBy="system" required="true">/eu/dnetlib/msro/workflows/dedup/querySimilarities.sql</PARAM>
                         <PARAM name="outputEprParam" type="string" managedBy="system" required="true">simEpr</PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="buildSimilarityMesh"/>
                     </ARCS>
                 </NODE>
                 <NODE name="buildSimilarityMesh" type="BuildSimilarityMeshJob">
                     <DESCRIPTION>build mesh</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM name="inputEprParam" type="string" managedBy="system" required="true">simEpr</PARAM>
                         <PARAM name="outputEprParam" type="string" managedBy="system" required="true">simMeshEpr</PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="storeSimilarities"/>
                     </ARCS>
                 </NODE>
                 <NODE name="storeSimilarities" type="StoreHBase">
                     <DESCRIPTION>store similarity</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM name="inputEprParam" type="string" managedBy="system" required="true">simMeshEpr</PARAM>
                         <PARAM name="hbaseTableProperty" type="string" managedBy="system" required="true">hbase.mapred.datatable</PARAM>
                         <PARAM name="cluster" type="string" managedBy="system" required="true">DM</PARAM>
                         <PARAM name="xslt" type="string" managedBy="system" required="true">/eu/dnetlib/msro/workflows/dedup/similarity_2_hbase.xsl</PARAM>
                         <PARAM name="simulation" type="boolean" managedBy="user" required="false">false</PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="success"/>
                     </ARCS>
                 </NODE>
                 <NODE name="queryDissimilarities" type="QueryDb">
                     <DESCRIPTION>query dissimilarity</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM name="dbProperty" type="string" managedBy="system" required="true">dnet.dedup.db.name</PARAM>
                         <PARAM name="sql" type="string" managedBy="system" required="true">/eu/dnetlib/msro/workflows/dedup/queryDissimilarities.sql</PARAM>
                         <PARAM name="outputEprParam" type="string" managedBy="system" required="true">dissimEpr</PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="storeDissimilarities"/>
                     </ARCS>
                 </NODE>
                 <NODE name="storeDissimilarities" type="DeleteFromHBase">
                     <DESCRIPTION>store dissimilarity</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM name="inputEprParam" type="string" managedBy="system" required="true">dissimEpr</PARAM>
                         <PARAM name="hbaseTableProperty" type="string" managedBy="system" required="true">hbase.mapred.datatable</PARAM>
                         <PARAM name="cluster" type="string" managedBy="system" required="true">DM</PARAM>
                         <PARAM name="xslt" type="string" managedBy="system" required="true">/eu/dnetlib/msro/workflows/dedup/dissimilarity_2_hbase.xsl</PARAM>
                         <PARAM name="simulation" type="boolean" managedBy="user" required="false">false</PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="success"/>
                     </ARCS>
                 </NODE>
             </CONFIGURATION>
             <STATUS />
         </BODY>
     </RESOURCE_PROFILE>

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
     	<HEADER>
     		<RESOURCE_IDENTIFIER value="374d07a1-2a76-470a-ab54-a7d6c35eab9b_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
     		<RESOURCE_TYPE value="WorkflowDSResourceType" />
     		<RESOURCE_KIND value="WorkflowDSResources" />
     		<RESOURCE_URI value="" />
     		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
     	</HEADER>
     	<BODY>
     		<WORKFLOW_NAME>Deduplication export</WORKFLOW_NAME>
     		<WORKFLOW_TYPE>Deduplication</WORKFLOW_TYPE>
     		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
     		<CONFIGURATION start="manual">
             	<NODE name="setCsvPath" type="SetEnvParameter" isStart="true">
     				<DESCRIPTION>Set the CSV file path on HDFS</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM managedBy="system" name="parameterName" required="true" type="string">csvPath</PARAM>
     					<PARAM managedBy="user" name="parameterValue" required="true" type="string"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="cleanupCsv" />
     				</ARCS>
     			</NODE>
     			<NODE name="setDedupConfigs" type="SetDedupConfiguration" isStart="true">
     				<DESCRIPTION>Set Dedup conf</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM function="validValues(['result', 'organization', 'person'])" required="true" type="string" name="entityType" managedBy="user"></PARAM>
     					<PARAM required="true" type="string" name="dedupConfigSequence" managedBy="user"></PARAM>
     					<PARAM required="true" type="string" name="dedupConfigSequenceParam" managedBy="system">dedup.conf.queue</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="cleanupCsv" />
     				</ARCS>
     			</NODE>
     			<NODE name="hadoopConfig" type="SetClusterAndTable" isStart="true">
     				<DESCRIPTION>Set table name</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
     					<PARAM required="true" type="string" name="table" managedBy="user">db_stdl</PARAM>
     					<PARAM required="true" type="string" name="tableParam" managedBy="system">tableName</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="cleanupCsv" />
     				</ARCS>
     			</NODE>
     			<NODE name="cleanupCsv" type="DeleteHdfsPathJob">
     				<DESCRIPTION>CSV files cleanup</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'path' : 'csvPath',
     							'cluster' : 'cluster'
+    						}
     					</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="roots2CSV" />
     				</ARCS>
     			</NODE>
     			<NODE name="roots2CSV" type="SubmitHadoopJob">
     				<DESCRIPTION>export the representative entities as CSV files</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">dedupRootsToCSVJob</PARAM>
     					<PARAM required="true" type="string" name="sysParams" managedBy="system">
+    						{
     							'hbase.mapred.inputtable' : 'hbase.mapred.datatable',
     							'hbase.mapreduce.inputtable' : 'hbase.mapred.datatable'
+    						}
     					</PARAM>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'cluster' : 'cluster',
     							'dedup.wf.conf' : 'dedup.wf.conf',
     							'relClasses' : 'relClasses',
     							'entityTypeId' : 'entityTypeId',
     							'entityType' : 'entityType',
     							'hbase.mapred.inputtable' : 'tableName',
     							'hbase.mapreduce.inputtable' : 'tableName',
     							'mapred.output.dir' : 'csvPath'
+    						}
     					</PARAM>
     					<PARAM required="true" type="string" name="params" managedBy="system">
+    						{
     							'entityTypeId' : '50',
     							'entityType' : 'result'
+    						}
     					</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="success" />
     				</ARCS>
     			</NODE>
     		</CONFIGURATION>
     		<STATUS />
     	</BODY>
     </RESOURCE_PROFILE>

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE>
     	<HEADER>
     		<RESOURCE_IDENTIFIER value="80f76a00-0eb3-4df0-a256-99f1df7b5fd8_TWV0YVdvcmtmbG93RFNSZXNvdXJjZXMvTWV0YVdvcmtmbG93RFNSZXNvdXJjZVR5cGU=" />
     		<RESOURCE_TYPE value="MetaWorkflowDSResourceType" />
     		<RESOURCE_KIND value="MetaWorkflowDSResources" />
     		<RESOURCE_URI value="" />
     		<DATE_OF_CREATION value="2006-05-04T18:13:51.0Z" />
     	</HEADER>
     	<BODY>
     		<METAWORKFLOW_NAME family="Deduplication">Deduplication</METAWORKFLOW_NAME>
     		<METAWORKFLOW_DESCRIPTION></METAWORKFLOW_DESCRIPTION>
     		<METAWORKFLOW_SECTION>InfoSpace Deduplication</METAWORKFLOW_SECTION>
     		<ADMIN_EMAIL />
     		<CONFIGURATION status="EXECUTABLE">
                 <WORKFLOW id="ce304c65-5836-4cf0-9a48-53472b9f6f36_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="reset">
                     <WORKFLOW id="ba9a285a-f71a-4c53-b543-35ec06876f4e_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="selective db2hbase"/>
                     <WORKFLOW id="c7d7d775-2db3-474d-85ab-5173a582d516_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="oaf2hbase">
                         <WORKFLOW id="ab5d7de1-b23e-495a-9928-be62a6bbd8b6_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="offline deduplication"/>
                     </WORKFLOW>
                 </WORKFLOW>
     		</CONFIGURATION>
     		<SCHEDULING enabled="false">
     			<CRON>29 5 22 ? * *</CRON>
     			<MININTERVAL>10080</MININTERVAL>
     		</SCHEDULING>
     	</BODY>
     </RESOURCE_PROFILE>
     <!-- <WORKFLOW id="374d07a1-2a76-470a-ab54-a7d6c35eab9b_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" name="export"/> -->

     -- createdb dnet_dedup
     -- manage db with dbService
     CREATE TABLE entities (
         id character varying(255) NOT NULL,
         entitytype character varying(255) NOT NULL,
         _dnet_resource_identifier_ character varying(2048) DEFAULT ((('temp_'::text || md5((clock_timestamp())::text)) || '_'::text) || md5((random())::text)),
         PRIMARY KEY(id)
     );
     CREATE TABLE groups (
         id character varying(255) NOT NULL,
         entitytype character varying(255) NOT NULL,
         actionsetid character varying(255) NOT NULL,
         date timestamp without time zone default now(),
         _dnet_resource_identifier_ character varying(2048) DEFAULT ((('temp_'::text || md5((clock_timestamp())::text)) || '_'::text) || md5((random())::text)),
         PRIMARY KEY(id)
     );
     CREATE TABLE similarity_groups (
         groupid character varying(255) NOT NULL REFERENCES groups(id) ON DELETE CASCADE,
         objidentifier character varying(255) NOT NULL REFERENCES entities(id) ON DELETE CASCADE,
         _dnet_resource_identifier_ character varying(2048) DEFAULT ((('temp_'::text || md5((clock_timestamp())::text)) || '_'::text) || md5((random())::text)),
         PRIMARY KEY(groupid, objidentifier)
     );
     CREATE TABLE dissimilarities (
         id1 character varying(255) NOT NULL REFERENCES entities(id) ON DELETE CASCADE,
         id2 character varying(255) NOT NULL REFERENCES entities(id) ON DELETE CASCADE,
         actionsetid character varying(255) NOT NULL,
         _dnet_resource_identifier_ character varying(2048) DEFAULT ((('temp_'::text || md5((clock_timestamp())::text)) || '_'::text) || md5((random())::text)),
         PRIMARY KEY(id1, id2, actionsetid)
     );

     package eu.dnetlib.functionality.modular.ui.dedup;
     import java.util.Map;
     import java.util.Set;
     public class SimilarityGroup {
     	private String id;
     	private String date;
     	private EntityType entityType;
     	private String actionSet;
     	private Set<String> group;
     	private Set<String> rootIds;
     	private Map<String, Set<String>> dissimilar;
     	public SimilarityGroup() {}
     	public String getId() {
     		return id;
+    	}
     	public void setId(final String id) {
     		this.id = id;
+    	}
     	public String getDate() {
     		return date;
+    	}
     	public void setDate(final String date) {
     		this.date = date;
+    	}
     	public Set<String> getGroup() {
     		return group;
+    	}
     	public void setGroup(final Set<String> group) {
     		this.group = group;
+    	}
     	public EntityType getEntityType() {
     		return entityType;
+    	}
     	public void setEntityType(final EntityType entityType) {
     		this.entityType = entityType;
+    	}
     	public Set<String> getRootIds() {
     		return rootIds;
+    	}
     	public void setRootIds(final Set<String> rootIds) {
     		this.rootIds = rootIds;
+    	}
     	public Map<String, Set<String>> getDissimilar() {
     		return dissimilar;
+    	}
     	public void setDissimilar(final Map<String, Set<String>> dissimilar) {
     		this.dissimilar = dissimilar;
+    	}
     	public String getActionSet() {
     		return actionSet;
+    	}
     	public void setActionSet(final String actionSet) {
     		this.actionSet = actionSet;
+    	}
+    }

     $common/master( header={
     	<script type="text/javascript" src="../resources/js/angular.min.js" ></script>
     	<script type="text/javascript" src="../resources/js/angular-route.min.js"></script>
     	<script type="text/javascript" src="../resources/js/ui-bootstrap.min.js"></script>
     	<script type="text/javascript" src="../resources/js/jquery-ui-1.10.4.min.js"></script>
     	<script type="text/javascript" src="../resources/js/dedup_inspector_controllers.js"></script>
     	<script type="text/javascript" src="../resources/js/dedup_inspector.js"></script>
     	<link rel="stylesheet" type="text/css" href="../resources/css/jquery-ui-1.10.4.min.css" />
     	<style>
     		#wfJournalTable {
     			width: 100%;
     			height: 500px;
     			margin-bottom: 20px;
     			font-size: 11px;
+    		}
     		#wfLogDetails {
     			width: 100%;
     			height: 300px;
     			margin-bottom: 20px;
     			font-size: 11px;
+    		}
     	</style>
     }, body={
     	<div ng-app="dedupInspector" class="row">
     		<div ng-controller="moduleMenuCtrl">
     			<div class="col-sm-3 col-lg-2">
     				<div class="panel-group" id="accordion" role="tablist" aria-multiselectable="true" style="cursor: pointer;">
     				  <div class="panel panel-default" ng-repeat="(entity, confList) in configurations">
     				    <div class="panel-heading" role="tab" id="{{entity}}Heading" data-toggle="collapse" data-target="#{{entity}}ActionSets" data-parent="#accordion">
     				      <h4 class="panel-title">{{entity}}</h4>
     				    </div>
     				    <div id="{{entity}}ActionSets" class="panel-collapse collapse" ng-class="{'in' : contains(confList, app.activeConf)}" role="tabpanel" aria-labelledby="{{entity}}Heading">
     						<ul class="list-group">
     							<li ng-repeat="conf in confList" class="list-group-item"><a href="#/add/{{entity}}/{{conf}}">{{conf}}</a></li>
     						</ul>
     				    </div>
     				  </div>
     				</div>
     			</div>
     			<div ng-view class="col-sm-9 col-lg-10"></div>
     		</div>
     	</div>
     } )$

     <?xml version="1.0" encoding="UTF-8"?>
     <beans xmlns="http://www.springframework.org/schema/beans"
     	xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:jaxws="http://cxf.apache.org/jaxws"
     	xmlns:sec="http://cxf.apache.org/configuration/security" xmlns:wsa="http://cxf.apache.org/ws/addressing"
     	xmlns:p="http://www.springframework.org/schema/p" xmlns:http="http://cxf.apache.org/transports/http/configuration"
     	xmlns:t="http://dnetlib.eu/springbeans/t" xmlns:template="http://dnetlib.eu/springbeans/template"
     	xmlns:util="http://www.springframework.org/schema/util" xmlns:context="http://www.springframework.org/schema/context"
     	xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
     						http://cxf.apache.org/ws/addressing http://cxf.apache.org/schemas/ws-addr-conf.xsd
     						http://cxf.apache.org/configuration/security http://cxf.apache.org/schemas/configuration/security.xsd
     						http://cxf.apache.org/transports/http/configuration http://cxf.apache.org/schemas/configuration/http-conf.xsd
     						http://cxf.apache.org/jaxws http://cxf.apache.org/schemas/jaxws.xsd
     						http://dnetlib.eu/springbeans/template http://dnetlib.eu/springbeans/template.xsd
     						http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd
     						http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context.xsd">
     	<bean name="/ui/dedupInspector.do"
     		class="eu.dnetlib.functionality.modular.ui.dedup.DedupServiceEntryPointController"
     		p:menu="Dedup Service Inspector"
     		p:title="Dedup Service Inspector"
     		p:description="Dedup Service Inspector"
     		p:order="5"
     		p:group="Tools">
     		<property name="permissionLevels">
     			<set>
     				<value>IS_ADMIN</value>
     			</set>
     		</property>
     	</bean>
     </beans>

     package eu.dnetlib.functionality.modular.ui.dedup;
     import javax.servlet.http.HttpServletRequest;
     import javax.servlet.http.HttpServletResponse;
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.ui.ModelMap;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.functionality.modular.ui.ModuleEntryPoint;
     public class DedupServiceEntryPointController extends ModuleEntryPoint {
     	@Autowired
     	private UniqueServiceLocator serviceLocator;
     	@Override
     	protected void initialize(final ModelMap map, final HttpServletRequest request, final HttpServletResponse response) throws Exception {}
+    }

     package eu.dnetlib.functionality.modular.ui.workflows.values;
     import java.util.List;
     import java.util.Map;
     import javax.annotation.Resource;
     import com.google.common.collect.Lists;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.workflows.util.ValidNodeValuesFetcher;
     public class ListHBaseMappingTitleValues extends ValidNodeValuesFetcher {
     	@Resource
     	private UniqueServiceLocator serviceLocator;
     	@Override
     	protected List<DnetParamValue> obtainValues(final Map<String, String> params) throws Exception {
     		final String xquery =
     				"for $x in /RESOURCE_PROFILE["
     						+ ".//RESOURCE_TYPE/@value='TransformationRuleDSResourceType' and "
     						+ ".//SOURCE_METADATA_FORMAT/@name = 'oaf' and "
     						+ ".//SOURCE_METADATA_FORMAT/@layout = 'store' and "
     						+ ".//SOURCE_METADATA_FORMAT/@interpretation = 'cleaned'] "
     						+ "return concat($x//RESOURCE_IDENTIFIER/@value, ' @@@ ', $x//SCRIPT/TITLE/text())";
     		final List<String> result = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery);
     		final List<DnetParamValue> values = Lists.newArrayList();
     		for (final String s : result) {
     			final String[] arr = s.split("@@@");
     			values.add(new DnetParamValue(arr[0].trim(), arr[1].trim()));
+    		}
     		return values;
+    	}
+    }

     package eu.dnetlib.functionality.modular.ui.workflows.values;
     import java.util.List;
     import java.util.Map;
     import javax.annotation.Resource;
     import com.google.common.collect.Lists;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.workflows.util.ValidNodeValuesFetcher;
     public class ListDedupConfigValues extends ValidNodeValuesFetcher {
     	@Resource
     	private UniqueServiceLocator serviceLocator;
     	@Override
     	protected List<DnetParamValue> obtainValues(final Map<String, String> params) throws Exception {
     		final String xquery =
     				"for $x in /RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='DedupConfigurationDSResourceType'] return concat($x//CONFIGURATION/@id, ' @@@ ', $x//DESCRIPTION) ";
     		final List<String> result = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery);
     		final List<DnetParamValue> values = Lists.newArrayList();
     		for (final String s : result) {
     			final String[] arr = s.split("@@@");
     			values.add(new DnetParamValue(arr[0].trim(), arr[1].trim()));
+    		}
     		return values;
+    	}
+    }

     package eu.dnetlib.functionality.modular.ui.workflows.values;
     import java.util.List;
     import java.util.Map;
     import javax.annotation.Resource;
     import com.google.common.collect.Lists;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.workflows.util.ValidNodeValuesFetcher;
     public class ListDedupOrchestrationValues extends ValidNodeValuesFetcher {
     	@Resource
     	private UniqueServiceLocator serviceLocator;
     	@Override
     	protected List<DnetParamValue> obtainValues(final Map<String, String> params) throws Exception {
     		final String xquery =
     				"for $x in /RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='DedupOrchestrationDSResourceType'] return $x//ACTION_SET/@id/string()";
     		final List<String> result = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(xquery);
     		final List<DnetParamValue> values = Lists.newArrayList();
     		for (final String s : result) {
     			values.add(new DnetParamValue(s, s));
+    		}
     		return values;
+    	}
+    }

     package eu.dnetlib.functionality.modular.ui.workflows.values;
     import java.util.List;
     import java.util.Map;
     import javax.annotation.Resource;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import com.google.common.base.Function;
     import com.google.common.collect.Iterables;
     import com.google.common.collect.Lists;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.workflows.util.ValidNodeValuesFetcher;
     public class ListHBaseTables extends ValidNodeValuesFetcher {
     	/**
     	 * logger.
     	 */
     	private static final Log log = LogFactory.getLog(ListHBaseTables.class);
     	@Resource
     	private UniqueServiceLocator serviceLocator;
     	private Function<String, DnetParamValue> f = new Function<String, DnetParamValue>() {
     		@Override
     		public DnetParamValue apply(final String s) {
     			return new DnetParamValue(s, s);
+    		}
     	};
     	@Override
     	protected List<DnetParamValue> obtainValues(final Map<String, String> params) throws Exception {
     		List<DnetParamValue> res = Lists.newArrayList(Iterables.transform(listTables(params.get("cluster")), f));
     		return res;
+    	}
     	private List<String> listTables(final String cluster) {
     		try {
     			log.info("list tables for cluster: " + cluster);
     			return serviceLocator.getService(HadoopService.class).listHbaseTables(cluster);
     		} catch (Throwable e) {
     			log.error(e);
     			return Lists.newArrayList();
+    		}
+    	}
+    }

     <?xml version="1.0" encoding="UTF-8"?>
     <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
     	<parent>
     		<groupId>eu.dnetlib</groupId>
     		<artifactId>dnet-parent</artifactId>
     		<version>1.0.0</version>
     		<relativePath />
     	</parent>
     	<modelVersion>4.0.0</modelVersion>
     	<groupId>eu.dnetlib</groupId>
     	<artifactId>dnet-deduplication</artifactId>
     	<packaging>jar</packaging>
     	<version>1.1.10</version>
     	<scm>
     		<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-deduplication/tags/dnet-deduplication-1.1.10</developerConnection>
     	</scm>
     	<dependencies>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-msro-service</artifactId>
     			<version>[3.0.0,4.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-hadoop-service-rmi</artifactId>
     			<version>[1.0.0,2.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-actionmanager-api</artifactId>
     			<version>[3.0.0,4.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-modular-ui</artifactId>
     			<version>[3.0.0,4.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-index-solr-client</artifactId>
     			<version>[2.0.0,3.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-openaireplus-mapping-utils</artifactId>
     			<version>[3.0.0,4.0.0)</version>
     		</dependency>
     		<dependency>
     			<groupId>javax.servlet</groupId>
     			<artifactId>javax.servlet-api</artifactId>
     			<version>${javax.servlet.version}</version>
     			<scope>provided</scope>
     		</dependency>
     		<dependency>
     			<groupId>com.fasterxml.jackson.core</groupId>
     			<artifactId>jackson-databind</artifactId>
     			<version>2.4.3</version>
     		</dependency>
     		<dependency>
     			<groupId>com.google.guava</groupId>
     			<artifactId>guava</artifactId>
     			<version>${google.guava.version}</version>
     		</dependency>
     		<dependency>
     			<groupId>junit</groupId>
     			<artifactId>junit</artifactId>
     			<version>${junit.version}</version>
     			<scope>test</scope>
     		</dependency>
     	</dependencies>
     </project>

     <nav class="navbar navbar-default" role="navigation">
     	<div class="collapse navbar-collapse">
     		<div class="col-sm-3">
     			<a class="navbar-brand">{{group.entityType.label}}</a><a class="navbar-brand" ng-show="results.total > 0">{{results.total}}</a>
     		</div>
     		<ul class="nav navbar-nav col-sm-2">
     			<li role="presentation" class="active dropdown"><a
     				class="dropdown-toggle" data-toggle="dropdown" role="button"
     				aria-expanded="false"> Group <span class="badge">{{group.group.length}}</span>
     					<span class="caret"></span>
     			</a>
     				<ul class="dropdown-menu" role="menu">
     					<li><a data-toggle="modal" data-target="#showGroupModal">Show</a></li>
     					<li><a ng-click="resetForm()">Reset</a></li>
     					<li class="divider"></li>
     					<li><a ng-click="commit()">Commit</a></li>
     				</ul></li>
     		</ul>
     		<div class="col-sm-2 col-md-2">
     			<form class="navbar-form">
     				<button class="btn btn-info" ng-class="{disabled:start < 20}"
     					ng-click="go('/add/' + group.entityType.type + '/' + group.actionSet + '/' + (start-rows) + '/' + query)">
     					&laquo; Pevious</button>
     				<button class="btn btn-info"
     					ng-class="{disabled:groups.length < rows}"
     					ng-click="go('/add/' + group.entityType.type + '/' + group.actionSet + '/' + (start+rows) + '/' + query)">
     					Next &raquo;</button>
     			</form>
     		</div>
     		<div class="col-sm-5 col-md-5 pull-right">
     			<form class="navbar-form" role="search">
     				<div class="input-group">
     					<input type="text" class="form-control" placeholder="Search"
     						id="inputFreeSearch" ng-model="query">
     					<div class="input-group-btn">
     						<button class="btn btn-default"
     							ng-click="go('/add/' + group.entityType.type + '/' + group.actionSet + '/0/' + query)">
     							<i class="glyphicon glyphicon-search"></i>
     						</button>
     					</div>
     				</div>
     			</form>
     		</div>
     	</div>
     </nav>
     <div class="row">
     	<div class="col-xs-12" ng-show="results && results.results.length > 0">
     		<ng-dedup-records-table ng-show="group.entityType.type == 'result'"
     			theads="Group size,Title,Publication date,Abstract"
     			fields="groupSize,title,dateofacceptance,description"
     			results="results.results" group="group"
     			show-merged-fn="showRootModal" add-to-group-fn="add"
     			remove-from-group-fn="remove"></ng-dedup-records-table>
     		<ng-dedup-records-table
     			ng-show="group.entityType.type == 'organization'"
     			theads="Group size,Legal name,Legal short name,Website URL"
     			fields="groupSize,legalname,legalshortname,websiteurl"
     			results="results.results" group="group"
     			show-merged-fn="showRootModal" add-to-group-fn="add"
     			remove-from-group-fn="remove"></ng-dedup-records-table>
     		<ng-dedup-records-table
     			ng-show="group.entityType.type == 'person'"
     			theads="Group size,Fullname"
     			fields="groupSize,fullname"
     			results="results.results" group="group"
     			show-merged-fn="showRootModal" add-to-group-fn="add"
     			remove-from-group-fn="remove"></ng-dedup-records-table>
     	</div>
     </div>
     <div class="modal fade" id="showGroupModal">
     	<div class="modal-dialog modal-lg">
     		<div class="modal-content">
     			<div class="modal-header">
     				<button type="button" class="close" data-dismiss="modal"
     					aria-label="Close">
     					<span aria-hidden="true">&times;</span>
     				</button>
     				<h4 class="modal-title">Group {{group.entityType.label}}</h4>
     			</div>
     			<div class="modal-body" style="height: 500px; overflow-y: auto">
     				<div class="col-xs-12" ng-show="groupIdDetails">
     					<ng-dedup-records-table ng-show="group.entityType.type == 'result'"
     						theads="Group size,Title,Publication date,Abstract"
     						fields="groupSize,title,dateofacceptance,description"
     						results="group.detailList" group="group" removal="removalGroup"
     						add-to-removal-group-fn="addToRemovalGroup" remove-from-removal-group-fn="removeFromRemovalGroup"></ng-dedup-records-table>
     					<ng-dedup-records-table
     						ng-show="group.entityType.type == 'organization'"
     						theads="Group size,Legal name,Legal short name,Website URL"
     						fields="groupSize,legalname,legalshortname,websiteurl"
     						results="group.detailList" group="group" removal="removalGroup"
     						add-to-removal-group-fn="addToRemovalGroup" remove-from-removal-group-fn="removeFromRemovalGroup"></ng-dedup-records-table>
     					<ng-dedup-records-table
     						ng-show="group.entityType.type == 'person'"
     						theads="Group size,Fullname"
     						fields="groupSize,fullname"
     						results="group.detailList" group="group" removal="removalGroup"
     						add-to-removal-group-fn="addToRemovalGroup" remove-from-removal-group-fn="removeFromRemovalGroup"></ng-dedup-records-table>
     				</div>
     			</div>
     			<div class="modal-footer">
     				<button type="button" class="btn btn-default" data-dismiss="modal" ng-click="removeAndDeassociate(group.group)">Apply</button>
     				<button type="button" class="btn btn-default" data-dismiss="modal" ng-click="dropRemovalGroup()">Undo</button>
     			</div>
     		</div>
     	</div>
     </div>
     <div class="modal fade" id="showRootModal">
     	<div class="modal-dialog modal-lg">
     		<div class="modal-content">
     			<div class="modal-header">
     				<button type="button" class="close" data-dismiss="modal"
     					aria-label="Close">
     					<span aria-hidden="true">&times;</span>
     				</button>
     				<h4 class="modal-title">Group {{group.entityType.label}}</h4>
     			</div>
     			<div class="modal-body" style="height: 500px; overflow-y: auto">
     				<div class="col-xs-12" ng-show="groupIdDetails">
     					<ng-dedup-records-table ng-show="group.entityType.type == 'result'"
     						theads="Group size,Title,Publication date,Authors,Abstract"
     						fields="groupSize,title,dateofacceptance,author,description"
     						results="groupIdDetails.list" group="group"></ng-dedup-records-table>
     					<ng-dedup-records-table
     						ng-show="group.entityType.type == 'organization'"
     						theads="Group size,Legal name,Legal short name,Website URL"
     						fields="groupSize,legalname,legalshortname,websiteurl"
     						results="groupIdDetails.list" group="group"></ng-dedup-records-table>
     					<ng-dedup-records-table
     						ng-show="group.entityType.type == 'person'"
     						theads="Group size,Fullname"
     						fields="groupSize,fullname"
     						results="groupIdDetails.list" group="group"></ng-dedup-records-table>
     				</div>
     			</div>
     			<div class="modal-footer">
     				<button type="button" class="btn btn-default" data-dismiss="modal">Close</button>
     			</div>
     		</div>
     	</div>
     </div>

     package eu.dnetlib.msro.workflows.hadoop.hbase;
     import java.util.List;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     public class GetHBaseTableDescriptionJobNode extends AbstractHBaseAdminJobNode {
     	private static final Log log = LogFactory.getLog(GetHBaseTableDescriptionJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final String tableName = tableName(token);
     		final String cluster = cluster(token);
     		log.info("getting table description: '" + tableName + "' on cluster: '" + cluster + "'");
     		final List<String> columns = getServiceLocator().getService(HadoopService.class).describeHbaseTable(cluster, tableName);
     		log.debug(String.format("table '%s': " + columns, tableName));
     		token.getEnv().setAttribute(getTableColumnsParamName(), asCSV(columns));
     		return Arc.DEFAULT_ARC;
+    	}
+    }

     package eu.dnetlib.msro.workflows.hadoop.hbase;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     /**
      * The Class DropHBaseTableJobNode.
      */
     public class DropHBaseTableJobNode extends AbstractHBaseAdminJobNode {
     	/** The Constant log. */
     	private static final Log log = LogFactory.getLog(DropHBaseTableJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	/*
     	 * (non-Javadoc)
+    	 *
     	 * @see eu.dnetlib.msro.workflows.nodes.SimpleJobNode#execute(com.googlecode.sarasvati.NodeToken)
     	 */
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final String tableName = tableName(token);
     		final String cluster = cluster(token);
     		log.info("Dropping hbase table '" + tableName + "' on cluster: '" + cluster + "'");
     		getServiceLocator().getService(HadoopService.class).dropHbaseTable(cluster, tableName);
     		return Arc.DEFAULT_ARC;
+    	}
+    }

     <style>
     // Mixin
     .text-overflow() {
       overflow: hidden;
       text-overflow: ellipsis;
       white-space: nowrap;
+    }
     </style>
     <table class="table table-condensed">
     	<thead>
     		<tr>
     			<th ng-show="showMergedFn">Show</th>
     			<th ng-repeat="th in headers">{{th}}</th>
     		</tr>
     	</thead>
     	<tbody>
     	<!-- ng-class="{ success:contains(r.id) }" -->
     		<tr ng-repeat="r in results">
     			<td class="text-left" ng-show="showMergedFn">
     				<button class="btn btn-info btn-sm" ng-show="r.groupSize > 1" ng-click="showMergedFn(r.idList)">
     					<span class="glyphicon glyphicon-search" aria-hidden="true"></span>
     				</button>
     			</td>
     			<td ng-repeat="f in fnames">{{r[f]}}</td>
     			<td class="text-right">
     				<button class="btn btn-primary btn-sm"
     					ng-click="addToGroupFn(r.id, r.idList)"
     					ng-hide="containsList(r.idList, group.group) || (!addToGroupFn)">
     					<span class="glyphicon glyphicon-plus" aria-hidden="true"></span>
     				</button>
     				<button class="btn btn-primary btn-sm btn-danger"
     					ng-click="removeFromGroupFn(r.id, r.idList)"
     					ng-show="containsList(r.idList, group.group) && addToGroupFn">
     					<span class="glyphicon glyphicon-minus" aria-hidden="true"></span>
     				</button>
     				<button class="btn btn-primary btn-sm btn-warning"
     					ng-click="addToRemovalGroupFn(r.id)"
     					ng-show="!containsList(r.id, removal) && addToRemovalGroupFn">
     					<span class="glyphicon glyphicon-minus" aria-hidden="true"></span>
     				</button>
     				<button class="btn btn-primary btn-sm"
     					ng-click="removeFromRemovalGroupFn(r.id)"
     					ng-show="containsList(r.id, removal) && addToRemovalGroupFn">
     					<span class="glyphicon glyphicon-plus" aria-hidden="true"></span>
     				</button>
     			</td>
     		</tr>
     	</tbody>
     </table>

     var module = angular.module('dedupInspector', ['ngRoute', 'dedupInspectorControllers']);
     module.run(function($rootScope) {
     	$rootScope.Utils = {
     		keys : Object.keys,
     		values : Object.values
+    	}
     });
     module.config([
     	'$routeProvider',
     	function($routeProvider) {
     		$routeProvider
     			.when('/add/:entityType',							{ templateUrl: '../resources/html/dedup/add.html', controller: 'addSimRelsCtrl' })
     			.when('/add/:entityType/:actionSet',				{ templateUrl: '../resources/html/dedup/add.html', controller: 'addSimRelsCtrl' })
     			.when('/add/:entityType/:actionSet/:start/:query*',	{ templateUrl: '../resources/html/dedup/add.html', controller: 'addSimRelsCtrl' });
     			//.otherwise({ redirectTo: '/manage/all/0/10' });
+    	}
     ]);
     module.controller('moduleMenuCtrl', [ '$scope', '$location', '$http', '$routeParams',
     	function ($scope, $location, $http, $routeParams) {
     		$scope.app = {};
     		$scope.configurations = {};
     		//alert($scope.app.activeConf);
     		$scope.lookupConfigurations = function() {
     			$http.get('dedup/lookupConfigurations.do').success(function(res) {
                 	if(res) {
                 		$scope.configurations = res;
                  	} else {
                 		$scope.showError('Unable to lookup Dedup confs');
+                	}
     			}).error(function(err) {
     				$scope.showError('Unable to lookup Dedup confs: ' + err.message);
     			});
+    		}
     		if (jQuery.isEmptyObject($scope.configurations)) {
     			$scope.lookupConfigurations();
+    		}
     		$scope.contains = function(array, s) {
     		    for (var i = 0; i < array.length; i++) {
     		        if (array[i] === s) {
     		            return true;
+    		        }
+    		    }
     		    return false;
+    		}
+    	}
     ]);
     module.directive('bsHasError', function() {
     	return {
     		restrict: "A",
     		link: function(scope, element, attrs, ctrl) {
     			element.toggleClass('has-feedback', true);
     			var input = element.find('input[ng-model], select[ng-model]');
     			if (input) {
     				scope.$watch(function() {
     					if (input.hasClass('ng-invalid')) {
     						return 0;
     					} else if (input.hasClass('empty')) {
     						return 1;
     					} else {
     						return 2;
+    					}
     				}, function(code) {
     					if (code < 0) return;
     					element.toggleClass('has-error', (code == 0));
     					element.toggleClass('has-warning', (code == 1));
     					element.toggleClass('has-success', (code == 2));
     					var feedback = element.find('.form-control-feedback');
     					if (feedback) {
     						feedback.toggleClass('glyphicon-remove', (code == 0));
     						feedback.toggleClass('glyphicon-warning-sign', (code == 1));
     						feedback.toggleClass('glyphicon-ok', (code == 2));
+    					}
     				});
+    			}
+    		}
     	};
     });
     module.directive('compileTemplate', function($compile, $parse){
         return {
             link: function(scope, element, attr) {
                 var parsed = $parse(attr.ngBindHtml);
                 function getStringValue() { return (parsed(scope) || '').toString(); }
                 //Recompile if the template changes
                 scope.$watch(getStringValue, function() {
                 	$compile(element, null, -9999)(scope);  //The -9999 makes it skip directives so that we do not recompile ourselves
                 });
+            }
+        }
     });
     module.directive('ngDedupRecordsTable', function() {
     	return {
     		restrict: 'E',
     		scope: {
                 'theads'  : '@',
                 'fields'  : '@',
                 'results' : '=',
                 'group'	  : '=',
                 'removal' : '=',
                 'showMergedFn' : '=',
                 'addToGroupFn' : '=',
                 'removeFromGroupFn' : '=',
                 'addToRemovalGroupFn' : '=',
                 'removeFromRemovalGroupFn' : '='
     		},
     		templateUrl: '../resources/html/dedup/recordTable.html',
     		link: function(scope, element, attrs, ctrl) {
     			scope.headers = scope.theads.split(",");
     			scope.fnames = scope.fields.split(",");
     			scope.containsList = function(idList, set) {
     				var res = true;
     				if (idList && set && set.length > 0) {
     					var ids = idList.split(",");
     					angular.forEach(ids, function(id) {
     						if(jQuery.grep(set, function(val, i) {
     							  return val == id;
     						}).length == 0) {
     					    	res = false;
     					    	return;
     						};
     					});
     				} else {
     					return false;
+    				}
     				return res;
+    			}
+    		}
+    	}
     });
     module.service('groupService', function () {
         var group = null;
         var dissimilar = null;
         return {
             getGroup:	function ()     { return group; },
             setGroup:	function (g)    { group = g; },
             getDissimilar:	function ()		{ return dissimilar; },
             setDissimilar:	function (d)	{ dissimilar = d; }
         };
     });

     package eu.dnetlib.msro.workflows.hadoop.utils;
     import com.google.gson.Gson;
     import eu.dnetlib.data.proto.TypeProtos.Type;
     import eu.dnetlib.miscutils.collections.Pair;
     public class Similarity {
     	private Pair<String, String> pair;
     	private Type type;
     	public Similarity(final Pair<String, String> pair, final Type type) {
     		super();
     		this.setPair(pair);
     		this.setType(type);
+    	}
     	public Pair<String, String> getPair() {
     		return pair;
+    	}
     	public void setPair(final Pair<String, String> pair) {
     		this.pair = pair;
+    	}
     	public Type getType() {
     		return type;
+    	}
     	public void setType(final Type type) {
     		this.type = type;
+    	}
     	@Override
     	public String toString() {
     		return new Gson().toJson(this, Similarity.class);
+    	}
+    }

     package eu.dnetlib.msro.workflows.hadoop.hbase;
     import java.util.Set;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     public class CreateHBaseTableJobNode extends AbstractHBaseAdminJobNode {
     	private static final Log log = LogFactory.getLog(CreateHBaseTableJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		final Set<String> columns = getColumns(token);
     		final String tableName = tableName(token);
     		final String cluster = cluster(token);
     		log.info("Ensuring table " + tableName + " on cluster: '" + cluster + "' - columns: " + columns);
     		getServiceLocator().getService(HadoopService.class).createHbaseTable(cluster, tableName, columns);
     		return Arc.DEFAULT_ARC;
+    	}
+    }

     package eu.dnetlib.msro.workflows.hadoop.hbase;
     import java.io.IOException;
     import java.util.Map;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Required;
     import com.googlecode.sarasvati.Engine;
     import com.googlecode.sarasvati.NodeToken;
     import com.googlecode.sarasvati.env.Env;
     import eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     import eu.dnetlib.enabling.resultset.rmi.ResultSetException;
     import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;
     import eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions;
     import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;
     import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;
     import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;
     import eu.dnetlib.msro.workflows.resultset.ProcessCountingResultSetFactory;
     import eu.dnetlib.msro.workflows.util.ProgressProvider;
     import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;
     import eu.dnetlib.msro.workflows.util.WorkflowsConstants;
     public class StoreHBaseRecordsJobNode extends BlackboardJobNode implements ProgressJobNode {
     	private static final Log log = LogFactory.getLog(StoreHBaseRecordsJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	private String inputEprParam;
     	private String hbaseTableProperty;
     	private String cluster;
     	private String xslt;
     	private boolean simulation = false;
     	private ProgressProvider progressProvider;
     	private ProcessCountingResultSetFactory processCountingResultSetFactory;
     	@Override
     	protected String obtainServiceId(final NodeToken token) {
     		return getServiceLocator().getServiceId(HadoopService.class);
+    	}
     	@Override
     	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {
     		log.info("Invoking blackboard method");
     		job.setAction(HadoopBlackboardActions.IMPORT_EPR_HBASE.toString());
     		job.getParameters().put("input_epr", DnetXsltFunctions.encodeBase64(prepareEpr(token)));
     		job.getParameters().put("xslt", DnetXsltFunctions.encodeBase64(prepareXslt()));
     		job.getParameters().put("table", getPropertyFetcher().getProperty(getHbaseTableProperty()));
     		job.getParameters().put("cluster", cluster);
     		job.getParameters().put("simulation", String.valueOf(isSimulation()));
+    	}
     	@Override
     	protected BlackboardWorkflowJobListener generateBlackboardListener(final Engine engine, final NodeToken token) {
     		return new BlackboardWorkflowJobListener(engine, token) {
     			@Override
     			protected void populateEnv(final Env env, final Map<String, String> responseParams) {
     				final String count = responseParams.get("count");
     				log.info(String.format("Imported %s objects to HBase table %s, cluster %s", count, getPropertyFetcher().getProperty(getHbaseTableProperty()),
     						getCluster()));
     				env.setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + getName() + ":count", count);
+    			}
     		};
+    	}
     	private String prepareEpr(final NodeToken token) throws ResultSetException {
     		final String epr = token.getEnv().getAttribute(inputEprParam);
     		final ResultsetProgressProvider resultsetProgressProvider = processCountingResultSetFactory.createProgressProvider(token.getProcess(), epr);
     		setProgressProvider(resultsetProgressProvider);
     		return resultsetProgressProvider.getEpr().toString();
+    	}
     	private String prepareXslt() throws IOException {
     		return (xslt == null) || xslt.isEmpty() ? "" : IOUtils.toString(getClass().getResourceAsStream(xslt));
+    	}
     	public String getInputEprParam() {
     		return inputEprParam;
+    	}
     	public void setInputEprParam(final String inputEprParam) {
     		this.inputEprParam = inputEprParam;
+    	}
     	public String getHbaseTableProperty() {
     		return hbaseTableProperty;
+    	}
     	public void setHbaseTableProperty(final String hbaseTableProperty) {
     		this.hbaseTableProperty = hbaseTableProperty;
+    	}
     	@Required
     	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
     		this.processCountingResultSetFactory = processCountingResultSetFactory;
+    	}
     	@Override
     	public ProgressProvider getProgressProvider() {
     		return progressProvider;
+    	}
     	public void setProgressProvider(final ProgressProvider progressProvider) {
     		this.progressProvider = progressProvider;
+    	}
     	public ProcessCountingResultSetFactory getProcessCountingResultSetFactory() {
     		return processCountingResultSetFactory;
+    	}
     	public String getXslt() {
     		return xslt;
+    	}
     	public void setXslt(final String xslt) {
     		this.xslt = xslt;
+    	}
     	public String getCluster() {
     		return cluster;
+    	}
     	public void setCluster(final String cluster) {
     		this.cluster = cluster;
+    	}
     	public boolean isSimulation() {
     		return simulation;
+    	}
     	public void setSimulation(final boolean simulation) {
     		this.simulation = simulation;
+    	}
+    }

     package eu.dnetlib.msro.workflows.hadoop.utils;
     import java.util.Collection;
     import java.util.Set;
     import com.google.common.base.Function;
     import com.google.common.base.Predicate;
     import com.google.common.collect.Iterables;
     import com.google.common.collect.Lists;
     import com.google.common.collect.Sets;
     import eu.dnetlib.data.proto.DatasourceOrganizationProtos.DatasourceOrganization.Provision;
     import eu.dnetlib.data.proto.DedupProtos.Dedup;
     import eu.dnetlib.data.proto.DedupSimilarityProtos.DedupSimilarity;
     import eu.dnetlib.data.proto.PersonPersonProtos.PersonPerson.CoAuthorship;
     import eu.dnetlib.data.proto.PersonResultProtos.PersonResult.Authorship;
     import eu.dnetlib.data.proto.ProjectOrganizationProtos.ProjectOrganization.Participation;
     import eu.dnetlib.data.proto.ProjectPersonProtos.ProjectPerson.ContactPerson;
     import eu.dnetlib.data.proto.RelTypeProtos.RelType;
     import eu.dnetlib.data.proto.RelTypeProtos.SubRelType;
     import eu.dnetlib.data.proto.ResultProjectProtos.ResultProject.Outcome;
     import eu.dnetlib.data.proto.ResultResultProtos.ResultResult.PublicationDataset;
     import eu.dnetlib.data.proto.ResultResultProtos.ResultResult.Similarity;
     import eu.dnetlib.data.proto.TypeProtos.Type;
     /**
      * Common static utility methods to manage the hbase tables
+     *
      * @author claudio
+     *
      */
     public class HBaseTableUtils {
     	private static final String _ = "_";
     	private static Function<Type, String> typeName = new Function<Type, String>() {
     		@Override
     		public String apply(final Type type) {
     			return type.toString();
+    		}

Project

General

Profile

D-Net

Revision 37638

Added by Claudio Atzori over 9 years ago