/ - Diff - D-Net - D-Net project tracking tool

     <?xml version="1.0" encoding="UTF-8"?>
     <RESOURCE_PROFILE xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
         <HEADER>
             <RESOURCE_IDENTIFIER value="adaa9b08-a5df-4fd3-ad00-37153eac0010_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
             <RESOURCE_TYPE value="WorkflowDSResourceType"/>
             <RESOURCE_KIND value="WorkflowDSResources"/>
             <RESOURCE_URI value=""/>
             <DATE_OF_CREATION value="2006-05-04T18:13:51.0Z"/>
         </HEADER>
         <BODY>
             <WORKFLOW_NAME>Close Similarity Mesh</WORKFLOW_NAME>
             <WORKFLOW_TYPE>Data Provision</WORKFLOW_TYPE>
             <WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
             <CONFIGURATION start="manual">
     			<NODE name="fetchRelClasses" type="FetchRelClasses" isStart="true">
     				<DESCRIPTION />
     				<PARAMETERS>
     					<PARAM name="relClassesProperty" type="string" managedBy="system" required="true">dnet.openaire.model.relclasses.xquery</PARAM>
     					<PARAM name="relClassesName" type="string" managedBy="system" required="true">relClasses</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="waitConf" />
     				</ARCS>
     			</NODE>
     			<NODE name="hadoopConfig" type="SetClusterAndTable" isStart="true">
     				<DESCRIPTION>Set table name</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
     					<PARAM required="true" type="string" name="tableParam" managedBy="system">tableName</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="waitConf" />
     				</ARCS>
     			</NODE>
             	<NODE name="waitConf" isJoin="true">
     				<DESCRIPTION/>
     				<PARAMETERS/>
     				<ARCS>
     					<ARC to="entitySequence" />
     				</ARCS>
     			</NODE>
     			<NODE name="entitySequence" type="CheckEntitySequence">
     				<DESCRIPTION>Check entity sequence</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="entitySequence" managedBy="system">organization,result</PARAM>
     					<PARAM required="true" type="string" name="dedupConfigSequenceParam" managedBy="system">dedup.conf.queue</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="dedupGrouper" />
     					<ARC name="done" to="success" />
     				</ARCS>
     			</NODE>
     			<NODE name="dedupGrouper" type="DedupGrouperJob">
     				<DESCRIPTION>dedup grouper</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">dedupGrouperJob</PARAM>
     					<PARAM required="true" type="string" name="dedupConfigSequenceParam" managedBy="system">dedup.conf.queue</PARAM>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'dedup.conf' : 'dedup.conf',
     							'entityTypeId' : 'entityTypeId',
     							'entityType' : 'entityType',
     							'cluster' : 'cluster',
     							'hbase.mapred.inputtable' : 'tableName',
     							'hbase.mapred.outputtable' : 'tableName',
     							'hbase.mapreduce.inputtable' : 'tableName',
     							'hbase.mapreduce.outputtable' : 'tableName'
+    						}
     					</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="dedupGrouper" />
     					<ARC name="done" to="findRoots" />
     				</ARCS>
     			</NODE>
     			<NODE name="findRoots" type="SubmitHadoopJob">
     				<DESCRIPTION>find roots</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">dedupFindRootsJob</PARAM>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'dedup.conf' : 'dedup.conf',
     							'entityTypeId' : 'entityTypeId',
     							'entityType' : 'entityType',
     							'cluster' : 'cluster',
     							'hbase.mapred.inputtable' : 'tableName',
     							'hbase.mapred.outputtable' : 'tableName',
     							'hbase.mapreduce.inputtable' : 'tableName',
     							'hbase.mapreduce.outputtable' : 'tableName'
+    						}
     					</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="buildRoots" />
     				</ARCS>
     			</NODE>
     			<NODE name="buildRoots" type="SubmitHadoopJob">
     				<DESCRIPTION>redirect rels</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">dedupBuildRootsJob</PARAM>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'dedup.conf' : 'dedup.conf',
     							'relClasses' : 'relClasses',
     							'entityTypeId' : 'entityTypeId',
     							'entityType' : 'entityType',
     							'cluster' : 'cluster',
     							'hbase.mapred.inputtable' : 'tableName',
     							'hbase.mapreduce.inputtable' : 'tableName',
     							'hbase.mapred.outputtable' : 'tableName',
     							'hbase.mapreduce.outputtable' : 'tableName'
+    						}
     					</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="entitySequence" />
     				</ARCS>
     			</NODE>
             </CONFIGURATION>
             <STATUS />
         </BODY>
     </RESOURCE_PROFILE>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="originalid" select="//FIELD[@name = 'personid']" />
     		<xsl:variable name="personid" select="dnet:oafSplitId('person', $originalid)" />
     		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />
     		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
     		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />
     		<xsl:variable name="person" select="dnet:oafEntity('person', $personid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
     		<ROWS>
     			<xsl:if test="string-length($personid) &gt; 0">
     				<ROW key="{$personid}" columnFamily="person">
     					<QUALIFIER name="body" type="base64"><xsl:value-of select="$person"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="projectId" select="dnet:oafSplitId('project', //FIELD[@name = 'project'])" />
     		<xsl:variable name="contactpersonId" select="dnet:oafSplitId('person', //FIELD[@name = 'contactperson'])" />
     		<ROWS>
     			<xsl:if test="string-length($projectId) &gt; 0 and string-length($contactpersonId) &gt; 0">
     				<xsl:variable name="projectcontactperson"
     						select="dnet:oafRel('projectPerson', $projectId, $contactpersonId, //FIELD[not(@isNull)], 'hasContact', 'dnet:project_person_relations')"/>
     				<xsl:variable name="contactpersonproject"
     						select="dnet:oafRel('projectPerson', $contactpersonId, $projectId, //FIELD[not(@isNull)], 'isContact', 'dnet:project_person_relations')"/>
     				<ROW key="{$projectId}" columnFamily="projectPerson_contactPerson_hasContact">
     					<QUALIFIER name="{$contactpersonId}" type="base64"><xsl:value-of select="$projectcontactperson"/></QUALIFIER>
     				</ROW>
     				<ROW key="{$contactpersonId}" columnFamily="projectPerson_contactPerson_isContact">
     					<QUALIFIER name="{$projectId}" type="base64"><xsl:value-of select="$contactpersonproject"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DmfToHbaseXsltFunctions"
     	xmlns:exslt="http://exslt.org/common" xmlns:action="http://namespace.openaire.eu/action"
     	extension-element-prefixes="exslt"
     	exclude-result-prefixes="xsl dc dr dri oaa oaf dnet exslt">
     	<xsl:output omit-xml-declaration="yes" indent="yes" />
     	<xsl:template match="/*">
     		<xsl:variable name="provenance"><xsl:value-of select="//FIELD[@name = 'provenance']"/></xsl:variable>
     		<xsl:variable name="trust">0.9</xsl:variable>
     		<xsl:choose>
     			<xsl:when test="count(//RELATION) = 0">
     				<ROWS />
     			</xsl:when>
     			<xsl:otherwise>
     				<ROWS>
     					<xsl:for-each select="//RELATION">
     						<xsl:choose>
     							<xsl:when test="./@type = 'resultProject'">
     								<xsl:variable name="resultId" select="./@source" />
     								<xsl:variable name="projectId">
     									<xsl:choose>
     										<xsl:when test="starts-with(@target, '40|')">
     											<xsl:value-of select="./@target" />
     										</xsl:when>
     										<xsl:otherwise>
     											<xsl:value-of select="dnet:oafSplitId('project', normalize-space(@target))"/>
     										</xsl:otherwise>
     									</xsl:choose>
     								</xsl:variable>
     								<ROW key="{$resultId}" columnFamily="resultProject_outcome_isProducedBy">
     									<QUALIFIER name="{$projectId}" type="base64"><xsl:value-of select="dnet:oafResultProject_Outcome_FromDMF($resultId, $projectId, 'isProducedBy', $provenance, $trust)"/></QUALIFIER>
     								</ROW>
     								<ROW key="{$projectId}" columnFamily="resultProject_outcome_produces">
     									<QUALIFIER name="{$resultId}" type="base64"><xsl:value-of select="dnet:oafResultProject_Outcome_FromDMF($projectId, $resultId, 'produces', $provenance, $trust)"/></QUALIFIER>
     								</ROW>
     							</xsl:when>
     							<xsl:when test="./@type = 'resultResult_publicationdataset_isRelatedTo'">
     								<xsl:variable name="source" select="./@source" />
     								<xsl:variable name="target" select="./@target" />
     								<ROW key="{$source}" columnFamily="resultResult_publicationDataset_isRelatedTo">
     									<QUALIFIER name="{$target}" type="base64"><xsl:value-of select="dnet:oafResultResult_PublicationDataset_FromDMF($source, $target, 'isRelatedTo', $provenance, $trust)"/></QUALIFIER>
     								</ROW>
     								<ROW key="{$target}" columnFamily="resultResult_publicationDataset_isRelatedTo">
     									<QUALIFIER name="{$source}" type="base64"><xsl:value-of select="dnet:oafResultResult_PublicationDataset_FromDMF($target, $source, 'isRelatedTo', $provenance, $trust)"/></QUALIFIER>
     								</ROW>
     							</xsl:when>
     						</xsl:choose>
     					</xsl:for-each>
     				</ROWS>
     			</xsl:otherwise>
     		</xsl:choose>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="originalid" select="//FIELD[@name = 'organizationid']" />
     		<xsl:variable name="organizationid" select="dnet:oafSplitId('organization', $originalid)" />
     		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />
     		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
     		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />
     		<xsl:variable name="organization" select="dnet:oafEntity('organization', $organizationid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
     		<ROWS>
     			<xsl:if test="string-length($organizationid) &gt; 0">
     				<ROW key="{$organizationid}" columnFamily="organization">
     					<QUALIFIER name="body" type="base64"><xsl:value-of select="$organization"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="datasourceId" select="dnet:oafSplitId('datasource', //FIELD[@name = 'datasource'])" />
     		<xsl:variable name="organizationId" select="dnet:oafSplitId('organization', //FIELD[@name = 'organization'])" />
     		<ROWS>
     			<xsl:if test="string-length($datasourceId) &gt; 0 and string-length($organizationId) &gt; 0">
     				<xsl:variable name="datasourceorganization" select="dnet:oafRel('datasourceOrganization', $datasourceId, $organizationId, //FIELD[not(@isNull)], 'provides', 'dnet:datasources_organizations_typologies')"/>
     				<xsl:variable name="organizationdatasource" select="dnet:oafRel('datasourceOrganization', $organizationId, $datasourceId, //FIELD[not(@isNull)], 'isProvidedBy', 'dnet:datasources_organizations_typologies')"/>
     				<ROW key="{$datasourceId}" columnFamily="datasourceOrganization_provision_provides">
     					<QUALIFIER name="{$organizationId}" type="base64"><xsl:value-of select="$datasourceorganization"/></QUALIFIER>
     				</ROW>
     				<ROW key="{$organizationId}" columnFamily="datasourceOrganization_provision_isProvidedBy">
     					<QUALIFIER name="{$datasourceId}" type="base64"><xsl:value-of select="$organizationdatasource"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="projectId" select="dnet:oafSplitId('project', //FIELD[@name = 'project'])" />
     		<xsl:variable name="organizationId" select="dnet:oafSplitId('organization', //FIELD[@name = 'resporganization'])" />
     		<ROWS>
     			<xsl:if test="string-length($projectId) &gt; 0 and string-length($organizationId) &gt; 0">
     				<xsl:variable name="projectorganization"
     						select="dnet:oafRel('projectOrganization', $projectId, $organizationId, //FIELD[not(@isNull)], 'hasParticipant', 'dnet:project_organization_relations')"/>
     				<xsl:variable name="organizationproject"
     						select="dnet:oafRel('projectOrganization', $organizationId, $projectId, //FIELD[not(@isNull)], 'isParticipant', 'dnet:project_organization_relations')"/>
     				<ROW key="{$projectId}" columnFamily="projectOrganization_participation_hasParticipant">
     					<QUALIFIER name="{$organizationId}" type="base64"><xsl:value-of select="$projectorganization"/></QUALIFIER>
     				</ROW>
     				<ROW key="{$organizationId}" columnFamily="projectOrganization_participation_isParticipant">
     					<QUALIFIER name="{$projectId}" type="base64"><xsl:value-of select="$organizationproject"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="originalid" select="//FIELD[@name = 'projectid']" />
     		<xsl:variable name="projectid" select="dnet:oafSplitId('project', $originalid)" />
     		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />
     		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
     		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />
     		<xsl:variable name="project" select="dnet:oafEntity('project', $projectid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
     		<ROWS>
     			<xsl:if test="string-length($projectid) &gt; 0">
     				<ROW key="{$projectid}" columnFamily="project">
     					<QUALIFIER name="body" type="base64"><xsl:value-of select="$project"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="originalid" select="//FIELD[@name = 'datasourceid']" />
     		<xsl:variable name="datasourceid" select="dnet:oafSplitId('datasource', $originalid)" />
     		<xsl:variable name="dateofcollection" select="//FIELD[@name = 'dateofcollection']" />
     		<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //FIELD[@name = 'collectedfromid'])" />
     		<xsl:variable name="collectedfromname" select="//FIELD[@name = 'collectedfromname']" />
     		<xsl:variable name="datasource" select="dnet:oafEntity('datasource', $datasourceid, $collectedfromid, $collectedfromname, $originalid, $dateofcollection, //FIELD[not(@isNull)])"/>
     		<ROWS>
     			<xsl:if test="string-length($datasourceid) &gt; 0">
     				<ROW key="{$datasourceid}" columnFamily="datasource">
     					<QUALIFIER name="body" type="base64"><xsl:value-of select="$datasource"/></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet xmlns:xsl="http://www.w3.org/1999/XSL/Transform"
                     xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:dr="http://www.driver-repository.eu/namespace/dr"
                     xmlns:dri="http://www.driver-repository.eu/namespace/dri" xmlns:oaa="http://namespace.openaire.eu/oaa"
                     xmlns:oaf="http://namespace.openaire.eu/oaf" xmlns:dnet="eu.dnetlib.actionmanager.actions.infopackage.DMFInfoPackageToHbaseXsltFunctions"
                     xmlns:date="eu.dnetlib.miscutils.datetime.DateUtils"
                     xmlns:exslt="http://exslt.org/common"
                     version="1.0"
                     extension-element-prefixes="exslt"
                     exclude-result-prefixes="xsl dc dr dri oaa oaf dnet exslt date">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:param name="trust" select="string('0.9')"/>
     	<xsl:param name="provenance" select="string('UNKNOWN')"/>
     	<xsl:param name="namespaceprefix" select="string('unknown_____')"/>
     	<xsl:template match="/*">
     		<xsl:variable name="about" select="/*[local-name() = 'record']/*[local-name() = 'about']"/>
     		<xsl:variable name="dateofcollection" select="//dr:dateOfCollection"/>
     		<xsl:variable name="metadata" select="exslt:node-set(//*[local-name()='metadata']/*)"/>
     		<xsl:variable name="collectedDatasourceid">
     			<xsl:choose>
     				<xsl:when test="string-length(//oaf:collectedDatasourceid) &gt; 0">
     					<xsl:value-of select="//oaf:collectedDatasourceid"/>
     				</xsl:when>
     				<xsl:otherwise>
     					<xsl:value-of select="UNKNOWN"/>
     				</xsl:otherwise>
     			</xsl:choose>
     		</xsl:variable>
     		<xsl:choose>
     			<xsl:when test="count($metadata) = 0">
     				<ROWS/>
     			</xsl:when>
     			<xsl:otherwise>
     				<xsl:variable name="objidentifier" select="//record/*[local-name() = 'header']/*[local-name() = 'objIdentifier']"/>
     				<xsl:variable name="resultId" select="dnet:oafSimpleId('result', $objidentifier)"/>
     				<xsl:variable name="hostedbyid" select="dnet:oafSplitId('datasource', //oaf:hostedBy/@id)"/>
     				<xsl:variable name="hostedbyname" select="//oaf:hostedBy/@name"/>
     				<xsl:variable name="collectedfromid" select="dnet:oafSplitId('datasource', //oaf:collectedFrom/@id)"/>
     				<xsl:variable name="collectedfromname" select="//oaf:collectedFrom/@name"/>
     				<!-- 				<xsl:variable name="country" select="substring(//dr:repositoryCountry,  1, 200)" /> -->
     				<!-- 				<xsl:variable name="accessmode" select="substring(//oaf:accessrights,   1, 200)" /> -->
     				<xsl:variable name="result"
     				              select="dnet:oafResultFromInfoPackage($resultId, $about, $provenance, $trust, $hostedbyid, $hostedbyname, $collectedfromid, $collectedfromname, $objidentifier, $dateofcollection, $metadata)"/>
     				<ROWS>
     					<ROW key="{$resultId}" columnFamily="result">
     						<QUALIFIER name="{concat('update_', date:now())}" type="base64">
     							<xsl:value-of select="$result"/>
     						</QUALIFIER>
     					</ROW>
     				</ROWS>
     			</xsl:otherwise>
     		</xsl:choose>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="type" select="/ROW/FIELD[@name = 'entitytype']" />
     		<xsl:variable name="source" select="dnet:oafSimpleId($type, /ROW/FIELD[@name = 'id1'])" />
     		<xsl:variable name="target" select="dnet:oafSimpleId($type, /ROW/FIELD[@name = 'id2'])" />
     		<xsl:variable name="columnFamily">
     			<xsl:choose>
     				<xsl:when test="$type = 'result'">resultResult_dedupSimilarity_isSimilarTo</xsl:when>
     				<xsl:when test="$type = 'person'">personPerson_dedupSimilarity_isSimilarTo</xsl:when>
     				<xsl:when test="$type = 'organization'">organizationOrganization_dedupSimilarity_isSimilarTo</xsl:when>
     			</xsl:choose>
     		</xsl:variable>
     		<ROWS>
     			<xsl:if test="string-length($source) &gt; 0 and string-length($target) &gt; 0 and string-length($columnFamily) &gt; 0">
     				<ROW key="{$source}" columnFamily="{$columnFamily}">
     					<QUALIFIER name="{$target}" type="base64"></QUALIFIER>
     				</ROW>
     				<ROW key="{$target}" columnFamily="{$columnFamily}">
     					<QUALIFIER name="{$source}" type="base64"></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     <?xml version="1.0" encoding="UTF-8"?>
     <xsl:stylesheet version="1.0"
     	xmlns:xsl="http://www.w3.org/1999/XSL/Transform" xmlns:dc="http://purl.org/dc/elements/1.1/"
     	xmlns:dr="http://www.driver-repository.eu/namespace/dr" xmlns:dri="http://www.driver-repository.eu/namespace/dri"
     	xmlns:oaa="http://namespace.openaire.eu/oaa" xmlns:oaf="http://namespace.openaire.eu/oaf"
     	xmlns:dnet="eu.dnetlib.data.transform.xml.DNetDbToHbaseXsltFunctions">
     	<xsl:output omit-xml-declaration="yes" indent="yes"/>
     	<xsl:template match="/">
     		<xsl:variable name="source" select="/SIMILARITY/SOURCE/@id" />
     		<xsl:variable name="target" select="/SIMILARITY/TARGET/@id" />
     		<xsl:variable name="type" select="/SIMILARITY/TYPE/@name" />
     		<xsl:variable name="columnFamily">
     			<xsl:choose>
     				<xsl:when test="$type = 'result'">resultResult_dedupSimilarity_isSimilarTo</xsl:when>
     				<xsl:when test="$type = 'person'">personPerson_dedupSimilarity_isSimilarTo</xsl:when>
     				<xsl:when test="$type = 'organization'">organizationOrganization_dedupSimilarity_isSimilarTo</xsl:when>
     			</xsl:choose>
     		</xsl:variable>
     		<ROWS>
     			<xsl:if test="string-length($source) &gt; 0 and string-length($target) &gt; 0 and string-length($columnFamily) &gt; 0">
     				<ROW key="{$source}" columnFamily="{$columnFamily}">
     					<QUALIFIER name="{$target}" type="base64"></QUALIFIER>
     				</ROW>
     			</xsl:if>
     		</ROWS>
     	</xsl:template>
     </xsl:stylesheet>

     package eu.dnetlib.msro.openaireplus.workflows.hbase;
     import java.io.InputStream;
     import java.io.StringReader;
     import eu.dnetlib.data.proto.OafProtos.Oaf;
     import eu.dnetlib.miscutils.functional.xml.ApplyXslt;
     import org.apache.commons.codec.binary.Base64;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.dom4j.Document;
     import org.dom4j.DocumentException;
     import org.dom4j.io.SAXReader;
     import org.junit.Before;
     import org.junit.Test;
     import org.springframework.core.io.ClassPathResource;
     import org.springframework.core.io.Resource;
     import eu.dnetlib.data.proto.OafProtos.Oaf;
     import eu.dnetlib.miscutils.functional.xml.ApplyXslt;
     public class ClaimRels2HbaseTest {
     	private ApplyXslt xslt = new ApplyXslt(new ClassPathResource("/eu/dnetlib/msro/openaireplus/workflows/hbase/claimrels_2_hbase.xsl"));
     	private static final Log log = LogFactory.getLog(ClaimRels2HbaseTest.class);
     	private static String basePathProfiles = "/eu/dnetlib/test/profiles/TransformationRuleDSResources/TransformationRuleDSResourceType/";
     	private ApplyXslt xslt = null;
     	private SAXReader reader = new SAXReader();
     	@Before
     	public void setUp() {
     		xslt = new ApplyXslt(loadFromTransformationProfile("claimrels_2_hbase.xsl"));
+    	}
     	@Test
     	public void testXslt() throws Exception {
-...
+    	}
     	private String loadFromTransformationProfile(final String profilePath) {
     		log.info("Loading xslt from: " + basePathProfiles + profilePath);
     		InputStream profile = getClass().getResourceAsStream(basePathProfiles + profilePath);
     		SAXReader saxReader = new SAXReader();
     		Document doc = null;
     		try {
     			doc = saxReader.read(profile);
     		} catch (DocumentException e) {
     			e.printStackTrace();
     			throw new RuntimeException(e);
+    		}
     		String xslt = doc.selectSingleNode("//SCRIPT/CODE/*[local-name()='stylesheet']").asXML();
     		return xslt;
+    	}
+    }

     package eu.dnetlib.msro.openaireplus.workflows.index;
     import static org.junit.Assert.assertFalse;
     import static org.junit.Assert.assertNotNull;
     import java.io.IOException;
     import java.io.InputStream;
     import java.io.StringReader;
     import java.io.StringWriter;
     import javax.xml.stream.XMLStreamException;
     import javax.xml.transform.Transformer;
     import javax.xml.transform.TransformerException;
     import javax.xml.transform.TransformerFactory;
     import javax.xml.transform.stream.StreamResult;
     import javax.xml.transform.stream.StreamSource;
     import org.apache.commons.io.IOUtils;
     import org.apache.solr.common.SolrInputDocument;
     import org.junit.Test;
     import org.springframework.core.io.ClassPathResource;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
     import eu.dnetlib.functionality.index.solr.feed.StreamingInputDocumentFactory;
     import eu.dnetlib.miscutils.datetime.DateUtils;
     import eu.dnetlib.miscutils.functional.xml.ApplyXslt;
     import eu.dnetlib.miscutils.functional.xml.IndentXmlString;
     import org.apache.commons.io.IOUtils;
     import org.apache.solr.common.SolrInputDocument;
     import org.junit.Test;
     import org.springframework.core.io.ClassPathResource;
     import static org.junit.Assert.assertFalse;
     import static org.junit.Assert.assertNotNull;
     public class OpenaireLayoutToRecordStylesheetTest {
     	private static final String OPENAIRE_LAYOUT_TO_RECORD_STYLESHEET_XSL = "/eu/dnetlib/msro/openaireplus/workflows/index/openaireLayoutToRecordStylesheet.xsl";
-...
     	private static final String OAF_RECORD = "/eu/dnetlib/msro/openaireplus/workflows/index/oafRecord.xml";
     	@Test
     	public void test1() throws ISLookUpException, IOException, TransformerException {
     	public void test1() throws ISLookUpException, IOException, TransformerException, XMLStreamException {
     		String xsl = prepareXslt("DMF");
     		assertNotNull(xsl);
     		assertFalse(xsl.isEmpty());

     import java.io.InputStream;
     import java.io.StringReader;
     import java.io.StringWriter;
     import javax.annotation.Resource;
     import javax.xml.transform.Transformer;
     import javax.xml.transform.TransformerException;
-...
     import javax.xml.transform.stream.StreamResult;
     import javax.xml.transform.stream.StreamSource;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Required;
     import org.springframework.core.io.ClassPathResource;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
-...
     import eu.dnetlib.miscutils.datetime.DateUtils;
     import eu.dnetlib.miscutils.functional.hash.Hashing;
     import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Required;
     import org.springframework.core.io.ClassPathResource;
     public class PrepareIndexDataJobNode extends SimpleJobNode {
-...
     		return Arc.DEFAULT_ARC;
+    	}
     	protected String tableName(final NodeToken token) {
     		if (token.getEnv().hasAttribute("hbaseTable")) {
     			String table = token.getEnv().getAttribute("hbaseTable");
     			log.debug("found override value in wfEnv for 'hbaseTable' param: " + table);
     			return table;
+    		}
     		return getHbaseTable();
+    	}
     	public String getIndexSolrUrlZk() throws ISLookUpException {
     		return getServiceConfigValue("for $x in /RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='IndexServiceResourceType'] return $x//PROTOCOL[./@name='solr']/@address/string()");
+    	}
-...
+    	}
     	private String getFileName(final NodeToken token, final String fileNamePrefix) {
     		return "/" + fileNamePrefix + "_" + getHbaseTable() + "_" + token.getEnv().getAttribute("format") + ".seq";
     		return "/" + fileNamePrefix + "_" + tableName(token) + "_" + token.getEnv().getAttribute("format") + ".seq";
+    	}
     	private String getCollectionName(final NodeToken token) {

                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/datasources_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryDatasourceOrganization"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">dsOrgEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">
                             /eu/dnetlib/msro/openaireplus/workflows/hbase/datasourceorganization_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryOrganizations"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">orgEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">
                             /eu/dnetlib/msro/openaireplus/workflows/hbase/organizations_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryPersons"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">personsEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/persons_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryProjects"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">projEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/projects_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryProjectOrganization"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">projOrgEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">
                             /eu/dnetlib/msro/openaireplus/workflows/hbase/projectorganization_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryProjectContactperson"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">projPerEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">
                             /eu/dnetlib/msro/openaireplus/workflows/hbase/projectcontactperson_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryClaimRels"/>
-...
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/claimrels_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="queryClaimUpdates"/>
                     </ARCS>
                 </NODE>
                 <NODE name="queryClaimUpdates" type="QueryDb">
                     <DESCRIPTION>query Claim Rels</DESCRIPTION>
                     <DESCRIPTION>query Claim updates</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM managedBy="system" name="dbProperty" required="true" type="string">dnet.openaire.db.name</PARAM>
                         <PARAM managedBy="system" name="sql" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/queryClaimsUpdate.sql
-...
                     </ARCS>
                 </NODE>
                 <NODE name="storeClaimUpdates" type="StoreHBase">
                     <DESCRIPTION>Store relation Claim Project</DESCRIPTION>
                     <DESCRIPTION>Store claim updates</DESCRIPTION>
                     <PARAMETERS>
                         <PARAM managedBy="system" name="inputEprParam" required="true" type="string">claimRelsEpr</PARAM>
                         <PARAM managedBy="system" name="hbaseTableProperty" required="true" type="string">hbase.mapred.datatable</PARAM>
                         <PARAM managedBy="system" name="cluster" required="true" type="string">DM</PARAM>
                         <PARAM managedBy="system" name="xslt" required="true" type="string">/eu/dnetlib/msro/openaireplus/workflows/hbase/claimUpdates_2_hbase.xsl
                         </PARAM>
                         <PARAM managedBy="user" name="mapping" required="true" type="string" function="obtainValues('dbmf2hbaseMappings', {})"></PARAM>
                     </PARAMETERS>
                     <ARCS>
                         <ARC to="finish"/>

     		<WORKFLOW_TYPE>Data Load</WORKFLOW_TYPE>
     		<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
     		<CONFIGURATION start="manual">
     			<NODE name="setTable" type="SetHBaseTable" isStart="true">
     				<DESCRIPTION>set hbase table</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM name="table" type="string" managedBy="user" required="true"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="mapreduce"/>
     				</ARCS>
     			</NODE>
     			<NODE name="prepareImport" type="PrepareMDStoreImport" isStart="true">
     				<DESCRIPTION>Configure export to HDFS</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="hdfsPathParam" managedBy="system">hdfsPath</PARAM>
     					<PARAM required="true" type="string" name="hdfsPath" managedBy="system">/tmp/mdstores_odf-store-cleaned.seq</PARAM>
     					<PARAM required="true" type="string" name="xsltParam" managedBy="system">xslt</PARAM>
     					<PARAM required="true" type="string" name="xslt" managedBy="system">/eu/dnetlib/data/transform/datacite_2_hbase.xsl</PARAM>
     					<PARAM required="true" type="string" name="hdfsPath" managedBy="user">/tmp/mdstores_odf-store-cleaned.seq</PARAM>
     					<PARAM required="true" type="string" name="mappingParam" managedBy="system">xslt</PARAM>
     					<PARAM required="true" type="string" name="mapping" managedBy="user" function="obtainValues('odf2hbaseMappings', {})"></PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="reuseHdfsRecords" />
-...
     					<PARAM required="true" type="boolean" name="reuseMdRecords" managedBy="user">false</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC name="true" to="mapreduce" />
     					<ARC name="true" to="doneExport"/>
     					<ARC name="false" to="exportRecords" />
     				</ARCS>
     			</NODE>
-...
     					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="doneExport"/>
     				</ARCS>
     			</NODE>
     			<NODE name="doneExport">
     				<DESCRIPTION></DESCRIPTION>
     				<PARAMETERS/>
     				<ARCS>
     					<ARC to="mapreduce" />
     				</ARCS>
     			</NODE>
     			<NODE name="mapreduce" type="SubmitHadoopJob">
     			</NODE>
     			<NODE name="mapreduce" type="SubmitHadoopJob" isJoin="true">
     				<DESCRIPTION>Run M/R import Job</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="cluster" managedBy="system">DM</PARAM>
     					<PARAM required="true" type="string" name="hadoopJob" managedBy="system">mdStoreHdfsImportJob</PARAM>
     					<PARAM required="true" type="boolean" name="simulation" managedBy="user">false</PARAM>
     					<PARAM required="true" type="string" name="envParams" managedBy="system">
+    						{
     							'mapred.input.dir' : 'hdfsPath',
     							'hbase.import.xslt' : 'xslt'
+    						{
     						'mapred.input.dir' : 'hdfsPath',
     						'hbase.import.xslt' : 'xslt',
     						'hbase.mapred.outputtable' : 'hbaseTable'
+    						}
     					</PARAM>
     					<PARAM required="true" type="string" name="sysParams" managedBy="system">
+    						{
     							'hbase.mapred.outputtable' : 'hbase.mapred.datatable'
+    						}
     					</PARAM>
     					<PARAM required="true" type="boolean" name="simulation"	managedBy="user">false</PARAM>
     				</PARAMETERS>
     				<ARCS>
     					<ARC to="checkODFResultCount" />
     				</ARCS>
     			</NODE>
     			<NODE name="checkODFResultCount" type="CheckHDFSCount">
     			<NODE name="checkODFResultCount" type="CheckHDFSCounts">
     				<DESCRIPTION>Checks if the number of publications stored on HBASE is the same as those in the HDFS file</DESCRIPTION>
     				<PARAMETERS>
     					<PARAM required="true" type="string" name="numberToVerifyParamName" managedBy="system">mdstore.result</PARAM>

     <?xml version="1.0" ?>
     <project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
     <project xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns="http://maven.apache.org/POM/4.0.0"
              xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
     	<parent>
     		<groupId>eu.dnetlib</groupId>
     		<artifactId>dnet-parent</artifactId>
-...
     			<version>${javax.servlet.version}</version>
     			<scope>provided</scope>
     		</dependency>
     		<dependency>
     			<groupId>eu.dnetlib</groupId>
     			<artifactId>dnet-openaireplus-profiles</artifactId>
     			<version>[1.0.0,2.0.0)</version>
     			<scope>test</scope>
     		</dependency>
     		<dependency>
     			<groupId>junit</groupId>
     			<artifactId>junit</artifactId>
     			<version>${junit.version}</version>

     public class MinDistSearchHadoopJobNode extends DedupConfigurationAwareJobNode {
     	private static final Log log = LogFactory.getLog(MinDistSearchHadoopJobNode.class);
     	private final static String StatusParam = "MinDistSearchHadoopJobNode.status";
     	private final static String DepthParam = "mindist_recursion_depth";
     	private final static String UpdateCounterParam = "UpdateCounter.UPDATED";
     	private final static String DebugParam = "mindist_DEBUG";
     	@Autowired
     	private UniqueServiceLocator serviceLocator;
     	enum STATUS {DATALOAD, DEPTH_N}
     	private boolean debug = false;
     	private String outPathParam;
     	private final static String StatusParam = "MinDistSearchHadoopJobNode.status";
     	private final static String DepthParam = "mindist_recursion_depth";
     	private final static String UpdateCounterParam = "UpdateCounter.UPDATED";
     	private final static String DebugParam = "mindist_DEBUG";
     	@Override
     	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws Exception {
-...
     					final String counter = job.getParameters().get(UpdateCounterParam);
     					if (StringUtils.isBlank(counter)) {
     						token.getFullEnv().setAttribute(StatusParam, STATUS.DATALOAD.toString());
     						token.getFullEnv().removeAttribute(StatusParam);
     						token.getFullEnv().removeAttribute(DepthParam);
     						log.info(String.format("done iteration %s:%s", UpdateCounterParam, 0));
     						engine.complete(token, Arc.DEFAULT_ARC);
     					} else {
-...
     		this.outPathParam = outPathParam;
+    	}
     	enum STATUS {DATALOAD, DEPTH_N}
+    }

     import com.googlecode.sarasvati.env.Env;
     import eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.enabling.resultset.rmi.ResultSetException;
     import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;
     import eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions;
     import eu.dnetlib.msro.rmi.MSROException;
     import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;
     import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;
     import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;
-...
     import eu.dnetlib.msro.workflows.util.ProgressProvider;
     import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;
     import eu.dnetlib.msro.workflows.util.WorkflowsConstants;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.beans.factory.annotation.Required;
     public class StoreHBaseRecordsJobNode extends BlackboardJobNode implements ProgressJobNode {
     	private static final Log log = LogFactory.getLog(StoreHBaseRecordsJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	@Autowired
     	private UniqueServiceLocator serviceLocator;
     	private String inputEprParam;
     	private String hbaseTableProperty;
     	private String cluster;
     	private String xslt;
     	private String mapping;
     	private boolean simulation = false;
-...
     		job.setAction(HadoopBlackboardActions.IMPORT_EPR_HBASE.toString());
     		job.getParameters().put("input_epr", DnetXsltFunctions.encodeBase64(prepareEpr(token)));
     		job.getParameters().put("xslt", DnetXsltFunctions.encodeBase64(prepareXslt()));
     		job.getParameters().put("xslt", DnetXsltFunctions.encodeBase64(readXslt(getMapping())));
     		job.getParameters().put("table", tableName(token));
     		job.getParameters().put("cluster", cluster(token));
     		job.getParameters().put("simulation", String.valueOf(isSimulation()));
-...
     		return resultsetProgressProvider.getEpr().toString();
+    	}
     	private String prepareXslt() throws IOException {
     		return (xslt == null) || xslt.isEmpty() ? "" : IOUtils.toString(getClass().getResourceAsStream(xslt));
     	private String readXslt(final String profileId) throws IOException, MSROException, ISLookUpException {
     		if (StringUtils.isBlank(profileId)) throw new MSROException("missing profile id");
     		log.info("loading mapping from profile id: " + profileId);
     		final String xquery =
     				String.format("/RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value='%s']/BODY/CONFIGURATION/SCRIPT/CODE/*[local-name()='stylesheet']", profileId);
     		return serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(xquery);
+    	}
     	public String getInputEprParam() {
-...
     		this.hbaseTableProperty = hbaseTableProperty;
+    	}
     	@Required
     	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
     		this.processCountingResultSetFactory = processCountingResultSetFactory;
+    	}
     	@Override
     	public ProgressProvider getProgressProvider() {
     		return progressProvider;
-...
     		return processCountingResultSetFactory;
+    	}
     	public String getXslt() {
     		return xslt;
     	@Required
     	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
     		this.processCountingResultSetFactory = processCountingResultSetFactory;
+    	}
     	public void setXslt(final String xslt) {
     		this.xslt = xslt;
     	public String getMapping() {
     		return mapping;
+    	}
     	public void setMapping(final String mapping) {
     		this.mapping = mapping;
+    	}
     	public String getCluster() {
     		return cluster;
+    	}

     import java.io.IOException;
     import java.util.Map;
     import org.apache.commons.io.IOUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Required;
     import com.googlecode.sarasvati.Engine;
     import com.googlecode.sarasvati.NodeToken;
     import com.googlecode.sarasvati.env.Env;
     import eu.dnetlib.data.hadoop.rmi.HadoopBlackboardActions;
     import eu.dnetlib.data.hadoop.rmi.HadoopService;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.enabling.resultset.rmi.ResultSetException;
     import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;
     import eu.dnetlib.miscutils.functional.xml.DnetXsltFunctions;
     import eu.dnetlib.msro.rmi.MSROException;
     import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;
     import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;
     import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;
-...
     import eu.dnetlib.msro.workflows.util.ProgressProvider;
     import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;
     import eu.dnetlib.msro.workflows.util.WorkflowsConstants;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.beans.factory.annotation.Required;
     public class DeleteHBaseRecordsJobNode extends BlackboardJobNode implements ProgressJobNode {
     	private static final Log log = LogFactory.getLog(DeleteHBaseRecordsJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
     	@Autowired
     	private UniqueServiceLocator serviceLocator;
     	private String inputEprParam;
     	private String hbaseTableProperty;
     	private String cluster;
     	private String xslt;
     	private String mapping;
     	private boolean simulation = false;
-...
     		job.setAction(HadoopBlackboardActions.DELETE_EPR_HBASE.toString());
     		job.getParameters().put("input_epr", DnetXsltFunctions.encodeBase64(prepareEpr(token)));
     		job.getParameters().put("xslt", DnetXsltFunctions.encodeBase64(prepareXslt()));
     		job.getParameters().put("xslt", DnetXsltFunctions.encodeBase64(readXslt(getMapping())));
     		job.getParameters().put("table", getPropertyFetcher().getProperty(getHbaseTableProperty()));
     		job.getParameters().put("cluster", cluster);
     		job.getParameters().put("simulation", String.valueOf(isSimulation()));
-...
     		return resultsetProgressProvider.getEpr().toString();
+    	}
     	private String prepareXslt() throws IOException {
     		return (xslt == null) || xslt.isEmpty() ? "" : IOUtils.toString(getClass().getResourceAsStream(xslt));
     	private String readXslt(final String profileId) throws IOException, MSROException, ISLookUpException {
     		if (StringUtils.isBlank(profileId)) throw new MSROException("missing profile id");
     		log.info("loading mapping from profile id: " + profileId);
     		final String xquery =
     				String.format("/RESOURCE_PROFILE[.//RESOURCE_IDENTIFIER/@value='%s']/BODY/CONFIGURATION/SCRIPT/CODE/*[local-name()='stylesheet']", profileId);
     		return serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(xquery);
+    	}
     	public String getInputEprParam() {
-...
     		this.hbaseTableProperty = hbaseTableProperty;
+    	}
     	@Required
     	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
     		this.processCountingResultSetFactory = processCountingResultSetFactory;
+    	}
     	@Override
     	public ProgressProvider getProgressProvider() {
     		return progressProvider;
-...
     		return processCountingResultSetFactory;
+    	}
     	public String getXslt() {
     		return xslt;
     	@Required
     	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
     		this.processCountingResultSetFactory = processCountingResultSetFactory;
+    	}
     	public void setXslt(final String xslt) {
     		this.xslt = xslt;
     	public String getMapping() {
     		return mapping;
+    	}
     	public void setMapping(final String mapping) {
     		this.mapping = mapping;
+    	}
     	public String getCluster() {
     		return cluster;
+    	}

     package eu.dnetlib.msro.workflows.hadoop;
     import java.io.IOException;
     import java.lang.reflect.Type;
     import java.util.List;
     import java.util.Map;
     import java.util.Set;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Autowired;
     import org.springframework.beans.factory.annotation.Value;
     import com.google.common.base.Function;
     import com.google.common.base.Joiner;
     import com.google.common.base.Predicate;
     import com.google.common.base.Splitter;
     import com.google.common.collect.Iterables;
     import com.google.common.collect.Maps;
     import com.google.common.collect.Sets;
     import com.google.gson.Gson;
     import com.google.gson.reflect.TypeToken;
     import com.googlecode.sarasvati.Arc;
     import com.googlecode.sarasvati.NodeToken;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpDocumentNotFoundException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.rmi.MSROException;
     import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;
     import org.apache.commons.lang.StringUtils;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.springframework.beans.factory.annotation.Autowired;
     public class PrepareMDStoreImportJobNode extends SimpleJobNode {
-...
     	private String mapping;
     	private String dsTypeMapParam;
     	@Value("${dnet.openaire.dataload.dstypemap.xquery}")
     	private String dsTypeXquery;
     	private String specialDatasourcesCSV;
     	@Override
     	protected String execute(final NodeToken token) throws Exception {
     		token.getEnv().setAttribute(getHdfsPathParam(), getHdfsPath());
     		token.getEnv().setAttribute(getMappingParam(), readXslt(getMapping()));
     		token.getEnv().setAttribute(getDsTypeMapParam(), getDatasourceTypeMap());
     		return Arc.DEFAULT_ARC;
+    	}
     	/**
     	 * lookups IS for namespacePrefix -> datasource type, and build a map such that: for institutional repositories associate "false" to the
     	 * namespace prefix key, "true" otherwise and for a set of special prefixes
+    	 *
     	 * @return json serialisation of the map
     	 * @throws ISLookUpException
     	 */
     	private String getDatasourceTypeMap() throws ISLookUpException {
     		final Set<String> specialSet = Sets.newHashSet(Splitter.on(",").omitEmptyStrings().split(getSpecialDatasourcesCSV()));
     		log.info("loaded special namespaceprefixes: " + specialSet.toString());
     		final List<String> lookupResult = serviceLocator.getService(ISLookUpService.class).quickSearchProfile(getDsTypeXquery());
     		final Set<String> nsPrefixSet = Sets.newHashSet();
     		final Iterable<String> dstypeList =
     				Iterables.filter(lookupResult, new Predicate<String>() {
     					@Override
     					public boolean apply(final String s) {
     						final String nsPrefix = asNsPrefix(s);
     						if (!nsPrefixSet.contains(nsPrefix)) {
     							nsPrefixSet.add(nsPrefix);
     							return true;
     						} else return false;
+    					}
     				});
     		// log.info("datasource type list size: " + dstypeList.size());
     		final Gson gson = new Gson();
     		final Type token = new TypeToken<Map<String, String>>() {}.getType();
     		final Map<String, String> dsMap = gson.fromJson(asJsonMap(dstypeList), token);
     		log.debug("datasource type map size: " + dsMap.size());
     		final Map<String, String> dsTypeMap = Maps.transformValues(dsMap, new Function<String, String>() {
     			@Override
     			public String apply(final String type) {
     				if ("pubsrepository::unknown".equals(type)) {
     					if (specialSet.contains(type)) return "false";
     					return "true";
     				} else return "false";
+    			}
     		});
     		log.debug("transformed datasource type map size: " + dsTypeMap.size());
     		final String out = gson.toJson(dsTypeMap);
     		return out;
+    	}
     	private String asJsonMap(final Iterable<String> entries) {
     		return "{" + Joiner.on(",\n").skipNulls().join(entries) + "}";
+    	}
     	private String readXslt(final String profileId) throws IOException, MSROException, ISLookUpDocumentNotFoundException, ISLookUpException {
     	private String readXslt(final String profileId) throws IOException, MSROException, ISLookUpException {
     		if (StringUtils.isBlank(profileId)) throw new MSROException("missing profile id");
     		log.info("loading mapping from profile id: " + profileId);
-...
     		return serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(xquery);
+    	}
     	private String asNsPrefix(final String s) {
     		return StringUtils.substringBefore(s, ":").replaceAll("\"", "").trim();
+    	}
     	public String getHdfsPathParam() {
     		return hdfsPathParam;
+    	}
-...
     		this.mappingParam = mappingParam;
+    	}
     	public String getDsTypeMapParam() {
     		return dsTypeMapParam;
+    	}
     	public void setDsTypeMapParam(final String dsTypeMapParam) {
     		this.dsTypeMapParam = dsTypeMapParam;
+    	}
     	public String getDsTypeXquery() {
     		return dsTypeXquery;
+    	}
     	public void setDsTypeXquery(final String dsTypeXquery) {
     		this.dsTypeXquery = dsTypeXquery;
+    	}
     	public String getSpecialDatasourcesCSV() {
     		return specialDatasourcesCSV;
+    	}
     	public void setSpecialDatasourcesCSV(final String specialDatasourcesCSV) {
     		this.specialDatasourcesCSV = specialDatasourcesCSV;
+    	}
+    }

     import java.util.List;
     import java.util.Map;
     import javax.annotation.Resource;
     import com.google.common.collect.Lists;
     import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
     import eu.dnetlib.enabling.locators.UniqueServiceLocator;
     import eu.dnetlib.msro.workflows.util.ValidNodeValuesFetcher;
     import org.springframework.beans.factory.annotation.Required;
     public class ListHBaseMappingTitleValues extends ValidNodeValuesFetcher {
     	@Resource
     	private UniqueServiceLocator serviceLocator;
     	private String sourceFormat;
     	@Override
     	protected List<DnetParamValue> obtainValues(final Map<String, String> params) throws Exception {
     		final String xquery =
     				"for $x in /RESOURCE_PROFILE["
     						+ ".//RESOURCE_TYPE/@value='TransformationRuleDSResourceType' and "
     						+ ".//SOURCE_METADATA_FORMAT/@name = 'oaf' and "

Project

General

Profile

D-Net

Revision 40247

Added by Claudio Atzori almost 9 years ago