D-Net

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

    <parent>

        <groupId>eu.dnetlib</groupId>

        <artifactId>dnet-parent</artifactId>

        <version>1.0.0</version>

        <relativePath />

    </parent>

    <modelVersion>4.0.0</modelVersion>

    <groupId>eu.dnetlib</groupId>

    <artifactId>dnet-openaire-blacklist</artifactId>

    <packaging>jar</packaging>

    <version>1.0.6</version>

    <scm>

        <developerConnection>

            scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/dnet-openaire-blacklist/tags/dnet-openaire-blacklist-1.0.6

        </developerConnection>

    </scm>

    <dependencies>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>cnr-resultset-client</artifactId>

            <version>[2.0.0,3.0.0)</version>

        </dependency>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>cnr-enabling-database-api</artifactId>

            <version>[2.0.0,3.0.0)</version>

        </dependency>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>dnet-modular-ui</artifactId>

            <version>[3.0.0,4.0.0)</version>

        </dependency>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>dnet-msro-service</artifactId>

            <version>[3.0.0,4.0.0)</version>

        </dependency>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>dnet-hadoop-service-rmi</artifactId>

            <version>[1.0.0,2.0.0)</version>

        </dependency>

        <dependency>

	        <groupId>eu.dnetlib</groupId>

	        <artifactId>dnet-openaireplus-mapping-utils</artifactId>

	        <version>[4.0.0,5.0.0)</version>

        </dependency>

	    <dependency>

            <groupId>javax.servlet</groupId>

            <artifactId>javax.servlet-api</artifactId>

            <version>${javax.servlet.version}</version>

            <scope>provided</scope>

        </dependency>

        <dependency>

            <groupId>junit</groupId>

            <artifactId>junit</artifactId>

            <version>${junit.version}</version>

            <scope>test</scope>

        </dependency>

	    <dependency>

		    <groupId>org.mockito</groupId>

		    <artifactId>mockito-core</artifactId>

		    <version>1.9.5</version>

        </dependency>

    </dependencies>

</project>

var blacklistControllers = angular.module('blacklistControllers', []);

function common_init($scope, $http, $sce, $location) {

    initSpinner();

    $scope.showError = function (error) {

        show_notification("error", error);

    };

    $scope.showNotification = function (message) {

        show_notification("info", message);

    };

    $scope.showSpinner = function () {

        showSpinner();

    };

    $scope.hideSpinner = function () {

        hideSpinner();

    };

    $scope.to_trusted = function (html) {

        return $sce.trustAsHtml(html);

    };

    $scope.go = function (path) {

        $location.path(path);

    };

    $scope.encodeValue = function (val) {

        return val;

    };

}

blacklistControllers.controller('blacklistCtrl', [

    '$scope', '$http', '$sce', '$location', function ($scope, $http, $sce, $location) {

        common_init($scope, $http, $sce, $location);

        $scope.blacklist = [];

		$scope.relationTypes = [];

		$scope.blacklistFilter = '';

		$scope.entryToEdit = {};

		$scope.showBlacklistForm = false;

		$scope.modeBlacklistForm = '';

		$scope.predicate = '';

		$scope.reverse = true;

		$scope.order = function(predicate) {

			$scope.reverse = ($scope.predicate === predicate) ? !$scope.reverse : false;

			$scope.predicate = predicate;

		};

        $scope.getBlacklist = function () {

            $scope.blacklist = [];

            $scope.showSpinner();

            $http.get('blacklist/getBlacklist.do').success(function (data) {

                $scope.hideSpinner();

                $scope.blacklist = data;

            }).error(function () {

	            $scope.showError('Problems getting the blacklist');

                $scope.hideSpinner();

            });

        };

        $scope.getBlacklist();

		$scope.prepareNewEntry = function() {

			$scope.modeBlacklistForm = 'ADD';

			$scope.entryToEdit = {};

			$scope.showBlacklistForm = true;

		};

        $scope.prepareForEdit = function (entry) {

			$scope.modeBlacklistForm = 'UPDATE';

        	$scope.entryToEdit = angular.copy(entry);

			$scope.showBlacklistForm = true;

        };

		$scope.addBlacklistEntry = function (newEntry) {

            $scope.showSpinner();

            $http.post('blacklist/addToBlacklist.do', newEntry).success(function (data) {

            	$scope.hideSpinner();

            	if (data === 'false') {

                    $scope.showError('Cannot add blacklist entry: probably it is a duplicate')

                } else {

                    $scope.showNotification('Blacklist entry successfully added');

                    $scope.getBlacklist();

                }

            }).error(function () {

            	$scope.hideSpinner();

                $scope.showError('ERROR: cannot add blacklist entry');

            });

        };

        $scope.editBlacklistEntry = function (entry) {

            $scope.showSpinner();

            $http.post('blacklist/editBlacklistEntry.do', entry).success(function (data) {

            	$scope.hideSpinner();

            	if (data === 'false') {

                    $scope.showError('Cannot edit entry')

                } else {

                	$scope.showNotification('Blacklist entry successfully edited');

                	$scope.getBlacklist();

                }

            }).error(function () {

            	$scope.hideSpinner();

            	$scope.showError('ERROR: cannot edit blacklist entry');

            });

        };

        $scope.deleteFromBlacklist = function (id) {

            var result = confirm("Are you sure you want to delete it?");

            if (result) {

                $scope.showSpinner();

                $http.post('blacklist/deleteFromBlacklist.do', id).success(function (data) {

                	$scope.hideSpinner();

                    if (data === 'false') {

                        $scope.showError('Cannot delete entry')

                    } else {

                        $scope.showNotification('Blacklist entry successfully deleted');

                        $scope.getBlacklist();

                    }

                }).error(function () {

                	$scope.hideSpinner();

                    $scope.showError('ERROR: cannot delete blacklist entry');

                });

            }

        };

    }

]);

var module = angular.module('blacklist', ['ngRoute', 'blacklistControllers']);

module.config([

    '$routeProvider',

    function ($routeProvider) {

        $routeProvider

            .when('/blacklist', {

                templateUrl: '../resources/html/blacklist/blacklist.html',

                controller: 'blacklistCtrl'

            })

            .otherwise({redirectTo: '/blacklist'});

    }

]);

module.directive('ngBlacklistForm', function ($http) {

    return {

        restrict    : 'E',

        templateUrl : '../resources/html/blacklist/blacklistEntryForm.html',

        transclude  : true,

        replace     : true,

        scope: {

        	entry           : "=",

        	visible         : "=",

        	mode            : "=",

        	addFunction     : "&",

        	updateFunction  : "&"        	

        },

        link: function (scope, element, attrs, ctrl) {

            scope.entityTypes = ['result', 'project', 'datasource', 'organization', 'person'];

		    scope.relationTypes = [];

		    $(element).modal({'show': false});

		    scope.$watch(function() {

		    	return scope.visible;

		    }, function(value) {

		    	if (value != true) { return }

		    	$(element).modal('show');

		    	scope.visible = false;

            });

		    scope.resetIisInfo = function() {

		    	delete scope.entry['iisModule'];

		    	delete scope.entry['iisStatus'];

		    }

		    scope.getListOfRelationships = function () {

			    $http.get('blacklist/getListOfRelationships.do').success(function (data) {

				    scope.relationTypes = data;

			    }).error(function () {

			    	show_notification('error', 'Problems getting the list of relationships..');

			    });

		    };

		    scope.saveEntry = function() {

		    	if      (scope.mode == 'ADD')    { scope.addFunction() }

		    	else if (scope.mode == 'UPDATE') { scope.updateFunction() }

		    	else                             { show_notification('error', 'Missing Mode (ADD / UPDATE)'); }

		    }

		    scope.getListOfRelationships();

        }

    }

});

module.directive('bsHasError', function () {

	return {

		restrict: "A",

		link: function (scope, element, attrs, ctrl) {

			element.toggleClass('has-feedback', true);

			var input = element.find('input[ng-model], select[ng-model], textarea[ng-model]');

			if (input) {

				scope.$watch(function () {

					if (input.controller('ngModel').$invalid) {

						return 0;

					} else if (!input.controller('ngModel').$viewValue) {

						return 1;

					} else {

						return 2;

					}

				}, function (code) {

					if (code < 0) return;

					if (code == 2) { input.css('color', "#666666"); }

					else           { input.css('color', "#999999"); }

					input.find('option').css('color', '#666666');

					input.find('option.empty').css('color', '#999999');

					element.toggleClass('has-error', (code == 0));

					element.toggleClass('has-warning', (code == 1));

					element.toggleClass('has-success', (code == 2));

					var feedback = element.find('.form-control-feedback');

					if (feedback) {

						feedback.toggleClass('glyphicon-remove', (code == 0));

						feedback.toggleClass('glyphicon-warning-sign', (code == 1));

						feedback.toggleClass('glyphicon-ok', (code == 2));

					}

				});

			}

		}

	};

});

<ng-blacklist-form entry="entryToEdit" 

	visible="showBlacklistForm" 

	add-function="addBlacklistEntry(entryToEdit)" 

	update-function="editBlacklistEntry(entryToEdit)"

	mode="modeBlacklistForm">

</ng-blacklist-form>

<div class="row">

	<div class="col-xs-3">

		<button class="btn btn-sm btn-primary" ng-click="prepareNewEntry()">Add blacklist entry</button>

	</div>

	<div class="col-xs-9">

		<form role="form" class="form-inline pull-right">

			<input type="text" placeholder="Filter..." ng-model="blacklistFilter" class="form-control input-sm">

			<button type="button" class="btn btn-default btn btn-sm" ng-click="getBlacklist()"><span class="glyphicon glyphicon-refresh"></span></button>

		</form>

	</div>

</div>

<table class="table table-hover" style="font-size: 12px; margin-top: 30px;">

	<thead>

		<tr>

			<th class="text-right">

				<a href="javascript:void(0)" ng-click="order('ticketId')">

					Ticket

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'ticketId',

						'glyphicon-chevron-up'   : predicate == 'ticketId' && reverse, 

						'glyphicon-chevron-down' : predicate == 'ticketId' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('sourceObject')">

					Source Object

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'sourceObject',

						'glyphicon-chevron-up'   : predicate == 'sourceObject' && reverse, 

						'glyphicon-chevron-down' : predicate == 'sourceObject' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('relationship')">

					Relationship

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'relationship',

						'glyphicon-chevron-up'   : predicate == 'relationship' && reverse, 

						'glyphicon-chevron-down' : predicate == 'relationship' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('targetObject')">

					Target Object

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'targetObject',

						'glyphicon-chevron-up'   : predicate == 'targetObject' && reverse, 

						'glyphicon-chevron-down' : predicate == 'targetObject' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('status')">

					Status

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'status',

						'glyphicon-chevron-up'   : predicate == 'status' && reverse, 

						'glyphicon-chevron-down' : predicate == 'status' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('provenance')">

					Provenance

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'provenance',

						'glyphicon-chevron-up'   : predicate == 'provenance' && reverse, 

						'glyphicon-chevron-down' : predicate == 'provenance' && !reverse

					}"></span>

				</a>

			</th>

			<th class="text-center">

				<a href="javascript:void(0)" ng-click="order('lastUpdateDate')">

					Last Update Date

					<span class="glyphicon" ng-class="{

						'glyphicon-sort'         : predicate != 'lastUpdateDate',

						'glyphicon-chevron-up'   : predicate == 'lastUpdateDate' && reverse, 

						'glyphicon-chevron-down' : predicate == 'lastUpdateDate' && !reverse

					}"></span>

				</a>

			</th>

			<th></th>

		</tr>

	</thead>

	<tbody>

		<tr ng-repeat="entry in blacklist | filter:blacklistFilter | orderBy:predicate:reverse">

			<td class="text-right">

				<a ng-show="entry.ticketId && entry.ticketId > 0" target="_blank" href="https://issue.openaire.research-infrastructures.eu/issues/{{entry.ticketId}}">{{entry.ticketId}}</a>

				<span ng-hide="entry.ticketId && entry.ticketId > 0">-</span>

			</td>

			<td class="text-center" style="font-family: monospace" title="{{entry.sourceType}}">

				<b class="text-info">{{entry.sourceObject}}</b>

				<span ng-repeat="origId in entry.originalSourceObjects" class="text-muted" ng-show="origId != entry.sourceObject"><br />{{origId}}</span>

			</td>

			<td class="text-center">{{entry.relationship}}</td>

			<td class="text-center" style="font-family: monospace" title="{{entry.targetType}}">

				<b class="text-info">{{entry.targetObject}}</b>

				<span ng-repeat="origId in entry.originalTargetObjects" class="text-muted" ng-show="origId != entry.targetObject"><br />{{origId}}</span>

			</td>

			<td class="text-center">

				<span class="label" ng-class="{

					'label-default'       : entry.status == 'PENDING',

					'label-success'       : entry.status == 'ACCEPTED',

					'label label-warning' : entry.status == 'REFUSED',

					'label-danger'        : entry.status == 'DELETED'

				}">{{entry.status}}</span>

			</td>

			<td class="text-center" ng-switch="entry.provenance">

				<span ng-switch-when='iis' title="{{entry.iisStatus}}" ng-class="{'text-success' : entry.iisStatus == 'SOLVED', 'text-danger' : entry.iisStatus == 'UNSOLVED' }">{{entry.iisModule}}</span>

				<span ng-switch-default>{{entry.provenance}}</span>

			</td>

			<td class="text-center">{{entry.lastUpdateDate}}</td>

			<td class="text-right" style="white-space: nowrap;">

				<button type="button" class="btn btn-warning btn-xs" ng-click="prepareForEdit(entry)">Edit</button>

				<button type="button" class="btn btn-danger btn-xs" ng-click="deleteFromBlacklist(entry.id)">Delete</button>

			</td>

		</tr>

	</tbody>

</table>

<div class="modal fade">

	<div class="modal-dialog modal-lg">

		<div class="modal-content">

			<div class="modal-header">

				<button type="button" class="close" data-dismiss="modal">

					<span aria-hidden="true">&times;</span>

				</button>

				<h4 class="modal-title" ng-if="mode == 'ADD'">Add new blacklist entry</h4>

				<h4 class="modal-title" ng-if="mode == 'UPDATE'">Edit blacklist entry</h4>

			</div>

			<div class="modal-body">

				<form class="form-horizontal" name="formBlacklist">

					<div class="form-group">

						<label class="col-xs-3 control-label">Ticket ID</label>

						<div class="col-xs-2">

							<div bs-has-error>

								<input class="form-control" ng-model="entry.ticketId" type="text" ng-pattern="/^\d+$/" placeholder="ID..." />

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Relationship</label>

						<div class="col-xs-9">

							<div bs-has-error>

								<select class="form-control" ng-model="entry.relationship" required="required">

									<option value="" disabled="disabled" style="display: none;">- Please Choose -</option>

									<option value="{{item}}" ng-repeat="item in relationTypes">{{item}}</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Source</label>

						<div class="col-xs-3">

							<div bs-has-error>

								<select class="form-control" ng-model="entry.sourceType" required="required">

									<option value="" disabled="disabled" style="display: none;">- Choose Type... -</option>

									<option value="{{item}}" ng-repeat="item in entityTypes">{{item}}</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

						<div class="col-xs-6">

							<div bs-has-error>

								<input class="form-control" ng-model="entry.sourceObject" type="text" required="required" ng-pattern="/^\S{12}::\S{32}$/" placeholder="Source ID..." ng-disabled="mode == 'UPDATE'"/>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Target</label>

						<div class="col-xs-3">

							<div bs-has-error>

								<select class="form-control" ng-model="entry.targetType" required="required">

									<option value="" disabled="disabled" style="display: none;">- Choose Type... -</option>

									<option value="{{item}}" ng-repeat="item in entityTypes">{{item}}</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

						<div class="col-xs-6">

							<div bs-has-error>

								<input class="form-control" ng-model="entry.targetObject" type="text" required="required" ng-pattern="/^\S{12}::\S{32}$/" placeholder="Target ID..."  ng-disabled="mode == 'UPDATE'" />

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Status</label>

						<div class="col-xs-3">

							<div bs-has-error>

								<select class="form-control" ng-model="entry.status" required="required">

									<option value="" disabled="disabled" style="display: none;">- Please Choose -</option>

									<option value="PENDING">PENDING</option>

									<option value="ACCEPTED">ACCEPTED</option>

									<option value="REFUSED">REFUSED</option>

									<option value="DELETED">DELETED</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Provenance</label>

						<div class="col-xs-3">

							<div bs-has-error>

								<select class="form-control" ng-model="entry.provenance" required="required" ng-change="resetIisInfo()">

									<option value="" disabled="disabled" style="display: none;">- Please Choose -</option>

									<option value="iis">iis</option>

									<option value="crosswalk">crosswalk</option>

									<option value="claim">claim</option>

									<option value="unknown">unknown</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group" ng-show="entry.provenance == 'iis'">

						<label class="col-xs-3 control-label">IIS module</label>

						<div class="col-xs-6">

							<div bs-has-error>

								<input class="form-control" ng-model="entry.iisModule" type="text" placeholder="E.g. iis::document_referencedProjects" ng-required="entry.provenance == 'iis'" />

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

						<div class="col-xs-3">

							<div bs-has-error>

								<select ng-model="entry.iisStatus" class="form-control" ng-required="entry.provenance == 'iis'">

									<option value="" disabled="disabled" style="display: none;">- Please Choose -</option>

									<option value="UNSOLVED">UNSOLVED</option>

									<option value="SOLVED">SOLVED</option>

								</select>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

					<div class="form-group">

						<label class="col-xs-3 control-label">Note</label>

						<div class="col-xs-9">

							<div bs-has-error>

								<textarea class="form-control" rows="5" ng-model="entry.note" placeholder="Note..."></textarea>

								<span class="form-control-feedback glyphicon"></span>

							</div>

						</div>

					</div>

				</form>

			</div>

			<div class="modal-footer">

				<button class="btn btn-default" data-dismiss="modal">Close</button>

				<button class="btn btn-primary" data-dismiss="modal" ng-click="saveEntry()" ng-disabled="formBlacklist.$invalid">Save changes</button>

			</div>

		</div>

	</div>

</div>

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

       xmlns="http://www.springframework.org/schema/beans"

       xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd">

	<bean id="blacklistManager" class="eu.dnetlib.openaire.blacklist.BlacklistManager" />

	<bean id="openaireIdResolver" class="eu.dnetlib.openaire.blacklist.OpenaireIdResolver"/>

	<bean id="wfNodeApplyBlacklistJob" class="eu.dnetlib.msro.workflows.blacklist.ApplyBlacklistJobNode"

	      scope="prototype" />

</beans>

CREATE TYPE IIS_STATUS AS ENUM ('UNSOLVED', 'SOLVED');

CREATE TYPE STATUS AS ENUM ('PENDING', 'ACCEPTED', 'REFUSED', 'DELETED');

CREATE TABLE blacklist (

	id                      SERIAL,

	source_object           CHARACTER VARYING(255) NOT NULL,

	target_object           CHARACTER VARYING(255) NOT NULL,

	source_type             CHARACTER VARYING(255) NOT NULL,

	target_type             CHARACTER VARYING(255) NOT NULL,

	relationship            CHARACTER VARYING(255) NOT NULL,

	provenance              CHARACTER VARYING(255) NOT NULL,

	iis_module              CHARACTER VARYING(255),

	iis_module_profile      CHARACTER VARYING(255),

	iis_status              IIS_STATUS,

	status                  STATUS                 NOT NULL,

	original_source_objects CHARACTER VARYING(255) ARRAY,

	original_target_objects CHARACTER VARYING(255) ARRAY,

	creation_time           TIMESTAMP DEFAULT now(),

	last_update_time        TIMESTAMP DEFAULT now(),

	note                    TEXT,

	ticket_id               CHARACTER VARYING(255),

	userid                  CHARACTER VARYING(255) NOT NULL,

	PRIMARY KEY (source_object, target_object, relationship)

);

CREATE INDEX ON blacklist (source_object);

CREATE INDEX ON blacklist (target_object);

CREATE INDEX ON blacklist (ticket_id, original_source_objects, original_target_objects);

CREATE INDEX ON blacklist (iis_status);

CREATE INDEX ON blacklist (status);

--TRIGGER TO UPDATE THE last_update_time on UPDATES

CREATE OR REPLACE FUNCTION update_modified_column()

  RETURNS TRIGGER AS $$

BEGIN

  NEW.last_update_time = now();

  RETURN NEW;

END;

$$ LANGUAGE 'plpgsql';

CREATE TRIGGER update_blacklist_modtime BEFORE UPDATE ON blacklist FOR EACH ROW EXECUTE PROCEDURE update_modified_column();

-- Just for test

-- INSERT INTO blacklist (userid, relationship, provenance, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

-- VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'crosswalk',

--        'ACCEPTED', 'od________18::xxxxxxxxxxxxxxxxxx', 'result',

--        'corda_______::9826e8aba3e8f3a2a46545cf341838a8', 'project', '1');

-- INSERT INTO blacklist (userid, relationship, provenance, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

-- VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'crosswalk',

--         'PENDING', 'od________18::yyyyyyyyyyyyyyyyyyyy', 'result',

--         'corda_______::9826e8aba3e8f3a2a46545cf341838a8', 'project', '1');

-- INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

-- VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

--         'iis::document_referencedProjects',

--         'UNSOLVED', 'ACCEPTED', 'od______2367::eb76f733498920166d4ce77ec37d4X', 'result',

--         'corda_______::800e636c0a24ac3767701a789a96baX', 'project', '1360', '{"idsource::origi1", "idsource:orig2"}',

--         '{"idtarget::origi1", "idtarget:orig2","idtarget:orig3"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1245

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'UNSOLVED', 'ACCEPTED', 'od_______908::a47e1c3ede9a21ee5278a2e5c338d69b', 'result',

        'corda_______::fda6a1c19dac47508b6fb619518328c7', 'project', '1245', '{"od_______908::a47e1c3ede9a21ee5278a2e5c338d69b"}', '{"corda_______::fda6a1c19dac47508b6fb619518328c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'UNSOLVED', 'ACCEPTED', 'od_______908::a47e1c3ede9a21ee5278a2e5c338d69b', 'result',

        'corda_______::189ff31d637eaaeaf4d3584dc490b1cf', 'project', '1245', '{"od_______908::a47e1c3ede9a21ee5278a2e5c338d69b"}', '{"corda_______::189ff31d637eaaeaf4d3584dc490b1cf"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1360			

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'UNSOLVED', 'ACCEPTED', 'od________18::a727cc288016db7132ef9a799aa83350', 'result',

        'corda_______::9826e8aba3e8f3a2a46545cf341838a8', 'project', '1360', '{"od________18::a727cc288016db7132ef9a799aa83350"}', '{"corda_______::9826e8aba3e8f3a2a46545cf341838a8"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'UNSOLVED', 'ACCEPTED', 'od________18::062cf091d5c7a7d730001c34177042e3', 'result',

        'corda_______::9826e8aba3e8f3a2a46545cf341838a8', 'project', '1360', '{"od________18::062cf091d5c7a7d730001c34177042e3"}',

        '{"corda_______::9826e8aba3e8f3a2a46545cf341838a8"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1254

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'SOLVED',

        'ACCEPTED', 'webcrawl____::68c191d9b972b47a235d311804c7f6f5', 'result', 'corda_______::c3d0b21615b129cd7395e24f9cf6bb64', 'project',

        '1254', '{"webcrawl____::68c191d9b972b47a235d311804c7f6f5"}', '{"corda_______::c3d0b21615b129cd7395e24f9cf6bb64"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______908::1b172ab34639e7935e2357119cf20830', 'result',

        'corda_______::c3d0b21615b129cd7395e24f9cf6bb64', 'project', '1254', '{"od_______908::1b172ab34639e7935e2357119cf20830"}',

        '{"corda_______::c3d0b21615b129cd7395e24f9cf6bb64"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'doajarticles::cb234c66327d29ba5f13c0db7a4cf423', 'result',

        'corda_______::c3d0b21615b129cd7395e24f9cf6bb64', 'project', '1254', '{"doajarticles::cb234c66327d29ba5f13c0db7a4cf423"}',

        '{"corda_______::c3d0b21615b129cd7395e24f9cf6bb64"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1297

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects', 'UNSOLVED',

        'ACCEPTED', 'od______1146::e2fafaba636a14e408f02c6ea26acb0e', 'result', 'corda_______::35695c955c51f0bb39482ce5477047c7', 'project',

        '1297', '{"od______1146::e2fafaba636a14e408f02c6ea26acb0e"}', '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______908::b8e86ed982ff331764456e1f0759ed9c', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"od_______908::b8e86ed982ff331764456e1f0759ed9c"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::c472bf5944ce0495844d505d43d1c021', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::c472bf5944ce0495844d505d43d1c021"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______908::bbe86580e44dbefa401d435259baddf1', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"od_______908::bbe86580e44dbefa401d435259baddf1"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::ae0ae3ea5641ac24fa148ac38397dfcd', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::ae0ae3ea5641ac24fa148ac38397dfcd"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::5f46a8c6420f5b5eaf30d7212b0ada5b', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::5f46a8c6420f5b5eaf30d7212b0ada5b"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______908::49d9b3df9cf7e9c991e09e53677e40e3', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"od_______908::49d9b3df9cf7e9c991e09e53677e40e3"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______330::aa2edd06a6121a1a1db63be83cd7b7c7', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"od_______330::aa2edd06a6121a1a1db63be83cd7b7c7"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od_______908::45f342e6f10d5543631a757b417388d7', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"od_______908::45f342e6f10d5543631a757b417388d7"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::6ce2789da52c6036501533ed5613d71a', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::6ce2789da52c6036501533ed5613d71a"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::f887afc3d7a8e8c708b9b773d26cdd9d', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::f887afc3d7a8e8c708b9b773d26cdd9d"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'webcrawl____::161ee67349e268750701ee437188340b', 'result',

        'corda_______::35695c955c51f0bb39482ce5477047c7', 'project', '1297', '{"webcrawl____::161ee67349e268750701ee437188340b"}',

        '{"corda_______::35695c955c51f0bb39482ce5477047c7"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1412

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'od______2367::eb76f733498920166d4ce77ec37d487c', 'result',

        'corda_______::800e636c0a24ac3767701a789a96ba89', 'project', '1360', '{"od______2367::eb76f733498920166d4ce77ec37d487c"}',

        '{"corda_______::800e636c0a24ac3767701a789a96ba89"}');

-- https://issue.openaire.research-infrastructures.eu/issues/1530

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'dedup_wf_001::67d425112b2858ac59c44589496260b6', 'result',

        'corda__h2020::c4093823864f0ceb5747977245d1ad57', 'project', '1360',

        '{"doajarticles::67d425112b2858ac59c44589496260b6", "issn20484194::e8fe2f03154ed785e968ab72f54707e1"}',

        '{"corda__h2020::c4093823864f0ceb5747977245d1ad57"}');

INSERT INTO blacklist (userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, ticket_id, original_source_objects, original_target_objects)

VALUES ('unknown', 'resultProject_outcome_isProducedBy', 'iis',

        'iis::document_referencedProjects',

        'UNSOLVED', 'ACCEPTED', 'dedup_wf_001::42baa97c7d0a4316f72bc61c373b6d2c', 'result',

        'corda__h2020::bc993a53736173ace2f6dd2ddc459dd5', 'project', '1360',

        '{"erc_________::42baa97c7d0a4316f72bc61c373b6d2c", "webcrawl____::488517651c5e126d97b45ad0416dd8a8", "od_______908::80a1640c67870bc5d4673a8d1ad0534a", "od_______610::9a1a5461cd13d2192950497bbe0b52ed"}',

        '{"corda__h2020::bc993a53736173ace2f6dd2ddc459dd5"}');

$common/master( header={

	<script type="text/javascript" src="../resources/js/angular.min.js" ></script>

	<script type="text/javascript" src="../resources/js/angular-route.min.js"></script>

	<script type="text/javascript" src="../resources/js/ui-bootstrap.min.js"></script>

	<script type="text/javascript" src="../resources/js/jquery-ui-1.10.4.min.js"></script>

	<script type="text/javascript" src="../resources/js/blacklist.js"></script>

	<script type="text/javascript" src="../resources/js/blacklist_controllers.js"></script>

	<link rel="stylesheet" type="text/css" href="../resources/css/jquery-ui-1.10.4.min.css" />

}, body={

	<div ng-app="blacklist">

		<div ng-view></div>

	</div>

} )$

<?xml version="1.0" encoding="UTF-8"?>

<beans xmlns="http://www.springframework.org/schema/beans"

	   xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xmlns:jaxws="http://cxf.apache.org/jaxws"

	   xmlns:sec="http://cxf.apache.org/configuration/security" xmlns:wsa="http://cxf.apache.org/ws/addressing"

	   xmlns:p="http://www.springframework.org/schema/p" xmlns:http="http://cxf.apache.org/transports/http/configuration"

	   xmlns:t="http://dnetlib.eu/springbeans/t" xmlns:template="http://dnetlib.eu/springbeans/template"

	   xmlns:util="http://www.springframework.org/schema/util" xmlns:context="http://www.springframework.org/schema/context"

	   xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd

						http://cxf.apache.org/ws/addressing http://cxf.apache.org/schemas/ws-addr-conf.xsd

						http://cxf.apache.org/configuration/security http://cxf.apache.org/schemas/configuration/security.xsd

						http://cxf.apache.org/transports/http/configuration http://cxf.apache.org/schemas/configuration/http-conf.xsd

						http://cxf.apache.org/jaxws http://cxf.apache.org/schemas/jaxws.xsd

						http://dnetlib.eu/springbeans/template http://dnetlib.eu/springbeans/template.xsd

						http://www.springframework.org/schema/util http://www.springframework.org/schema/util/spring-util.xsd

						http://www.springframework.org/schema/context http://www.springframework.org/schema/context/spring-context.xsd">

	<bean name="/ui/blacklist.do"

		  class="eu.dnetlib.functionality.modular.ui.blacklist.BlacklistEntryPointController"

		  p:menu="Blacklist Manager"

		  p:title="Blacklist Manager"

		  p:description="Manager for the Blacklist of links"

		  p:group="Tools">

		<property name="permissionLevels">

			<set>

				<value>IS_ADMIN</value>

			</set>

		</property>

	</bean>

</beans>

dnet.openaire.blacklist.db.name=dnet_openaire_blacklist

package eu.dnetlib.openaire.blacklist;

import java.io.StringReader;

import java.util.List;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.solr.client.solrj.SolrQuery;

import org.apache.solr.client.solrj.impl.CloudSolrServer;

import org.apache.solr.client.solrj.response.QueryResponse;

import org.apache.solr.common.SolrDocument;

import org.apache.solr.common.SolrDocumentList;

import org.dom4j.Attribute;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Autowired;

import com.google.common.base.Function;

import com.google.common.collect.Iterables;

import com.google.common.collect.Lists;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

/**

 * The goal of this task is to return the original identifiers of objects merged in a representative object by deduplication. Created by

 * alessia on 09/02/16.

 */

public class OpenaireIdResolver {

	public final static String SOLR_COLLECTION_POSTFIX = "-index-openaire";

	private static final Log log = LogFactory.getLog(OpenaireIdResolver.class);

	private final static String RESULT_FIELD = "__result";

	private final static String XPATH_TO_MERGED = "//*[local-name()='entity']/*//children/result/@objidentifier";

	private final SAXReader saxReader = new SAXReader();

	@Autowired

	private UniqueServiceLocator serviceLocator;

	public List<String> resolveIdentifier(final String id) {

		if (StringUtils.isBlank(id)) return Lists.newArrayList();

		else {

			return findOriginalIds(id);

		}

	}

	protected List<String> findOriginalIds(final String id) {

		CloudSolrServer solrCore = null;

		final SolrQuery q = new SolrQuery("objidentifier:\"" + id + "\"");

		QueryResponse response = null;

		try {

			solrCore = new CloudSolrServer(getIndexEndpoint());

			solrCore.setDefaultCollection(getPublicIndexCollection() + SOLR_COLLECTION_POSTFIX);

			response = solrCore.query(q);

			final SolrDocumentList results = response.getResults();

			if (results.isEmpty()) {

				log.debug("Query " + q + " returned 0 documents");

				return Lists.newArrayList();

			}

			// my results contain the document with the given identifier

			final SolrDocument solrDoc = results.get(0);

			return extractMergedIdentifiers(solrDoc);

		} catch (final Exception e) {

			log.error("Can't get original ids for " + id + "\n ", e);

			throw new RuntimeException("Can't get original ids for " + id + "\n " + e);

		} finally {

			solrCore.shutdown();

		}

	}

	@SuppressWarnings("unchecked")

	protected List<String> extractMergedIdentifiers(final SolrDocument doc) throws DocumentException {

		final String xmlRecord = (String) doc.getFirstValue(RESULT_FIELD);

		final Document xmlDoc = this.saxReader.read(new StringReader(xmlRecord));

		return Lists.newArrayList(Iterables.transform(xmlDoc.selectNodes(XPATH_TO_MERGED), new Function<Attribute, String>() {

			@Override

			public String apply(final Attribute a) {

				return a.getStringValue();

			}

		}));

	}

	protected String getIndexEndpoint() throws ISLookUpException {

		return this.serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(

				"for $x in collection('/db/DRIVER/ServiceResources/IndexServiceResourceType') return $x//PROTOCOL[./@name='solr']/@address/string()");

	}

	protected String getPublicIndexCollection() throws ISLookUpException {

		return this.serviceLocator.getService(ISLookUpService.class).getResourceProfileByQuery(

				"for $x in collection('/db/DRIVER/ServiceResources/SearchServiceResourceType') return $x[.//PROPERTY[@key='infrastructure']/@value='public']//PROPERTY[@key='mdformat']/@value/string()");

	}

	public UniqueServiceLocator getServiceLocator() {

		return serviceLocator;

	}

	public void setServiceLocator(final UniqueServiceLocator serviceLocator) {

		this.serviceLocator = serviceLocator;

	}

}

package eu.dnetlib.openaire.blacklist;

import java.io.StringReader;

import java.util.Collection;

import java.util.List;

import java.util.Set;

import javax.xml.ws.wsaddressing.W3CEndpointReference;

import org.apache.commons.lang.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Element;

import org.dom4j.io.SAXReader;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import com.google.common.collect.Lists;

import eu.dnetlib.enabling.database.rmi.DatabaseException;

import eu.dnetlib.enabling.database.rmi.DatabaseService;

import eu.dnetlib.enabling.locators.UniqueServiceLocator;

import eu.dnetlib.enabling.resultset.client.IterableResultSetClient;

import eu.dnetlib.enabling.resultset.client.ResultSetClientFactory;

import eu.dnetlib.miscutils.collections.MappedCollection;

import eu.dnetlib.miscutils.functional.UnaryFunction;

import eu.dnetlib.openaire.hadoop.utils.HBaseTableUtils;

public class BlacklistManager {

	private static final Log log = LogFactory.getLog(BlacklistManager.class); // NOPMD by marko on 11/24/08 5:02 PM

	@Value("${dnet.openaire.blacklist.db.name}")

	private String blacklistDatabaseName;

	@Autowired

	private UniqueServiceLocator serviceLocator;

	@Autowired

	private ResultSetClientFactory resultSetClientFactory;

	@Autowired

	private OpenaireIdResolver openaireIdResolver;

	private List<String> getOriginalIds(final String id, final String entityType) {

		List<String> originalIds = Lists.newArrayList();

		// We need to find original ids only for entities that are deduplicated: result, organization, person.

		if (entityType.equals("result") || entityType.equals("organization") || entityType.equals("person")) {

			originalIds = openaireIdResolver.resolveIdentifier(id);

		}

		return originalIds;

	}

	public void addToBlacklist(final BlacklistEntry entry) throws DatabaseException {

		final List<String> sourceIds = getOriginalIds(entry.getSourceObject(), entry.getSourceType());

		final List<String> targetIds = getOriginalIds(entry.getTargetObject(), entry.getTargetType());

		entry.setOriginalSourceObjects(sourceIds);

		entry.setOriginalTargetObjects(targetIds);

		final DatabaseService dbService = serviceLocator.getService(DatabaseService.class);

		final String addQuery = String.format(

				"INSERT INTO blacklist(userid, relationship, provenance, iis_module, iis_status, status, source_object, source_type, target_object, target_type, "

						+ "ticket_id, original_source_objects, original_target_objects, note) "

						+ " VALUES(%1$s, %2$s, %3$s, %4$s, %5$s, %6$s, %7$s, %8$s, %9$s, %10$s, %11$s, %12$s, %13$s, %14$s)",

				asSqlParam(entry.getUser()),

				asSqlParam(entry.getRelationship()),

				asSqlParam(entry.getProvenance()),

				asSqlParam(entry.getIisModule()),

				asSqlParam(entry.getIisStatus()),

				asSqlParam(entry.getStatus()),

				asSqlParam(entry.getSourceObject()),

				asSqlParam(entry.getSourceType()),

				asSqlParam(entry.getTargetObject()),

				asSqlParam(entry.getTargetType()),

				asSqlParam(entry.getTicketId()),

				asSqlParam(joinCollectionForSQL(sourceIds.isEmpty() ? Lists.newArrayList(entry.getSourceObject()) : sourceIds)),

				asSqlParam(joinCollectionForSQL(targetIds.isEmpty() ? Lists.newArrayList(entry.getTargetObject()) : targetIds)),

				asSqlParam(entry.getNote()));

		log.debug("Adding new blacklist entry");

		this.safeUpdateSql(dbService, blacklistDatabaseName, addQuery);

	}

	private String joinCollectionForSQL(final Collection<String> coll) {

		return "{\"" + StringUtils.join(coll, "\",\"") + "\"}";

	}

	public void editBlacklistEntry(final BlacklistEntry entry) throws DatabaseException {

		final DatabaseService dbService = serviceLocator.getService(DatabaseService.class);

		final String editQuery = String.format(

				"UPDATE blacklist SET userid=%s, relationship=%s, provenance=%s, iis_module=%s, iis_status=%s, status=%s, source_type=%s, "

						+ "target_type=%s, ticket_id=%s, note=%s WHERE id=%s",

				asSqlParam(entry.getUser()),

				asSqlParam(entry.getRelationship()),

				asSqlParam(entry.getProvenance()),

				asSqlParam(entry.getIisModule()),

				asSqlParam(entry.getIisStatus()),

				asSqlParam(entry.getStatus()),

				asSqlParam(entry.getSourceType()),

				asSqlParam(entry.getTargetType()),

				asSqlParam(entry.getTicketId()),

				asSqlParam(entry.getNote()),

				asSqlParam(entry.getId()));

		log.debug("Editing blacklist entry: " + entry.getId());

		this.safeUpdateSql(dbService, blacklistDatabaseName, editQuery);

	}

	private String asSqlParam(final Object o) {

		if (o == null) {

			return "NULL";

		} else if ((o instanceof Number) || (o instanceof Boolean)) {

			return o.toString();

		} else {

			return "'" + o.toString() + "'";

		}

	}

	public void deleteFromBlacklist(final int entryId) throws DatabaseException {

		final DatabaseService dbService = serviceLocator.getService(DatabaseService.class);

		log.debug("Deleting entry " + entryId + " from blacklist");

		this.safeUpdateSql(dbService, blacklistDatabaseName, String.format("DELETE FROM blacklist WHERE id='%s' ", entryId));

	}

	public Iterable<BlacklistEntry> getBlacklist() throws DatabaseException {

		final String sqlQuery = "SELECT * from blacklist order by ticket_id";

		final W3CEndpointReference epr = serviceLocator.getService(DatabaseService.class).searchSQL(blacklistDatabaseName, sqlQuery);

		final IterableResultSetClient iter = resultSetClientFactory.getClient(epr);

		return this.getBlacklistIterable(iter);

	}

	public W3CEndpointReference getAcceptedBlacklistEntries() throws DatabaseException {

		final String sqlQuery =

				"SELECT source_type, unnest(original_source_objects) as source, target_type, unnest(original_target_objects) as target, relationship FROM blacklist WHERE status = 'ACCEPTED'";

		return serviceLocator.getService(DatabaseService.class).searchSQL(blacklistDatabaseName, sqlQuery);

	}

	private void safeUpdateSql(final DatabaseService dbService, final String dbName, final String sql) throws DatabaseException {

		log.info(sql);

		dbService.updateSQL(dbName, sql);

	}

	public Iterable<BlacklistEntry> getBlacklistIterable(final Iterable<String> xmlEntries) {

		return new MappedCollection<BlacklistEntry, String>(xmlEntries, new UnaryFunction<BlacklistEntry, String>() {

			@Override

			public BlacklistEntry evaluate(final String dbEntry) {

				final SAXReader saxReader = new SAXReader();

				final BlacklistEntry be = new BlacklistEntry();

				Document doc;

				try {

					doc = saxReader.read(new StringReader(dbEntry));

					be.setId(Integer.parseInt(doc.selectSingleNode("//FIELD[./@name='id']").getText()));

					be.setCreationDate(doc.selectSingleNode("//FIELD[./@name='creation_time']").getText());

					be.setLastUpdateDate(doc.selectSingleNode("//FIELD[./@name='last_update_time']").getText());

					be.setNote(doc.selectSingleNode("//FIELD[./@name='note']").getText());

					be.setRelationship(doc.selectSingleNode(".//FIELD[./@name='relationship']").getText());

					be.setStatus(STATUS.valueOf(StringUtils.upperCase(doc.selectSingleNode("//FIELD[./@name='status']").getText())));

					be.setTicketId(doc.selectSingleNode("//FIELD[./@name='ticket_id']").getText());

					be.setUser(doc.selectSingleNode("//FIELD[./@name='userid']").getText());

					be.setSourceObject(doc.selectSingleNode("//FIELD[./@name='source_object']").getText());

					be.setSourceType(doc.selectSingleNode("//FIELD[./@name='source_type']").getText());

					be.setTargetObject(doc.selectSingleNode("//FIELD[./@name='target_object']").getText());

					be.setTargetType(doc.selectSingleNode("//FIELD[./@name='target_type']").getText());

					final String provenance = doc.selectSingleNode("//FIELD[./@name='provenance']").getText();

					be.setProvenance(provenance);

					if (provenance.equalsIgnoreCase("iis")) {

						be.setIisModule(doc.selectSingleNode("//FIELD[./@name='iis_module']").getText());

						be.setIisStatus(IIS_STATUS.valueOf(StringUtils.upperCase(doc.selectSingleNode("//FIELD[./@name='iis_status']").getText())));

					}

					// get the array of original identifiers

					final List<Element> sources = doc.selectNodes("//FIELD[./@name='original_source_objects']/ITEM");

					if ((sources != null) && !sources.isEmpty()) {

						for (final Element e : sources) {

							be.getOriginalSourceObjects().add(e.getText());

						}

					}

					final List<Element> targets = doc.selectNodes("//FIELD[./@name='original_target_objects']/ITEM");

					if ((targets != null) && !targets.isEmpty()) {

						for (final Element e : targets) {

							be.getOriginalTargetObjects().add(e.getText());

						}

					}

				} catch (final DocumentException e) {

					log.error(e);

					throw new RuntimeException(e);

				}

				return be;

			}

		});

	}

	public Set<String> getListOfRelationships() {

		return HBaseTableUtils.listRelationships();

	}

	public enum IIS_STATUS {

		UNSOLVED, SOLVED

	}

	public enum STATUS {

		PENDING, ACCEPTED, REFUSED, DELETED

	}

}

package eu.dnetlib.openaire.blacklist;

import java.util.List;

import com.google.common.collect.Lists;

import com.google.gson.Gson;

import eu.dnetlib.openaire.blacklist.BlacklistManager.IIS_STATUS;

import eu.dnetlib.openaire.blacklist.BlacklistManager.STATUS;

public class BlacklistEntry {

    private int id;

    /**

     * The user who reported the wrong link

     **/

    private String user = "unknown";

    /**

     * A note regarding the reported 'wrong' relationship

     **/

    private String note = "";

    /**

     * The id of the ticket associated to this entry

     **/

    private String ticketId = "unknown";

    /**

     * Provenance of the relationship. 'iis' when the relationship is inferred. 'crosswalk' if it is aggregated. 'claim' if it is a claim.

     **/

    private String provenance;

	/**

	 * Relationship label: 'resultProject_outcome_isProducedBy' for result-project relationships.

	 */

	private String relationship;

    /**

     * The inference module that generated the relationship. 'iis::document_referencedProjects' for result-project relationships. Blank if provenance is not 'iis'.

     **/

    private String iisModule = "";

    /**

     * Status of the report

     **/

    private STATUS status = STATUS.PENDING;

    /**

     * Status of the issue from the pov of IIS. Blank if provenance is not 'iis'.

     **/

    private IIS_STATUS iisStatus = null;

    private String creationDate, lastUpdateDate;

    /**

     * OpenAIRE ids of the objects linked by the 'wrong' relationship

     **/

    private String sourceObject, targetObject;

    /**

     * Type of the source and target objects.

     **/

    private String sourceType, targetType;

    /**

     * If the source or the target are representatives, then the following strings are not empty and contain the json strings with the ids of the merged objects

     **/

    private List<String> originalSourceObjects = Lists.newArrayList(), originalTargetObjects = Lists.newArrayList();

    @Override

    public String toString() {

        Gson gson = new Gson();

        return gson.toJson(this);

    }

	public String getRelationship() {

		return relationship;

	}

	public void setRelationship(final String relationship) {

		this.relationship = relationship;

	}

	public String getSourceType() {

		return sourceType;

	}

    public void setSourceType(final String sourceType) {

        this.sourceType = sourceType;

    }

    public String getTargetType() {

        return targetType;

    }

    public void setTargetType(final String targetType) {

        this.targetType = targetType;

    }

    public int getId() {

        return id;

    }

    public void setId(int id) {

        this.id = id;

    }

    public String getUser() {

        return user;

    }

    public void setUser(final String user) {

        this.user = user;

    }

    public String getNote() {

        return note;

    }

    public void setNote(final String note) {

        this.note = note;

    }

    public String getTicketId() {

        return ticketId;

    }

    public void setTicketId(final String ticketId) {

        this.ticketId = ticketId;

    }

    public String getProvenance() {

        return provenance;

    }

    public void setProvenance(final String provenance) {

        this.provenance = provenance;

    }

    public String getIisModule() {

        return iisModule;

    }

    public void setIisModule(final String iisModule) {

        this.iisModule = iisModule;

    }

    public STATUS getStatus() {

        return status;

    }

    public void setStatus(final STATUS status) {

        this.status = status;

    }

    public IIS_STATUS getIisStatus() {

        return iisStatus;

    }

    public void setIisStatus(final IIS_STATUS iisStatus) {

        this.iisStatus = iisStatus;

    }

    public String getCreationDate() {

        return creationDate;

    }

    public void setCreationDate(final String creationDate) {

        this.creationDate = creationDate;

    }

    public String getLastUpdateDate() {

        return lastUpdateDate;

    }

    public void setLastUpdateDate(final String lastUpdateDate) {

        this.lastUpdateDate = lastUpdateDate;

    }

    public String getSourceObject() {

        return sourceObject;

    }

    public void setSourceObject(final String sourceObject) {

        this.sourceObject = sourceObject;

    }

    public String getTargetObject() {

        return targetObject;

    }

    public void setTargetObject(final String targetObject) {

        this.targetObject = targetObject;

    }

    public List<String> getOriginalSourceObjects() {

        return originalSourceObjects;

    }

    public void setOriginalSourceObjects(final List<String> originalSourceObjects) {

        this.originalSourceObjects = originalSourceObjects;

    }

    public List<String> getOriginalTargetObjects() {

        return originalTargetObjects;

    }

    public void setOriginalTargetObjects(final List<String> originalTargetObjects) {

        this.originalTargetObjects = originalTargetObjects;

    }

}

package eu.dnetlib.functionality.modular.ui.blacklist;

import java.util.List;

import java.util.Set;

import javax.annotation.Resource;

import com.google.common.collect.Lists;

import eu.dnetlib.enabling.database.rmi.DatabaseException;

import eu.dnetlib.functionality.modular.ui.AbstractAjaxController;

import eu.dnetlib.openaire.blacklist.BlacklistEntry;

import eu.dnetlib.openaire.blacklist.BlacklistManager;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.springframework.stereotype.Controller;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.ResponseBody;

/**

 * Created by alessia on 18/09/15.

 */

@Controller

public class BlacklistInternalController extends AbstractAjaxController {

    private static final Log log = LogFactory.getLog(BlacklistInternalController.class); // NOPMD by marko on 11/24/08 5:02 PM

    @Resource

    private BlacklistManager blacklistManager;

    @ResponseBody

    @RequestMapping(value = "/ui/blacklist/getBlacklist.do")

    public List<BlacklistEntry> getBlacklist() throws DatabaseException {

        log.debug("getBlacklist");

        return Lists.newArrayList(this.blacklistManager.getBlacklist());

    }

    @ResponseBody

    @RequestMapping(value = "/ui/blacklist/addToBlacklist.do")

    public void addToBlacklist(@RequestBody(required = true) final BlacklistEntry entry) throws DatabaseException {

        log.debug("addToBlacklist");

        this.blacklistManager.addToBlacklist(entry);

    }

    @ResponseBody

    @RequestMapping(value = "/ui/blacklist/editBlacklistEntry.do")

    public void editBlacklistEntry(@RequestBody(required = true) final BlacklistEntry entry) throws DatabaseException {

        log.debug("editing blacklist entry " + entry.getId());

        this.blacklistManager.editBlacklistEntry(entry);

    }

    @ResponseBody

    @RequestMapping(value = "/ui/blacklist/deleteFromBlacklist.do")

    public void deleteFromBlacklist(@RequestBody(required = true) final int entryId) throws DatabaseException {

        log.debug("deleting blacklist entry " + entryId);

        this.blacklistManager.deleteFromBlacklist(entryId);

    }

	@ResponseBody

	@RequestMapping(value = "/ui/blacklist/getListOfRelationships.do")

	public Set<String> getListOfRelationships() throws DatabaseException {

        return this.blacklistManager.getListOfRelationships();

    }

}

package eu.dnetlib.functionality.modular.ui.blacklist;