D-Net

import urllib2

from flask import json

from DLIObject import DLIObject

import pysolr

class QueryResolver(object):

    def __init__(self, solr_url):

        self.solr_url = solr_url

        self.solr_server = pysolr.Solr(self.solr_url)

        self.facet_renaming = {'entitytype': "Typology", 'provenance': "Content Provider",

                               "Content Provider": 'provenance', "Typology": 'entitytype'}

    def get_facet(self, facet, query=None):

        data = []

        f = 'entitytype'

        if query is not None:

            data.append({'facet': self.facet_renaming[f], 'query_name':f, 'values': [

                {'key': facet[f][i], 'value': facet[f][i + 1]} for i in range(0, len(facet[f]), 2)]})

        else:

            data.append({'facet': self.facet_renaming[f], 'query_name':f,

                         'values': [{'key': facet[f][i], 'value': facet[f][i + 1]} for i in

                                    range(0, len(facet[f]), 2)]})

        f = 'provenance'

        data.append({'facet': self.facet_renaming[f], 'query_name':f,

                     'values': [{'key': facet[f][i], 'value': facet[f][i + 1]} for i in range(0, len(facet[f]), 2)]})

        return data

    """

    def get_pointing_to(self, query, pointing_type):

        result = self.solr_server.search(q=query, rows=10, **{

            'facet': 'true',

            'facet.field': ['relatedobjtype'],

            'fq': 'entitytype:"%s"' % pointing_type

        })

        fields = result.facets['facet_fields']

        return [{'key': fields['relatedobjtype'][i], 'value': fields['relatedobjtype'][i + 1]} for i in

                range(0, len(fields['relatedobjtype']), 2)]

    """

    def get_item(self, persistent_identifier):

        query = 'objidentifier:"%s"' % persistent_identifier

        response = self.solr_server.search(q=query)

        query_response = []

        for hit in response:

            result = hit['__result'][0]

            query_response.append(DLIObject(result.encode('utf8')))

        return {'objects': query_response}

    def get_stats_detail(self):

        data =urllib2.urlopen("http://node0.d.dli.research-infrastructures.eu:8080/dli/mvc/ui/stats/getLastStats")

        return json.loads(data.read())

        """

        response =self.solr_server.search(q='*:*', rows=0, **{

               'facet':'true',

               'facet.field':['provenance', 'relationprovenance']

            })

        res = response.facets['facet_fields']

        data= res['provenance']

        repo_name = [data[i] for i in range(len(data)) if (i % 2) == 0]

        stat_dict = {}

        total_item = [(data[i], data[i+1]) for i in range(len(data)) if (i % 2) == 0]

        for repo in  repo_name:

            stat_dict[repo] ={'totalObject': 0, 'totalPublication': 0, 'totalDatasets': 0, 'totalRelations': 0}

        for item in total_item:

            stat_dict[item[0]]['totalObject'] =item[1]

        data= res['relationprovenance']

        total_rels = [(data[i], data[i+1]) for i in range(len(data)) if (i % 2) == 0]

        for item in total_rels:

            if item[0] not in stat_dict:

                 stat_dict[item[0]] ={'totalObject': 0, 'totalPublication': 0, 'totalDatasets': 0, 'totalRelations': 0}

            stat_dict[item[0]]['totalRelations'] =item[1]

        response =self.solr_server.search(q='*:*', rows=0, **{

           'facet':'true',

           'facet.field':['provenance'],

            'fq': ['entitytype:"publication"']

        })

        res = response.facets['facet_fields']

        data= res['provenance']

        total_pubs = [(data[i], data[i+1]) for i in range(len(data)) if (i % 2) == 0]

        for item in total_pubs:

            if item[0] not in stat_dict:

                 stat_dict[item[0]] = {'totalObject': 0, 'totalPublication': 0, 'totalDatasets': 0, 'totalRelations': 0}

            stat_dict[item[0]]['totalPublication'] =item[1]

        response =self.solr_server.search(q='*:*', rows=0, **{

               'facet':'true',

               'facet.field':['provenance'],

                'fq': ['entitytype:"dataset"'] })

        res = response.facets['facet_fields']

        data= res['provenance']

        total_datasets = [(data[i], data[i+1]) for i in range(len(data)) if (i % 2) == 0]

        for item in total_datasets:

            if item[0] not in stat_dict:

                 stat_dict[item[0]] ={}

            stat_dict[item[0]]['totalDatasets'] =item[1]

        stats =[]

        for item in stat_dict:

            data  = stat_dict[item]

            data['name'] = item

            stats.append(data)

        return stats

        """

    def get_stats(self):

        data =urllib2.urlopen("http://node0.d.dli.research-infrastructures.eu:8080/dli/mvc/ui/stats/getAllStats")

        return json.loads(data.read())

    def query(self, q, browse_fields, start=None, page_size=10, only_result=False, filter_query=None):

        params = {}

        if browse_fields is not None:

            params['facet'] = 'true',

            params['facet.field'] = browse_fields

            params['facet.mincount'] = 1

        if filter_query is not None:

            params['fq'] = filter_query

        if start is not None:

            params['start'] = start

        response = self.solr_server.search(q, rows=page_size, **params)

        query_response = []

        for hit in response:

            result = hit['__result'][0]

            query_response.append(DLIObject(result.encode('utf8')))

        if not only_result:

            facet = self.get_facet(response.facets['facet_fields'], q)

        else:

            facet = self.get_facet(response.facets['facet_fields'])

        return {'objects': query_response, 'facet': facet, 'total': response.hits}