D-Net

import urllib2

import pysolr

from flask import json

from DLI_ObjectResolver import DLIObject

class QueryResolver(object):

    def __init__(self, solr_url, base_url_dnet):

        self.solr_url = solr_url

        self.solr_server = pysolr.Solr(self.solr_url)

        self.base_url_dnet = base_url_dnet

        self.facet_renaming = {'entitytype': "Typology", 'provenance': "Content Provider",

                               "Content Provider": 'provenance', "Typology": 'entitytype'}

    def get_facet(self, facet, query=None):

        data = []

        f = 'entitytype'

        if query is not None:

            data.append({'facet': self.facet_renaming[f], 'query_name': f, 'values': [

                {'key': facet[f][i], 'value': facet[f][i + 1]} for i in range(0, len(facet[f]), 2)]})

        else:

            data.append({'facet': self.facet_renaming[f], 'query_name': f,

                         'values': [{'key': facet[f][i], 'value': facet[f][i + 1]} for i in

                                    range(0, len(facet[f]), 2)]})

        f = 'provenance'

        data.append({'facet': self.facet_renaming[f], 'query_name': f,

                     'values': [{'key': facet[f][i], 'value': facet[f][i + 1]} for i in range(0, len(facet[f]), 2)]})

        return data

    def get_item(self, persistent_identifier):

        query = 'objidentifier:"%s"' % persistent_identifier

        response = self.solr_server.search(q=query)

        query_response = []

        for hit in response:

            query_response.append(DLIObject(hit['dnetresourceidentifier'], self.base_url_dnet))

        return {'objects': query_response}

    def get_stats_detail(self):

        data = urllib2.urlopen(self.base_url_dnet + "/mvc/ui/stats/getLastStats")

        result = []

        d = json.loads(data.read())

        for k in d:

            if 'Deduction' not in k['datasource']:

                result.append(k)

        return result

    def get_stats(self):

        data = urllib2.urlopen(self.base_url_dnet + "/mvc/ui/stats/getAllStats")

        result = {}

        d = json.loads(data.read())

        for item in d:

            result[item] = []

            for k in d[item]:

                if 'Deduction' not in k['datasource']:

                    result[item].append(k)

        return result

    def query(self, q, browse_fields, start=None, page_size=10, only_result=False, filter_query=None):

        params = {}

        if browse_fields is not None:

            params['facet'] = 'true',

            params['facet.field'] = browse_fields

            params['facet.mincount'] = 1

        if filter_query is not None:

            params['fq'] = filter_query

        if start is not None:

            params['start'] = start

        if len(q) > 0:

            w_query = '%s OR (%s AND completionstatus:"complete")^2.0' % (q, q)

        response = self.solr_server.search(w_query, rows=page_size, **params)

        query_response = []

        for hit in response:

            dnet_id = hit['dnetresourceidentifier']

            query_response.append(DLIObject(hit['dnetresourceidentifier'], self.base_url_dnet))

        if not only_result:

            facet = self.get_facet(response.facets['facet_fields'], q)

        else:

            facet = self.get_facet(response.facets['facet_fields'])

        return {'objects': query_response, 'facet': facet, 'total': response.hits}

    def get_ds_info(self, id, name):

        param = ""

        value = ""

        if (len(id) > 0):

            param = "id"

            value = id

        if len(name) > 0:

            param = "name"

            value = name.replace(" ", '%20')

        url_query = self.base_url_dnet + "/mvc/ui/dli/datasource/info.do?%s=%s" % (param, value)

        data = urllib2.urlopen(url_query)

        d = json.loads(data.read())

        return d

    def get_all_ds(self):

        data = urllib2.urlopen(self.base_url_dnet + "/mvc/ui/dli/datasource/datasources.do")

        d = json.loads(data.read())

        return d