D-Net

package eu.dnetlib.data.search.app;

import eu.dnetlib.api.data.IndexService;

import eu.dnetlib.api.data.IndexServiceException;

import eu.dnetlib.api.data.SearchService;

import eu.dnetlib.api.data.SearchServiceException;

import eu.dnetlib.data.search.app.plan.QueryRewriteRule;

import eu.dnetlib.data.search.transform.config.SearchRegistry;

import org.w3c.dom.Node;

import org.xml.sax.InputSource;

import javax.xml.parsers.DocumentBuilderFactory;

import javax.xml.xpath.XPath;

import javax.xml.xpath.XPathConstants;

import javax.xml.xpath.XPathExpression;

import javax.xml.xpath.XPathFactory;

    private static Logger logger = Logger.getLogger(SearchServiceImpl.class);

    //private static Logger tlogger = Logger.getLogger("eu.dnetlib.data.search.app.Timer");

    private boolean enableBrowseCache = false;

    public void init() {

        super.init();

                ActionType.UPDATE,

                new NotificationListener() {

                    public void processNotification(Notification notification) {

                        blackboardNotificationHandler.notified(

                                notification.getSubscriptionId(),

                                notification.getTopic(),

                                notification.getIsId(),

                                notification.getMessage());

                    }

                });

        try {

            String searchProfile = lookUpServiceServiceLocator.getService().getResourceProfile(serviceId);

                DocumentBuilderFactory dbf = DocumentBuilderFactory.newInstance();

                dbf.setNamespaceAware(true);

                DocumentBuilder db = dbf.newDocumentBuilder();

                Document doc = db.parse(new InputSource(new StringReader(searchProfile)));

                XPathFactory factory = XPathFactory.newInstance();

                XPath xpath = factory.newXPath();

                XPathExpression searchMdFormatExpression = xpath.compile("//SERVICE_PROPERTIES/PROPERTY[@key='mdformat']");

                if (node != null){

                    String profileMdFormat = node.getAttributes().getNamedItem("value").getTextContent();

                    if (profileMdFormat != null) {

                    }

                }

            }

        } catch (Exception e) {

            logger.error("Fail to load search service profile with id " + serviceId + " from IS.", e);

        }

    }

    @Deprecated

    public SearchResult search(String text, String transformer, String locale, int page, int size) throws SearchServiceException {

        return searchNrefine(text, transformer, null, locale, page, size, null);

    }

    @Deprecated

    public SearchResult refine(String text, String transformer, String locale, Collection<String> fields) throws SearchServiceException {

        return searchNrefine(text, null, transformer, locale, 1, -1, fields);

    public SearchResult searchNrefine(String text, String searchTransformer, String browseTransformer,

                                      String locale, int page, int size, Collection<String> fields) throws SearchServiceException {

        Transformer oldRefineTransformer = transformerFactory.getTransformer("results_openaire_browse", Locale.getDefault());

        if (fields!=null) {

            refineFields = new ArrayList<String>(fields);

    }

    public FormattedSearchResult search(String queryText, String transformerName, String format, String locale, int page, int size)

            throws SearchServiceException {

        return searchNrefine(queryText, transformerName, null, format, locale, page, size, null);

    }

    public FormattedSearchResult refine(String queryText, String refineTransformer, String format, String locale, Collection<String> fields) throws SearchServiceException {

        return searchNrefine(queryText, null, refineTransformer, format, locale, 0, -1, fields);

                                               String searchTransformer, String refineTransformer, String format,

                                               String locale, int page, int size, Collection<String> fields)  throws SearchServiceException {

        //TODO check locale

        FormattedSearchResult formattedSearchResult = null;

        Transformer oldRefineTransformer = transformerFactory.getTransformer("results_openaire_browse", Locale.getDefault());

        if (fields!=null) {

            refineFields = new ArrayList<String>(fields);

        try {

            formattedSearchResult = new FormattedSearchResult(formatter.format(searchResult), searchResult.getTotal());

            logger.error("Error formating search results.", e);

                                   int from, int to, String format, Transformer transformer, Transformer oldRefineTransformer,

                                   boolean oldPaging) throws SearchServiceException {

        enhanceFieldQueries(fieldQueries);

        logger.info("Performing query " + query + "' and fields " + fieldQueries + " and refine " + refinefields);

        try {

            //query = new CQLParser().parse(query).toCQL();

            String eprQuery = createEprQuery(query, refinefields, fieldQueries);

                throw new SearchServiceException("Something really strange happened there! Index returned null result set id.");

            //String correctLocale = getCorrectLocale(locale);

            //StringTokenizer tokenizer = new StringTokenizer(correctLocale, "_");

            //Locale requestLocale = new Locale(tokenizer.nextToken(), tokenizer.nextToken());

            if (oldPaging) {

                list = ((SolrResultSet)rs).newGet(from-1, to, format, transformer, oldRefineTransformer);

                list = ((SolrResultSet)rs).newGet(from, to, format, transformer, oldRefineTransformer);

            browseResults = list.get("refine");

        } catch (IndexServiceException ise) {

            logger.error("Error getting refine results.", ise);

            throw new SearchServiceException("Error getting refine results.", ise);

        }

        rs.close();

        return new SearchResult(query, Locale.getDefault().toString(), rs.size(), from, to, searchResults, browseResults, refinefields);

    }

                                       String format, Transformer transformer, OutputStream os) throws SearchServiceException {

        long startTime = System.nanoTime();

        IndexService index = getIndexLocator().getService();

        EPR epr = null;

        ResultSet<String> rs = null;

        String query = rewrite(text);

        enhanceFieldQueries(fieldQueries);

            String eprQuery = createEprQuery(query, refinefields, fieldQueries);

            epr = index.getBrowsingStatistics(eprQuery, "all", mdFormat, indexLayout);

            if (epr == null) {

                throw new SearchServiceException("Something really strange happened there! Index returned null result set id.");

            }

            rs = rsFactory.createResultSet(epr);

            ((SolrResultSet)rs).cursorGet(transformer,os);

        } catch (IndexServiceException ise) {

            logger.error("Error getting cursor results.", ise);

        long estimatedTime = System.nanoTime() - startTime;

        rs.close();

    }

        if (queryRules != null) {

            for (QueryRewriteRule queryRule: queryRules) {

                if (logger.isDebugEnabled()) {

                    logger.debug("Apply rule " + query);

                }

                query = queryRule.apply(query);

                if (logger.isDebugEnabled()) {

                    logger.debug("Rewritten query is " + query);

                }

        }

        if (fieldQueries != null && fieldQueryRules != null && !fieldQueryRules.isEmpty()) {

            fieldQueries.addAll(fieldQueryRules);

        }

        this.fieldRules = new HashMap<String, FieldRewriteRule>();

        for (FieldRewriteRule rule : fieldRules) {

            String key = rule.getFieldName();

            if (this.fieldRules.containsKey(key)) {

                logger.warn("Multiple rules for field " + key);

                logger.warn("Keeping last rule " + rule.getName());

            }

            this.fieldRules.put(key, rule);

    }

        StringBuffer queryBuffer = new StringBuffer();

        queryBuffer.append("query=");

        facetsBuffer.append("&groupby=");

        fqBuffer.append("&fq=");

            queryBuffer.append(query);

            for (Iterator<String> iterator = refineFields.iterator(); iterator.hasNext(); ) {

                facetsBuffer.append(iterator.next());

                if (iterator.hasNext()) {

                    facetsBuffer.append(",");

                }

            }

            for (Iterator<String> iterator = fieldQueries.iterator(); iterator.hasNext(); ) {

                fqBuffer.append(iterator.next());

                if (iterator.hasNext()) {

                    fqBuffer.append(",");

            }

        }

        return queryBuffer.append(facetsBuffer.toString()).append(fqBuffer.toString()).toString();

    //TODO: I wish to remove this. This was only made (quick and dirty - only the enhanceFieldQueries(fieldQueries) is missing

    //from newSearch() after a last time request for the portal to show all the publications and the deletedbyinference ones.

    //I did not want to pass a parameter since I do not know if we are going to keep it. This is for a tech meeting showcase.

    //If we want to keep this I need to redesign.

    public SearchResult newSearchWithoutFieldQueries (String text, String locale, List<String> refinefields, List<String> fieldQueries,

                                   int from, int to, String format, Transformer transformer, Transformer oldRefineTransformer,

                                   boolean oldPaging) throws SearchServiceException {

        logger.info("non filtered search for...  > from: " + from + " to:" + to);

        long startTime = System.nanoTime();

        IndexService index = getIndexLocator().getService();

        EPR epr = null;

        ResultSet<String> rs = null;

        List<String> browseResults = null;

        List<String> searchResults = null;

        String query = rewrite(text);

        logger.info("Performing query " + query + "' and fields " + fieldQueries + " and refine " + refinefields);

        try {

            //TODO see parser and maybe delete!

            //query = new CQLParser().parse(query).toCQL();

            String eprQuery = createEprQuery(query, refinefields, fieldQueries);

            epr = index.getBrowsingStatistics(eprQuery, "all", mdFormat, indexLayout);

            if (epr == null) {

                throw new SearchServiceException("Something really strange happened there! Index returned null result set id.");

            }

            //get the locale TODO do we need this?

            //String correctLocale = getCorrectLocale(locale);

            //StringTokenizer tokenizer = new StringTokenizer(correctLocale, "_");

            //Locale requestLocale = new Locale(tokenizer.nextToken(), tokenizer.nextToken());

            rs = rsFactory.createResultSet(epr);

            Map<String, List<String>> list = null;

            if (oldPaging) {

                list = ((SolrResultSet)rs).newGet(from-1, to, format, transformer, oldRefineTransformer);

            } else {

                list = ((SolrResultSet)rs).newGet(from, to, format, transformer, oldRefineTransformer);

            }

            searchResults = list.get("search");

            browseResults = list.get("refine");

        } catch (IndexServiceException ise) {

            logger.error("Error getting refine results.", ise);

            throw new SearchServiceException("Error getting refine results.", ise);

        }

        long estimatedTime = System.nanoTime() - startTime;

        logger.debug("Search time " + estimatedTime/1000000 +  " milliseconds for query " + query +

                " and fields " + fieldQueries + " and refine " + refinefields + " from: "+ from + " and size " + to);

        //logger.info("Returned results for NEW search query '" + query + "' and fields " + fieldQueries + " and refine " + refinefields);;

        rs.close();

        return new SearchResult(query, Locale.getDefault().toString(), rs.size(), from, to, searchResults, browseResults, refinefields);

    }

        return mdFormat;

    }

    public void setMdFormat(String mdFormat) {

        this.mdFormat = mdFormat;

    }

    public ServiceLocator<IndexService> getIndexLocator() {

        return indexLocator;

    }

    public void setIndexLocator(ServiceLocator<IndexService> indexLocator) {

        this.indexLocator = indexLocator;

    }

    public ResultSetFactory getRsFactory() {

        return rsFactory;

    }

    public void setRsFactory(ResultSetFactory rsFactory) {

        this.rsFactory = rsFactory;

    }

    public Collection<FieldRewriteRule> getFieldRules() {

        return fieldRules.values();

    }

    public List<QueryRewriteRule> getQueryRules() {

        return queryRules;

    }

    public void setQueryRules(List<QueryRewriteRule> queryRules) {

        this.queryRules = queryRules;

    }

    public boolean isEnableBrowseCache() {

        return enableBrowseCache;

    }

    public void setEnableBrowseCache(boolean enableBrowseCache) {

        this.enableBrowseCache = enableBrowseCache;

    }

    public SearchRegistry getTransformerFactory() {

        return transformerFactory;

    }

    public String getIndexLayout() {

        return indexLayout;

    }

    public void setIndexLayout(String indexLayout) {

        this.indexLayout = indexLayout;

    }

    public SearchServiceBlackboardHandler getBlackboardNotificationHandler() {

        return blackboardNotificationHandler;

    }

    public void setBlackboardNotificationHandler(SearchServiceBlackboardHandler blackboardNotificationHandler) {

        this.blackboardNotificationHandler = blackboardNotificationHandler;

    }

    public void setLookUpServiceServiceLocator(ServiceLocator<ISLookUpService> lookUpServiceServiceLocator) {

        this.lookUpServiceServiceLocator = lookUpServiceServiceLocator;

    }

    public List<String> getFieldQueryRules() {

        return fieldQueryRules;

    }

    public void setFieldQueryRules(List<String> fieldQueryRules) {

        this.fieldQueryRules = fieldQueryRules;

    }