D-Net

package eu.dnetlib.statsapi.repos;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.statsapi.entity.Community;

import eu.dnetlib.statsapi.entity.Funder;

import eu.dnetlib.statsapi.entity.Result;

import eu.dnetlib.statsapi.entity.StatsByAccessMode;

import org.apache.commons.dbutils.DbUtils;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.data.redis.core.HashOperations;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.stereotype.Repository;

import javax.annotation.PostConstruct;

import javax.sql.DataSource;

import java.security.MessageDigest;

import java.sql.Connection;

import java.sql.PreparedStatement;

import java.sql.ResultSet;

import java.util.ArrayList;

import java.util.List;

import java.util.Set;

@Repository

public class BaseRepository {

    @Autowired

    private DataSourceBean dataSourceBean;

    private DataSource statsDB;

    @Autowired

    private SpringRedisConfiguration springRedisConfiguration;

    //private RedisTemplate redisTemplate;

    private HashOperations<String, String, String> jedis;

    private final Logger log = Logger.getLogger(this.getClass());

    @PostConstruct

    public void initDB() {

        statsDB = dataSourceBean.getDataSource();

        jedis = springRedisConfiguration.redisTemplate().opsForHash();

    }

    private static String MD5(String string) throws java.security.NoSuchAlgorithmException {

        MessageDigest md = MessageDigest.getInstance("MD5");

        md.update(string.getBytes());

        byte byteData[] = md.digest();

        StringBuilder sb = new StringBuilder();

        for (byte aByteData : byteData) {

            sb.append(Integer.toString((aByteData & 0xff) + 0x100, 16).substring(1));

        }

        return sb.toString();

    }

    public Result getNumber(String number){

        String redis_result = jedis.get("STATS_NUMBERS",number);

        if(redis_result != null){

            return new Result("OK", "200", Integer.parseInt(redis_result.replaceAll(",","")));

        }

        return new Result("Not Found", "400", null);

    }

    public Result getFunder(String funder){

        Boolean not_found = true;

        ArrayList<String> items = new ArrayList<>();

        items.add(funder.toLowerCase() + "pubstotal");

        items.add(funder.toLowerCase() + "oapubs");

        items.add(funder.toLowerCase() + "embpubs");

        items.add(funder.toLowerCase() + "respubs");

        items.add(funder.toLowerCase() + "projtotal");

        items.add(funder.toLowerCase() + "projpubs");

        List<String> result = jedis.multiGet("STATS_NUMBERS", items);

        int pubs = 0, oa = 0, emb = 0, res = 0, proj = 0, proj_pubs = 0;

        if (result.get(0) != null) {

            pubs = Integer.parseInt(result.get(0).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(1) != null) {

            oa = Integer.parseInt(result.get(1).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(2) != null) {

            emb = Integer.parseInt(result.get(2).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(3) != null) {

            res = Integer.parseInt(result.get(3).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(4) != null) {

            proj = Integer.parseInt(result.get(4).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(5) != null) {

            proj_pubs = Integer.parseInt(result.get(5).replaceAll(",",""));

            not_found = false;

        }

        if(not_found){

            return new Result("Not Found", "400", null);

        }

        return new Result("OK", "200", new Funder(pubs, oa, emb, res, proj, proj_pubs));

    }

    public Result refreshCommunities() {

        RedisTemplate<String, String> jd = springRedisConfiguration.redisTemplate();

        Set<String> keys = jd.keys("community:*");

        for(String key : keys) {

            jd.delete(key);

            getCommunity(key.substring(key.lastIndexOf(":")+1));

        }

        return new Result("OK", "200", null);

    }

    public Result getCommunity(String community_id){

        Connection connection = null;

        PreparedStatement st = null;

        ResultSet rs = null;

        String redisKey = "community:" + community_id;

        String redisResponse = jedis.get(redisKey, "result");

        try {

            if (redisResponse != null) {

                return new Result("OK","200", new ObjectMapper().readValue(redisResponse, Community.class));

            } else {

                connection = statsDB.getConnection();

                st = connection.prepareStatement("SELECT r.type, COUNT(DISTINCT r.id) AS total, COUNT(DISTINCT CASE WHEN r.bestlicense='Open Access' THEN r.id END) AS open_access, COUNT(DISTINCT CASE WHEN r.bestlicense='Embargo' THEN r.id END) AS embargo, COUNT(DISTINCT CASE WHEN r.bestlicense='Restricted' THEN r.id END) AS restricted, COUNT(DISTINCT CASE WHEN r.bestlicense='Closed Access' THEN r.id END) AS closed_access FROM result_concepts rc, result r WHERE rc.id=r.id AND (rc.concept=? OR rc.concept LIKE ? || '::%') GROUP BY r.type;");

                st.setString(1, community_id);

                st.setString(2, community_id);

                StatsByAccessMode publications = new StatsByAccessMode();

                StatsByAccessMode software = new StatsByAccessMode();

                StatsByAccessMode datasets = new StatsByAccessMode();

                rs = st.executeQuery();

                while (rs.next()) {

                    switch (rs.getString(1)) {

                        case "publication":

                            publications = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                        case "software":

                            software = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                        case "dataset":

                            datasets = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                    }

                }

                rs.close();

                st.close();

                st = connection.prepareStatement("SELECT r.type, COUNT(DISTINCT pr.id) FROM result r, result_concepts rc, project_results pr WHERE r.id=rc.id AND r.id=pr.result AND (rc.concept=? OR rc.concept LIKE ? || '::%') GROUP BY r.type;");

                st.setString(1, community_id);

                st.setString(2, community_id);

                int projects = 0;

                rs = st.executeQuery();

                while (rs.next()) {

                    projects += rs.getInt(2);

                    if(rs.getString(1).equals("publication")) {

                        publications.setProjects(rs.getInt(2));

                    } else if(rs.getString(1).equals("software")){

                        software.setProjects(rs.getInt(2));

                    } else if(rs.getString(1).equals("dataset")){

                        datasets.setProjects(rs.getInt(2));

                    }

                }

                rs.close();

                st.close();

                st = connection.prepareStatement("SELECT COUNT(DISTINCT c.name) FROM result_concepts rc, concept c, category cat WHERE c.id=rc.concept AND cat.id=c.category AND cat.id=? || '::virtual';");

                st.setString(1, community_id);

                int virtual_organizations = 0;

                rs = st.executeQuery();

                while (rs.next()) {

                     virtual_organizations = rs.getInt(1);

                }

                Community community = new Community(publications, datasets, software, projects, virtual_organizations);

                jedis.put(redisKey, "persistent", "false");

                jedis.put(redisKey, "result", new ObjectMapper().writeValueAsString(community));

                return new Result("OK", "200", community);

            }

        } catch (Exception e) {

            log.error(e.getMessage());

        } finally {

            DbUtils.closeQuietly(rs);

            DbUtils.closeQuietly(st);

            DbUtils.closeQuietly(connection);

        }

        return new Result("Not Found", "404", null);

    }

}