D-Net

package eu.dnetlib.statsapi;

import org.springframework.boot.SpringApplication;

import org.springframework.boot.autoconfigure.SpringBootApplication;

import org.springframework.boot.web.support.SpringBootServletInitializer;

import org.springframework.context.annotation.PropertySource;

import org.springframework.context.annotation.PropertySources;

import org.springframework.web.bind.annotation.CrossOrigin;

import org.springframework.web.bind.annotation.RequestMethod;

@PropertySources({

        @PropertySource("classpath:dnet-override.properties"),

        @PropertySource("classpath:log4j.properties")}

)

@SpringBootApplication

@CrossOrigin(methods = RequestMethod.GET, origins = "*")

public class Application extends SpringBootServletInitializer {

    public static void main(String[] args) {

        SpringApplication.run(Application.class, args);

    }

}

package eu.dnetlib.statsapi.config;

import org.springframework.boot.autoconfigure.jdbc.DataSourceBuilder;

import org.springframework.boot.context.properties.ConfigurationProperties;

import org.springframework.context.annotation.Bean;

import org.springframework.context.annotation.Configuration;

import org.springframework.context.annotation.Primary;

import javax.sql.DataSource;

/**

 * Created by tsampikos on 8/3/2017.

 */

@Configuration

public class DataSourceConfiguration {

    @ConfigurationProperties(prefix = "statsapi.db")

    @Bean

    @Primary

    public DataSource getDataSource() {

        return DataSourceBuilder

                .create()

                .build();

    }

}

package eu.dnetlib.statsapi.config;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.context.annotation.Bean;

import org.springframework.context.annotation.Configuration;

import org.springframework.data.redis.connection.jedis.JedisConnectionFactory;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.data.redis.serializer.StringRedisSerializer;

/**

 * Created by tsampikos on 20/4/2017.

 */

@Configuration

public class RedisConfiguration {

    private final Logger log = Logger.getLogger(this.getClass());

    @Value("${statsapi.redis.hostname}")

    private String hostname;

    @Value("${statsapi.redis.port}")

    private int port;

    @Bean

    public JedisConnectionFactory connectionFactory() {

        JedisConnectionFactory connectionFactory = new JedisConnectionFactory();

        connectionFactory.setHostName(hostname);

        connectionFactory.setPort(port);

        log.info("Opening redis connection to : " + connectionFactory.getHostName() + ":" + connectionFactory.getPort());

        return connectionFactory;

    }

    @Bean

    public RedisTemplate<String, String> redisTemplate() {

        RedisTemplate<String, String> redisTemplate = new RedisTemplate<>();

        redisTemplate.setConnectionFactory(connectionFactory());

        redisTemplate.setKeySerializer(new StringRedisSerializer());

        redisTemplate.setValueSerializer(new StringRedisSerializer());

        redisTemplate.setHashKeySerializer(new StringRedisSerializer());

        redisTemplate.setHashValueSerializer(new StringRedisSerializer());

        return redisTemplate;

    }

}

import eu.dnetlib.statsapi.domain.Result;

import eu.dnetlib.statsapi.repositories.StatsRepository;

    private StatsRepository repository;

    public Result getNumber(@PathVariable(value = "number") String number) {

package eu.dnetlib.statsapi.controllers;

import eu.dnetlib.statsapi.domain.Result;

import eu.dnetlib.statsapi.repositories.FunderRepository;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

@RestController

public class FunderController {

    @Autowired

    private FunderRepository funderRepository;

    private final Logger log = Logger.getLogger(this.getClass());

    @RequestMapping(value = "/funders/{funder}")

    public Result getFunder(@PathVariable(value = "funder") String funder) {

        log.info("request for funder: " + funder);

        return funderRepository.getFunder(funder);

    }

}

package eu.dnetlib.statsapi.controllers;

import eu.dnetlib.statsapi.domain.Result;

import eu.dnetlib.statsapi.repositories.CommunityRepository;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RestController;

@RestController

public class CommunityController {

    @Autowired

    private CommunityRepository communityRepository;

    private final Logger log = Logger.getLogger(this.getClass());

    @RequestMapping(value = "/communities/{community}")

    public Result getCommunity(@PathVariable(value = "community") String community) {

        log.info("request for community: " + community);

        return communityRepository.getCommunity(community);

    }

    @RequestMapping(value = "/communities/refresh")

    public Result refreshCommunities() {

        log.info("refreshing communities");

        return communityRepository.refreshCommunities();

    }

}

package eu.dnetlib.statsapi.domain;

import java.io.Serializable;

public class StatsByAccessMode implements Serializable {

    private final static long serialVersionUID = 1;

    private int total = 0;

    private int open_access = 0;

    private int embargo = 0;

    private int restricted = 0;

    private int closed_access = 0;

    private int projects = 0;

    public StatsByAccessMode() {

    }

    public StatsByAccessMode(int total, int open_access, int embargo, int restricted, int closed_access) {

        this.total = total;

        this.open_access = open_access;

        this.embargo = embargo;

        this.restricted = restricted;

        this.closed_access = closed_access;

    }

    public int getTotal() {

        return total;

    }

    public void setTotal(int total) {

        this.total = total;

    }

    public int getOpen_access() {

        return open_access;

    }

    public void setOpen_access(int open_access) {

        this.open_access = open_access;

    }

    public int getEmbargo() {

        return embargo;

    }

    public void setEmbargo(int embargo) {

        this.embargo = embargo;

    }

    public int getRestricted() {

        return restricted;

    }

    public void setRestricted(int restricted) {

        this.restricted = restricted;

    }

    public int getClosed_access() {

        return closed_access;

    }

    public void setClosed_access(int closed_access) {

        this.closed_access = closed_access;

    }

    public int getProjects() {

        return projects;

    }

    public void setProjects(int projects) {

        this.projects = projects;

    }

}

package eu.dnetlib.statsapi.domain;

import java.io.Serializable;

public class Funder implements Serializable {

    private final static long serialVersionUID = 1;

    private int publications = 0;

    private int open_access = 0;

    private int embargo = 0;

    private int restricted = 0;

    private int total_projects = 0;

    private int projects_with_publications = 0;

    public Funder() {

    }

    public Funder(int pubs, int oa, int emb, int res, int proj, int proj_pubs) {

        this.publications = pubs;

        this.open_access = oa;

        this.embargo = emb;

        this.restricted = res;

        this.total_projects = proj;

        this.projects_with_publications = proj_pubs;

    }

    public int getPublications() {

        return publications;

    }

    public int getOpen_access() {

        return open_access;

    }

    public int getEmbargo() {

        return embargo;

    }

    public int getRestricted() {

        return restricted;

    }

    public int getTotal_projects() {

        return total_projects;

    }

    public int getProjects_with_publications() {

        return projects_with_publications;

    }

}

package eu.dnetlib.statsapi.domain;

import java.io.Serializable;

public class Community implements Serializable {

    private final static long serialVersionUID = 1;

    private StatsByAccessMode publication;

    private StatsByAccessMode dataset;

    private StatsByAccessMode software;

    private int total_projects = 0;

    private int virtual_organizations = 0;

    public Community() {

    }

    public Community(StatsByAccessMode publication, StatsByAccessMode datasets, StatsByAccessMode software, int total_projects, int virtual_organizations) {

        this.publication = publication;

        this.dataset = datasets;

        this.software = software;

        this.total_projects = total_projects;

        this.virtual_organizations = virtual_organizations;

    }

    public StatsByAccessMode getPublication() {

        return publication;

    }

    public void setPublication(StatsByAccessMode publication) {

        this.publication = publication;

    }

    public StatsByAccessMode getDataset() {

        return dataset;

    }

    public void setDataset(StatsByAccessMode dataset) {

        this.dataset = dataset;

    }

    public StatsByAccessMode getSoftware() {

        return software;

    }

    public void setSoftware(StatsByAccessMode software) {

        this.software = software;

    }

    public int getTotal_projects() {

        return total_projects;

    }

    public void setTotal_projects(int total_projects) {

        this.total_projects = total_projects;

    }

    public int getVirtual_organizations() {

        return virtual_organizations;

    }

    public void setVirtual_organizations(int virtual_organizations) {

        this.virtual_organizations = virtual_organizations;

    }

}

package eu.dnetlib.statsapi.domain;

import com.fasterxml.jackson.annotation.JsonInclude;

import java.io.Serializable;

public class Result implements Serializable {

    private final static long serialVersionUID = 1;

    private final String status;

    private final String code;

    private final Object statistics;

    public Result(String status, String code, Object statistics) {

        this.status = status;

        this.code = code;

        this.statistics = statistics;

    }

    public String getStatus() {

        return status;

    }

    public String getCode() {

        return code;

    }

    @JsonInclude(JsonInclude.Include.NON_NULL)

    public Object getStatistics() {

        return statistics;

    }

}

package eu.dnetlib.statsapi.repositories;

import eu.dnetlib.statsapi.domain.Funder;

import eu.dnetlib.statsapi.domain.Result;

import org.apache.log4j.Logger;

import org.springframework.data.redis.core.HashOperations;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.stereotype.Repository;

import java.util.ArrayList;

import java.util.List;

@Repository

public class FunderRepository {

    private RedisTemplate<String, String> redisTemplate;

    private HashOperations<String, String, String> jedis;

    private final Logger log = Logger.getLogger(this.getClass());

    public FunderRepository(RedisTemplate<String, String> redisTemplate) {

        this.redisTemplate = redisTemplate;

        this.jedis = this.redisTemplate.opsForHash();

    }

    public Result getFunder(String funder) {

        Boolean not_found = true;

        ArrayList<String> items = new ArrayList<>();

        items.add(funder.toLowerCase() + "pubstotal");

        items.add(funder.toLowerCase() + "oapubs");

        items.add(funder.toLowerCase() + "embpubs");

        items.add(funder.toLowerCase() + "respubs");

        items.add(funder.toLowerCase() + "projtotal");

        items.add(funder.toLowerCase() + "projpubs");

        List<String> result = jedis.multiGet("STATS_NUMBERS", items);

        int pubs = 0, oa = 0, emb = 0, res = 0, proj = 0, proj_pubs = 0;

        if (result.get(0) != null) {

            pubs = Integer.parseInt(result.get(0).replaceAll(",", ""));

            not_found = false;

        }

        if (result.get(1) != null) {

            oa = Integer.parseInt(result.get(1).replaceAll(",", ""));

            not_found = false;

        }

        if (result.get(2) != null) {

            emb = Integer.parseInt(result.get(2).replaceAll(",", ""));

            not_found = false;

        }

        if (result.get(3) != null) {

            res = Integer.parseInt(result.get(3).replaceAll(",", ""));

            not_found = false;

        }

        if (result.get(4) != null) {

            proj = Integer.parseInt(result.get(4).replaceAll(",", ""));

            not_found = false;

        }

        if (result.get(5) != null) {

            proj_pubs = Integer.parseInt(result.get(5).replaceAll(",", ""));

            not_found = false;

        }

        if (not_found) {

            return new Result("Not Found", "400", null);

        }

        return new Result("OK", "200", new Funder(pubs, oa, emb, res, proj, proj_pubs));

    }

}

package eu.dnetlib.statsapi.repositories;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.statsapi.domain.Community;

import eu.dnetlib.statsapi.domain.Result;

import eu.dnetlib.statsapi.domain.StatsByAccessMode;

import org.apache.commons.dbutils.DbUtils;

import org.apache.log4j.Logger;

import org.springframework.data.redis.core.HashOperations;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.stereotype.Repository;

import java.sql.Connection;

import java.sql.PreparedStatement;

import java.sql.ResultSet;

import java.util.Set;

import javax.sql.DataSource;

@Repository

public class CommunityRepository {

    private DataSource statsDB;

    private RedisTemplate<String, String> redisTemplate;

    private HashOperations<String, String, String> jedis;

    private final Logger log = Logger.getLogger(this.getClass());

    public CommunityRepository(DataSource statsDB, RedisTemplate<String, String> redisTemplate) {

        this.statsDB = statsDB;

        this.redisTemplate = redisTemplate;

        this.jedis = this.redisTemplate.opsForHash();

    }

    public Result refreshCommunities() {

        RedisTemplate<String, String> jd = redisTemplate;

        Set<String> keys = jd.keys("community:*");

        for (String key : keys) {

            jd.delete(key);

            getCommunity(key.substring(key.lastIndexOf(":") + 1));

        }

        return new Result("OK", "200", null);

    }

    public Result getCommunity(String community_id) {

        Connection connection = null;

        PreparedStatement st = null;

        ResultSet rs = null;

        String redisKey = "community:" + community_id;

        String redisResponse = jedis.get(redisKey, "result");

        try {

            if (redisResponse != null) {

                return new Result("OK", "200", new ObjectMapper().readValue(redisResponse, Community.class));

            } else {

                connection = statsDB.getConnection();

                st = connection.prepareStatement("SELECT r.type, COUNT(DISTINCT r.id) AS total, COUNT(DISTINCT CASE WHEN r.bestlicense='Open Access' THEN r.id END) AS open_access, COUNT(DISTINCT CASE WHEN r.bestlicense='Embargo' THEN r.id END) AS embargo, COUNT(DISTINCT CASE WHEN r.bestlicense='Restricted' THEN r.id END) AS restricted, COUNT(DISTINCT CASE WHEN r.bestlicense='Closed Access' THEN r.id END) AS closed_access FROM result_concepts rc, result r WHERE rc.id=r.id AND (rc.concept=? OR rc.concept LIKE ? || '::%') GROUP BY r.type;");

                st.setString(1, community_id);

                st.setString(2, community_id);

                StatsByAccessMode publications = new StatsByAccessMode();

                StatsByAccessMode software = new StatsByAccessMode();

                StatsByAccessMode datasets = new StatsByAccessMode();

                rs = st.executeQuery();

                while (rs.next()) {

                    switch (rs.getString(1)) {

                        case "publication":

                            publications = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                        case "software":

                            software = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                        case "dataset":

                            datasets = new StatsByAccessMode(rs.getInt(2), rs.getInt(3), rs.getInt(4), rs.getInt(5), rs.getInt(6));

                            break;

                    }

                }

                rs.close();

                st.close();

                st = connection.prepareStatement("SELECT r.type, COUNT(DISTINCT pr.id) FROM result r, result_concepts rc, project_results pr WHERE r.id=rc.id AND r.id=pr.result AND (rc.concept=? OR rc.concept LIKE ? || '::%') GROUP BY r.type;");

                st.setString(1, community_id);

                st.setString(2, community_id);

                int projects = 0;

                rs = st.executeQuery();

                while (rs.next()) {

                    projects += rs.getInt(2);

                    switch (rs.getString(1)) {

                        case "publication":

                            publications.setProjects(rs.getInt(2));

                            break;

                        case "software":

                            software.setProjects(rs.getInt(2));

                            break;

                        case "dataset":

                            datasets.setProjects(rs.getInt(2));

                            break;

                    }

                }

                rs.close();

                st.close();

                st = connection.prepareStatement("SELECT COUNT(DISTINCT c.name) FROM result_concepts rc, concept c, category cat WHERE c.id=rc.concept AND cat.id=c.category AND cat.id=? || '::virtual';");

                st.setString(1, community_id);

                int virtual_organizations = 0;

                rs = st.executeQuery();

                while (rs.next()) {

                    virtual_organizations = rs.getInt(1);

                }

                Community community = new Community(publications, datasets, software, projects, virtual_organizations);

                jedis.put(redisKey, "persistent", "false");

                jedis.put(redisKey, "result", new ObjectMapper().writeValueAsString(community));

                return new Result("OK", "200", community);

            }

        } catch (Exception e) {

            log.error(e.getMessage());

        } finally {

            DbUtils.closeQuietly(rs);

            DbUtils.closeQuietly(st);

            DbUtils.closeQuietly(connection);

        }

        return new Result("Not Found", "404", null);

    }

}

package eu.dnetlib.statsapi.repositories;

import eu.dnetlib.statsapi.domain.Result;

import org.apache.log4j.Logger;

import org.springframework.data.redis.core.HashOperations;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.stereotype.Repository;

import java.security.MessageDigest;

@Repository

public class StatsRepository {

    private RedisTemplate<String, String> redisTemplate;

    private HashOperations<String, String, String> jedis;

    private final Logger log = Logger.getLogger(this.getClass());

    public StatsRepository(RedisTemplate<String, String> redisTemplate) {

        this.redisTemplate = redisTemplate;

        this.jedis = this.redisTemplate.opsForHash();

    }

    private static String MD5(String string) throws java.security.NoSuchAlgorithmException {

        MessageDigest md = MessageDigest.getInstance("MD5");

        md.update(string.getBytes());

        byte byteData[] = md.digest();

        StringBuilder sb = new StringBuilder();

        for (byte aByteData : byteData) {

            sb.append(Integer.toString((aByteData & 0xff) + 0x100, 16).substring(1));

        }

        return sb.toString();

    }

    public Result getNumber(String number) {

        String redis_result = jedis.get("STATS_NUMBERS", number);

        if (redis_result != null) {

            return new Result("OK", "200", Integer.parseInt(redis_result.replaceAll(",", "")));

        }

        return new Result("Not Found", "400", null);

    }

}