D-Net

package eu.dnetlib.statsapi.controllers;

import eu.dnetlib.statsapi.entity.Funder;

import eu.dnetlib.statsapi.entity.Result;

import eu.dnetlib.statsapi.repos.BaseRepository;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.web.bind.annotation.CrossOrigin;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestMapping;

import org.springframework.web.bind.annotation.RequestMethod;

import org.springframework.web.bind.annotation.RestController;

@RestController

@CrossOrigin(methods = RequestMethod.GET, origins = "*")

public class StatsController {

    @Autowired

    private BaseRepository repository;

    private final Logger log = Logger.getLogger(this.getClass());

    @RequestMapping(value = "/numbers/{number}")

    public Result getNumber(@PathVariable(value="number") String number) {

        log.info("request for number: " + number);

        return repository.getNumber(number);

    }

    @RequestMapping(value = "/funders/{funder}")

    public Result getFunder(@PathVariable(value="funder") String funder) {

        log.info("request for funder: " + funder);

        return repository.getFunder(funder);

    }

    @RequestMapping(value = "/communities/{community}")

    public Result getCommunity(@PathVariable(value="community") String community) {

        log.info("request for community: " + community);

        return repository.getCommunity(community);

    }

}

package eu.dnetlib.statsapi.repos;

import org.springframework.boot.autoconfigure.jdbc.DataSourceBuilder;

import org.springframework.boot.context.properties.ConfigurationProperties;

import org.springframework.context.annotation.Bean;

import org.springframework.context.annotation.Configuration;

import org.springframework.context.annotation.Primary;

import org.springframework.stereotype.Component;

import javax.sql.DataSource;

/**

 * Created by tsampikos on 8/3/2017.

 */

@Configuration

@Component

class DataSourceBean {

    @ConfigurationProperties(prefix = "usagestats")

    @Bean

    @Primary

    public DataSource getDataSource() {

        return DataSourceBuilder

                .create()

                .build();

    }

}

package eu.dnetlib.statsapi.repos;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.boot.context.properties.ConfigurationProperties;

import org.springframework.context.annotation.Bean;

import org.springframework.context.annotation.Configuration;

import org.springframework.data.redis.connection.jedis.JedisConnectionFactory;

import org.springframework.data.redis.core.RedisTemplate;

import org.springframework.data.redis.serializer.StringRedisSerializer;

import org.springframework.stereotype.Component;

/**

 * Created by tsampikos on 20/4/2017.

 */

@Component

@Configuration

@ConfigurationProperties(prefix = "statsapi.redis")

class SpringRedisConfiguration {

    private final Logger log = Logger.getLogger(this.getClass());

    @Value("${statsapi.redis.hostname}")

    String hostname;

    @Value("${statsapi.redis.port}")

    int port;

    @Bean

    public JedisConnectionFactory connectionFactory() {

        JedisConnectionFactory connectionFactory = new JedisConnectionFactory();

        connectionFactory.setHostName(hostname);

        connectionFactory.setPort(port);

        log.info("Opening redis connection to : " + connectionFactory.getHostName() + ":" + connectionFactory.getPort());

        return connectionFactory;

    }

    @Bean

    @Autowired

    public RedisTemplate<String, String> redisTemplate() {

        RedisTemplate<String, String> redisTemplate = new RedisTemplate<>();

        redisTemplate.setConnectionFactory(connectionFactory());

        redisTemplate.setKeySerializer(new StringRedisSerializer());

        redisTemplate.setValueSerializer(new StringRedisSerializer());

        redisTemplate.setHashKeySerializer(new StringRedisSerializer());

        redisTemplate.setHashValueSerializer(new StringRedisSerializer());

        return redisTemplate;

    }

}

package eu.dnetlib.statsapi.repos;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.statsapi.entity.Community;

import eu.dnetlib.statsapi.entity.Funder;

import eu.dnetlib.statsapi.entity.Result;

import org.apache.commons.dbutils.DbUtils;

import org.apache.log4j.Logger;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.data.redis.core.HashOperations;

import org.springframework.stereotype.Repository;

import javax.annotation.PostConstruct;

//import javax.sql.DataSource;

import java.security.MessageDigest;

//import java.sql.Connection;

//import java.sql.PreparedStatement;

//import java.sql.ResultSet;

import java.util.ArrayList;

import java.util.List;

@Repository

public class BaseRepository {

    //@Autowired

    //private DataSourceBean dataSourceBean;

    //private DataSource statsDB;

    @Autowired

    private SpringRedisConfiguration springRedisConfiguration;

    //private RedisTemplate redisTemplate;

    private HashOperations<String, String, String> jedis;

    private final Logger log = Logger.getLogger(this.getClass());

    @PostConstruct

    public void initDB() {

        //statsDB = dataSourceBean.getDataSource();

        jedis = springRedisConfiguration.redisTemplate().opsForHash();

    }

    private static String MD5(String string) throws java.security.NoSuchAlgorithmException {

        MessageDigest md = MessageDigest.getInstance("MD5");

        md.update(string.getBytes());

        byte byteData[] = md.digest();

        StringBuilder sb = new StringBuilder();

        for (byte aByteData : byteData) {

            sb.append(Integer.toString((aByteData & 0xff) + 0x100, 16).substring(1));

        }

        return sb.toString();

    }

    public Result getNumber(String number){

        String redis_result = jedis.get("STATS_NUMBERS",number);

        if(redis_result != null){

            return new Result("OK", "200", Integer.parseInt(redis_result.replaceAll(",","")));

        }

        return new Result("Not Found", "400", null);

    }

    public Result getFunder(String funder){

        Boolean not_found = true;

        ArrayList<String> items = new ArrayList<>();

        items.add(funder.toLowerCase() + "pubstotal");

        items.add(funder.toLowerCase() + "oapubs");

        items.add(funder.toLowerCase() + "embpubs");

        items.add(funder.toLowerCase() + "respubs");

        items.add(funder.toLowerCase() + "projtotal");

        items.add(funder.toLowerCase() + "projpubs");

        List<String> result = jedis.multiGet("STATS_NUMBERS", items);

        int pubs = 0, oa = 0, emb = 0, res = 0, proj = 0, proj_pubs = 0;

        if (result.get(0) != null) {

            pubs = Integer.parseInt(result.get(0).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(1) != null) {

            oa = Integer.parseInt(result.get(1).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(2) != null) {

            emb = Integer.parseInt(result.get(2).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(3) != null) {

            res = Integer.parseInt(result.get(3).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(4) != null) {

            proj = Integer.parseInt(result.get(4).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(5) != null) {

            proj_pubs = Integer.parseInt(result.get(5).replaceAll(",",""));

            not_found = false;

        }

        if(not_found){

            return new Result("Not Found", "400", null);

        }

        return new Result("OK", "200", new Funder(pubs, oa, emb, res, proj, proj_pubs));

    }

    public Result getCommunity(String community){

        Boolean not_found = true;

        ArrayList<String> items = new ArrayList<>();

        items.add(community.toLowerCase() + "pubs");

        items.add(community.toLowerCase() + "oa");

        items.add(community.toLowerCase() + "emb");

        items.add(community.toLowerCase() + "res");

        items.add(community.toLowerCase() + "proj");

        items.add(community.toLowerCase() + "vo");

        items.add(community.toLowerCase() + "datasets");

        items.add(community.toLowerCase() + "software");

        List<String> result = jedis.multiGet("STATS_NUMBERS", items);

        int pubs = 0, oa = 0, emb = 0, res = 0, proj = 0, vo = 0, datasets = 0, software =0;

        if (result.get(0) != null) {

            pubs = Integer.parseInt(result.get(0).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(1) != null) {

            oa = Integer.parseInt(result.get(1).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(2) != null) {

            emb = Integer.parseInt(result.get(2).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(3) != null) {

            res = Integer.parseInt(result.get(3).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(4) != null) {

            proj = Integer.parseInt(result.get(4).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(5) != null) {

            vo = Integer.parseInt(result.get(5).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(6) != null) {

            datasets = Integer.parseInt(result.get(6).replaceAll(",",""));

            not_found = false;

        }

        if (result.get(7) != null) {

            software = Integer.parseInt(result.get(7).replaceAll(",",""));

            not_found = false;

        }

        if(not_found){

            return new Result("Not Found", "400", null);

        }

        return new Result("OK", "200", new Community(pubs, oa, emb, res, proj, vo, datasets, software));

    }

}

package eu.dnetlib.statsapi;

import org.springframework.boot.SpringApplication;

import org.springframework.boot.autoconfigure.SpringBootApplication;

import org.springframework.boot.web.support.SpringBootServletInitializer;

import org.springframework.context.annotation.PropertySource;

import org.springframework.context.annotation.PropertySources;

import org.springframework.web.bind.annotation.CrossOrigin;

import org.springframework.web.bind.annotation.RequestMethod;

@PropertySources({

        @PropertySource("classpath:statsAPI.properties"),

        @PropertySource("classpath:dnet-override.properties"),

        @PropertySource("classpath:log4j.properties")}

)

@SpringBootApplication

@CrossOrigin(methods = RequestMethod.GET, origins = "*")

public class statsApi extends SpringBootServletInitializer {

    public static void main(String[] args) {

        SpringApplication.run(statsApi.class, args);

    }

}

package eu.dnetlib.statsapi.entity;

import java.io.Serializable;

public class Funder implements Serializable{

    private final static long serialVersionUID = 1;

    private int publications = 0;

    private int open_access = 0;

    private int embargo = 0;

    private int restricted = 0;

    private int total_projects = 0;

    private int projects_with_publications = 0;

    public Funder(int pubs, int oa, int emb, int res, int proj, int proj_pubs){

        this.publications = pubs;

        this.open_access = oa;

        this.embargo = emb;

        this.restricted = res;

        this.total_projects = proj;

        this.projects_with_publications = proj_pubs;

    }

    public int getPublications() {

        return publications;

    }

    public int getOpen_access() {

        return open_access;

    }

    public int getEmbargo() {

        return embargo;

    }

    public int getRestricted() {

        return restricted;

    }

    public int getTotal_projects() {

        return total_projects;

    }

    public int getProjects_with_publications() {

        return projects_with_publications;

    }

}

package eu.dnetlib.statsapi.entity;

import java.io.Serializable;

public class Community implements Serializable{

    private final static long serialVersionUID = 1;

    private int publications = 0;

    private int open_access = 0;

    private int embargo = 0;

    private int restricted = 0;

    private int total_projects = 0;

    private int virtual_organizations = 0;

    private int datasets = 0;

    private int software = 0;

    public Community(int pubs, int oa, int emb, int res, int proj, int vo, int datasets, int software) {

        this.publications = pubs;

        this.open_access = oa;

        this.embargo = emb;

        this.restricted = res;

        this.total_projects = proj;

        this.virtual_organizations = vo;

        this.datasets = datasets;

        this.software = software;

    }

    public int getPublications() {

        return publications;

    }

    public int getOpen_access() {

        return open_access;

    }

    public int getEmbargo() {

        return embargo;

    }

    public int getRestricted() {

        return restricted;

    }

    public int getTotal_projects() {

        return total_projects;

    }

    public int getVirtual_organizations() {

        return virtual_organizations;

    }

    public int getDatasets() {

        return datasets;

    }

    public int getSoftware() {

        return software;

    }

}

package eu.dnetlib.statsapi.entity;

import com.fasterxml.jackson.annotation.JsonInclude;

import java.io.Serializable;

public class Result implements Serializable{

    private final static long serialVersionUID = 1;

    private String status;

    private String code;

    private Object statistics;

   public Result(String status, String code, Object statistics){

       this.status = status;

       this.code = code;

       this.statistics = statistics;

   }

    public String getStatus() {

        return status;

    }

    public String getCode() {

        return code;

    }

    @JsonInclude(JsonInclude.Include.NON_NULL)

    public Object getStatistics() {

        return statistics;

    }

}

#spring.jpa.database=POSTGRESQL

#spring.datasource.platform=postgres

#spring.jpa.show-sql=true

#spring.jpa.hibernate.ddl-auto=validate

name=statsAPI

#logging.config=log4j.properties

#spring.database.driverClassName=org.postgresql.Driver

#spring.datasource.url=jdbc:postgresql://vatopedi.di.uoa.gr:5432/stats

#spring.datasource.username=sqoop

#spring.datasource.password=sqoop

#statsapi.driverClassName=org.postgresql.Driver

#statsapi.url=jdbc:postgresql://localhost:5432/stats

#statsapi.username=sqoop

#statsapi.password=sqoop

#server.port=8080

#spring.jackson.serialization.INDENT_OUTPUT=true

<html>

404

</html>

log4j.rootLogger = WARN, R

log4j.logger.eu.dnetlib = WARN

log4j.logger.org.springframework = INFO, S

log4j.additivity.org.springframework = false

log4j.appender.R=org.apache.log4j.RollingFileAppender

log4j.appender.R.File=/var/log/dnet/statsAPI/statsAPI.log

log4j.appender.R.MaxFileSize=10MB

log4j.appender.R.MaxBackupIndex=10

log4j.appender.R.layout=org.apache.log4j.PatternLayout

log4j.appender.R.layout.ConversionPattern= %d %p %t [%c] - %m%n

log4j.appender.S=org.apache.log4j.RollingFileAppender

log4j.appender.S.File=/var/log/dnet/statsAPI/statsAPI-spring.log

log4j.appender.S.MaxFileSize=10MB

log4j.appender.S.MaxBackupIndex=10

log4j.appender.S.layout=org.apache.log4j.PatternLayout

log4j.appender.S.layout.ConversionPattern= %d %p %t [%c] - %m%n

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0"

         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"

         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">

    <modelVersion>4.0.0</modelVersion>

    <groupId>eu.dnetlib</groupId>

    <artifactId>dnet-openaire-stats-api</artifactId>

    <version>1.0.0-SNAPSHOT</version>

    <packaging>war</packaging>

    <parent>

        <!--

                <groupId>eu.dnetlib</groupId>

                <artifactId>dnet-parent</artifactId>

                <version>1.0.0</version>

        -->

        <groupId>org.springframework.boot</groupId>

        <artifactId>spring-boot-starter-parent</artifactId>

        <version>1.5.4.RELEASE</version>

    </parent>

    <dependencies>

        <dependency>

            <groupId>org.springframework.boot</groupId>

            <artifactId>spring-boot-starter-web</artifactId>

            <exclusions>

                <exclusion>

                    <groupId>org.springframework.boot</groupId>

                    <artifactId>spring-boot-starter-logging</artifactId>

                </exclusion>

            </exclusions>

        </dependency>

        <!--

        <dependency>

            <groupId>org.springframework.boot</groupId>

            <artifactId>spring-boot-starter-data-jpa</artifactId>

        </dependency>

        -->

        <dependency>

            <groupId>org.springframework.boot</groupId>

            <artifactId>spring-boot-starter-data-redis</artifactId>

        </dependency>

        <dependency>

            <groupId>org.springframework.boot</groupId>

            <artifactId>spring-boot-starter-test</artifactId>

            <scope>test</scope>

        </dependency>

        <dependency>

            <groupId>org.springframework.boot</groupId>

            <artifactId>spring-boot-starter-log4j2</artifactId>

        </dependency>

        <dependency>

            <groupId>log4j</groupId>

            <artifactId>log4j</artifactId>

            <version>1.2.17</version>

        </dependency>

        <!--

        <dependency>

            <groupId>org.postgresql</groupId>

            <artifactId>postgresql</artifactId>

            <scope>runtime</scope>

        </dependency>

        -->

        <dependency>

            <groupId>junit</groupId>

            <artifactId>junit</artifactId>

            <version>3.8.1</version>

            <scope>test</scope>

        </dependency>

        <dependency>

            <groupId>com.googlecode.json-simple</groupId>

            <artifactId>json-simple</artifactId>

            <version>1.1.1</version>

        </dependency>

        <dependency>

            <groupId>commons-dbutils</groupId>

            <artifactId>commons-dbutils</artifactId>

            <version>1.6</version>

        </dependency>

    </dependencies>

    <properties>

        <java.version>1.8</java.version>

        <tomcat.version>7.0.52</tomcat.version>

    </properties>

    <build>

        <plugins>

            <plugin>

                <groupId>org.springframework.boot</groupId>

                <artifactId>spring-boot-maven-plugin</artifactId>

            </plugin>

            <plugin>

                <artifactId>maven-war-plugin</artifactId>

                <configuration>

                    <failOnMissingWebXml>false</failOnMissingWebXml>

                </configuration>

            </plugin>

        </plugins>

        <finalName>stats-api</finalName>

    </build>

    <repositories>

        <repository>

            <id>spring-releases</id>

            <url>https://repo.spring.io/libs-release</url>

        </repository>

    </repositories>

    <pluginRepositories>

        <pluginRepository>

            <id>spring-releases</id>

            <url>https://repo.spring.io/libs-release</url>

        </pluginRepository>

    </pluginRepositories>

</project>