D-Net

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<groupId>eu.dnetlib</groupId>

		<dependency>

			<groupId>junit</groupId>

			<artifactId>junit</artifactId>

		</dependency>

	    <!--    <dependency>

	            <groupId>eu.dnetlib</groupId>

		<dependency>

			<groupId>org.springframework</groupId>

			<artifactId>spring-web</artifactId>

		</dependency>

		<dependency>

			<groupId>commons-io</groupId>

		<dependency>

			<groupId>org.springframework</groupId>

			<artifactId>spring-test</artifactId>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.springframework</groupId>

			<artifactId>spring-jdbc</artifactId>

		</dependency>

		<dependency>

			<groupId>org.springframework</groupId>

			<artifactId>spring-tx</artifactId>

		</dependency>

		<dependency>

				<groupId>org.mockito</groupId>

			<artifactId>json-simple</artifactId>

			<version>1.1</version>

		</dependency>

	</dependencies>

	<!--3d answer: https://stackoverflow.com/questions/23260057/the-forked-vm-terminated-without-saying-properly-goodbye-vm-crash-or-system-exi-->

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Claim;

import eu.dnetlib.data.claims.entity.OpenaireEntity;

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import org.springframework.beans.factory.annotation.Autowired;

import java.sql.ResultSet;

    ContextUtils contextUtils;

    ExternalRecordHandler externalRecordHandler;

    /**

     * Saves a list of claims in DB

//

//import eu.dnetlib.data.claims.entity.Context;

//import eu.dnetlib.data.claims.utils.ContextUtils;

//

///**

// * Created by kiatrop on 5/2/2016.

// */

//public class DMFContextHandler {

//

////    SqlDAO sqlDAO = null;

////    QueryGenerator queryGenerator = null;

package eu.dnetlib.data.claims.handler;

import sun.net.www.protocol.http.HttpURLConnection;

import java.io.*;

public class DirectIndexHandler {

    private String directClaimAPIUrl;

    public boolean insertRecord(String record){

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.parser.ExternalRecordParser;

import eu.dnetlib.data.claims.utils.SearchUtils;

/**

 * Created by kiatrop on 8/2/2016.

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.*;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import eu.dnetlib.data.claims.utils.QueryGenerator;

import java.sql.ResultSet;

import java.sql.SQLException;

 * Created by argirok on 9/3/2016.

 */

public class FetchClaimHandler {

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Context;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import java.sql.ResultSet;

import java.util.ArrayList;

public class FetchContextHandler {

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

package eu.dnetlib.data.emailSender;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.web.context.support.WebApplicationContextUtils;

public class EmailScheduler implements ServletContextListener {

    private int delay = 0;

    private static boolean sendEmailNotifications;

package eu.dnetlib.data.claims;

import eu.dnetlib.data.claims.entity.Claim;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import org.junit.Before;

import org.junit.Test;

import org.junit.runner.RunWith;

import org.springframework.test.context.ContextConfiguration;

import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;

import java.io.PrintWriter;

import java.util.ArrayList;

import java.util.List;

@RunWith(SpringJUnit4ClassRunner.class)

@ContextConfiguration(locations = {"springContext-claims.xml"})

@PropertySource("springContext-claims.properties")

public class CopyFromBetaTest {

	ClaimHandler claimHandler = null;

    FetchClaimHandler fetchClaimHandler = null;

    private PrintWriter out;

    @Before

	public void init() throws Exception {

        ApplicationContext context = new ClassPathXmlApplicationContext("eu/dnetlib/data/claims/springContext-claims.xml");

        claimHandler = context.getBean(ClaimHandler.class);

        fetchClaimHandler = context.getBean(FetchClaimHandler.class);

	}

    @Test

    public void CopyFromBetaToProduction(){

        try {

            ArrayList<String> communities = new ArrayList<>();

            // 5 connect communities: 793 - done

package eu.dnetlib.data.claims.parser;

import eu.dnetlib.data.claims.utils.ContextUtils;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Test;

import org.springframework.context.ApplicationContext;

import org.springframework.context.support.ClassPathXmlApplicationContext;

    @Before

    public void init() throws Exception {

        ApplicationContext context = new ClassPathXmlApplicationContext("eu/dnetlib/data/claims/springContext-claims.xml");

        contextUtils = context.getBean(ContextUtils.class);

package eu.dnetlib.data.claims.parser;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Test;

    @Before()

    public void init(){

    }

    private String publicationOaf = "<response>\n" +

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Notification;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import java.sql.ResultSet;

import java.util.ArrayList;

import java.util.List;

public class FetchNotificationHandler {

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import java.sql.ResultSet;

/**

 * Created by konstantina on 10/4/2017.

 */

public class FetchProjectHandler {

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.parser.OafParser;

import eu.dnetlib.data.claims.utils.SearchUtils;

/**

 * Created by kiatrop on 8/2/2016.

public class IndexResultHandler {

    SearchUtils searchUtils;

    private String fetchPublicationResult(String id) throws Exception {

        return searchUtils.fetchPublicationXmlFromIndex(id);

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import eu.dnetlib.data.claims.utils.QueryGenerator;

import org.postgresql.util.PGobject;

import org.springframework.scheduling.annotation.EnableScheduling;

import org.springframework.scheduling.annotation.Scheduled;

import java.sql.ResultSet;

import java.sql.SQLException;

@EnableScheduling

@Service

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

    public int countEUProjects() throws SQLStoreException, SQLException {

        logger.info("Counting EU projects...");

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Notification;

import eu.dnetlib.data.claims.sql.SQLStoreException;

import eu.dnetlib.data.claims.sql.SqlDAO;

import org.springframework.beans.factory.annotation.Autowired;

import java.sql.ResultSet;

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

    @Autowired

    private String targetHour;

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.parser.OafParser;

import eu.dnetlib.data.claims.utils.QueryGenerator;

import eu.dnetlib.data.claims.utils.SearchUtils;

import java.util.ArrayList;

import java.util.List;

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

    private String fetchProjectById(String id) throws Exception {

        return searchUtils.fetchProjectXmlFromIndex(id);

package eu.dnetlib.data.claims.handler;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import eu.dnetlib.data.claims.utils.QueryGenerator;

import org.apache.commons.io.FileUtils;

import java.io.File;

import java.io.IOException;

 * Created by kiatrop on 5/2/2016.

 */

public class ResultHandler  {

    SqlDAO sqlDAO = null;

    QueryGenerator queryGenerator = null;

    String pathToSaveRecord = null;

import com.google.gson.Gson;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import org.w3c.dom.Document;

import org.w3c.dom.NodeList;

import org.xml.sax.InputSource;

     * @param json

     * @return Result or null

     */

    public static Result crossref2Result(String json) {

        Result result = null;

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import org.w3c.dom.Document;

import org.w3c.dom.Element;

import org.w3c.dom.NodeList;

     * @throws TransformerException

     */

    public static Result oaf2Result(String oaf) throws ParserConfigurationException, IOException, SAXException, XPathExpressionException, TransformerException {

        Result result = null;

 */

import java.sql.ResultSet;

import java.sql.SQLException;

	private SqlStore sqlStore;

	//private QueryGenerator queryGenerator;

	private long startTime;

	private long endtime;

package eu.dnetlib.data.claims.sql;

import com.sun.rowset.CachedRowSetImpl;

import javax.sql.rowset.CachedRowSet;

import java.sql.*;

public class SqlStore {

	private String dbUrl;

	private String dbUser;

package eu.dnetlib.data.claims.utils;

import eu.dnetlib.data.claims.entity.*;

import java.io.BufferedWriter;

import java.io.FileWriter;

    private PrintWriter out;

    String pathToSaveReport = null;

    /*

    Claim:

package eu.dnetlib.data.claims.utils;

import com.google.gson.Gson;

import java.io.BufferedReader;

import java.io.InputStreamReader;

    private static String communityAPI;

    String name;

    List<String> managers = new ArrayList<String>();

    public String getCommunityAPI() { return communityAPI; }

    public void setCommunityAPI(String communityAPI) { CommunityUtils.communityAPI = communityAPI; }

import com.google.gson.Gson;

import eu.dnetlib.data.claims.entity.Context;

import eu.dnetlib.data.claims.handler.ClaimHandler;

import java.util.List;

 * Created by kiatrop on 27/1/2016.

 */

public class ContextUtils {

    private SearchUtils searchUtils;

    public Context fetchContextById(String openaireId) {

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.entity.Result;

import org.json.simple.JSONArray;

import org.json.simple.JSONObject;

import sun.net.www.protocol.http.HttpURLConnection;

 */

public class IndexUtils {

    public static JSONObject createJSON(Result result, List<Project> projects, List<String> concepts) throws Exception {

        //id ?????? result.getOpenaireId();

package eu.dnetlib.data.claims.utils;

import com.google.gson.Gson;

import java.io.BufferedReader;

import java.io.InputStreamReader;

    private String name;

    private String memberSince;

    public String getRegistryAPIForManagerEmails() { return registryAPIForManagerEmails; }

    public void setRegistryAPIForManagerEmails(String registryAPIForManagerEmails) { ManagerUtils.registryAPIForManagerEmails = registryAPIForManagerEmails; }

import com.google.gson.Gson;

import eu.dnetlib.data.claims.entity.*;

import java.sql.SQLException;

import java.text.SimpleDateFormat;

import java.util.ArrayList;

import java.util.Date;

import java.util.List;

public class QueryGenerator {

    boolean updateOnInsert;

    String migrationTable ="claims"; //a table or a view containing old schema claims - But only user claims, not those where agent='inference'

    public boolean isUpdateOnInsert() {

        return updateOnInsert;

package eu.dnetlib.data.claims.utils;

import org.w3c.dom.Document;

import org.w3c.dom.NodeList;

import org.xml.sax.InputSource;

import java.io.*;

import java.net.HttpURLConnection;

import java.net.URL;

import java.sql.Timestamp;

import java.util.Date;

*

 */

public class SearchUtils {

    public static String searchAPIUrl=null;//"http://beta.services.openaire.eu:8480/search/";

    private static String crossrefUrl=null;

import eu.dnetlib.data.claims.entity.Notification;

import eu.dnetlib.data.claims.entity.Project;

import eu.dnetlib.data.claims.handler.*;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import eu.dnetlib.data.claims.utils.ManagerUtils;

import org.springframework.beans.factory.annotation.Autowired;

import javax.mail.*;

public class EmailSender implements Runnable {

    @Autowired

    private FetchClaimHandler fetchClaimHandler = null;

import eu.dnetlib.data.claims.sql.SqlStore;

import eu.dnetlib.data.claims.utils.*;

import eu.dnetlib.data.emailSender.EmailSender;

import org.junit.Before;

import org.junit.Test;

import org.junit.runner.RunWith;

@ContextConfiguration(locations = {"springContext-claims.xml"})

@PropertySource("springContext-claims.properties")

public class TestClass {

	private SqlDAO sqlDAO;

    @Before

	public void init() throws Exception {

        ApplicationContext context = new ClassPathXmlApplicationContext("eu/dnetlib/data/claims/springContext-claims.xml");

        directIndexHandler = context.getBean(DirectIndexHandler.class);

//            claims = fetchClaimHandler.fetchClaimsByUser("argirok_1@hotmail.com",1,0,types, false);

//            (String openaireId, Integer limit, Integer offset, String keyword, String orderField, boolean descending, List<String> types, boolean addCurationInfo) throws Exception, SQLStoreException {

//            claims = fetchClaimHandler.fetchClaimsByUser("argirok@di.uoa.gr",3,0,null,"claim.claim_date",false,types,false);

//

package eu.dnetlib.data.claims.parser;

import eu.dnetlib.data.claims.entity.Result;

import eu.dnetlib.data.claims.utils.ClaimUtils;

import eu.dnetlib.data.claims.utils.SearchUtils;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Test;

import org.springframework.context.ApplicationContext;

import org.springframework.context.support.ClassPathXmlApplicationContext;

    @Before

    public void init() throws Exception {

        ApplicationContext context = new ClassPathXmlApplicationContext("eu/dnetlib/data/claims/springContext-claims.xml");

        searchUtils = context.getBean(SearchUtils.class);