D-Net

package eu.dnetlib.data.mapreduce.actions;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import com.google.gson.JsonObject;

import com.google.gson.JsonParser;

import eu.dnetlib.actionmanager.actions.ActionFactory;

import eu.dnetlib.actionmanager.actions.AtomicAction;

import eu.dnetlib.actionmanager.common.Agent;

import eu.dnetlib.data.mapreduce.hbase.dataimport.ScholExplorerConfiguration;

import eu.dnetlib.data.mapreduce.hbase.dataimport.ScholixToActions;

import eu.dnetlib.data.transform.xml.AbstractDNetXsltFunctions;

import eu.dnetlib.miscutils.datetime.DateUtils;

import org.apache.commons.lang3.StringUtils;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Test;

import static org.junit.Assert.assertEquals;

public class ScholexplorerActionMapperTest {

    private Map<String, ScholExplorerConfiguration> configurationMap;

    private String setName;

    private Agent agent;

    private String nsPrefix;

    private String dsName;

    private String dsId;

    @Before

    public void initializeCofiguration(){

        configurationMap = new HashMap<>();

        configurationMap.put("issn", new ScholExplorerConfiguration(null, false));

        configurationMap.put("openaire", new ScholExplorerConfiguration(null, false));

        configurationMap.put("pmid", new ScholExplorerConfiguration("pmid", true,"https://www.ncbi.nlm.nih.gov/pubmed/%s"));

        configurationMap.put("doi", new ScholExplorerConfiguration("doi", true,"http://dx.doi.org/%s"));

        configurationMap.put("pbmid", new ScholExplorerConfiguration("pmid", true,"https://www.ncbi.nlm.nih.gov/pubmed/%s"));

        configurationMap.put("pmcid", new ScholExplorerConfiguration("pmc", true,"https://europepmc.org/articles/%s"));

        configurationMap.put("pubmedid", new ScholExplorerConfiguration("pmid", true,"https://www.ncbi.nlm.nih.gov/pubmed/%s"));

        configurationMap.put("icpsr", new ScholExplorerConfiguration(null, false));

        configurationMap.put("dnet", new ScholExplorerConfiguration(null, false));

        configurationMap.put("url", new ScholExplorerConfiguration(null, true,"%s"));

        setName = "DLI";

        agent= new Agent("agentId","agentName", Agent.AGENT_TYPE.service);

        nsPrefix = "scholexplore";

        dsName = "ScholExplorer";

        dsId = "scholexplorer";

    }

    @Test

    public void testSubString () {

        final String dnetId ="50|dli_resolver::7b7b9a57a40818d10cf2532d71f012fa";

        assertEquals("7b7b9a57a40818d10cf2532d71f012fa", dnetId.substring(17));

        System.out.println(AbstractDNetXsltFunctions.md5("SNSF - Swiss National Science Foundation"));

    }

    @Test

    public void testSingleScholixAction() throws IOException {

        doTestSingleScholixAction("/eu/dnetlib/data/mapreduce/actions/part-00000");

    }

    @Test

    public void testSingleScholixAction2() throws IOException {

        doTestSingleScholixAction("/eu/dnetlib/data/mapreduce/actions/scholix.json");

    }

    private void doTestSingleScholixAction(final String filePath) throws IOException {

        final InputStream is = this.getClass().getResourceAsStream(filePath);

        final BufferedReader in = new BufferedReader(new InputStreamReader(is));

        //        in.readLine();

        //        in.readLine();

        String line = in.readLine();

        System.out.println(line);

        final JsonParser parser = new JsonParser();

        JsonObject root = parser.parse(line).getAsJsonObject();

        List<AtomicAction> actions = ScholixToActions

                .generateActionsFromScholix(root, configurationMap, setName, agent, new ActionFactory(), nsPrefix, dsName, dsId, DateUtils.now_ISO8601());

        actions.forEach(it-> System.out.println(String.format("%s    cf:%s    qualifier:%s", it.getTargetRowKey(), it.getTargetColumnFamily(), it.getTargetColumn())));

        System.out.println(actions.get(0).toJSON());

    }

    @Test

    public void testScholixAction() throws IOException {

        doTestMultipleScholixActions("/eu/dnetlib/data/mapreduce/actions/part-00000");

    }

    @Test

    public void testScholixAction2() throws IOException {

        doTestMultipleScholixActions("/eu/dnetlib/data/mapreduce/actions/scholix.json");

    }

    private void doTestMultipleScholixActions(final String filePath) throws IOException {

        final InputStream is = this.getClass().getResourceAsStream(filePath);

        final BufferedReader in = new BufferedReader(new InputStreamReader(is));

        String line = in.readLine();

        while (StringUtils.isNotEmpty(line)){

            final JsonParser parser = new JsonParser();

            JsonObject root = parser.parse(line).getAsJsonObject();

            try {

                List<AtomicAction> actions = ScholixToActions

                        .generateActionsFromScholix(root, configurationMap, setName, agent, new ActionFactory(), nsPrefix, dsName, dsId, DateUtils.now_ISO8601());

//                Assert.assertNotNull(actions);

//                Assert.assertTrue(actions.size() > 0);

            } catch (Throwable e) {

                System.out.println(line);

                throw (new RuntimeException(e));

            }

            line = in.readLine();

        }

    }

}