D-Net

package eu.dnetlib.data.mapreduce.actions;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.util.List;

import org.apache.commons.lang3.StringUtils;

import org.junit.Before;

import org.junit.Test;

import com.google.gson.Gson;

import com.google.gson.JsonObject;

import com.google.gson.JsonParser;

import eu.dnetlib.actionmanager.actions.ActionFactory;

import eu.dnetlib.actionmanager.actions.AtomicAction;

import eu.dnetlib.actionmanager.common.Agent;

import eu.dnetlib.data.mapreduce.hbase.Reporter;

import eu.dnetlib.data.mapreduce.hbase.dataimport.OrcidToActions;

public class OrcidToActionsTest {

	private String setName;

	private Agent agent;

	private Reporter reporter;

	@Before

	public void setup() {

		setName = "ORCID";

		agent = new Agent("agentId", "agentName", Agent.AGENT_TYPE.service);

		reporter =

				(Reporter) (counterGroup, counterName, delta) -> System.out.println(String.format("COUNTER: %s - %s : %d", counterGroup, counterName, delta));

	}

	@Test

	public void testUnicodeAction() throws IOException {

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_1.json");

	}

	@Test

	public void testSourceWorkIdAction() throws IOException {

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_2.json");

	}

	@Test

	public void testAuthorsRank() throws IOException {

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_3.json");

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_4.json");

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_5.json");

	}

	@Test

	public void testUrl() throws IOException {

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_6.json");

	}

	@Test

	public void testNullUrlAction() throws IOException {

		doTestSingleAction("/eu/dnetlib/data/mapreduce/actions/OrcidAction_7.json");

	}

	@Test

	public void testMassiveOrcidAction() throws IOException {

		doTestAllOrcidAction("/eu/dnetlib/data/mapreduce/actions/part-100");

	}

	private void doTestSingleAction(final String filePath) throws IOException {

		final InputStream is = this.getClass().getResourceAsStream(filePath);

		final BufferedReader in = new BufferedReader(new InputStreamReader(is));

		final String line = in.readLine();

		final JsonParser parser = new JsonParser();

		final JsonObject root = parser.parse(line).getAsJsonObject();

		final List<AtomicAction> lista = OrcidToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, reporter);

		System.out.println(new Gson().toJson(lista));

	}

	private void doTestAllOrcidAction(final String filePath) throws IOException {

		final InputStream is = this.getClass().getResourceAsStream(filePath);

		final BufferedReader in = new BufferedReader(new InputStreamReader(is));

		String line = in.readLine();

		int i = 0;

		while (StringUtils.isNotBlank(line)) {

			final JsonParser parser = new JsonParser();

			final JsonObject root = parser.parse(line).getAsJsonObject();

			try {

				OrcidToActions.generatePublicationActionsFromDump(root, new ActionFactory(), setName, agent, reporter);

			} catch (final Throwable e) {

				System.out.println("Exception parsing: " + line);

				throw new RuntimeException(e);

			}

			line = in.readLine();

			i += 1;

		}

		System.out.println("parsed: " + i);

	}

}