D-Net

{"type_source": "SVN", "goal": "package -U source:jar", 

"url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet45/modules/dnet-openaireplus-mapping-utils/trunk/", "deploy_repository": "dnet45-snapshots", "version": "4", "mail": "sandro.labruzzo@isti.cnr.it,michele.artini@isti.cnr.it, claudio.atzori@isti.cnr.it, alessia.bardi@isti.cnr.it", "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet45-snapshots", "name": "dnet-openaireplus-mapping-utils"}

package eu.dnetlib.openaire.exporter.model;

import org.junit.Before;

import org.junit.Test;

import static org.junit.Assert.assertEquals;

public class ProjectTest {

	Project pMZOS;

	Project pFP7;

	@Before

	public void setUp() throws Exception {

		pMZOS = new Project()

				.setFunder("MZOS")

				.setJurisdiction("HR")

				.setFundingpathid("irb_hr______::MZOS")

				.setAcronym("")

				.setTitle("Project Title")

				.setCode("115-1152437-2500")

				.setStartdate("2007-01-01")

				.setEnddate("2009-01-01");

		pFP7 = new Project()

				.setFunder("EC")

				.setJurisdiction("EU")

				.setFundingpathid("ec__________::EC::FP7::SP1::NMP")

				.setAcronym("REFFIBRE")

				.setTitle("Project Title")

				.setCode("604187")

				.setStartdate("2013-11-01")

				.setEnddate("20015-01-01");

	}

	@Test

	public void testIdNamespaceMZOS(){

		String ns = pMZOS.getIdnamespace();

		assertEquals("info:eu-repo/grantAgreement/MZOS//115-1152437-2500/HR", ns);

	}

	@Test

	public void testIdNamespaceFP7(){

		String ns = pFP7.getIdnamespace();

		assertEquals("info:eu-repo/grantAgreement/EC/FP7/604187/EU", ns);

	}

}

package eu.dnetlib.openaire.exporter.model;

import java.io.IOException;

import java.io.StringReader;

import com.google.common.collect.Lists;

import org.apache.commons.io.IOUtils;

import org.springframework.core.io.ClassPathResource;

import org.springframework.core.io.Resource;

import static org.junit.Assert.assertEquals;

/**

 * Created by claudio on 22/09/16.

 */

public class ProjectDetailTest {

	private Resource projectsCsv = new ClassPathResource("/eu/dnetlib/openaire/exporter/model/projectDetails.csv");

	private Resource projectsJson = new ClassPathResource("/eu/dnetlib/openaire/exporter/model/projectDetails.json");

	//@Test

	public void testSerialisationCSV() throws IOException {

		final String csv = IOUtils.toString(projectsCsv.getInputStream());

		doTest(csv, "csv");

	}

	//@Test

	public void testSerialisationCSV2() throws IOException {

		final ProjectDetail p = new ProjectDetail()

				.setAcronym("acro")

				.setCode("01")

				.setOptional1("op1")

				.setOptional2("op2")

				.setProjectId("project_01")

				.setJsonextrainfo("extraInfo")

				.setFundingPath(Lists.newArrayList("fundingpath1", "fundingpath2"));

		doTest(p.asCSV(), "csv");

	}

	//@Test

	public void testSerialisationJSON() throws IOException {

		final String json = IOUtils.toString(projectsJson.getInputStream());

		doTest(json, "json");

	}

	private void doTest(final String data, final String format) throws IOException {

		final StringReader reader = new StringReader(data);

		for(String line : IOUtils.readLines(reader)) {

			System.out.println("line:          " + line);

			ProjectDetail p;

			String s = "";

			switch (format) {

			case "csv":

				p = ProjectDetail.fromCSV(line);

				s = p.asCSV();

				break;

			case "json":

				p = ProjectDetail.fromJson(line);

				s = p.asJson();

				break;

			default: throw new IllegalArgumentException("invalid format: " + format);

			}

			System.out.println("serialisation: " + s);

			assertEquals(s, line);

		}

	}

}

package eu.dnetlib.pace.clustering;

import org.junit.Before;

import org.junit.Test;

import eu.dnetlib.pace.AbstractProtoPaceTest;

import eu.dnetlib.pace.config.Config;

import eu.dnetlib.pace.config.Type;

import eu.dnetlib.pace.model.FieldListImpl;

import eu.dnetlib.pace.model.FieldValueImpl;

import eu.dnetlib.pace.model.MapDocument;

public class BlacklistAwareClusteringCombinerTest extends AbstractProtoPaceTest {

	private Config config;

	@Before

	public void setUp() {

		config = getResultFullConf();

	}

	@Test

	public void testCombine() {

		final MapDocument result =

				result(config, "A", "Dipping in Cygnus X-2 in a multi-wavelength campaign due to absorption of extended ADC emission", "2013");

		final FieldListImpl fl = new FieldListImpl();

		fl.add(new FieldValueImpl(Type.String, "desc", "hello world description pipeline"));

		result.getFieldMap().put("desc", fl);

		fl.clear();

		fl.add(new FieldValueImpl(Type.String, "title", "lorem ipsum cabalie qwerty"));

		final FieldListImpl field = (FieldListImpl) result.getFieldMap().get("title");

		field.add(fl);

		System.out.println(BlacklistAwareClusteringCombiner.filterAndCombine(result, config, config.blacklists()));

	}

}

package eu.dnetlib.pace.clustering;

import org.junit.Before;

import org.junit.Test;

import eu.dnetlib.pace.AbstractProtoPaceTest;

import eu.dnetlib.pace.config.Config;

import eu.dnetlib.pace.config.Type;

import eu.dnetlib.pace.model.FieldListImpl;

import eu.dnetlib.pace.model.FieldValueImpl;

import eu.dnetlib.pace.model.MapDocument;

public class ClusteringCombinerTest extends AbstractProtoPaceTest {

	private Config config;

	@Before

	public void setUp() {

		config = getResultFullConf();

	}

	@Test

	public void testCombine() {

		String title = "Dipping in Cygnus X-2 in a multi-wavelength campaign due to absorption of extended ADC emission";

		MapDocument result = result(config, "A", title, "2013");

		FieldListImpl fl = new FieldListImpl();

		fl.add(new FieldValueImpl(Type.String, "desc", "lorem ipsum cabalie qwerty"));

		result.getFieldMap().put("desc", fl);

		System.out.println(title);

		System.out.println(ClusteringCombiner.combine(result, config));

	}

}

package eu.dnetlib.pace;

import java.io.IOException;

import java.io.StringWriter;

import java.util.ArrayList;

import java.util.LinkedList;

import java.util.List;

import java.util.stream.Collectors;

import java.util.stream.IntStream;

import com.google.common.collect.Lists;

import com.google.gson.Gson;

import eu.dnetlib.data.mapreduce.util.OafTest;

import eu.dnetlib.data.proto.FieldTypeProtos.Author;

import eu.dnetlib.data.proto.FieldTypeProtos.Qualifier;

import eu.dnetlib.data.proto.FieldTypeProtos.StructuredProperty;

import eu.dnetlib.data.proto.FieldTypeProtos.StructuredProperty.Builder;

import eu.dnetlib.data.proto.OafProtos.Oaf;

import eu.dnetlib.data.proto.OafProtos.OafEntity;

import eu.dnetlib.data.proto.OrganizationProtos.Organization;

import eu.dnetlib.data.proto.ResultProtos.Result;

import eu.dnetlib.pace.config.Config;

import eu.dnetlib.pace.config.DedupConfig;

import eu.dnetlib.pace.config.Type;

import eu.dnetlib.pace.model.Field;

import eu.dnetlib.pace.model.FieldValueImpl;

import eu.dnetlib.pace.model.MapDocument;

import eu.dnetlib.pace.model.ProtoDocumentBuilder;

import eu.dnetlib.pace.model.gt.GTAuthor;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang.RandomStringUtils;

import org.apache.commons.lang.StringUtils;

public abstract class AbstractProtoPaceTest extends OafTest {

	protected DedupConfig getResultFullConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/result.full.pace.conf"));

	}

	protected DedupConfig getResultSimpleConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/result.simple.pace.conf"));

	}

	protected DedupConfig getResultConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/result.pace.conf"));

	}

	protected DedupConfig getOrganizationSimpleConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/organization.pace.conf"));

	}

	protected DedupConfig getResultAuthorsConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/result.authors.pace.conf"));

	}

	protected DedupConfig getResultProdConf() {

		return DedupConfig.load(readFromClasspath("/eu/dnetlib/pace/result.prod.pace.conf"));

	}

	protected MapDocument author(final Config conf, final String id, final Oaf oaf) {

		return ProtoDocumentBuilder.newInstance(id, oaf.getEntity(), conf.model());

	}

	protected GTAuthor getGTAuthor(final String path) {

		final Gson gson = new Gson();

		final String json = readFromClasspath(path);

		final GTAuthor gta = gson.fromJson(json, GTAuthor.class);

		return gta;

	}

	private String readFromClasspath(final String filename) {

		final StringWriter sw = new StringWriter();

		try {

			IOUtils.copy(getClass().getResourceAsStream(filename), sw);

			return sw.toString();

		} catch (final IOException e) {

			throw new RuntimeException("cannot load resource from classpath: " + filename);

		}

	}

	protected MapDocument result(final Config config, final String id, final String title) {

		return result(config, id, title, null, new ArrayList<>(), null);

	}

	protected MapDocument result(final Config config, final String id, final String title, final String date) {

		return result(config, id, title, date, new ArrayList<>(), null);

	}

	protected MapDocument result(final Config config, final String id, final String title, final String date, final List<String> pid) {

		return result(config, id, title, date, pid, null);

	}

	protected MapDocument result(final Config config, final String id, final String title, final String date, final String pid) {

		return result(config, id, title, date, pid, null);

	}

	protected MapDocument result(final Config config, final String id, final String title, final String date, final String pid, final List<String> authors) {

		return result(config, id, title, date, Lists.newArrayList(pid), authors);

	}

	protected MapDocument result(final Config config, final String id, final String title, final String date, final List<String> pid, final List<String> authors) {

		final Result.Metadata.Builder metadata = Result.Metadata.newBuilder();

		if (!StringUtils.isBlank(title)) {

			metadata.addTitle(getStruct(title, getQualifier("main title", "dnet:titles")));

			metadata.addTitle(getStruct(RandomStringUtils.randomAlphabetic(10), getQualifier("alternative title", "dnet:titles")));

		}

		if (!StringUtils.isBlank(date)) {

			metadata.setDateofacceptance(sf(date));

		}

		final OafEntity.Builder entity = oafEntity(id, eu.dnetlib.data.proto.TypeProtos.Type.result);

		final Result.Builder result = Result.newBuilder().setMetadata(metadata);

		if (authors != null) {

			result.getMetadataBuilder().addAllAuthor(

					IntStream.range(0, authors.size())

							.mapToObj(i -> author(authors.get(i), i))

							.collect(Collectors.toCollection(LinkedList::new)));

		}

		entity.setResult(result);

		if (pid != null) {

			for(String p : pid) {

				if (!StringUtils.isBlank(p)) {

					entity.addPid(sp(p, "doi"));

					//entity.addPid(sp(RandomStringUtils.randomAlphabetic(10), "oai"));

				}

			}

		}

		final OafEntity build = entity.build();

		return ProtoDocumentBuilder.newInstance(id, build, config.model());

	}

	private Author author(final String s, int rank) {

		final eu.dnetlib.pace.model.Person p = new eu.dnetlib.pace.model.Person(s, false);

		final Author.Builder author = Author.newBuilder();

		if (p.isAccurate()) {

			author.setName(p.getNormalisedFirstName());

			author.setSurname(p.getNormalisedSurname());

		}

		author.setFullname(p.getNormalisedFullname());

		author.setRank(rank);

		return author.build();

	}

	private OafEntity.Builder oafEntity(final String id, final eu.dnetlib.data.proto.TypeProtos.Type type) {

		final OafEntity.Builder entity = OafEntity.newBuilder().setId(id).setType(type);

		return entity;

	}

	protected MapDocument organization(final Config config, final String id, final String legalName) {

		return organization(config, id, legalName, null);

	}

	protected MapDocument organization(final Config config, final String id, final String legalName, final String legalShortName) {

		final Organization.Metadata.Builder metadata = Organization.Metadata.newBuilder();

		if (legalName != null) {

			metadata.setLegalname(sf(legalName));

		}

		if (legalShortName != null) {

			metadata.setLegalshortname(sf(legalShortName));

		}

		final OafEntity.Builder entity = oafEntity(id, eu.dnetlib.data.proto.TypeProtos.Type.result);

		entity.setOrganization(Organization.newBuilder().setMetadata(metadata));

		return ProtoDocumentBuilder.newInstance(id, entity.build(), config.model());

	}

	private StructuredProperty sp(final String pid, final String type) {

		final Builder pidSp =

				StructuredProperty.newBuilder().setValue(pid)

						.setQualifier(Qualifier.newBuilder().setClassid(type).setClassname(type).setSchemeid("dnet:pid_types").setSchemename("dnet:pid_types"));

		return pidSp.build();

	}

	protected Field title(final String s) {

		return new FieldValueImpl(Type.String, "title", s);

	}

	protected static StructuredProperty.Builder getStruct(final String value, final Qualifier.Builder qualifier) {

		return StructuredProperty.newBuilder().setValue(value).setQualifier(qualifier);

	}

	/*

	 * protected static StringField.Builder sf(final String s) { return StringField.newBuilder().setValue(s); }

	 * 

	 * protected static Qualifier.Builder getQualifier(final String classname, final String schemename) { return

	 * Qualifier.newBuilder().setClassid(classname).setClassname(classname).setSchemeid(schemename).setSchemename(schemename); }

	 */

}

package eu.dnetlib.pace.model;

import com.google.common.collect.Iterables;

import com.google.common.collect.Sets;

import com.google.common.collect.Sets.SetView;

import eu.dnetlib.pace.AbstractProtoPaceTest;

import eu.dnetlib.pace.config.Config;

import org.junit.Test;

import static org.junit.Assert.assertFalse;

import static org.junit.Assert.assertTrue;

public class ProtoDocumentBuilderTest extends AbstractProtoPaceTest {

	@Test

	public void test_serialise1() {

		final String id = "12345";

		final Config config = getResultFullConf();

		final MapDocument document = ProtoDocumentBuilder.newInstance(id, getResult(id), config.model());

		assertFalse(document.fieldNames().isEmpty());

		assertFalse(Iterables.isEmpty(document.fields()));

		System.out.println("original:\n" + document);

		final String stringDoc = MapDocumentSerializer.toString(document);

		System.out.println("srialization:\n" + stringDoc);

		final MapDocument decoded = MapDocumentSerializer.decode(stringDoc.getBytes());

		final SetView<String> diff = Sets.difference(document.fieldNames(), decoded.fieldNames());

		assertTrue(diff.isEmpty());

		System.out.println("decoded:\n" + decoded);

	}

}

package eu.dnetlib.pace.model.gt;

import static org.junit.Assert.assertTrue;

import java.util.Set;

import org.junit.Test;

import com.google.common.collect.Sets;

import eu.dnetlib.pace.model.gt.Author;

import eu.dnetlib.pace.model.gt.Authors;

public class AuthorTest {

	@Test

	public void test() {

		final Set<Author> s1 = getAuthors(3);

		final Set<Author> s2 = getAuthors(3);

		final Set<Author> i = Sets.intersection(s1, s2);

		System.out.println(i);

		assertTrue(i.size() == 3);

	}

	@Test

	public void test1() {

		final Authors a1 = new Authors(a("1", "Wang, M."));

		final Authors a2 = new Authors(a("1", "Wang, M."));

		final Set<Author> i = Sets.intersection(a1, a2);

		assertTrue(i.size() == 1);

	}

	private Set<Author> getAuthors(final int n) {

		final Set<Author> s = Sets.newHashSet();

		for (int i = 0; i < n; i++) {

			s.add(a(i + "", "name" + i));

		}

		return s;

	}

	private Author a(final String id, final String fullname) {

		final Author a = new Author();

		a.setId(id);

		a.setFullname(fullname);

		return a;

	}

}

package eu.dnetlib.pace.distance;

import java.util.List;

import com.google.common.collect.Lists;

import eu.dnetlib.pace.AbstractProtoPaceTest;

import eu.dnetlib.pace.config.Config;

import eu.dnetlib.pace.distance.eval.ScoreResult;

import eu.dnetlib.pace.model.MapDocument;

import org.junit.Test;

import static org.junit.Assert.assertTrue;

public class DetectorTest extends AbstractProtoPaceTest {

	@Test

	public void testDistanceResultSimple() {

		final Config config = getResultSimpleConf();

		final MapDocument resA = result(config, "A", "Recent results from CDF");

		final MapDocument resB = result(config, "B", "Recent results from CDF");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d == 1.0);

	}

	@Test

	public void testDistanceResultSimpleMissingDates() {

		final Config config = getResultSimpleConf();

		final MapDocument resA = result(config, "A", "Recent results from BES");

		final MapDocument resB = result(config, "A", "Recent results from CES");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d > 0.97);

	}

	@Test

	public void testDistanceResultInvalidDate() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "title title title 6BESR", "2013-01-05");

		final MapDocument resB = result(config, "B", "title title title 6BESR", "qwerty");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d == 1.0);

	}

	@Test

	public void testDistanceResultMissingOneDate() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "title title title 6BESR", null);

		final MapDocument resB = result(config, "B", "title title title 6CLER", "2012-02");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue((d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceResult() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "title title title BES", "");

		final MapDocument resB = result(config, "B", "title title title CLEO");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue((d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceResultMissingTwoDate() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "title title title 6BESR");

		final MapDocument resB = result(config, "B", "title title title 6CLER");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue((d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceOrganizationIgnoreMissing() {

		final Config config = getOrganizationSimpleConf();

		final MapDocument orgA = organization(config, "A", "CONSIGLIO NAZIONALE DELLE RICERCHE");

		final MapDocument orgB = organization(config, "B", "CONSIGLIO NAZIONALE DELLE RICERCHE", "CNR");

		final ScoreResult sr = new PaceDocumentDistance().between(orgA, orgB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d == 1.0);

	}

	@Test

	public void testDistanceResultCase1() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs boson", "2003");

		final MapDocument resB = result(config, "B", "Search for the Standard Model Higgs Boson", "2003");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue((d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceResultCaseDoiMatch1() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs boson", "2003", "10.1594/PANGAEA.726855");

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003", "10.1594/PANGAEA.726855");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("exact DOIs will produce an exact match", d == 1.0);

	}

	@Test

	public void testDistanceResultCaseDoiMatch2() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Conference proceedings on X. Appendix", "2003", "10.1594/PANGAEA.726855");

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2005", "10.1594/PANGAEA.726855");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("exact DOIs will produce an exact match, regardless of different titles or publication years", d == 1.0);

	}

	@Test

	public void testDistanceResultCaseDoiMatch3() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Conference proceedings on X. Appendix", "2003", "10.1016/j.jmb.2010.12.024");

		final MapDocument resB = result(config, "B", "Conference proceedings on X. Appendix", "2003");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("a missing DOI will casue the comparsion to continue with the following conditions", d == 1.0);

	}

	@Test

	public void testDistanceResultCaseDoiMatch4() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Conference proceedings on X. Appendix", "2003", "10.1016/j.jmb.2010.12.024");

		final MapDocument resB = result(config, "B", "Conference proceedings on X. Appendix", "2005");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("a missing DOI, comparsion continues with the following conditions, different publication years will drop the score to 0", d == 0.0);

	}

	@Test

	public void testDistanceResultCaseDoiMatch5() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Search for the Standard Model Higgs Boson", "2003", "10.1016/j.jmb.2010.12.020");

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("a missing DOI, comparsion continues with the following conditions", (d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceResultCaseDoiMatch6() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Conference proceedings on X. Appendix", "2003", "10.1016/j.jmb.2010.12.024");

		final MapDocument resB = result(config, "B", "Conference proceedings on X. Appendix", "2003", "anotherDifferentDOI");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("different DOIs will NOT drop the score to 0, then evaluate other fields", d == 1.0);

	}

	@Test

	public void testDistanceResultCaseDoiMatch7() {

		final Config config = getResultConf();

		final MapDocument resA = result(config, "A", "Adrenal Insufficiency asd asd", "1951", Lists.newArrayList("PMC2037944", "axdsds"));

		final MapDocument resB = result(config, "B", "Adrenal Insufficiency", "1951", "PMC2037944");

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue("different DOIs will drop the score to 0, regardless of the other fields", d > 0.9 & d < 1);

	}

	// http://dx.doi.org/10.1594/PANGAEA.726855 doi:10.1594/PANGAEA.726855

	@Test

	public void testDistanceResultCaseAuthor1() {

		final Config config = getResultAuthorsConf();

		final List<String> authorsA = Lists.newArrayList("a", "b", "c", "d");

		final List<String> authorsB = Lists.newArrayList("a", "b", "c");

		final List<String> pid = Lists.newArrayList();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs Boson", "2003", pid, authorsA);

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003", pid, authorsB);

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d == 0.0);

	}

	@Test

	public void testDistanceResultCaseAuthor2() {

		final Config config = getResultAuthorsConf();

		final List<String> authorsA = Lists.newArrayList("a", "b", "c");

		final List<String> authorsB = Lists.newArrayList("a", "b", "c");

		final List<String> pid = Lists.newArrayList();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs Boson", "2003", pid, authorsA);

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003", pid, authorsB);

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue(d == 1.0);

	}

	@Test

	public void testDistanceResultCaseAuthor3() {

		final Config config = getResultAuthorsConf();

		final List<String> authorsA = Lists.newArrayList("Bardi, A.", "Manghi, P.", "Artini, M.");

		final List<String> authorsB = Lists.newArrayList("Bardi Alessia", "Manghi Paolo", "Artini Michele");

		final List<String> pid = Lists.newArrayList();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs Boson", "2003", pid, authorsA);

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003", pid, authorsB);

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		assertTrue((d > 0.9) && (d < 1.0));

	}

	@Test

	public void testDistanceResultCaseAuthor4() {

		final Config config = getResultAuthorsConf();

		final List<String> authorsA = Lists.newArrayList("Bardi, Alessia", "Manghi, Paolo", "Artini, Michele", "a");

		final List<String> authorsB = Lists.newArrayList("Bardi Alessia", "Manghi Paolo", "Artini Michele");

		final List<String> pid = Lists.newArrayList();

		final MapDocument resA = result(config, "A", "Search the Standard Model Higgs Boson", "2003", pid, authorsA);

		final MapDocument resB = result(config, "B", "Search the Standard Model Higgs Boson", "2003", pid, authorsB);

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		// assertTrue(d.getScore() == 0.0);

	}

	@Test

	public void testDistanceResultFullConf() {

		final Config config = getResultFullConf();

		final List<String> authorsA = Lists.newArrayList("Nagarajan Pranesh", "Guy Vautier", "Punyanganie de Silva");

		final List<String> authorsB = Lists.newArrayList("Pranesh Nagarajan", "Vautier Guy", "de Silva Punyanganie");

		final MapDocument resA =

				result(config, "A", "Presentations of perforated colonic pathology in patients with polymyalgia rheumatica: two case reports", "2010",

						"10.1186/1752-1947-4-299", authorsA);

		final MapDocument resB =

				result(config, "B", "Presentations of perforated colonic pathology in patients with polymyalgia rheumatica: two case reports", "2010",

						"10.1186/1752-1947-4-299", authorsB);

		final ScoreResult sr = new PaceDocumentDistance().between(resA, resB, config);

		final double d = sr.getScore();

		System.out.println(String.format(" d ---> %s", d));

		// assertTrue(d.getScore() == 0.0);

	}

}

package eu.dnetlib.data.mapreduce.util;

import static org.junit.Assert.assertFalse;

import static org.junit.Assert.assertNotNull;

import java.util.List;

import org.junit.Test;

import eu.dnetlib.data.proto.KindProtos.Kind;

import eu.dnetlib.miscutils.functional.xml.IndentXmlString;

public class OafDecoderTest {

	@Test

	public void testAsXml() {

		final OafDecoder decoder = OafTest.embed(OafTest.getResult("50|id_1"), Kind.entity);

		assertNotNull(decoder);

		assertNotNull(decoder.asXml());

		System.out.println(IndentXmlString.apply(decoder.asXml()));

	}

	@Test

	public void testGetFieldValues() {

		final OafDecoder decoder = OafTest.embed(OafTest.getResult("50|id_1"), Kind.entity);

		final String path = "result/metadata/title/value";

		final List<String> titles = decoder.decodeEntity().getFieldValues(path);

		assertNotNull(titles);

		assertFalse(titles.isEmpty());

	}

}

package eu.dnetlib.data.mapreduce.util;

import org.junit.Test;

public class OafRowKeyDecoderTest {

	@Test

	public void test() {

		String id1 = "50|acnbad______::0a454baf9c61e63d42fb83ab549f8062";

		OafRowKeyDecoder d = OafRowKeyDecoder.decode(id1);

		System.out.println(d.getId());

	}

}

package eu.dnetlib.data.mapreduce.util;

import eu.dnetlib.data.proto.DedupProtos.Dedup.RelName;

import eu.dnetlib.data.proto.OafProtos.OafRel;

import eu.dnetlib.data.proto.RelTypeProtos.RelType;

import eu.dnetlib.data.proto.RelTypeProtos.SubRelType;

import org.junit.Before;

import org.junit.Test;

import static org.junit.Assert.assertEquals;

import static org.junit.Assert.assertNotNull;

public class OafRelDecoderTest {

	private OafRel oafRel;

	@Before

	public void setUp() {

		oafRel = OafTest.getDedupRel("ID_1", "ID_2", RelType.resultResult, "isMergedIn");

	}

	@Test

	public void testSetClass() {

		OafRelDecoder d1 = OafRelDecoder.decode(oafRel);

		assertNotNull(d1);

		assertEquals("isMergedIn", d1.getRelClass());

		OafRelDecoder d2 = OafRelDecoder.decode(d1.setClassId("isMergedIn").build());

		assertEquals("isMergedIn", d2.getRelClass());

		assertEquals("isMergedIn", d2.getRelMetadata().getSemantics().getClassid());

		assertEquals("isMergedIn", d2.getRelMetadata().getSemantics().getClassname());

	}

	@Test

	public void testGetCF() {

		assertEquals("resultResult_dedup_isMergedIn", OafRelDecoder.getCFQ(RelType.resultResult, SubRelType.dedup, RelName.isMergedIn));

		assertEquals("resultResult_dedup_isMergedIn", OafRelDecoder.getCFQ(RelType.resultResult, SubRelType.dedup, "isMergedIn"));

	}

}

package eu.dnetlib.data.transform;

import java.io.IOException;

import java.io.InputStream;

import java.io.StringReader;

import java.util.List;

import java.util.Objects;

import java.util.Properties;

import java.util.concurrent.atomic.AtomicInteger;

import java.util.function.Function;

import java.util.stream.Collectors;

import java.util.stream.StreamSupport;

import com.google.protobuf.InvalidProtocolBufferException;

import com.mongodb.client.MongoCollection;

import com.mongodb.client.MongoDatabase;

import eu.dnetlib.data.proto.OafProtos.Oaf;

import eu.dnetlib.data.proto.OafProtos.OafEntity;

import eu.dnetlib.data.transform.xml2.DatasetToProto;

import eu.dnetlib.miscutils.collections.Pair;

import eu.dnetlib.miscutils.datetime.HumanTime;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang3.time.StopWatch;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.apache.commons.math.stat.descriptive.DescriptiveStatistics;

import org.bson.Document;

import org.dom4j.DocumentException;

import org.dom4j.io.SAXReader;

import org.junit.Before;

import org.junit.Test;

import org.junit.runner.RunWith;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.test.context.ContextConfiguration;

import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;

import static org.junit.Assert.assertFalse;

import static org.junit.Assert.assertNotNull;

import static org.junit.Assert.assertTrue;

@RunWith(SpringJUnit4ClassRunner.class)

@ContextConfiguration(classes = { ConfigurationTestConfig.class })

public class ParserToProtoIT {

	private static final Log log = LogFactory.getLog(ParserToProtoIT.class);

	private static final String DATACITE = "datacite";

	private static final String NARCIS = "narcis";

	private static final int BATCH_SIZE = 10000;

	private static final int LOG_FREQ = 5000;

	private static final int LIMIT = 10000;

	public static final String BODY = "body";

	private static String basePathProfiles = "/eu/dnetlib/test/profiles/TransformationRuleDSResources/TransformationRuleDSResourceType/";

	private int batchSize = BATCH_SIZE;

	private int logFreq = LOG_FREQ;

	private int limit = LIMIT;

	@Autowired

	private MongoDatabase db;

	@Autowired()

	private Properties testProperties;

	@Before

	public void setUp() {

		logFreq = Integer.valueOf(testProperties.getProperty("test.logFreq", String.valueOf(LOG_FREQ)));

		batchSize = Integer.valueOf(testProperties.getProperty("test.batchSize", String.valueOf(BATCH_SIZE)));

		limit = Integer.valueOf(testProperties.getProperty("test.limit", String.valueOf(limit)));

	}

	@Test

	public void testParseDataciteWithVTD() throws IOException {

		doTest(s -> new Pair<>(s, new DatasetToProto().apply(s)), DATACITE);

	}

	@Test

	public void testParseDataciteWithXSLT() throws IOException {

		final String xslt = IOUtils.toString(loadFromTransformationProfile("odf2hbase.xml"));

		final XsltRowTransformer transformer = XsltRowTransformerFactory.newInstance(xslt);

		doTest(rowToOaf(transformer), DATACITE);

	}

	@Test

	public void testParseNarcisWithXSLT() throws IOException {

		final String xslt = IOUtils.toString(loadFromTransformationProfile("oaf2hbase.xml"));

		final XsltRowTransformer transformer = XsltRowTransformerFactory.newInstance(xslt);

		doTest(rowToOaf(transformer), NARCIS);

	}

	//// HELPERS

	private void doTest(final Function<String, Pair<String, Oaf>> mapper, final String collectionName) {

		final MongoCollection<Document> collection = db.getCollection(collectionName);

		final long collectionSize = collection.count();

		log.info(String.format("found %s records in collection '%s'", collectionSize, collectionName));

		final AtomicInteger read = new AtomicInteger(0);

		final DescriptiveStatistics stats = new DescriptiveStatistics();

		final StopWatch recordTimer = new StopWatch();

		final StopWatch totalTimer = StopWatch.createStarted();

		StreamSupport.stream(collection.find().batchSize(batchSize).spliterator(), false)

				.limit(limit)

				.peek(d -> {

					if (read.addAndGet(1) % logFreq == 0) {

						log.info(String.format("records read so far %s", read.get()));

						//log.info(String.format("stats so far %s", stats.toString()));

					}

				})

				.map(d -> (String) d.get("body"))

				.filter(Objects::nonNull)

				.collect(Collectors.toList())   // load them in memory first

				.stream()

				.peek(s -> recordTimer.start())

				.map(mapper)

				.forEach(pair -> {

					recordTimer.stop();

					stats.addValue(recordTimer.getTime());

					recordTimer.reset();

					assertNotNull(pair);

					assertTrue(pair.getValue().hasEntity());

					try {

						final org.dom4j.Document doc = new SAXReader().read(new StringReader(pair.getKey()));

						final OafEntity entity = pair.getValue().getEntity();

						//TODO add more asserts

						assertTrue(entity.getId().contains(doc.valueOf("/*[local-name() = 'record']/*[local-name() = 'header']/*[local-name() = 'objIdentifier']/text()")));

					} catch (DocumentException e) {

						throw new IllegalArgumentException("unable to parse record " + pair.getKey(), e);

					}

				});

		totalTimer.stop();

		log.info(String.format("processed %s/%s records in %s", read.get(), collectionSize, HumanTime.exactly(totalTimer.getTime())));

		log.info(stats.toString());

	}

	private Function<String, Pair<String, Oaf>> rowToOaf(final XsltRowTransformer transformer) {

		return xml -> {

			final List<Row> rows = transformer.apply(xml);

			if (rows.isEmpty()) {

				return null;

			}

			return rows.stream()

					.filter(row -> row.getColumn(BODY) != null)

					.map(row -> row.getColumn(BODY))

					.map(c -> c.getValue())

					.map(b -> {

						try {

							return Oaf.parseFrom(b);

						} catch (InvalidProtocolBufferException e) {

							throw new IllegalStateException(e);

						}

					})

					.filter(Objects::nonNull)

					.map(oaf -> new Pair<>(xml, oaf))

					.findFirst()

					.get();

		};

	}

	private InputStream loadFromTransformationProfile(final String profilePath) {

		log.info("Loading xslt from: " + basePathProfiles + profilePath);

		InputStream profile = getClass().getResourceAsStream(basePathProfiles + profilePath);

		SAXReader saxReader = new SAXReader();

		org.dom4j.Document doc = null;

		try {

			doc = saxReader.read(profile);

		} catch (DocumentException e) {

			e.printStackTrace();

			throw new RuntimeException(e);

		}

		String xslt = doc.selectSingleNode("//SCRIPT/CODE/*[local-name()='stylesheet']").asXML();

		//log.info(xslt);

		return IOUtils.toInputStream(xslt);

	}

}

package eu.dnetlib.data.transform.xml;

import java.util.List;

import eu.dnetlib.data.transform.xml.OpenTrialsXsltFunctions.JsonProv;

import org.junit.After;

import org.junit.Before;

import org.junit.Test;

import static org.junit.Assert.assertEquals;

/**

 * OpenTrialsXsltFunctions Tester.

 *

 */

public class OpenTrialsXsltFunctionsTest {

	private String jsonProv = "[{\"url\" : \"http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT00378508\", \"sourceID\" : \"77eb42c5-0ec7-4e31-963a-5736b66f2d26\", \"sourceName\" : \"ictrp\"},{\"url\" : \"https://www.clinicaltrials.gov/ct2/show/NCT00378508?lup_e=02%2F04%2F2016&lup_s=01%2F01%2F2001&rank=175075&resultsxml=true\", \"sourceID\" : \"b389497c-0833-432b-a09b-930526b7b4d4\", \"sourceName\" : \"nct\"}]";

	private String jsonProvWithNull = "[{\"url\" : \"\", \"sourceID\" : \"77eb42c5-0ec7-4e31-963a-5736b66f2d26\", \"sourceName\" : \"ictrp\"},{\"url\" : \"https://www.clinicaltrials.gov/ct2/show/NCT00378508?lup_e=02%2F04%2F2016&lup_s=01%2F01%2F2001&rank=175075&resultsxml=true\", \"sourceID\" : \"b389497c-0833-432b-a09b-930526b7b4d4\", \"sourceName\" : \"nct\"}]";

	private String jidentifiers = "{112683,NCT00920439}";

	private String jsonRecord = "[{\"source_id\" : \"nct\", \"source_url\" : \"https://clinicaltrials.gov/ct2/show/NCT02321059\", \"is_primary\" : true},{\"source_id\" : \"ictrp\", \"source_url\" : \"http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT02321059\", \"is_primary\" : false}]";

	private String jsonRecordNull = "[{\"source_id\" : \"nct\", \"source_url\" : \"https://clinicaltrials.gov/ct2/show/NCT02321059\"},{\"source_id\" : \"ictrp\", \"source_url\" : \"http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT02321059\", \"is_primary\" : false}]";

	private String jsonRecordVoid = "[{\"source_id\" : \"\", \"source_url\" : \"\", \"is_primary\" : \"\"}]";

	private String jsonRecondPrimary = "[{\"source_id\" : \"nct\", \"source_url\" : \"https://clinicaltrials.gov/ct2/show/NCT02321059\", \"is_primary\" : false},{\"source_id\" : \"ictrp\", \"source_url\" : \"http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT02321059\", \"is_primary\" : false}]";

	private String jsonPeopleVoid ="[{\"person_name\" : null, \"person_id\" : null, \"person_role\" : null}]";

	private String jsonPeopleOne = "[{\"person_name\" : \"Henk Verheul, M.D., PhD\", \"person_id\" : \"116438e9-f8b1-46e5-a1f8-20f851cab73c\", \"person_role\" : \"principal_investigator\"}]";

	private String jsonPeopleMore = "[{\"person_name\" : \"Henk Verheul, M.D., PhD\", \"person_id\" : \"116438e9-f8b1-46e5-a1f8-20f851cab73c\", \"person_role\" : \"principal_investigator\"},{\"person_name\" : \"Miriam Pippolippo Baglioni, PhD\", \"person_id\" : \"fake\", \"person_role\" : \"principal_investigator\"}]";

	private String jsonOrganizationVoid = "[{\"organization_name\" : null, \"organization_id\" : null, \"organization_role\" : null}]";

	private String jsonOrganizationOne = "[{\"organization_name\" : \"Södertälje sjukhus AB\", \"organization_id\" : \"15f0d004-b82b-408c-8605-38a57352468d\", \"organization_role\" : \"sponsor\"}]";

	private String jsonOrganizationMore = "[{\"organization_name\" : \"Södertälje sjukhus AB\", \"organization_id\" : \"15f0d004-b82b-408c-8605-38a57352468d\", \"organization_role\" : \"sponsor\"},{\"organization_name\" : \"Miriam Baglioni AB\", \"organization_id\" : \"fake\", \"organization_role\" : \"primary_sponsor\"}]";

	private String jsonLocationVoid = "[{\"location_name\" : null}]";

	private String jsonLocationOne = "[{\"location_name\" : \"China\"}]";

	private String jsonLocationMore = "[{\"location_name\" : \"China\"},{\"location_name\" : \"North Korea\"}]";

	@Before

	public void before() throws Exception {

	}

	@After

	public void after() throws Exception {

	}

	/**

	 * Method: getProvs(String jsonProvList)

	 */

	@Test

	public void testGetProvs() throws Exception {

		List<JsonProv> list = OpenTrialsXsltFunctions.getProvs(jsonProv);

		assertEquals(2, list.size());

	}

	/**

	 * Method: getMainIdentifierURL(String jsonProvList)

	 */

	@Test

	public void testGetMainIdentifierURL() throws Exception {

		String url = OpenTrialsXsltFunctions.getMainIdentifierURL(jsonProv);

		assertEquals( "http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT00378508", url );

		url = OpenTrialsXsltFunctions.getMainIdentifierURL(jsonProvWithNull);

		assertEquals("https://www.clinicaltrials.gov/ct2/show/NCT00378508?lup_e=02%2F04%2F2016&lup_s=01%2F01%2F2001&rank=175075&resultsxml=true", url);

	}

	@Test

	public void testGetPrimaryRecordUrl(){

		String url = OpenTrialsXsltFunctions.getPrimaryRecordUrl(jsonRecord);

		assertEquals("https://clinicaltrials.gov/ct2/show/NCT02321059", url);

	}

	@Test

	public void testGetPrimaryRecordID(){

		String id = OpenTrialsXsltFunctions.getPrimaryRecordIdentifier(jsonRecord);

		assertEquals("nct", id);

	}

	@Test

	public void testGetPrimaryRecordUrlNull(){

		String url = OpenTrialsXsltFunctions.getPrimaryRecordUrl(jsonRecordNull);

		assertEquals("https://clinicaltrials.gov/ct2/show/NCT02321059", url);

	}

	@Test

	public void testGetPrimaryRecordUrlVoid(){

		String url = OpenTrialsXsltFunctions.getPrimaryRecordUrl(jsonRecordVoid);

		assertEquals("", url);

	}

	@Test

	public void testGetPrimaryRecordUrlNoPrimary(){

		String url = OpenTrialsXsltFunctions.getPrimaryRecordUrl(jsonRecondPrimary);

		assertEquals("https://clinicaltrials.gov/ct2/show/NCT02321059", url);

	}

	@Test

	public void testGetPrimaryRecordIDNoPrimary(){

		String id = OpenTrialsXsltFunctions.getPrimaryRecordIdentifier(jsonRecondPrimary);

		assertEquals("nct", id);

	}

	@Test

	public void testGetPrincipalInvestigatorsVoid(){

		String url = OpenTrialsXsltFunctions.getPrincipalInvestigators(jsonPeopleVoid);

		assertEquals("",url);

	}

	@Test

	public void testGetPrincipalInvestigatorsOne(){

		String url = OpenTrialsXsltFunctions.getPrincipalInvestigators(jsonPeopleOne);

		assertEquals("Verheul, Henk", url);

	}

	@Test

	public void testGetPrincipalInvestigatorsMore(){

		String url = OpenTrialsXsltFunctions.getPrincipalInvestigators(jsonPeopleMore);

		assertEquals("Verheul, Henk@@Baglioni, Miriam Pippolippo", url);

	}

	@Test

	public void testgGetTrialOrganizationsVoid(){

		String url = OpenTrialsXsltFunctions.getTrialOrganizations(jsonOrganizationVoid);

		assertEquals("",url);

	}

	@Test

	public void testgGetTrialOrganizationsOne(){

		String url = OpenTrialsXsltFunctions.getTrialOrganizations(jsonOrganizationOne);

		assertEquals("Södertälje sjukhus AB@sponsor", url);

	}

	@Test

	public void testgGetTrialOrganizationsMore(){

		String url = OpenTrialsXsltFunctions.getTrialOrganizations(jsonOrganizationMore);

		assertEquals("Södertälje sjukhus AB@sponsor@@Miriam Baglioni AB@sponsor", url);

	}

	@Test

	public void testgGetTrialLocationsVoid(){

		String url = OpenTrialsXsltFunctions.getTrialLocations(jsonLocationVoid);

		assertEquals("",url);

	}

	@Test

	public void testgGetTrialLocationsOne(){

		String url = OpenTrialsXsltFunctions.getTrialLocations(jsonLocationOne);

		assertEquals("China", url);

	}

	@Test

	public void testgGetTrialLocationsMore(){

		String url = OpenTrialsXsltFunctions.getTrialLocations(jsonLocationMore);

		assertEquals("China@@North Korea", url);

	}

	@Test

	public void testGetNotPrimaryRecordUrlPrimary(){

		String url = OpenTrialsXsltFunctions.getNotPrimaryRecordUrl(jsonRecondPrimary);

		assertEquals("http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT02321059", url);

	}

	@Test

	public void testGetNotPrimaryRecordUrlVoid(){

		String url = OpenTrialsXsltFunctions.getNotPrimaryRecordUrl(jsonRecordVoid);

		assertEquals("", url);

	}

	@Test

	public void testGetNotPrimaryRecordUrl(){

		String url = OpenTrialsXsltFunctions.getNotPrimaryRecordUrl(jsonRecord);

		assertEquals("http://apps.who.int/trialsearch/Trial3.aspx?trialid=NCT02321059", url);

	}

}

package eu.dnetlib.data.transform.xml;

import org.junit.After;

import org.junit.Before;

import org.junit.Test;

import static org.junit.Assert.assertEquals;

import static org.junit.Assert.assertNotNull;

/**

 *

 * Created by miriam on 04/05/2017.

 */

public class FWFXsltFunctionsTest {

	private String namesurname ="Gerhard SOMMER";

	private String noSurname = "Gerhard";

	private String noName = "SOMMER";

	private String twoNames = "Gerhard Pippo SOMMER";

	private String twoSurname = "Gerhard PIPPO SOMMER";

	private String nonamesurname = "";

	private String organization ="Universität Linz - Institut für Computational Perception; Universität für Musik und darstellende Kunst Graz - Institut 1: Komposition, Musiktheorie, Musikgeschichte und Dirigieren; Universität Mozarteum Salzburg - Institut für Musikalische Rezeptions- und Interpretationsgeschichte; Anton Bruckner Privatuniversität - Institut für Theorie und Geschichte der Musik; Eliette und Herbert von Karajan Institut - Eliette und Herbert von Karajan Institut";

	@Before

	public void before() throws Exception {

	}

	@After

	public void after() throws Exception {

	}

	@Test

	public void testGetNamesNameNoNameSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(nonamesurname,true);

		assertEquals("",ret );

	}

	@Test

	public void testGetNamesSurnameNoNameSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(nonamesurname,false);

		assertEquals("",ret );

	}

	@Test

	public void testGetNamesNameTwoSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(twoSurname,true);

		assertEquals("Gerhard",ret );

	}

	@Test

	public void testGetNamesSurnameTwoSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(twoSurname,false);

		assertEquals("PIPPO SOMMER",ret );

	}

	@Test

	public void testGetNamesNameTwoNames() throws Exception {

		String ret = FWFXsltFunctions.getName(twoNames,true);

		assertEquals("Gerhard Pippo",ret );

	}

	@Test

	public void testGetNamesSurnameTwoNames() throws Exception {

		String ret = FWFXsltFunctions.getName(twoNames,false);

		assertEquals("SOMMER",ret );

	}

	/**

	 * Method: getProvs(String jsonProvList)

	 */

	@Test

	public void testGetNamesName() throws Exception {

		String ret = FWFXsltFunctions.getName(namesurname,true);

		assertEquals("Gerhard",ret );

	}

	@Test

	public void testGetNamesSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(namesurname,false);

		assertEquals("SOMMER",ret );

	}

	@Test

	public void testGetNamesNameNoSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(noSurname,true);

		assertEquals("Gerhard",ret );

	}

	@Test

	public void testGetNamesSurnameNoSurname() throws Exception {

		String ret = FWFXsltFunctions.getName(noSurname,false);

		assertEquals("",ret );

	}

	@Test

	public void testGetNamesNameNoName() throws Exception {

		String ret = FWFXsltFunctions.getName(noName,true);

		assertEquals("",ret );

	}

	@Test

	public void testGetNamesSurnameNoName() throws Exception {

		String ret = FWFXsltFunctions.getName(noName,false);

		assertEquals("SOMMER",ret );

	}

	@Test

	public void TestGetMd5()throws Exception{

		String md5 = FWFXsltFunctions.getMd5(organization);

		System.out.println(md5);

		assertNotNull(md5);

	}

}

package eu.dnetlib.data.transform.xml2;

import java.io.IOException;

import java.util.function.Function;

import eu.dnetlib.data.proto.OafProtos.Oaf;

import org.apache.commons.io.IOUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.junit.Test;

import static org.junit.Assert.assertNotNull;

public class VtdParserToProtoTest {