D-Net

import com.googlecode.protobuf.format.JsonFormat;

import eu.dnetlib.actionmanager.actions.ActionFactory;

import eu.dnetlib.actionmanager.actions.XsltInfoPackageAction;

import eu.dnetlib.actionmanager.common.Agent;

import eu.dnetlib.actionmanager.common.Operation;

import eu.dnetlib.actionmanager.common.Provenance;

import org.springframework.core.io.ByteArrayResource;

import org.springframework.core.io.ClassPathResource;

import org.springframework.core.io.Resource;

	@Test

	public void testParseOafWithUpdates() throws Exception {

		final List<Row> rows = Lists.newArrayList();

		rows.addAll(asRows(loadFromTransformationProfile("oaf2hbase.xml"), load("oafWithCommunity.xml")));

		ActionFactory actionFactory = new ActionFactory();

		Map<String, Resource> xslts = Maps.newHashMap();

		xslts.put("oaf2hbase", new ByteArrayResource(IOUtils.toString(loadFromTransformationProfile("oaf2hbase.xml")).getBytes()));

		actionFactory.setXslts(xslts);

		XsltInfoPackageAction pa = actionFactory.generateInfoPackageAction(

				"oaf2hbase",

				"rawset-id",

				new Agent("agent-id", "agent-name", Agent.AGENT_TYPE.algo),

				Operation.UPDATE,

				IOUtils.toString(load("oafUpdateWithCommunity.xml")),

				Provenance.sysimport_mining_aggregator,

				"0.9");

		final String qualifier = "update_" + System.nanoTime();

		IOUtils.readLines(load("country_updates.json")).forEach(line -> {

			Oaf.Builder oaf = Oaf.newBuilder();

			try {

				JsonFormat.merge(line, oaf);

			} catch (JsonFormat.ParseException e) {

				throw new IllegalArgumentException(e);

			}

			Column<String, byte[]> col = new Column<>("update_" + System.nanoTime(), oaf.build().toByteArray());

			rows.add(new Row("result", oaf.getEntity().getId(), Lists.newArrayList(col)));

		});

		pa.asAtomicActions().forEach(a -> {

			Column<String, byte[]> col = new Column<>("update_" + System.nanoTime(), a.getTargetValue());

			rows.add(new Row(a.getTargetColumnFamily(), a.getTargetRowKey(), Lists.newArrayList(col)));

		});

		/*

		rows.forEach(r -> {

			log.info(r);

		});

		*/

		mapAll(buildTable(rows)).entrySet().forEach(b -> {

			log.info(b.getKey());

			log.info(b.getValue());

		});

	}

<?xml version="1.0" encoding="UTF-8"?>

<record xmlns:dc="http://purl.org/dc/elements/1.1/"

        xmlns:dr="http://www.driver-repository.eu/namespace/dr"

        xmlns:dri="http://www.driver-repository.eu/namespace/dri"

        xmlns:oaf="http://namespace.openaire.eu/oaf"

        >

    <header xmlns="http://namespace.openaire.eu/">

        <dri:objIdentifier>acm_________::02a8fbd0aa341df6dbb8323f453091f8</dri:objIdentifier>

        <dri:recordIdentifier></dri:recordIdentifier>

        <dri:dateOfCollection/>

        <dri:mdFormat/>

        <dri:mdFormatInterpretation/>

        <dri:repositoryId/>

        <dr:objectIdentifier/>

        <dr:dateOfCollection></dr:dateOfCollection>

        <oaf:datasourceprefix></oaf:datasourceprefix>

    </header>

    <metadata xmlns="http://namespace.openaire.eu/">

        <oaf:concept id="fam"/>

        <oaf:concept id="dh-ch::subcommunity::2"/>

    </metadata>

    <about>

        <oaf:datainfo>

            <oaf:inferred>false</oaf:inferred>

            <oaf:deletedbyinference>false</oaf:deletedbyinference>

            <oaf:trust>0.9</oaf:trust>

            <oaf:inferenceprovenance/>

            <oaf:provenanceaction classid="sysimport:mining:repository"

                                  classname="sysimport:mining:repository"

                                  schemeid="dnet:provenanceActions" schemename="dnet:provenanceActions"/>

        </oaf:datainfo>

    </about>

</record>

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "NL","classname": "Netherland","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "IT","classname": "Italy","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "DE","classname": "Germany","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "IT","classname": "Italy","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "GR","classname": "Greece","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

{"kind": "entity","entity": {"type": "result","result": {"metadata": {"country": [{"classid": "GR","classname": "Greece","schemeid": "dnet:countries","schemename": "dnet:countries","dataInfo": {"inferred": true,"trust": "0.9","inferenceprovenance": "propagation","provenanceaction": {"classid": "propagation::country::instrepos","classname": "Propagation of country information from datasources belonging to institutional repositories","schemeid": "dnet:provenanceActions","schemename": "dnet:provenanceActions"}}}]}},"id": "50|acm_________::02a8fbd0aa341df6dbb8323f453091f8"}}

			<version>[6.2.13]</version>