D-Net

package eu.dnetlib.data.mapreduce.hbase.dataimport;

import com.google.gson.JsonArray;

import com.google.gson.JsonObject;

import eu.dnetlib.actionmanager.actions.ActionFactory;

import eu.dnetlib.actionmanager.actions.AtomicAction;

import eu.dnetlib.actionmanager.common.Agent;

import eu.dnetlib.data.transform.xml.AbstractDNetXsltFunctions;

import org.apache.commons.lang3.StringUtils;

import static eu.dnetlib.data.proto.FieldTypeProtos.*;

import static eu.dnetlib.data.proto.KindProtos.Kind;

import static eu.dnetlib.data.proto.OafProtos.*;

public class ScholixToActions {

                                                                final String setName, final Agent agent, ActionFactory factory, String nsPrefix, final String dsName,

                                                                final String dsId, String dateOfCollection) {

        final JsonObject localIdentifier = rootElement.getAsJsonArray("localIdentifier").get(0).getAsJsonObject();

        final String dnetId = getStringValue(rootElement, "id").substring(17);

        if (rootElement.has("title") && rootElement.get("title").isJsonArray()) {

            StringBuilder ttl = new StringBuilder();

            getArrayValues(rootElement, "title").forEach(ttl::append);

            title = getStringValue(rootElement, "title");

        }

            title = title.substring(1, title.length() - 1);

        final Oaf.Builder oafBuilder = Oaf.newBuilder();

        oafBuilder.setDataInfo(

                DataInfo.newBuilder()

                        .setInvisible(!isVisible)

                        .setProvenanceaction(getQualifier("sysimport:actionset", "dnet:provenanceActions"))

                        .build());

        oafBuilder.setKind(Kind.entity);

        final String sourceId = String.format("50|%s::%s", nsPrefix, dnetId);

            oafEntityBuilder.addPid(pid);

        final Result.Builder result = Result.newBuilder();

                .setClassid("und")

                .setClassname("Undetermined")

                .setSchemeid("dent:languages")

                .setSchemename("dent:languages")

                .build());

        if (publisher.size() > 0)

            metadata.setPublisher(StringField.newBuilder().setValue(publisher.get(0)).build());

        if (StringUtils.isNotEmpty(abstractValue)) {

        }

        result.setMetadata(metadata.build());

        final String pidType = getStringValue(localIdentifier, "type");

            final Instance.Builder instance = Instance.newBuilder();

            final String pidValue = getStringValue(localIdentifier, "id");

            instance.setAccessright(Qualifier.newBuilder()

                    .setClassid("UNKNOWN")

                    .setClassname("not available")

        ResultResult.Builder resultInverseRel = ResultResult.newBuilder();

        String relClass;

        String inverseRelClass;

        switch (relationSemantic) {

            case "isSupplementedBy": {

                cfRelation = "resultResult_supplement_isSupplementedBy";

            }

        }

        actions.add(createResultResultRelation(sourceId, targetId, collectedFrom, resultRel.build(), relClass, cfRelation, factory, setName, agent));

        actions.add(createResultResultRelation(targetId, sourceId, collectedFrom, resultInverseRel.build(), inverseRelClass, cfInverseRelation, factory, setName, agent));

        return result;

    }

    private static List<JsonObject> extractRelations(final JsonObject rootElement, final String fieldType) {

        final List<JsonObject> result = new ArrayList<>();

        if (rootElement.has(fieldType) && rootElement.get(fieldType).isJsonArray()) {

        return result;

    }

    private static Qualifier getQualifier(final String classValue, final String schemeValue) {

        return Qualifier.newBuilder()

package eu.dnetlib.data.mapreduce.hbase.dataimport;

import com.google.gson.JsonObject;

import com.google.gson.JsonParser;

import eu.dnetlib.actionmanager.actions.AtomicAction;

import eu.dnetlib.actionmanager.common.Agent;

import eu.dnetlib.miscutils.datetime.DateUtils;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Mapper;

    private ActionFactory factory;

    private JsonParser parser;

    private String setName;

    private String dateOfCollection;

    private Text keyout;

    private Text valueOut;

    @Override

    protected void setup(Context context) throws IOException, InterruptedException {

        factory = new ActionFactory();

        parser = new JsonParser();

        setName = context.getConfiguration().get("setName");

        agent= new Agent(context.getConfiguration().get("agentId"), context.getConfiguration().get("agentName"), Agent.AGENT_TYPE.service);

        nsPrefix = context.getConfiguration().get("ns_prefix");

        dsName = context.getConfiguration().get("dsName");

        dsId = context.getConfiguration().get("dsId");

        dateOfCollection = context.getConfiguration().get("dateOfCollection", DateUtils.now_ISO8601());

        keyout = new Text("");

        valueOut = new Text("");

    }

    @Override

        final JsonObject rootElement = parser.parse(inputJson).getAsJsonObject();

        for(final AtomicAction action : actions) {

            keyout.set(action.getRowKey());

            valueOut.set(action.toJSON());

        }

    }

}