D-Net

								.setResulttype(q("publication", "dnet:result_typologies")))

						.addInstance(Instance.newBuilder()

								.setHostedby(kv("456", "PubMed"))

								.addUrl("http://456")))

				.build();

						.addInstance(

								Instance.newBuilder()

										.setHostedby(kv("123", "Puma"))

										.addUrl("http://123")))

				.build();

    <oaf:identifier identifierType="DOI">10.4119/unibi/2693180</oaf:identifier>

    <oaf:dateAccepted>2014-01-01</oaf:dateAccepted>

    <oaf:accessrights>OPEN</oaf:accessrights>

    <oaf:language>eng</oaf:language>

    <oaf:hostedBy id="re3data_____::r3d100010750" name="PUB Data Publications"/>

    <oaf:collectedFrom id="re3data_____::r3d100010750" name="PUB Data Publications"/>

		final Set<String> seen = new HashSet<String>();

		final int queueMaxSize = dedupConf.getWf().getQueueMaxSize();

		boolean logged = false;

		for (final ImmutableBytesWritable i : values) {

			if (queue.size() <= queueMaxSize) {

				final MapDocument doc = MapDocumentSerializer.decode(i.copyBytes());

				final String id = doc.getIdentifier();

			}

		}

		return queue;

	}

package eu.dnetlib.data.mapreduce.hbase.broker;

import java.io.IOException;

import java.util.List;

import java.util.Set;

import com.google.common.base.Predicate;

import com.google.common.collect.Iterables;

import eu.dnetlib.broker.objects.OpenAireEventPayload;

import eu.dnetlib.data.mapreduce.hbase.broker.mapping.HighlightFactory;

import eu.dnetlib.data.mapreduce.hbase.broker.mapping.OpenAireEventPayloadFactory;

import eu.dnetlib.data.mapreduce.hbase.broker.model.EventMessage;

import eu.dnetlib.data.proto.OafProtos.Oaf;

import eu.dnetlib.data.proto.ResultProtos.Result.Instance;

/**

 * Created by claudio on 26/07/16.

 */

	private void doProcessOAVersion(final Context context, final Oaf current, final Oaf other, final Topic topic, final float trust)

			throws IOException, InterruptedException, DocumentException {

		final Oaf.Builder prototype = Oaf.newBuilder(current);

		final Oaf oaf = prototype.build();

		final OpenAireEventPayload payload =

		final EventMessage event = asEvent(oaf.getEntity(), topic, payload, other.getEntity(), trust);

		context.write(tKey, new Text(event.toString()));

	}

	private boolean hasAccess(final Oaf oaf, final String access, final boolean strict) {

		final List<Instance> i = oaf.getEntity().getResult().getInstanceList();

		return strict ? Iterables.all(i, p) : Iterables.any(i, p);

	}

import java.io.StringReader;

import java.util.List;

import java.util.Map;

import com.google.common.collect.Iterables;

import com.google.common.collect.Maps;

import eu.dnetlib.broker.objects.*;

import eu.dnetlib.data.proto.FieldTypeProtos.StructuredProperty;

import eu.dnetlib.data.proto.OafProtos.Oaf;

public abstract class ProtoMapping {

	protected static List<Instance> mapInstances(final List<Result.Instance> in) {

						.setHostedby(getValue(i.getHostedby()))

						.setInstancetype(getValue(i.getInstancetype()))

	}

	protected static List<Pid> mapPids(final List<StructuredProperty> sp) {

	}

	protected static Journal mapJournal(final ResultProtos.Result.Journal j) {

	}

	protected static List<ExternalReference> mapExternalRefs(final List<Result.ExternalReference> ext) {

						.setUrl(e.getUrl())

						.setType(getKey(e.getQualifier()))

						.setRefidentifier(e.getRefidentifier())

	}

	protected static final List<Project> mapRelatedProjects(final OafEntity entity) {

			projectMap.put(p.getId(), Oaf.newBuilder(rel).build());

		}

	}

	protected static final Project mapRelatedProject(final ProjectProtos.Project project) {

		return p;

	}

}

import java.util.Map.Entry;

import java.util.zip.GZIPOutputStream;

import eu.dnetlib.functionality.index.solr.feed.ResultTransformer;

import eu.dnetlib.functionality.index.solr.feed.ResultTransformer.Mode;

import org.apache.commons.codec.binary.Base64;

import org.apache.commons.lang.exception.ExceptionUtils;

import org.apache.commons.logging.Log;

import org.apache.solr.client.solrj.response.UpdateResponse;

import org.apache.solr.common.SolrInputDocument;

public class IndexFeedMapper extends Mapper<Text, Text, Text, Text> {

	private static final Log log = LogFactory.getLog(IndexFeedMapper.class); // NOPMD by marko on 11/24/08 5:02 PM

	private InputDocumentFactory documentFactory;

	private final static int MAX_FEED_RETRIES = 10;

	@Override

	protected void setup(final Context context) throws IOException, InterruptedException {

		buffer = Lists.newArrayList();

		simulation = Boolean.parseBoolean(context.getConfiguration().get(JobParams.INDEX_FEED_SIMULATION_MODE));

		final String xslt = new String(Base64.decodeBase64(context.getConfiguration().get(JobParams.INDEX_XSLT)));

		log.info("got xslt: \n" + xslt);

		try {

			indexRecord = dmfToRecord.evaluate(value.toString());

			if ((doc == null) || doc.isEmpty()) throw new EmptySolrDocumentException();

		} catch (final Throwable e) {

import eu.dnetlib.data.proto.FieldTypeProtos.*;

import eu.dnetlib.data.proto.OafProtos.OafEntity;

import eu.dnetlib.data.proto.OafProtos.OafRel;

import eu.dnetlib.data.proto.ProjectProtos.Project;

import eu.dnetlib.data.proto.RelMetadataProtos.RelMetadata;

import eu.dnetlib.data.proto.ResultProtos.Result;

	protected Transformer transformer;

	protected static Predicate<String> instanceFilter = new Predicate<String>() {

		@Override

		public boolean apply(final String s) {

			return instanceFieldFilter.contains(s);

		metadata.addAll(listFields(decoder.getOafEntity(), filter, defaults, expandingRel));

		if ((decoder.getEntity() instanceof Result) && !expandingRel) {

			metadata.addAll(listFields(decoder.getEntity(), filter, defaults, expandingRel));

		}

		if ((decoder.getEntity() instanceof Project) && !expandingRel) {

			metadata.addAll(listFields(decoder.getEntity(), filter, defaults, expandingRel));

		}

		return metadata;

	}

		final LicenseComparator lc = new LicenseComparator();

		for (final Instance instance : ((Result) mainEntity.decodeEntity().getEntity()).getInstanceList()) {

			}

		}

	}

	public Qualifier getQualifier(final String classid, final String classname, final String schemename) {

import com.google.common.collect.Lists;

import com.google.common.collect.Sets;

import eu.dnetlib.data.proto.FieldTypeProtos.*;

import org.apache.hadoop.hbase.io.ImmutableBytesWritable;

import com.google.common.base.Function;

		if (t instanceof StructuredProperty) return ((StructuredProperty) t).getValue();

		if (t instanceof KeyValue) return ((KeyValue) t).getValue();

		if (t instanceof String) return (String) t;

		if (t instanceof StringField) return ((StringField) t).getValue();

		if (t instanceof Qualifier) return ((Qualifier) t).getClassname();

		if (t instanceof Author) return ((Author) t).getFullname();

	public static final String INDEX_ROTTEN_FILE = "index.solr.rotten.records";

	public static final String INDEX_LOCAL_FEEDING = "index.solr.local.feeding";

	public static final String INDEX_FEED_SIMULATION_MODE = "index.solr.sim.mode";

	public static final String INDEX_ADD_THRESHOLD = "index.add.threshold";

	public static final String INDEX_XSLT = "index.xslt";