/modules/dnet-mapreduce-jobs/branches/prod/src/main/java/eu/dnetlib/data/mapreduce/util/OafHbaseUtils.java - Annotate - D-Net - D-Net project tracking tool

dnet45/modules/dnet-mapreduce-jobs/branches/prod/src/main/java/eu/dnetlib/data/mapreduce/util/OafHbaseUtils.java @ 49545

-            sandro.lab
+package eu.dnetlib.data.mapreduce.util;
-            claudio.at
+import java.util.List;
-            claudio.at
+import java.util.Set;
             claudio.at
 import com.google.common.base.Splitter;
 import com.google.common.collect.Iterables;
 import com.google.common.collect.Lists;
-            claudio.at
+import com.google.common.collect.Sets;
-            claudio.at
+import eu.dnetlib.data.proto.FieldTypeProtos.KeyValue;
 import eu.dnetlib.data.proto.FieldTypeProtos.Qualifier;
 import eu.dnetlib.data.proto.FieldTypeProtos.StringField;
 import eu.dnetlib.data.proto.FieldTypeProtos.StructuredProperty;
 import eu.dnetlib.data.proto.PersonProtos.Person;
-            sandro.lab
+import org.apache.hadoop.hbase.io.ImmutableBytesWritable;
 import com.google.common.base.Function;
 import com.google.protobuf.InvalidProtocolBufferException;
 import eu.dnetlib.data.proto.OafProtos.Oaf;
-            claudio.at
+import eu.dnetlib.data.transform.OafUtils;
-            claudio.at
+import org.apache.hadoop.mapreduce.Mapper;
 import org.apache.hadoop.mapreduce.Reducer;
             sandro.lab
-            claudio.at
+public class OafHbaseUtils extends OafUtils {
             sandro.lab
 	public static OafDecoder decode(final ImmutableBytesWritable oaf) {
 		return new OafDecoder(oaf.copyBytes());
+	}
 	public static Function<ImmutableBytesWritable, OafDecoder> decoder() {
-            claudio.at
+		return new Function<ImmutableBytesWritable, OafDecoder>() {
 			@Override
 			public OafDecoder apply(final ImmutableBytesWritable input) {
 				return OafDecoder.decode(input.copyBytes());
+			}
 		};
             sandro.lab
-            claudio.at
+	public static Iterable<Oaf> asOaf(final Iterable<ImmutableBytesWritable> in) {
 		return Iterables.transform(in, oafDecoder());
+	}
-            sandro.lab
+	public static Function<ImmutableBytesWritable, Oaf> oafDecoder() {
-            claudio.at
+		return new Function<ImmutableBytesWritable, Oaf>() {
 			@Override
 			public Oaf apply(final ImmutableBytesWritable input) {
 				return parse(input);
+			}
 		};
             sandro.lab
-            claudio.at
+	public static Oaf parse(final ImmutableBytesWritable input) {
-            sandro.lab
+		try {
 			return Oaf.parseFrom(input.copyBytes());
-            claudio.at
+		} catch (final InvalidProtocolBufferException e) {
-            sandro.lab
+			throw new IllegalArgumentException(e);
+		}
+	}
-            claudio.at
+	public static <T> String getValue(T t) {
 		return mapValue(t);
+	}
 	public static <T> String getKey(T t) {
 		return mapKey(t);
+	}
-            claudio.at
+	public static <T> String getValue(Iterable<T> ts) {
-            claudio.at
+		return Iterables.getFirst(listValues(ts), "");
             claudio.at
-            claudio.at
+	public static <T> Set<String> hashSetValues(Iterable<T> ts) {
-            claudio.at
+		return Sets.newHashSet(Iterables.transform(ts, new Function<T, String>() {
 			@Override
 			public String apply(final T t) {
 				return mapValue(t);
+			}
 		}));
             claudio.at
 	public static <T> List<String> listValues(Iterable<T> ts) {
-            claudio.at
+		return Lists.newArrayList(Iterables.transform(ts, new Function<T, String>() {
 			@Override
 			public String apply(final T t) {
 				return mapValue(t);
+			}
 		}));
             claudio.at
 	public static <T> String getKey(Iterable<T> ts) {
-            claudio.at
+		return Iterables.getFirst(listKeys(ts), "");
             claudio.at
-            claudio.at
+	public static <T> List<String> listKeys(Iterable<T> ts) {
-            claudio.at
+		return Lists.newArrayList(Iterables.transform(ts, new Function<T, String>() {
 			@Override
 			public String apply(final T t) {
 				return mapKey(t);
+			}
 		}));
             claudio.at
-            claudio.at
+	public static <T> Set<String> hashSetKeys(Iterable<T> ts) {
-            claudio.at
+		return Sets.newHashSet(Iterables.transform(ts, new Function<T, String>() {
 			@Override
 			public String apply(final T t) {
 				return mapKey(t);
+			}
 		}));
             claudio.at
-            claudio.at
+	private static <T> String mapKey(final T t) {
 		if (t instanceof KeyValue) return ((KeyValue) t).getKey();
 		if (t instanceof String) return (String) t;
 		if (t instanceof Qualifier) return ((Qualifier) t).getClassid();
 		throw new IllegalArgumentException(String.format("type %s not mapped", t.getClass()));
+	}
 	private static <T> String mapValue(final T t) {
 		if (t instanceof StructuredProperty) return ((StructuredProperty) t).getValue();
 		if (t instanceof KeyValue) return ((KeyValue) t).getValue();
 		if (t instanceof String) return (String) t;
-            claudio.at
+		if (t instanceof Person) return ((Person) t).getMetadata().getFullname().getValue();
-            claudio.at
+		if (t instanceof StringField) return ((StringField) t).getValue();
-            claudio.at
+		if (t instanceof Qualifier) return ((Qualifier) t).getClassname();
             claudio.at
 		throw new IllegalArgumentException(String.format("type %s not mapped", t.getClass()));
+	}
-            claudio.at
+	public static List<String> getPropertyValues(final Reducer.Context context, final String name) {
 		return doGetPropertyValues(context.getConfiguration().get(name, ""));
+	}
 	public static List<String> getPropertyValues(final Mapper.Context context, final String name) {
 		return doGetPropertyValues(context.getConfiguration().get(name, ""));
+	}
 	private static List<String> doGetPropertyValues(final String s) {
 		return Lists.newArrayList(Splitter.on(",").omitEmptyStrings().split(s));
+	}
             sandro.lab

Project

General

Profile

D-Net