/ - Diff - D-Net - D-Net project tracking tool

     import java.io.IOException;
     import org.apache.commons.logging.Log;
     import org.apache.commons.logging.LogFactory;
     import org.apache.hadoop.io.Text;
     import org.apache.hadoop.mapreduce.Mapper;
-...
      */
     public class MindistSearchMapper extends Mapper<Text, VertexWritable, Text, VertexWritable> {
     	private static final Log log = LogFactory.getLog(MindistSearchMapper.class);
     	private boolean debug = false;
     	@Override
     	protected void setup(Mapper.Context context) throws IOException, InterruptedException {
     		super.setup(context);
     		debug = context.getConfiguration().getBoolean("mindist_DEBUG", false);
     		log.info("debug mode: " + debug);
+    	}
     	@Override
     	protected void map(Text key, VertexWritable value, Context context) throws IOException, InterruptedException {
     		context.write(key, value);
     		emit(key, value, context);
     		if (value.isActivated()) {
     			VertexWritable writable = new VertexWritable();
     			for (Text neighborVertex : value.getEdges()) {
     				if (!neighborVertex.toString().equals(value.getVertexId().toString())) {
     					writable.setVertexId(value.getVertexId());
     					writable.setEdges(null);
     					context.write(neighborVertex, writable);
     			VertexWritable vertex = new VertexWritable();
     			for (Text edge : value.getEdges()) {
     				if (!edge.toString().equals(value.getVertexId().toString())) {
     					vertex.setVertexId(value.getVertexId());
     					vertex.setEdges(null);
     					emit(edge, vertex, context);
+    				}
+    			}
+    		}
+    	}
     	private void emit(final Text key, final VertexWritable vertex, final Context context) throws IOException, InterruptedException {
     		context.write(key, vertex);
     		if (debug) {
     			log.info(vertex.toJSON());
+    		}
+    	}
+    }

     	private static final Log log = LogFactory.getLog(MindistSearchReducer.class);
     	public static final String UPDATE_COUNTER = "UpdateCounter";
     	public static final String SKIPPED = "SKIPPED";
     	public static final String UPDATED = "UPDATED";
     	private boolean depthOne;
     	private boolean debug = false;
-...
     			depthOne = true;
+    		}
     		try {
     			debug = Boolean.valueOf(context.getConfiguration().get("mindist_DEBUG"));
     		} catch(Throwable e) {
     			debug = false;
+    		}
     		debug = context.getConfiguration().getBoolean("mindist_DEBUG", false);
     		log.info("debug mode: " + debug);
+    	}
-...
     		VertexWritable realVertex = null;
     		Text currentMinimalKey = null;
     		boolean foundEdges = false;
     		//boolean foundEdges = false;
     		if (depthOne) {
     			for (VertexWritable vertex : values) {
     				if (!vertex.isMessage()) {
     					//log.info(String.format("found vertex with edges: %s", key.toString()));
     					realVertex = vertex.clone();
     					foundEdges = true;
+    				}
+    			}
     			if (realVertex == null) {
     				throw new IllegalStateException(String.format("foundEdges: %s, invalid input, key: '%s'", foundEdges, key.toString()));
     				context.getCounter(UPDATE_COUNTER, SKIPPED).increment(1);
     				return;
+    			}
     			realVertex.setActivated(true);
-...
     				realVertex.setVertexId(key);
+    			}
     			context.getCounter("UpdateCounter", "UPDATED").increment(1);
     			context.getCounter(UPDATE_COUNTER, UPDATED).increment(1);
     		} else {
     			for (VertexWritable vertex : values) {
     				if (!vertex.isMessage()) {
-...
+    				}
+    			}
     			if (realVertex == null) {
     				context.getCounter(UPDATE_COUNTER, SKIPPED).increment(1);
     				return;
+    			}
     			if (currentMinimalKey != null && currentMinimalKey.compareTo(realVertex.getVertexId()) < 0) {
     				realVertex.setVertexId(currentMinimalKey);
     				realVertex.setActivated(true);
     				context.getCounter("UpdateCounter", "UPDATED").increment(1);
     				context.getCounter(UPDATE_COUNTER, UPDATED).increment(1);
     			} else {
     				realVertex.setActivated(false);
+    			}

     import java.io.DataInput;
     import java.io.DataOutput;
     import java.io.IOException;
     import java.lang.reflect.Type;
     import java.util.TreeSet;
     import com.google.gson.*;
-...
     	public void addVertex(Text id) {
     		if (edges == null) {
     			edges = new TreeSet<Text>();
     			edges = new TreeSet<>();
+    		}
     		edges.add(id);
+    	}
-...
     		vertexId.readFields(in);
     		int length = in.readInt();
     		if (length > -1) {
     			edges = new TreeSet<Text>();
     			edges = new TreeSet<>();
     			for (int i = 0; i < length; i++) {
     				Text temp = new Text();
     				temp.readFields(in);
-...
     	public static VertexWritable fromJSON(String json) {
     		final GsonBuilder builder = new GsonBuilder();
     		builder.registerTypeAdapter(VertexWritable.class, new JsonDeserializer<VertexWritable>() {
     		builder.registerTypeAdapter(VertexWritable.class, (JsonDeserializer<VertexWritable>) (json1, typeOfT, context) -> {
     			@Override
     			public VertexWritable deserialize(final JsonElement json, final Type typeOfT, final JsonDeserializationContext context) throws JsonParseException {
     			JsonObject jo = json1.getAsJsonObject();
     				JsonObject jo = json.getAsJsonObject();
     			VertexWritable vertexWritable = new VertexWritable();
     			vertexWritable.setVertexId(new Text(jo.get("vertexId").getAsString()));
     			vertexWritable.setActivated(jo.get("activated").getAsBoolean());
     				VertexWritable vertexWritable = new VertexWritable();
     				vertexWritable.setVertexId(new Text(jo.get("vertexId").getAsString()));
     				vertexWritable.setActivated(jo.get("activated").getAsBoolean());
     			TreeSet<Text> edges = new TreeSet<Text>();
     				TreeSet<Text> edges = new TreeSet<Text>();
     				for(JsonElement e : jo.get("edges").getAsJsonArray()) {
     					edges.add(new Text(e.getAsString()));
+    				}
     				vertexWritable.setEdges(edges);
     				return vertexWritable;
     			for(JsonElement e : jo.get("edges").getAsJsonArray()) {
     				edges.add(new Text(e.getAsString()));
+    			}
     			vertexWritable.setEdges(edges);
     			return vertexWritable;
     		});
     		return builder.create().fromJson(json, VertexWritable.class);
-...
     	public String toJSON() {
     		final GsonBuilder builder = new GsonBuilder();
     		builder.registerTypeAdapter(VertexWritable.class, new JsonSerializer<VertexWritable>() {
     			@Override
     			public JsonElement serialize(final VertexWritable src, final Type typeOfSrc, final JsonSerializationContext context) {
     				JsonObject res = new JsonObject();
     				res.addProperty("vertexId", getVertexId().toString());
     				res.addProperty("activated", isActivated());
     		builder.registerTypeAdapter(VertexWritable.class, (JsonSerializer<VertexWritable>) (src, typeOfSrc, context) -> {
     			JsonObject res = new JsonObject();
     			res.addProperty("vertexId", getVertexId().toString());
     			res.addProperty("activated", isActivated());
     				JsonArray edges = new JsonArray();
     				if (!isMessage()) {
     					for (Text edge : getEdges()) {
     						edges.add(new JsonPrimitive(edge.toString()));
+    					}
     			JsonArray edges = new JsonArray();
     			if (!isMessage()) {
     				for (Text edge : getEdges()) {
     					edges.add(new JsonPrimitive(edge.toString()));
+    				}
     				res.add("edges", edges);
     				return res;
+    			}
     			res.add("edges", edges);
     			return res;
     		});
     		return builder.create().toJson(this);
-...
     	protected VertexWritable clone() {
     		VertexWritable toReturn = new VertexWritable(new Text(vertexId.toString()));
     		if (edges != null) {
     			toReturn.edges = new TreeSet<Text>();
     			toReturn.edges = new TreeSet<>();
     			for (Text l : edges) {
     				toReturn.edges.add(new Text(l.toString()));
+    			}

Project

General

Profile

D-Net

Revision 49218

Added by Claudio Atzori over 6 years ago