Revision 45639
Added by Eri Katsari over 7 years ago
| modules/dnet-openaire-lodinterlinking/branches/cacheOptimized/src/main/java/eu/dnetlib/data/mapreduce/hbase/lodExport/build/SourceBuildMapper.java | ||
|---|---|---|
| 96 | 96 |
} |
| 97 | 97 |
} |
| 98 | 98 |
} |
| 99 |
// writeToRedis(id.toString(), result.toString(), context);
|
|
| 99 |
writeToRedis(id.toString(), result.toString(), context); |
|
| 100 | 100 |
|
| 101 | 101 |
} catch (Exception e) {
|
| 102 | 102 |
log.error("Error writing entity to M/R output", e);
|
| modules/dnet-openaire-lodinterlinking/branches/cacheOptimized/src/main/java/eu/dnetlib/data/mapreduce/hbase/lodExport/build/TargetBuildMapper.java | ||
|---|---|---|
| 101 | 101 |
} |
| 102 | 102 |
} |
| 103 | 103 |
} |
| 104 |
// writeToRedis(id.toString(), result.toString(), context);
|
|
| 104 |
writeToRedis(id.toString(), result.toString(), context); |
|
| 105 | 105 |
|
| 106 | 106 |
} catch (Exception e) {
|
| 107 | 107 |
log.error("Error writing entity to M/R output", e);
|
| modules/dnet-openaire-lodinterlinking/branches/cacheOptimized/src/main/java/eu/dnetlib/data/mapreduce/hbase/lodExport/utils/Blocking.java | ||
|---|---|---|
| 39 | 39 |
while (mapIterator.hasNext()) {
|
| 40 | 40 |
Map.Entry<String, Integer> entry = mapIterator.next(); |
| 41 | 41 |
if (entry.getValue() == 1) {
|
| 42 |
tokenBuilder.append(entry).append(" ");
|
|
| 42 |
tokenBuilder.append(entry.getKey()).append(" ");
|
|
| 43 | 43 |
} |
| 44 | 44 |
} |
| 45 | 45 |
blockingKeys.add(tokenBuilder.toString()); |
| ... | ... | |
| 76 | 76 |
|
| 77 | 77 |
while (mapIterator.hasNext()) {
|
| 78 | 78 |
Map.Entry<String, Integer> entry = mapIterator.next(); |
| 79 |
|
|
| 80 |
/* if (entry.getValue() > 1) {
|
|
| 81 |
log.debug("Removed token : " + entry.getKey() + " with " + entry.getValue() + "occurences");
|
|
| 82 |
blockingKeysMap.remove(entry.getKey()); |
|
| 83 |
} |
|
| 84 |
*/ |
|
| 85 | 79 |
if (entry.getValue() == 1) {
|
| 86 | 80 |
tokenBuilder.append(entry.getKey()).append(" ");
|
| 87 | 81 |
} |
Also available in: Unified diff
Cleaned up code for building