Revision 49096
Added by Claudio Atzori over 6 years ago
DedupReducer.java | ||
---|---|---|
70 | 70 |
|
71 | 71 |
final Set<String> seen = new HashSet<String>(); |
72 | 72 |
final int queueMaxSize = dedupConf.getWf().getQueueMaxSize(); |
73 |
int count = 0; |
|
73 |
|
|
74 | 74 |
boolean logged = false; |
75 | 75 |
|
76 | 76 |
for (final ImmutableBytesWritable i : values) { |
77 |
count++; |
|
78 |
|
|
79 | 77 |
if (queue.size() <= queueMaxSize) { |
80 | 78 |
final MapDocument doc = MapDocumentSerializer.decode(i.copyBytes()); |
81 | 79 |
final String id = doc.getIdentifier(); |
... | ... | |
95 | 93 |
} |
96 | 94 |
} |
97 | 95 |
|
98 |
log.info(String.format("cluster key '%s' size '%s'", key, count)); |
|
99 |
|
|
100 | 96 |
return queue; |
101 | 97 |
} |
102 | 98 |
|
Also available in: Unified diff
fixing mapping for license vs accessright #3128, cleanup