Revision 45062
Added by Eri Katsari over 7 years ago
| LinkMapper.java | ||
|---|---|---|
| 33 | 33 |
try {
|
| 34 | 34 |
initRedis(context); |
| 35 | 35 |
optimalBlockSize = Integer.valueOf((String) connection.get(OPTIMAL_BLOCKS)); |
| 36 |
optimalBlockSize=100000;
|
|
| 36 |
//optimalBlockSize=90000;
|
|
| 37 | 37 |
context.getCounter(TEST_COUNTERS.OPTIMAL_BLOCK_SIZE).setValue(Long.parseLong((String) connection.get("optimalBlockSize")));
|
| 38 | 38 |
} catch (Exception e) {
|
| 39 | 39 |
log.error("ERROR CONNECTING TO REDIS ", e);
|
Also available in: Unified diff
Cleaned up mappers /reducers; Added a step for counting word frequencies in titles.