Revision 57443
Added by Claudio Atzori over 4 years ago
DedupMarkDeletedEntityMapper.java | ||
---|---|---|
14 | 14 |
import eu.dnetlib.pace.config.DedupConfig; |
15 | 15 |
import org.apache.commons.logging.Log; |
16 | 16 |
import org.apache.commons.logging.LogFactory; |
17 |
import org.apache.hadoop.hbase.client.Durability; |
|
17 | 18 |
import org.apache.hadoop.hbase.client.Put; |
18 | 19 |
import org.apache.hadoop.hbase.client.Result; |
19 | 20 |
import org.apache.hadoop.hbase.io.ImmutableBytesWritable; |
... | ... | |
68 | 69 |
oafRoot.getDataInfoBuilder().setDeletedbyinference(true).setInferred(true).setInferenceprovenance(dedupConf.getWf().getConfigurationId()); |
69 | 70 |
final byte[] family = Bytes.toBytes(type); |
70 | 71 |
final Put put = new Put(row).add(family, DedupUtils.BODY_B, oafRoot.build().toByteArray()); |
71 |
put.setWriteToWAL(JobParams.WRITE_TO_WAL);
|
|
72 |
put.setDurability(Durability.USE_DEFAULT);
|
|
72 | 73 |
context.write(new ImmutableBytesWritable(row), put); |
73 | 74 |
context.getCounter(type, "bodies marked deleted").increment(1); |
74 | 75 |
} |
Also available in: Unified diff
put operations WAS SYNC