Revision 49029
Added by Claudio Atzori over 6 years ago
| DedupIndexFeedMapper.java | ||
|---|---|---|
| 5 | 5 |
import java.util.Map; |
| 6 | 6 |
import java.util.Map.Entry; |
| 7 | 7 |
|
| 8 |
import com.google.common.collect.Lists; |
|
| 9 |
import com.googlecode.protobuf.format.JsonFormat; |
|
| 10 |
import eu.dnetlib.data.mapreduce.JobParams; |
|
| 11 |
import eu.dnetlib.data.mapreduce.util.DedupUtils; |
|
| 12 |
import eu.dnetlib.data.proto.OafProtos.Oaf; |
|
| 13 |
import eu.dnetlib.data.transform.SolrProtoMapper; |
|
| 14 |
import eu.dnetlib.functionality.index.solr.feed.InputDocumentFactory; |
|
| 15 |
import eu.dnetlib.miscutils.datetime.HumanTime; |
|
| 8 | 16 |
import org.apache.commons.collections.MapUtils; |
| 9 | 17 |
import org.apache.commons.logging.Log; |
| 10 | 18 |
import org.apache.commons.logging.LogFactory; |
| ... | ... | |
| 21 | 29 |
import org.apache.solr.common.SolrInputDocument; |
| 22 | 30 |
import org.dom4j.DocumentException; |
| 23 | 31 |
|
| 24 |
import com.google.common.collect.Lists; |
|
| 25 |
import com.googlecode.protobuf.format.JsonFormat; |
|
| 26 |
|
|
| 27 |
import eu.dnetlib.data.mapreduce.JobParams; |
|
| 28 |
import eu.dnetlib.data.mapreduce.util.DedupUtils; |
|
| 29 |
import eu.dnetlib.data.proto.OafProtos.Oaf; |
|
| 30 |
import eu.dnetlib.data.transform.SolrProtoMapper; |
|
| 31 |
import eu.dnetlib.functionality.index.solr.feed.InputDocumentFactory; |
|
| 32 |
import eu.dnetlib.miscutils.datetime.HumanTime; |
|
| 33 |
|
|
| 34 | 32 |
public class DedupIndexFeedMapper extends TableMapper<Text, Text> {
|
| 35 | 33 |
|
| 36 | 34 |
private static final Log log = LogFactory.getLog(DedupIndexFeedMapper.class); // NOPMD by marko on 11/24/08 5:02 PM |
Also available in: Unified diff
getting rid of person entities