Revision 49515
Added by Claudio Atzori over 6 years ago
| modules/dnet-mapreduce-jobs/trunk/src/main/java/eu/dnetlib/data/mapreduce/hbase/dataimport/ImportRecordsMapper.java | ||
|---|---|---|
| 40 | 40 |
if ((xslt == null) || xslt.isEmpty()) throw new IllegalArgumentException("missing xslt");
|
| 41 | 41 |
final Map<String, Object> xslParams = Maps.newHashMap(); |
| 42 | 42 |
|
| 43 |
if (context.getConfiguration().get("datasourceTypeMap") != null) {
|
|
| 44 |
final Map<String, String> dsMap = getDatasourceTypeMap(context); |
|
| 43 |
boolean invisible = context.getConfiguration().getBoolean(JobParams.INVISIBLE, false); |
|
| 44 |
log.info("invisible flag: " + invisible);
|
|
| 45 |
xslParams.put("invisible", invisible);
|
|
| 45 | 46 |
|
| 46 |
log.info("using datasource type map:\n" + dsMap.toString());
|
|
| 47 |
|
|
| 48 |
xslParams.put("mergeIdForHomonymsMap", dsMap);
|
|
| 49 |
} |
|
| 50 |
|
|
| 51 | 47 |
transformer = XsltRowTransformerFactory.newInstance(xslt, xslParams); |
| 52 | 48 |
|
| 53 | 49 |
ibw = new ImmutableBytesWritable(); |
| modules/dnet-mapreduce-jobs/trunk/src/main/java/eu/dnetlib/data/mapreduce/JobParams.java | ||
|---|---|---|
| 69 | 69 |
|
| 70 | 70 |
public static final String DOCUMENT_DB_ROTTEN_FILE = "document.db.rotten.records"; |
| 71 | 71 |
|
| 72 |
public static final String INVISIBLE = "hbase.import.invisible"; |
|
| 72 | 73 |
} |
Also available in: Unified diff
added support for invisible records