Revision 40826
Added by Eri Katsari over 8 years ago
| workflow.xml | ||
|---|---|---|
| 193 | 193 |
<value>${lod_enclosing}</value>
|
| 194 | 194 |
</property> |
| 195 | 195 |
|
| 196 |
|
|
| 197 |
<property> |
|
| 198 |
<name>lod.seperator</name> |
|
| 199 |
<value>${lod_seperator}</value>
|
|
| 200 |
</property> |
|
| 201 |
|
|
| 202 |
|
|
| 196 | 203 |
<!--source hbase table --> |
| 197 | 204 |
<property> |
| 198 | 205 |
<name>hbase.mapreduce.inputtable</name> |
| ... | ... | |
| 265 | 272 |
<!--<value>2182</value> --> |
| 266 | 273 |
</property> |
| 267 | 274 |
|
| 268 |
<property> |
|
| 269 |
<name>CSVLineRecordReader.FORMAT_DELIMITER</name> |
|
| 270 |
<value>"</value> |
|
| 271 |
</property> |
|
| 272 |
<property> |
|
| 273 |
<name>CSVLineRecordReader.FORMAT_SEPARATOR</name> |
|
| 274 |
<value>,</value> |
|
| 275 |
</property> |
|
| 276 | 275 |
|
| 277 |
<property> |
|
| 278 |
<name>CSVNLineInputFormat.LINES_PER_MAP</name> |
|
| 279 |
<value>40000</value> |
|
| 280 |
</property> |
|
| 281 |
<property> |
|
| 282 |
<name>CSVLineRecordReader.IS_ZIPFILE</name> |
|
| 283 |
<value>false</value> |
|
| 284 |
</property> |
|
| 285 | 276 |
|
| 286 | 277 |
<!-- MR IO --> |
| 278 |
|
|
| 287 | 279 |
<property> |
| 288 | 280 |
<name>mapred.input.dir</name> |
| 289 | 281 |
<value>${lod_EntitiesInputFile}</value>
|
| 290 | 282 |
</property> |
| 291 | 283 |
|
| 284 |
|
|
| 285 |
|
|
| 292 | 286 |
<property> |
| 293 | 287 |
<name>mapreduce.inputformat.class</name> |
| 294 | 288 |
<value>org.apache.hadoop.mapreduce.lib.input.TextInputFormat</value> |
| ... | ... | |
| 372 | 366 |
</property> |
| 373 | 367 |
|
| 374 | 368 |
<!-- ## Custom config --> |
| 369 |
<!--delim character used to seperate fields in hdfs dump files <property> --> |
|
| 375 | 370 |
|
| 376 |
<!--delim character used to seperate fields in hdfs dump files <property> --> |
|
| 377 | 371 |
<property> |
| 378 | 372 |
<name>lod.delim</name> |
| 379 | 373 |
<value>${lod_delim}</value>
|
| 380 | 374 |
</property> |
| 375 |
|
|
| 381 | 376 |
<property> |
| 382 | 377 |
<name>lod.enclosing</name> |
| 383 | 378 |
<value>${lod_enclosing}</value>
|
| 384 | 379 |
</property> |
| 385 | 380 |
|
| 386 | 381 |
<property> |
| 382 |
<name>lod.seperator</name> |
|
| 383 |
<value>${lod_seperator}</value>
|
|
| 384 |
</property> |
|
| 385 |
|
|
| 386 |
<property> |
|
| 387 | 387 |
<name>lod.lastExecutionDate</name> |
| 388 | 388 |
<value>${lod_lastExecutionDate}</value>
|
| 389 | 389 |
</property> |
Also available in: Unified diff
added property for value seperator( ;) ; cleaned up code