dnet40/modules/icm-iis-collapsers/trunk/src/main/resources/eu/dnetlib/iis/collapsers/union/oozie_app/lib/scripts/origin_add.pig @ 36307
| 1 |
define avro_load_input |
|---|---|
| 2 |
org.apache.pig.piggybank.storage.avro.AvroStorage( |
| 3 |
'schema', '$schema_input'); |
| 4 |
|
| 5 |
define avro_store_output |
| 6 |
org.apache.pig.piggybank.storage.avro.AvroStorage( |
| 7 |
'index', '0', |
| 8 |
'schema', '$schema_output'); |
| 9 |
|
| 10 |
|
| 11 |
inputRecords = load '$input' using avro_load_input; |
| 12 |
|
| 13 |
inputWithOrigin = foreach inputRecords generate TOTUPLE(*) as data, '$origin_value' as origin; |
| 14 |
|
| 15 |
store inputWithOrigin into '$output' using avro_store_output; |