Revision 51177
Added by Claudio Atzori over 6 years ago
| calculateEnrichmentProjectEvents.xml | ||
|---|---|---|
| 24 | 24 |
</ARCS> |
| 25 | 25 |
</NODE> |
| 26 | 26 |
|
| 27 |
<NODE name="setHdfsFile" type="SetHdfsFile" isStart="true"> |
|
| 28 |
<DESCRIPTION/> |
|
| 29 |
<PARAMETERS> |
|
| 30 |
<PARAM name="hdfsPath" type="string" managedBy="user" required="true">/tmp/brokerEvents.tmp.seq</PARAM> |
|
| 31 |
<PARAM name="hdfsPathParam" type="string" managedBy="system" required="true">brokerEventsPath</PARAM> |
|
| 32 |
</PARAMETERS> |
|
| 33 |
<ARCS> |
|
| 34 |
<ARC to="cleanupHDFS"/> |
|
| 35 |
</ARCS> |
|
| 36 |
</NODE> |
|
| 37 |
|
|
| 38 | 27 |
<NODE name="setDedupConfigs" type="SetDedupConfiguration" isStart="true"> |
| 39 | 28 |
<DESCRIPTION>Set Dedup conf</DESCRIPTION> |
| 40 | 29 |
<PARAMETERS> |
| ... | ... | |
| 70 | 59 |
<PARAM required="true" type="string" name="dedupConfigSequenceParam" managedBy="system">dedup.conf.queue</PARAM> |
| 71 | 60 |
<PARAM managedBy="system" name="envParams" required="false" type="string"> |
| 72 | 61 |
{
|
| 73 |
'mapred.output.dir' : 'brokerEventsPath', |
|
| 74 | 62 |
'hbase.mapred.inputtable' : 'tableName', |
| 75 | 63 |
'hbase.mapreduce.inputtable' : 'tableName' |
| 76 | 64 |
} |
Also available in: Unified diff
adapted the broker event generation workflow to directly feed ElasticSearch