Revision 58415
Added by Antonis Lempesis almost 4 years ago
workflow.xml | ||
---|---|---|
1 |
<workflow-app name="usage-stats-export" |
|
2 |
xmlns="uri:oozie:workflow:0.4"> |
|
3 |
<global> |
|
4 |
<job-tracker>${jobTracker}</job-tracker> |
|
5 |
<name-node>${nameNode}</name-node> |
|
6 |
<configuration> |
|
7 |
<property> |
|
8 |
<name>mapred.job.queue.name</name> |
|
9 |
<value>${queueName}</value> |
|
10 |
</property> |
|
11 |
<property> |
|
12 |
<name>oozie.sqoop.log.level</name> |
|
13 |
<value>DEBUG</value> |
|
14 |
</property> |
|
15 |
<property> |
|
16 |
<name>oozie.launcher.mapred.job.priority</name> |
|
17 |
<value>NORMAL</value> |
|
18 |
</property> |
|
19 |
<property> |
|
20 |
<name>mapred.job.priority</name> |
|
21 |
<value>NORMAL</value> |
|
22 |
</property> |
|
23 |
</configuration> |
|
24 |
</global> |
|
25 |
|
|
26 |
<start to="exportUsageStats"/> |
|
27 |
|
|
28 |
<action name='exportUsageStats'> |
|
29 |
<java> |
|
30 |
<prepare> |
|
31 |
<delete path="${nameNode}${piwik_logsPath}"/> |
|
32 |
<mkdir path="${nameNode}${piwik_logsPath}"/> |
|
33 |
<mkdir path="${nameNode}${portal_LogPath}"/> |
|
34 |
<mkdir path="${nameNode}${repo_LogPath}"/> |
|
35 |
</prepare> |
|
36 |
<configuration> |
|
37 |
<property> |
|
38 |
<name>mapred.job.queue.name</name> |
|
39 |
<value>${queueName}</value> |
|
40 |
</property> |
|
41 |
|
|
42 |
<property> |
|
43 |
<name>oozie.sqoop.log.level</name> |
|
44 |
<value>DEBUG</value> |
|
45 |
</property> |
|
46 |
</configuration> |
|
47 |
|
|
48 |
<main-class>eu.dnetlib.iis.core.java.ProcessWrapper</main-class> |
|
49 |
<arg>-SworkingDir=${workingDir}</arg> |
|
50 |
<arg>eu.dnetlib.iis.core.workflows.usage_stats.UsageStatsWrapper</arg> |
|
51 |
<arg>-Ppiwik_username=${piwik_username}</arg> |
|
52 |
<arg>-Ppiwik_pass=${piwik_pass}</arg> |
|
53 |
<arg>-Ppiwik_httpProtocol=${piwik_httpProtocol}</arg> |
|
54 |
<arg>-Ppiwik_url=${piwik_url}</arg> |
|
55 |
<arg>-Ppiwik_siteId=${piwik_siteId}</arg> |
|
56 |
<arg>-Ppiwik_startDate=${piwik_startDate}</arg> |
|
57 |
<arg>-Ppiwik_finalDate=${piwik_finalDate}</arg> |
|
58 |
<arg>-Ppiwik_logsPath=${piwik_logsPath}</arg> |
|
59 |
<arg>-Ppiwik_filterOffset=${piwik_filterOffset}</arg> |
|
60 |
<arg>-PStats_db_Url=${Stats_db_Url}</arg> |
|
61 |
<arg>-PStats_db_User=${Stats_db_User}</arg> |
|
62 |
<arg>-PStats_db_Pass=${Stats_db_Pass}</arg> |
|
63 |
<arg>-PStats_db_Schema=${Stats_db_Schema}</arg> |
|
64 |
<arg>-PStats_db_Driver=${Stats_db_Driver}</arg> |
|
65 |
<arg>-Ptoken_auth=${token_auth}</arg> |
|
66 |
<arg>-PCOUNTER_robots_Url=${COUNTER_robots_Url}</arg> |
|
67 |
<arg>-PIRUS_UK_BaseUrl=${IRUS_UK_BaseUrl}</arg> |
|
68 |
<arg>-Pmatomo_AuthToken=${matomo_AuthToken}</arg> |
|
69 |
<arg>-Pmatomo_BaseUrl=${matomo_BaseUrl}</arg> |
|
70 |
<arg>-Prepo_LogPath=${repo_LogPath}</arg> |
|
71 |
<arg>-Pportal_LogPath=${portal_LogPath}</arg> |
|
72 |
<arg>-Pportal_MatomoID=${portal_MatomoID}</arg> |
|
73 |
</java> |
|
74 |
|
|
75 |
<ok to="cleanUpHDFS"/> |
|
76 |
<error to="fail"/> |
|
77 |
</action> |
|
78 |
<action name="cleanUpHDFS"> |
|
79 |
<fs> |
|
80 |
<delete path="${nameNode}${piwik_logsPath}"/> |
|
81 |
</fs> |
|
82 |
<ok to="end"/> |
|
83 |
<error to="fail"/> |
|
84 |
</action> |
|
85 |
<kill name="fail"> |
|
86 |
<message> |
|
87 |
Unfortunately, the process failed -- error message: [${wf:errorMessage(wf:lastErrorNode())}] |
|
88 |
</message> |
|
89 |
</kill> |
|
90 |
<end name="end"/> |
|
91 |
</workflow-app> |
Also available in: Unified diff
a ton of fixes. Close to running smoothly in all cases