Revision 58415
Added by Antonis Lempesis about 4 years ago
job.properties | ||
---|---|---|
1 |
Stats_db_Driver=org.postgresql.Driver |
|
2 |
Stats_db_Pass=sqoop |
|
3 |
Stats_db_Url=jdbc:postgresql://88.197.53.70:5432/stats2 |
|
4 |
Stats_db_User=sqoop |
|
5 |
Stats_db_Schema=usagestats |
|
6 |
Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations |
|
7 |
Stats_delim_Character=! |
|
8 |
Stats_enclosing_Character=# |
|
9 |
Stats_output_Path=/tmp/tstats/ |
|
10 |
Stats_sqoop_RecsPerStatement=10000 |
|
11 |
Stats_sqoop_ReducersCount=8 |
|
12 |
Stats_sqoop_StatementPerTrans=1000000 |
|
13 |
dfs.client.failover.proxy.provider.dm-cluster-nn=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider |
|
14 |
dfs.ha.namenodes.dm-cluster-nn=nn1,nn2 |
|
15 |
dfs.namenode.http-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:50070 |
|
16 |
dfs.namenode.rpc-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:8020 |
|
17 |
dfs.replication=2 |
|
18 |
fs.defaultFS=hdfs://dm-cluster-nn |
|
19 |
hadoop.rpc.socket.factory.class.default=org.apache.hadoop.net.StandardSocketFactory |
|
20 |
hadoop.security.auth_to_local=DEFAULT |
|
21 |
hadoop.security.authentication=simple |
|
22 |
hbase.rootdir=hdfs://dm-cluster-nn/hbase |
|
23 |
hbase.security.authentication=simple |
|
24 |
hbase.zookeeper.client.port=2181 |
|
25 |
hbase.zookeeper.property.clientPort=2181 |
|
26 |
hbase.zookeeper.quorum=namenode1.hadoop.dm.openaire.eu,namenode2.hadoop.dm.openaire.eu,jobtracker1.hadoop.dm.openaire.eu,jobtracker2.hadoop.dm.openaire.eu,hbase-master1.hadoop.dm.openaire.eu |
|
27 |
mapred.client.failover.proxy.provider.dm-cluster-jt=org.apache.hadoop.mapred.ConfiguredFailoverProxyProvider |
|
28 |
mapred.job.tracker=dm-cluster-jt |
|
29 |
mapred.jobtrackers.dm-cluster-jt=jt1,jt2 |
|
30 |
mapred.mapper.new-api=true |
|
31 |
mapred.reducer.new-api=true |
|
32 |
oozie.service.loc=http://oozie.hadoop.dm.openaire.eu:11000/oozie |
|
33 |
oozie.wf.application.path=hdfs://dm-cluster-nn/user/antonis.lempesis/core/javamapreduce/usage_stats/oozie_app |
|
34 |
piwik_filterOffset=5 |
|
35 |
piwik_finalDate=2016-01-03 |
|
36 |
piwik_httpProtocol=https |
|
37 |
piwik_logsPath=/tmp/tpiwikLogs_update/ |
|
38 |
piwik_pass=eiLae9EiyahXea9aemiesiiJ |
|
39 |
piwik_siteId=5 |
|
40 |
piwik_startDate=2016-01-01 |
|
41 |
piwik_url=analytics.openaire.eu |
|
42 |
piwik_username=usage_openaire |
|
43 |
token_auth=32846584f571be9b57488bf4088f30ea |
|
44 |
workingDir=/user/antonis.lempesis/core/javamapreduce/usage_stats/working_dir |
|
45 |
zookeeper.znode.parent=/hbase |
|
46 |
zookeeper.znode.rootserver=root-region-server |
|
47 |
COUNTER_robots_Url=https://raw.githubusercontent.com/atmire/COUNTER-Robots/master/COUNTER_Robots_list.json |
|
48 |
IRUS_UK_BaseUrl=https://irus.jisc.ac.uk/api/sushilite/v1_7/ |
|
49 |
matomo_AuthToken=703bd17d845acdaf795e01bb1e0895b9 |
|
50 |
matomo_BaseUrl=analytics.openaire.eu |
|
51 |
repo_LogPath=${piwik_logsPath}/Repologs/ |
|
52 |
portal_LogPath=${piwik_logsPath}/Portallogs/ |
|
53 |
portal_MatomoID=109 |
Also available in: Unified diff
a ton of fixes. Close to running smoothly in all cases