1
|
Stats_Hbase_Source_Table=db_openaireplus_services
|
2
|
Stats_db_Driver=org.postgresql.Driver
|
3
|
Stats_db_Pass=sqoop
|
4
|
Stats_db_Url=jdbc:postgresql://vatopedi.di.uoa.gr:5432/stats
|
5
|
Stats_db_User=sqoop
|
6
|
#Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, person=person,personResult=person_results,resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,personOid=person_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations
|
7
|
Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations
|
8
|
Stats_delim_Character=!
|
9
|
Stats_enclosing_Character=#
|
10
|
Stats_getdeletedbyinference=false
|
11
|
Stats_indexConf=index.conf { result { dups = true, links = [ { relType = resultResult_dedup_isMergedIn, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_dedup_merges, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_publicationDataset_isRelatedTo, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_similarity_isAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] }, { relType = resultResult_similarity_hasAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] } ]}, datasource { dups = false, links = [ { relType = datasourceOrganization_provision_provides, targetEntity = organization, expandAs = rel, symmetric = true, fields = [officialname,websiteurl,datasourcetype,aggregatortype,openairecompatibility] } ]}, organization { dups = true, links = [ { relType = projectOrganization_participation_isParticipant, targetEntity = project, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = datasourceOrganization_provision_isProvidedBy, targetEntity = datasource, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_merges, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_isMergedIn, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] } ]}, project { dups = false, links = [ { relType = projectOrganization_participation_hasParticipant, targetEntity = organization, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] }, { relType = resultProject_outcome_produces, targetEntity = result, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] } ]}}
|
12
|
Stats_null_Numeric_Field=null
|
13
|
Stats_null_String_Field=null
|
14
|
Stats_output_Path=/tmp/tstats/
|
15
|
Stats_sqoop_RecsPerStatement=10000
|
16
|
Stats_sqoop_ReducersCount=8
|
17
|
Stats_sqoop_StatementPerTrans=1000000
|
18
|
cluster=DM
|
19
|
dfs.client.failover.proxy.provider.dm-cluster-nn=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider
|
20
|
dfs.federation.nameservices=dm-cluster-nn
|
21
|
dfs.ha.namenodes.dm-cluster-nn=nn1,nn2
|
22
|
dfs.namenode.http-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:50070
|
23
|
dfs.namenode.http-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:50070
|
24
|
dfs.namenode.rpc-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:8020
|
25
|
dfs.namenode.rpc-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:8020
|
26
|
dfs.nameservices=dm-cluster-nn
|
27
|
dfs.replication=2
|
28
|
dnet.clustername=DM
|
29
|
fs.default.name=hdfs://dm-cluster-nn
|
30
|
fs.defaultFS=hdfs://dm-cluster-nn
|
31
|
hadoop.rpc.socket.factory.class.default=org.apache.hadoop.net.StandardSocketFactory
|
32
|
hadoop.security.auth_to_local=DEFAULT
|
33
|
hadoop.security.authentication=simple
|
34
|
hbase.rootdir=hdfs://dm-cluster-nn/hbase
|
35
|
hbase.security.authentication=simple
|
36
|
hbase.zookeeper.client.port=2181
|
37
|
hbase.zookeeper.property.clientPort=2181
|
38
|
hbase.zookeeper.quorum=namenode1.hadoop.dm.openaire.eu,namenode2.hadoop.dm.openaire.eu,jobtracker1.hadoop.dm.openaire.eu,jobtracker2.hadoop.dm.openaire.eu,hbase-master1.hadoop.dm.openaire.eu
|
39
|
isLookupEndpoint=http://services.openaire.eu:8280/is/services/isLookUp
|
40
|
job.name=StatsExportJob
|
41
|
jobTracker=dm-cluster-jt
|
42
|
mapred.client.failover.proxy.provider.dm-cluster-jt=org.apache.hadoop.mapred.ConfiguredFailoverProxyProvider
|
43
|
mapred.job.tracker=dm-cluster-jt
|
44
|
mapred.jobtracker.rpc-address.dm-cluster-jt.jt1=jobtracker1.hadoop.dm.openaire.eu:8021
|
45
|
mapred.jobtracker.rpc-address.dm-cluster-jt.jt2=jobtracker2.hadoop.dm.openaire.eu:8021
|
46
|
mapred.jobtrackers.dm-cluster-jt=jt1,jt2
|
47
|
mapred.mapper.new-api=true
|
48
|
mapred.reducer.new-api=true
|
49
|
nameNode=hdfs://dm-cluster-nn
|
50
|
numReducers=4
|
51
|
oozie.service.loc=http://oozie.hadoop.dm.openaire.eu:11000/oozie
|
52
|
oozie.wf.application.path=hdfs://dm-cluster-nn/user/tsampikos.livisianos/core/javamapreduce/stats/oozie_app
|
53
|
out1=datasource
|
54
|
out10=resultConcept
|
55
|
out11=resultLanguage
|
56
|
out12=resultOrganization
|
57
|
out13=resultResult
|
58
|
out14=resultProject
|
59
|
out15=resultTopic
|
60
|
out16=resultDatasource
|
61
|
out17=result
|
62
|
out18=context
|
63
|
out19=concept
|
64
|
out2=project
|
65
|
out20=category
|
66
|
out21=person
|
67
|
out22=personResult
|
68
|
out23=resultCitation
|
69
|
out24=resultPid
|
70
|
out25=resultOid
|
71
|
out26=projectOid
|
72
|
out27=projectKeyword
|
73
|
out28=projectSubject
|
74
|
out29=organizationOid
|
75
|
out3=organization
|
76
|
out30=datasourceOid
|
77
|
out31=personOid
|
78
|
out32=projectPerson
|
79
|
out33=datasourceStats
|
80
|
out34=projectStats
|
81
|
out35=organizationStats
|
82
|
out36=resultStats
|
83
|
out37=person
|
84
|
out38=resultDescription
|
85
|
out39=organizationOrganization
|
86
|
out4=datasourceOrganization
|
87
|
out5=datasourceTopic
|
88
|
out6=datasourceLanguage
|
89
|
out7=projectOrganization
|
90
|
out8=resultClaim
|
91
|
out9=resultClassification
|
92
|
piwik_filterOffset=5
|
93
|
piwik_finalDate=2016-01-03
|
94
|
piwik_httpProtocol=https
|
95
|
piwik_logsPath=/tmp/tpiwikLogs_update/
|
96
|
#piwik_pass=eeTechoo4eeh
|
97
|
piwik_pass=eiLae9EiyahXea9aemiesiiJ
|
98
|
piwik_siteId=5
|
99
|
piwik_startDate=2016-01-01
|
100
|
piwik_url=analytics.openaire.eu
|
101
|
#piwik_username=uminho-pilot
|
102
|
piwik_username=usage_openaire
|
103
|
piwiki_schema=usagestats
|
104
|
irus_baseuRL=http://www.irus.mimas.ac.uk/api/sushilite/v1_7/GetReport/
|
105
|
irus_reportType=AR4
|
106
|
irus_release=4
|
107
|
irus_requestorid=OpenAIRE
|
108
|
irus_repositoryid=irusuk:18
|
109
|
irus_period_granularity=Monthly
|
110
|
irus_period=2015-02
|
111
|
irus_token_auth=cf89ef2faa8a3aebafbcd4a8c402c36f
|
112
|
token_auth=32846584f571be9b57488bf4088f30ea
|
113
|
queueName=default
|
114
|
simulation=false
|
115
|
user.name=tsampikos.livisianos
|
116
|
workingDir=/user/tsampikos.livisianos/core/javamapreduce/stats/working_dir
|
117
|
zookeeper.znode.parent=/hbase
|
118
|
zookeeper.znode.rootserver=root-region-server
|