dnet45/modules/dnet-openaire-stats-export-wf/branches/prod/dnet-openaire-stats-workflow/src/main/resources/eu/dnetlib/iis/core/javamapreduce/stats/job.properties @ 58373
1 |
Stats_Hbase_Source_Table=db_openaireplus_services |
---|---|
2 |
Stats_db_Driver=org.postgresql.Driver |
3 |
Stats_db_Pass=sqoop |
4 |
Stats_db_Url=jdbc:postgresql://vatopedi.di.uoa.gr:5432/stats |
5 |
Stats_db_User=sqoop |
6 |
#Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, person=person,personResult=person_results,resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,personOid=person_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations
|
7 |
Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations |
8 |
Stats_delim_Character=! |
9 |
Stats_enclosing_Character=#
|
10 |
Stats_getdeletedbyinference=false |
11 |
Stats_indexConf=index.conf { result { dups = true, links = [ { relType = resultResult_dedup_isMergedIn, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_dedup_merges, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_publicationDataset_isRelatedTo, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_similarity_isAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] }, { relType = resultResult_similarity_hasAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] } ]}, datasource { dups = false, links = [ { relType = datasourceOrganization_provision_provides, targetEntity = organization, expandAs = rel, symmetric = true, fields = [officialname,websiteurl,datasourcetype,aggregatortype,openairecompatibility] } ]}, organization { dups = true, links = [ { relType = projectOrganization_participation_isParticipant, targetEntity = project, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = datasourceOrganization_provision_isProvidedBy, targetEntity = datasource, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_merges, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_isMergedIn, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] } ]}, project { dups = false, links = [ { relType = projectOrganization_participation_hasParticipant, targetEntity = organization, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] }, { relType = resultProject_outcome_produces, targetEntity = result, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] } ]}} |
12 |
Stats_null_Numeric_Field=null |
13 |
Stats_null_String_Field=null |
14 |
Stats_output_Path=/tmp/tstats/ |
15 |
Stats_sqoop_RecsPerStatement=10000 |
16 |
Stats_sqoop_ReducersCount=8 |
17 |
Stats_sqoop_StatementPerTrans=1000000 |
18 |
cluster=DM |
19 |
dfs.client.failover.proxy.provider.dm-cluster-nn=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider |
20 |
dfs.federation.nameservices=dm-cluster-nn |
21 |
dfs.ha.namenodes.dm-cluster-nn=nn1,nn2 |
22 |
dfs.namenode.http-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:50070 |
23 |
dfs.namenode.http-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:50070 |
24 |
dfs.namenode.rpc-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:8020 |
25 |
dfs.namenode.rpc-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:8020 |
26 |
dfs.nameservices=dm-cluster-nn |
27 |
dfs.replication=2 |
28 |
dnet.clustername=DM |
29 |
fs.default.name=hdfs://dm-cluster-nn |
30 |
fs.defaultFS=hdfs://dm-cluster-nn |
31 |
hadoop.rpc.socket.factory.class.default=org.apache.hadoop.net.StandardSocketFactory |
32 |
hadoop.security.auth_to_local=DEFAULT |
33 |
hadoop.security.authentication=simple |
34 |
hbase.rootdir=hdfs://dm-cluster-nn/hbase |
35 |
hbase.security.authentication=simple |
36 |
hbase.zookeeper.client.port=2181 |
37 |
hbase.zookeeper.property.clientPort=2181 |
38 |
hbase.zookeeper.quorum=namenode1.hadoop.dm.openaire.eu,namenode2.hadoop.dm.openaire.eu,jobtracker1.hadoop.dm.openaire.eu,jobtracker2.hadoop.dm.openaire.eu,hbase-master1.hadoop.dm.openaire.eu |
39 |
isLookupEndpoint=http://services.openaire.eu:8280/is/services/isLookUp |
40 |
job.name=StatsExportJob |
41 |
jobTracker=dm-cluster-jt |
42 |
mapred.client.failover.proxy.provider.dm-cluster-jt=org.apache.hadoop.mapred.ConfiguredFailoverProxyProvider |
43 |
mapred.job.tracker=dm-cluster-jt |
44 |
mapred.jobtracker.rpc-address.dm-cluster-jt.jt1=jobtracker1.hadoop.dm.openaire.eu:8021 |
45 |
mapred.jobtracker.rpc-address.dm-cluster-jt.jt2=jobtracker2.hadoop.dm.openaire.eu:8021 |
46 |
mapred.jobtrackers.dm-cluster-jt=jt1,jt2 |
47 |
mapred.mapper.new-api=true |
48 |
mapred.reducer.new-api=true |
49 |
nameNode=hdfs://dm-cluster-nn |
50 |
numReducers=4 |
51 |
oozie.service.loc=http://oozie.hadoop.dm.openaire.eu:11000/oozie |
52 |
oozie.wf.application.path=hdfs://dm-cluster-nn/user/tsampikos.livisianos/core/javamapreduce/stats/oozie_app |
53 |
out1=datasource |
54 |
out10=resultConcept |
55 |
out11=resultLanguage |
56 |
out12=resultOrganization |
57 |
out13=resultResult |
58 |
out14=resultProject |
59 |
out15=resultTopic |
60 |
out16=resultDatasource |
61 |
out17=result |
62 |
out18=context |
63 |
out19=concept |
64 |
out2=project |
65 |
out20=category |
66 |
out21=person |
67 |
out22=personResult |
68 |
out23=resultCitation |
69 |
out24=resultPid |
70 |
out25=resultOid |
71 |
out26=projectOid |
72 |
out27=projectKeyword |
73 |
out28=projectSubject |
74 |
out29=organizationOid |
75 |
out3=organization |
76 |
out30=datasourceOid |
77 |
out31=personOid |
78 |
out32=projectPerson |
79 |
out33=datasourceStats |
80 |
out34=projectStats |
81 |
out35=organizationStats |
82 |
out36=resultStats |
83 |
out37=person |
84 |
out38=resultDescription |
85 |
out39=organizationOrganization |
86 |
out4=datasourceOrganization |
87 |
out5=datasourceTopic |
88 |
out6=datasourceLanguage |
89 |
out7=projectOrganization |
90 |
out8=resultClaim |
91 |
out9=resultClassification |
92 |
workingDir=/user/tsampikos.livisianos/core/javamapreduce/stats/working_dir |
93 |
zookeeper.znode.parent=/hbase |
94 |
zookeeper.znode.rootserver=root-region-server |