dnet45/modules/dnet-openaire-stats-workflow/trunk/src/main/resources/eu/dnetlib/iis/core/javamapreduce/stats/job.properties @ 55645
1 | 43391 | tsampikos. | Stats_Hbase_Source_Table=db_openaireplus_services |
---|---|---|---|
2 | 42742 | eri.katsar | Stats_db_Driver=org.postgresql.Driver |
3 | 43391 | tsampikos. | Stats_db_Pass=sqoop |
4 | 43393 | tsampikos. | Stats_db_Url=jdbc:postgresql://vatopedi.di.uoa.gr:5432/stats |
5 | 43391 | tsampikos. | Stats_db_User=sqoop |
6 | 48303 | tsampikos. | #Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, person=person,personResult=person_results,resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,personOid=person_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations
|
7 | Stats_db_table_map=datasourceLanguage=datasource_languages,datasource=datasource,project=project,result=result,organization=organization,datasourceOrganization=datasource_organizations,datasourceTopic=datasource_topics,projectOrganization=project_organizations,resultClaim=result_claims,resultClassification=result_classifications,resultConcept=result_concepts,resultLanguage=result_languages,resultOrganization=result_organizations,resultResult=result_results,resultProject=project_results,resultResult=result_results,resultTopic=result_topics,category=category,claim=claim,concept=concept,category=category,context=context,datasourceLanguage=datasource_languages,resultLanguage=result_languages,resultDatasource=result_datasources, resultDescription=result_descriptions,datasourceStats=datasource_stats,organizationStats=organization_stats,projectStats=project_stats,resultStats=result_stats,resultOid=result_oids,projectOid=project_oids,datasourceOid=datasource_oids,organizationOid=organization_oids,resultPid=result_pids,resultCitation=result_citations |
||
8 | 39902 | eri.katsar | Stats_delim_Character=! |
9 | Stats_enclosing_Character=#
|
||
10 | 42742 | eri.katsar | Stats_getdeletedbyinference=false |
11 | 55645 | antonis.le | Stats_indexConf=index.conf { result { dups = true, links = [ { relType = resultResult_dedup_isMergedIn, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_dedup_merges, targetEntity = result, expandAs = child, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_publicationDataset_isRelatedTo, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype] }, { relType = resultResult_similarity_isAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] }, { relType = resultResult_similarity_hasAmongTopNSimilarDocuments, targetEntity = result, expandAs = rel, symmetric = true, fields = [title,dateofacceptance,publisher,resulttype,similarity,type] } ]}, datasource { dups = false, links = [ { relType = datasourceOrganization_provision_provides, targetEntity = organization, expandAs = rel, symmetric = true, fields = [officialname,websiteurl,datasourcetype,aggregatortype,openairecompatibility] } ]}, organization { dups = true, links = [ { relType = projectOrganization_participation_isParticipant, targetEntity = project, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = datasourceOrganization_provision_isProvidedBy, targetEntity = datasource, expandAs = rel, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_merges, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] }, { relType = organizationOrganization_dedup_isMergedIn, targetEntity = organization, expandAs = child, symmetric = true, fields = [legalname,legalshortname,websiteurl,country] } ]}, project { dups = false, links = [ { relType = projectOrganization_participation_hasParticipant, targetEntity = organization, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] }, { relType = resultProject_outcome_produces, targetEntity = result, expandAs = rel, symmetric = true, fields = [code,acronym,title,websiteurl,contracttype,fundingtree] } ]}} |
12 | 42742 | eri.katsar | Stats_null_Numeric_Field=null |
13 | Stats_null_String_Field=null |
||
14 | 43391 | tsampikos. | Stats_output_Path=/tmp/tstats/ |
15 | 42742 | eri.katsar | Stats_sqoop_RecsPerStatement=10000 |
16 | 43391 | tsampikos. | Stats_sqoop_ReducersCount=8 |
17 | 42742 | eri.katsar | Stats_sqoop_StatementPerTrans=1000000 |
18 | 43588 | tsampikos. | cluster=DM |
19 | dfs.client.failover.proxy.provider.dm-cluster-nn=org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider |
||
20 | dfs.federation.nameservices=dm-cluster-nn |
||
21 | dfs.ha.namenodes.dm-cluster-nn=nn1,nn2 |
||
22 | dfs.namenode.http-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:50070 |
||
23 | dfs.namenode.http-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:50070 |
||
24 | dfs.namenode.rpc-address.dm-cluster-nn.nn1=namenode1.hadoop.dm.openaire.eu:8020 |
||
25 | dfs.namenode.rpc-address.dm-cluster-nn.nn2=namenode2.hadoop.dm.openaire.eu:8020 |
||
26 | dfs.nameservices=dm-cluster-nn |
||
27 | dfs.replication=2 |
||
28 | dnet.clustername=DM |
||
29 | fs.default.name=hdfs://dm-cluster-nn |
||
30 | fs.defaultFS=hdfs://dm-cluster-nn |
||
31 | hadoop.rpc.socket.factory.class.default=org.apache.hadoop.net.StandardSocketFactory |
||
32 | hadoop.security.auth_to_local=DEFAULT |
||
33 | hadoop.security.authentication=simple |
||
34 | hbase.rootdir=hdfs://dm-cluster-nn/hbase |
||
35 | hbase.security.authentication=simple |
||
36 | hbase.zookeeper.client.port=2181 |
||
37 | hbase.zookeeper.property.clientPort=2181 |
||
38 | hbase.zookeeper.quorum=namenode1.hadoop.dm.openaire.eu,namenode2.hadoop.dm.openaire.eu,jobtracker1.hadoop.dm.openaire.eu,jobtracker2.hadoop.dm.openaire.eu,hbase-master1.hadoop.dm.openaire.eu |
||
39 | 43391 | tsampikos. | isLookupEndpoint=http://services.openaire.eu:8280/is/services/isLookUp |
40 | 43588 | tsampikos. | job.name=StatsExportJob |
41 | jobTracker=dm-cluster-jt |
||
42 | mapred.client.failover.proxy.provider.dm-cluster-jt=org.apache.hadoop.mapred.ConfiguredFailoverProxyProvider |
||
43 | mapred.job.tracker=dm-cluster-jt |
||
44 | mapred.jobtracker.rpc-address.dm-cluster-jt.jt1=jobtracker1.hadoop.dm.openaire.eu:8021 |
||
45 | mapred.jobtracker.rpc-address.dm-cluster-jt.jt2=jobtracker2.hadoop.dm.openaire.eu:8021 |
||
46 | mapred.jobtrackers.dm-cluster-jt=jt1,jt2 |
||
47 | mapred.mapper.new-api=true |
||
48 | mapred.reducer.new-api=true |
||
49 | nameNode=hdfs://dm-cluster-nn |
||
50 | 43391 | tsampikos. | numReducers=4 |
51 | 43588 | tsampikos. | oozie.service.loc=http://oozie.hadoop.dm.openaire.eu:11000/oozie |
52 | oozie.wf.application.path=hdfs://dm-cluster-nn/user/tsampikos.livisianos/core/javamapreduce/stats/oozie_app |
||
53 | 39902 | eri.katsar | out1=datasource |
54 | out10=resultConcept |
||
55 | out11=resultLanguage |
||
56 | out12=resultOrganization |
||
57 | out13=resultResult |
||
58 | out14=resultProject |
||
59 | out15=resultTopic |
||
60 | out16=resultDatasource |
||
61 | out17=result |
||
62 | out18=context |
||
63 | out19=concept |
||
64 | 43588 | tsampikos. | out2=project |
65 | 39902 | eri.katsar | out20=category |
66 | 42742 | eri.katsar | out21=person |
67 | 39902 | eri.katsar | out22=personResult |
68 | 42742 | eri.katsar | out23=resultCitation |
69 | out24=resultPid |
||
70 | out25=resultOid |
||
71 | out26=projectOid |
||
72 | out27=projectKeyword |
||
73 | out28=projectSubject |
||
74 | out29=organizationOid |
||
75 | 43588 | tsampikos. | out3=organization |
76 | 42742 | eri.katsar | out30=datasourceOid |
77 | out31=personOid |
||
78 | out32=projectPerson |
||
79 | out33=datasourceStats |
||
80 | out34=projectStats |
||
81 | out35=organizationStats |
||
82 | out36=resultStats |
||
83 | out37=person |
||
84 | out38=resultDescription |
||
85 | out39=organizationOrganization |
||
86 | 43588 | tsampikos. | out4=datasourceOrganization |
87 | out5=datasourceTopic |
||
88 | out6=datasourceLanguage |
||
89 | out7=projectOrganization |
||
90 | out8=resultClaim |
||
91 | out9=resultClassification |
||
92 | piwik_filterOffset=5 |
||
93 | piwik_finalDate=2016-01-03 |
||
94 | piwik_httpProtocol=https |
||
95 | 47071 | tsampikos. | piwik_logsPath=/tmp/tpiwikLogs_update/ |
96 | 45521 | tsampikos. | #piwik_pass=eeTechoo4eeh
|
97 | piwik_pass=eiLae9EiyahXea9aemiesiiJ |
||
98 | 43588 | tsampikos. | piwik_siteId=5 |
99 | 45521 | tsampikos. | piwik_startDate=2016-01-01 |
100 | 43588 | tsampikos. | piwik_url=analytics.openaire.eu |
101 | 45521 | tsampikos. | #piwik_username=uminho-pilot
|
102 | piwik_username=usage_openaire |
||
103 | 43588 | tsampikos. | piwiki_schema=usagestats |
104 | irus_baseuRL=http://www.irus.mimas.ac.uk/api/sushilite/v1_7/GetReport/ |
||
105 | irus_reportType=AR4 |
||
106 | irus_release=4 |
||
107 | irus_requestorid=OpenAIRE |
||
108 | irus_repositoryid=irusuk:18 |
||
109 | irus_period_granularity=Monthly |
||
110 | irus_period=2015-02 |
||
111 | irus_token_auth=cf89ef2faa8a3aebafbcd4a8c402c36f |
||
112 | 45521 | tsampikos. | token_auth=32846584f571be9b57488bf4088f30ea |
113 | 43588 | tsampikos. | queueName=default |
114 | simulation=false |
||
115 | 43391 | tsampikos. | user.name=tsampikos.livisianos |
116 | workingDir=/user/tsampikos.livisianos/core/javamapreduce/stats/working_dir |
||
117 | 43588 | tsampikos. | zookeeper.znode.parent=/hbase |
118 | zookeeper.znode.rootserver=root-region-server |