Revision 41992
Added by Eri Katsari about 8 years ago
| modules/dnet-openaire-stats-workflow/branch/src/main/resources/eu/dnetlib/iis/core/javamapreduce/stats/job.properties | ||
|---|---|---|
| 1 | 1 |
# Fri Jan 29 12:09:02 EET 2016 |
| 2 | 2 |
#------CNR ----- |
| 3 |
oozieServiceLoc=http://oozie.t.hadoop.research-infrastructures.eu:11000/oozie |
|
| 4 |
nameNode=hdfs://nmis-hadoop-cluster |
|
| 5 |
jobTracker=nmis-hadoop-jt |
|
| 3 |
#oozieServiceLoc=http://oozie.t.hadoop.research-infrastructures.eu:11000/oozie
|
|
| 4 |
#nameNode=hdfs://nmis-hadoop-cluster
|
|
| 5 |
#jobTracker=nmis-hadoop-jt
|
|
| 6 | 6 |
#-----ICM IIS------ |
| 7 | 7 |
#oozieServiceLoc=http://gateway.hadoop.iis.openaire.eu:11000/oozie |
| 8 | 8 |
#nameNode=hdfs://iis-cluster-nn |
| 9 | 9 |
#jobTracker=iis-cluster-jt |
| 10 | 10 |
#-----DM ICM ------ |
| 11 |
#nameNode=hdfs://dm-cluster-nn
|
|
| 12 |
#jobTracker=dm-cluster-jt
|
|
| 13 |
#oozieServiceLoc=http://oozie.hadoop.dm.openaire.eu:11000/oozie
|
|
| 11 |
nameNode=hdfs://dm-cluster-nn |
|
| 12 |
jobTracker=dm-cluster-jt |
|
| 13 |
oozieServiceLoc=http://oozie.hadoop.dm.openaire.eu:11000/oozie |
|
| 14 | 14 |
#queueName=default |
| 15 | 15 |
Stats_Column_Families=result |
| 16 | 16 |
Stats_Hbase_Source_Table=db_openaireplus_services_beta |
| modules/dnet-openaire-stats-workflow/branch/src/main/resources/eu/dnetlib/iis/core/javamapreduce/stats/oozie_app/workflow.xml | ||
|---|---|---|
| 25 | 25 |
</property> |
| 26 | 26 |
</configuration> |
| 27 | 27 |
</global> |
| 28 |
<start to="getScanner"/>
|
|
| 28 |
<start to="mr_export"/>
|
|
| 29 | 29 |
|
| 30 | 30 |
<action name='getScanner'> |
| 31 | 31 |
<java> |
| 32 | 32 |
<main-class>eu.dnetlib.iis.core.workflows.stats.HbaseScannerGenerator</main-class> |
| 33 | 33 |
<arg> |
| 34 |
<!-- -f person datasource , datasourceOrganization_provision_provides, |
|
| 35 |
organization, project, projectOrganization_participation_hasParticipant, |
|
| 36 |
result, resultProject_outcome_produces, personResult_authorship_hasAuthor, |
|
| 37 |
resultResult_publicationDataset_isRelatedTo--> |
|
| 38 | 34 |
|
| 35 |
|
|
| 39 | 36 |
-f datasource, project , organization,person,result, |
| 40 | 37 |
projectOrganization_participation_hasParticipant, |
| 41 | 38 |
resultProject_outcome_produces,datasourceOrganization_provision_provides, |
| ... | ... | |
| 46 | 43 |
projectOrganization_participation_isParticipant, |
| 47 | 44 |
personResult_authorship_hasAuthor |
| 48 | 45 |
|
| 49 |
<!-- |
|
| 50 |
personResult_authorship_hasAuthor, |
|
| 51 |
resultResult_similarity_isAmongTopNSimilarDocuments, |
|
| 52 |
resultResult_similarity_hasAmongTopNSimilarDocuments, |
|
| 53 |
personResult_authorship_isAuthorOf |
|
| 54 |
projectPerson_contactPerson_isContact,--> |
|
| 55 | 46 |
|
| 56 | 47 |
|
| 48 |
|
|
| 57 | 49 |
</arg> |
| 58 | 50 |
<capture-output/> |
| 59 | 51 |
</java> |
| ... | ... | |
| 176 | 168 |
<name>mapreduce.multipleoutputs</name> |
| 177 | 169 |
|
| 178 | 170 |
<value> |
| 179 |
${out1} ${out2} ${out3} ${out4} ${out5} ${out6} ${out7} ${out8} ${out9} ${out10} ${out11}
|
|
| 180 |
${out12} ${out13} ${out14} ${out15} ${out16} ${out17} ${out18} ${out19} ${out20} ${out21}
|
|
| 181 |
${out22} ${out23} ${out24} ${out25} ${out26} ${out27} ${out28} ${out29} ${out30} ${out31}
|
|
| 182 |
${out32} ${out33} ${out34} ${out35} ${out36}${out37} ${out38}
|
|
| 171 |
${out1} ${out2} ${out3} ${out4} ${out5} ${out6} ${out7} ${out8} ${out9} ${out10} ${out11} ${out12} ${out13} ${out14} ${out15} ${out16} ${out17} ${out18} ${out19} ${out20} ${out21} ${out22} ${out23} ${out24} ${out25} ${out26} ${out27} ${out28} ${out29} ${out30} ${out31} ${out32} ${out33} ${out34} ${out35} ${out36}${out37} ${out38}
|
|
| 183 | 172 |
</value> |
| 184 | 173 |
|
| 185 | 174 |
</property> |
Also available in: Unified diff
fix for relations id