Project

General

Profile

« Previous | Next » 

Revision 57824

Added by Miriam Baglioni over 4 years ago

Implementation of InstOrgKeys moved in a general folder. Changed in the profiule the path to found the key and the comparator

View differences:

propagationCountryInstitutionalOrganizationSaveToFile.xml
15 15 

  		




  16
  16
  
    
                <!-- MAPPER -->


  		




  17
  17
  
    
                <PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.PropagationCountryFromDsOrgResultMapper"/>


  		




  18
  
  
    
                <PROPERTY key="mapred.mapoutput.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.InstOrgKey"/>


  		




  
  18
  
    
                <PROPERTY key="mapred.mapoutput.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.InstOrgKey"/>


  		




  19
  19
  
    
                <PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.io.Text"/>


  		




  20
  20
  
    

  		




  21
  21
  
    
                <!-- REDUCER -->


  		




  ......




  24
  24
  
    
                <PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.io.Text"/>


  		




  25
  25
  
    

  		




  26
  26
  
    
                <!-- PARTITIONER -->


  		




  27
  
  
    
                <PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyPartitioner"/>


  		




  28
  
  
    
                <PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyPartitioner"/>


  		




  29
  
  
    
                <PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyGroupingComparator"/>


  		




  30
  
  
    
                <PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyGroupingComparator"/>


  		




  
  27
  
    
                <PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyPartitioner"/>


  		




  
  28
  
    
                <PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyPartitioner"/>


  		




  
  29
  
    
                <PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyGroupingComparator"/>


  		




  
  30
  
    
                <PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyGroupingComparator"/>


  		




  31
  31
  
    

  		




  32
  32
  
    
                <!-- MISC -->


  		




  33
  33
  
    
                <PROPERTY key="mapred.compress.map.output" value="true"/>


  		




  ......




  50
  50
  
    
                <PARAM name="hbase.mapreduce.outputtable" required="true" description="target hbase table"/><!--<PARAM name="countryPropagation.conf" required="true" description="configuration for country propagation" />-->


  		




  51
  51
  
    
                <PARAM name="mapred.output.dir" required="true" description="target sequence file on hdfs" />


  		




  52
  52
  
    
            </JOB_INTERFACE>


  		




  53
  
  
    
            <SCAN/>


  		




  
  53
  
    
            <SCAN>


  		




  
  54
  
    
                <FILTERS/>


  		




  
  55
  
    
                <FAMILIES/>


  		




  
  56
  
    
            </SCAN>


  		




  54
  57
  
    
        </HADOOP_JOB>


  		




  55
  58
  
    
        <STATUS>


  		




  56
  59
  
    
            <LAST_SUBMISSION_DATE value="2018-09-18T12:13:07+02:00"/>


  		












Also available in:  Unified diff