Project

General

Profile

« Previous | Next » 

Revision 52936

Added by Claudio Atzori over 5 years ago

fixed importScholexplorerJob configuration

View differences:

importScholexplorerJob.xml
13 13 
			<STATIC_CONFIGURATION>
14 14 

  		




  15
  15
  
    
				<!-- I/O FORMAT -->


  		




  16
  
  
    
				<PROPERTY key="mapreduce.inputformat.class" value="org.apache.hadoop.mapreduce.lib.input.SequenceFileInputFormat"/>


  		




  
  16
  
    
				<PROPERTY key="mapreduce.inputformat.class" value="org.apache.hadoop.mapreduce.lib.input.TextInputFormat"/>


  		




  17
  17
  
    
				<PROPERTY key="mapreduce.outputformat.class" value="org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat"/>


  		




  18
  18
  
    

  		




  19
  19
  
    
				<!-- MAPPER -->


  		




  20
  
  
    
				<PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.dedup.cc.MindistSearchMapper"/>


  		




  
  20
  
    
				<PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.dataimport.ScholexplorerMapper"/>


  		




  21
  21
  
    
				<PROPERTY key="mapred.mapoutput.key.class" value="org.apache.hadoop.io.Text"/>


  		




  22
  22
  
    
				<PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.io.Text"/>


  		




  23
  23
  
    

  		




  
  24
  
    
				<PROPERTY key="mapred.output.key.class" value="org.apache.hadoop.io.Text"/>


  		




  
  25
  
    
				<PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.io.Text"/>


  		




  
  26
  
    

  		




  24
  27
  
    
				<!-- MISC -->


  		




  25
  28
  
    
				<PROPERTY key="mapred.compress.map.output" value="false"/>


  		




  26
  29
  
    
				<PROPERTY key="mapred.map.tasks.speculative.execution" value="false"/>


  		




  27
  30
  
    
				<PROPERTY key="mapreduce.map.speculative" value="false"/>


  		




  28
  31
  
    

  		




  29
  32
  
    
				<PROPERTY key="mapred.reduce.tasks" value="0"/>


  		




  
  33
  
    
				<PROPERTY key="dfs.blocksize" value="256M"/>


  		




  30
  34
  
    

  		




  31
  35
  
    
                <!-- ScholExplorer Mapper Properties -->


  		




  32
  36
  
    
                <PROPERTY key="setName" value="scholexplorer-dump"/>


  		




  ......




  36
  40
  
    
				<PROPERTY key="dsName" value="scholExplorer"/>


  		




  37
  41
  
    
				<PROPERTY key="dsId" value="scholexplorer"/>


  		




  38
  42
  
    

  		




  39
  
  
    

  		




  40
  
  
    

  		




  41
  
  
    

  		




  42
  
  
    

  		




  43
  
  
    

  		




  44
  
  
    

  		




  45
  
  
    

  		




  46
  43
  
    
				<!-- <PROPERTY key="user.name" value="dnet" /> -->


  		




  47
  44
  
    

  		




  48
  45
  
    
				<!--  	Uncomment to override the default lib path -->


  		












Also available in:  Unified diff