Project

General

Profile

« Previous | Next » 

Revision 37980

Added by Marek Horst almost 9 years ago

#1395 WorkflowRuntimeParameters static fields cleanup, moving parameters to dedicated modules to prevent excessing icm-iis-common module modifications

View differences:

StreamingMetadataExtractorMapper.java
9 9 
import org.apache.avro.mapred.AvroKey;
10 10 
import org.apache.hadoop.io.NullWritable;
11 11 

  		




  12
  
  
    
import eu.dnetlib.iis.common.WorkflowRuntimeParameters;


  		




  13
  12
  
    
import eu.dnetlib.iis.importer.auxiliary.schemas.DocumentContentUrl;


  		




  14
  13
  
    

  		




  15
  14
  
    
/**


  		




  ......




  20
  19
  
    
 */


  		




  21
  20
  
    
public class StreamingMetadataExtractorMapper extends AbstractMetadataExtractorMapper<DocumentContentUrl> {


  		




  22
  21
  
    
	


  		




  
  22
  
    
	public static final String IMPORT_CONTENT_CONNECTION_TIMEOUT = "import.content.connection.timeout";


  		




  
  23
  
    
	public static final String IMPORT_CONTENT_READ_TIMEOUT = "import.content.read.timeout";


  		




  
  24
  
    
	


  		




  23
  25
  
    
	protected int connectionTimeout;


  		




  24
  26
  
    
	


  		




  25
  27
  
    
	protected int readTimeout;


  		




  ......




  31
  33
  
    
	protected void setup(Context context) throws IOException,


  		




  32
  34
  
    
			InterruptedException {


  		




  33
  35
  
    
		this.connectionTimeout = context.getConfiguration().getInt(


  		




  34
  
  
    
				WorkflowRuntimeParameters.IMPORT_CONTENT_CONNECTION_TIMEOUT, 60000);


  		




  
  36
  
    
				IMPORT_CONTENT_CONNECTION_TIMEOUT, 60000);


  		




  35
  37
  
    
		this.readTimeout = context.getConfiguration().getInt(


  		




  36
  
  
    
				WorkflowRuntimeParameters.IMPORT_CONTENT_READ_TIMEOUT, 60000);


  		




  
  38
  
    
				IMPORT_CONTENT_READ_TIMEOUT, 60000);


  		




  37
  39
  
    
		super.setup(context);


  		




  38
  40
  
    
	}


  		




  39
  41
  
    
	


  		












Also available in:  Unified diff