Project

General

Profile

« Previous | Next » 

Revision 53726

Added by Claudio Atzori over 5 years ago

less verbose logging

View differences:

DedupMapper.java
32 32 

  		




  33
  33
  
    
	private DedupConfig dedupConf;


  		




  34
  34
  
    

  		




  35
  
  
    
	private Map<String, List<String>> blackListMap = Maps.newHashMap();


  		




  36
  
  
    

  		




  37
  35
  
    
	private Text outKey;


  		




  38
  36
  
    

  		




  39
  37
  
    
	private ImmutableBytesWritable ibw;


  		




  ......




  43
  41
  
    

  		




  44
  42
  
    
		final String dedupConfJson = context.getConfiguration().get(JobParams.DEDUP_CONF);


  		




  45
  43
  
    

  		




  46
  
  
    
		log.info("pace conf strings");


  		




  47
  44
  
    
		log.info("pace conf: " + dedupConfJson);


  		




  48
  45
  
    

  		




  49
  46
  
    
		dedupConf = DedupConfig.load(dedupConfJson);


  		




  
  47
  
    
		log.debug("wf conf: " + dedupConf.toString());


  		




  50
  48
  
    

  		




  51
  
  
    
		blackListMap = dedupConf.getPace().getBlacklists();


  		




  52
  
  
    

  		




  53
  49
  
    
		outKey = new Text();


  		




  54
  50
  
    
		ibw = new ImmutableBytesWritable();


  		




  55
  
  
    

  		




  56
  
  
    
		//log.info("pace conf");


  		




  57
  
  
    
		//log.info("entity type: " + dedupConf.getWf().getEntityType());


  		




  58
  
  
    
		//log.info("clustering: " + dedupConf.getPace().getClustering());


  		




  59
  
  
    
		//log.info("conditions: " + dedupConf.getPace().getConditions());


  		




  60
  
  
    
		//log.info("fields: " + dedupConf.getPace().getModel());


  		




  61
  
  
    
		//log.info("blacklists: " + blackListMap);


  		




  62
  
  
    
		log.info("wf conf: " + dedupConf.toString());


  		




  63
  51
  
    
	}


  		




  64
  52
  
    

  		




  65
  53
  
    
	@Override


  		












Also available in:  Unified diff