Project

General

Profile

« Previous | Next » 

Revision 53204

Added by Claudio Atzori over 5 years ago

rule out empty strings from clustering keys

View differences:

modules/dnet-pace-core/trunk/src/main/java/eu/dnetlib/pace/clustering/AbstractClusteringFunction.java
9 9 

  		




  10
  10
  
    
import eu.dnetlib.pace.common.AbstractPaceFunctions;


  		




  11
  11
  
    
import eu.dnetlib.pace.model.Field;


  		




  
  12
  
    
import org.apache.commons.lang.StringUtils;


  		




  12
  13
  
    

  		




  13
  14
  
    
public abstract class AbstractClusteringFunction extends AbstractPaceFunctions implements ClusteringFunction {


  		




  14
  15
  
    

  		




  ......




  29
  30
  
    
				.map(this::doApply)


  		




  30
  31
  
    
				.map(c -> filterBlacklisted(c, ngramBlacklist))


  		




  31
  32
  
    
				.flatMap(c -> c.stream())


  		




  
  33
  
    
				.filter(StringUtils::isNotBlank)


  		




  32
  34
  
    
				.collect(Collectors.toCollection(HashSet::new));


  		




  33
  35
  
    
	}


  		




  34
  36
  
    

  		












Also available in:  Unified diff