Revision 53204
Added by Claudio Atzori over 5 years ago
AbstractClusteringFunction.java | ||
---|---|---|
9 | 9 |
|
10 | 10 |
import eu.dnetlib.pace.common.AbstractPaceFunctions; |
11 | 11 |
import eu.dnetlib.pace.model.Field; |
12 |
import org.apache.commons.lang.StringUtils; |
|
12 | 13 |
|
13 | 14 |
public abstract class AbstractClusteringFunction extends AbstractPaceFunctions implements ClusteringFunction { |
14 | 15 |
|
... | ... | |
29 | 30 |
.map(this::doApply) |
30 | 31 |
.map(c -> filterBlacklisted(c, ngramBlacklist)) |
31 | 32 |
.flatMap(c -> c.stream()) |
33 |
.filter(StringUtils::isNotBlank) |
|
32 | 34 |
.collect(Collectors.toCollection(HashSet::new)); |
33 | 35 |
} |
34 | 36 |
|
Also available in: Unified diff
rule out empty strings from clustering keys