Project

General

Profile

« Previous | Next » 

Revision 52803

avoid to emit enrichment events when the similarity score is below the threshold

View differences:

EnrichmentReducer.java
66 66
						final String otherId = other.getEntity().getId();
67 67
						if (!currentId.equals(otherId)) {
68 68

  
69
							final float trust = similarity(current, other);
69
							final double similarity = similarity(current, other);
70 70

  
71
							if (!DedupUtils.isRoot(current.getEntity().getId())) {
72
								events.addAll(PIDEventFactory.process(current, other, trust));
73
								events.addAll(OAVersionEventFactory.process(current, other, trust, untrustedOaDsList));
74
								events.addAll(AbstractEventFactory.process(current, other, trust));
75
								events.addAll(PublicationDateEventFactory.process(current, other, trust));
71
							if (similarity >= dedupConf.getWf().getThreshold()) {
72

  
73
								final float trust = scale(similarity);
74
								if (!DedupUtils.isRoot(current.getEntity().getId())) {
75
									events.addAll(PIDEventFactory.process(current, other, trust));
76
									events.addAll(OAVersionEventFactory.process(current, other, trust, untrustedOaDsList));
77
									events.addAll(AbstractEventFactory.process(current, other, trust));
78
									events.addAll(PublicationDateEventFactory.process(current, other, trust));
79
								}
80

  
81
								events.addAll(SubjectEventFactory.process(context, current, other, trust));
82
							} else {
83
								context.getCounter(counterGroup(), "d < " + dedupConf.getWf().getThreshold()).increment(1);
76 84
							}
77
							events.addAll(SubjectEventFactory.process(context, current, other, trust));
78 85

  
79 86
						} else if (oafList.size() == 1) {
80 87
							events.addAll(SubjectEventFactory.process(context, current));

Also available in: Unified diff