1
|
package eu.dnetlib.msro.workflows.nodes.collect;
|
2
|
|
3
|
import java.time.Instant;
|
4
|
import java.time.LocalDateTime;
|
5
|
import java.time.ZoneId;
|
6
|
import java.time.format.DateTimeFormatter;
|
7
|
|
8
|
import eu.dnetlib.msro.workflows.graph.Arc;
|
9
|
import eu.dnetlib.msro.workflows.nodes.misc.FindWfLatestSuccessDateJobNode;
|
10
|
import eu.dnetlib.msro.workflows.procs.Env;
|
11
|
import org.apache.commons.logging.Log;
|
12
|
import org.apache.commons.logging.LogFactory;
|
13
|
|
14
|
public class FindDateRangeForIncrementalHarvestingJobNode extends FindWfLatestSuccessDateJobNode {
|
15
|
|
16
|
private static final Log log = LogFactory.getLog(FindDateRangeForIncrementalHarvestingJobNode.class);
|
17
|
|
18
|
@Override
|
19
|
protected String execute(final Env env) throws Exception {
|
20
|
final String fromDate = calculateFromDate();
|
21
|
log.info("Incremental Harv Details - from: " + fromDate);
|
22
|
if (fromDate != null) {
|
23
|
env.setAttribute(getDateParam(), fromDate);
|
24
|
}
|
25
|
return Arc.DEFAULT_ARC;
|
26
|
}
|
27
|
|
28
|
private String calculateFromDate() {
|
29
|
final long d = findLastSuccessStartDate();
|
30
|
LocalDateTime zdt = LocalDateTime.ofInstant(Instant.ofEpochMilli(d), ZoneId.of("Etc/UTC"));
|
31
|
zdt = zdt.minusHours(6);
|
32
|
return DateTimeFormatter.ofPattern("yyyy-MM-dd").format(zdt);
|
33
|
}
|
34
|
|
35
|
|
36
|
|
37
|
}
|