Revision 61725
Added by Claudio Atzori about 3 years ago
| modules/dnet-openaireplus-workflows/trunk/src/main/java/eu/dnetlib/msro/openaireplus/workflows/nodes/dhp/MDStoreToApiExtraFieldHadoopJobNode.java | ||
|---|---|---|
| 5 | 5 |
import java.util.HashMap; |
| 6 | 6 |
import java.util.Map; |
| 7 | 7 |
|
| 8 |
import eu.dnetlib.msro.workflows.util.WorkflowsConstants; |
|
| 8 | 9 |
import org.apache.commons.logging.Log; |
| 9 | 10 |
import org.apache.commons.logging.LogFactory; |
| 10 | 11 |
import org.springframework.beans.factory.annotation.Autowired; |
| ... | ... | |
| 53 | 54 |
final int size = Math.toIntExact(mdstore.getSize()); |
| 54 | 55 |
final Date date = mdstore.getLastUpdate(); |
| 55 | 56 |
|
| 57 |
token.getEnv().setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + "sinkSize", size); |
|
| 58 |
|
|
| 56 | 59 |
if (extraFieldForTotal.equals("last_collection_total")) {
|
| 57 | 60 |
dsManager.setLastCollectionInfo(datasourceId, datasourceInterface, mdId, size, date); |
| 58 | 61 |
} else if (extraFieldForTotal.equals("last_aggregation_total")) {
|
Also available in: Unified diff
including the sinkSize information in the hadoop aggregation workflow env