Project

General

Profile

1
package eu.dnetlib.msro.workflows.nodes.mdstore;
2

    
3
import java.util.Map;
4

    
5
import com.googlecode.sarasvati.Engine;
6
import com.googlecode.sarasvati.NodeToken;
7
import com.googlecode.sarasvati.env.Env;
8
import eu.dnetlib.data.mdstore.MDStoreService;
9
import eu.dnetlib.enabling.resultset.rmi.ResultSetException;
10
import eu.dnetlib.enabling.tools.blackboard.BlackboardJob;
11
import eu.dnetlib.msro.workflows.nodes.BlackboardJobNode;
12
import eu.dnetlib.msro.workflows.nodes.ProgressJobNode;
13
import eu.dnetlib.msro.workflows.nodes.blackboard.BlackboardWorkflowJobListener;
14
import eu.dnetlib.msro.workflows.resultset.ProcessCountingResultSetFactory;
15
import eu.dnetlib.msro.workflows.util.ProgressProvider;
16
import eu.dnetlib.msro.workflows.util.ResultsetProgressProvider;
17
import eu.dnetlib.msro.workflows.util.WorkflowsConstants;
18
import org.apache.commons.lang3.StringUtils;
19
import org.apache.commons.logging.Log;
20
import org.apache.commons.logging.LogFactory;
21
import org.springframework.beans.factory.annotation.Required;
22

    
23
import static eu.dnetlib.msro.workflows.util.WorkflowsConstants.SYSTEM_WF_PROCESS_ID;
24

    
25
public class StoreMDStoreRecordsJobNode extends BlackboardJobNode implements ProgressJobNode {
26

    
27
	private static final Log log = LogFactory.getLog(StoreMDStoreRecordsJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
28

    
29
	private String eprParam;
30
	private String mdId;
31
	private String storingType;
32
	private ProcessCountingResultSetFactory processCountingResultSetFactory;
33
	private ResultsetProgressProvider progressProvider;
34

    
35
	@Override
36
	protected String obtainServiceId(final NodeToken token) {
37
		return getServiceLocator().getServiceId(MDStoreService.class, mdId);
38
	}
39

    
40
	@Override
41
	protected void prepareJob(final BlackboardJob job, final NodeToken token) throws ResultSetException {
42
		job.setAction("FEED");
43

    
44
		final String eprS = token.getEnv().getAttribute(getEprParam());
45

    
46
		this.progressProvider = processCountingResultSetFactory.createProgressProvider(token.getProcess(), eprS);
47

    
48
		//for storing records after incremental transformation
49
		final String overrideStoringType = token.getFullEnv().getAttribute("operationType");
50
		if (StringUtils.isNotBlank(overrideStoringType)) {
51
			token.getFullEnv().setAttribute("storingType", overrideStoringType);
52
			setStoringType(overrideStoringType);
53
		}
54
		job.getParameters().put("epr", progressProvider.getEpr().toString());
55
		job.getParameters().put("storingType", getStoringType());
56
		job.getParameters().put("mdId", getMdId());
57
		job.getParameters().put(SYSTEM_WF_PROCESS_ID, token.getEnv().getAttribute(SYSTEM_WF_PROCESS_ID));
58
	}
59

    
60
	@Override
61
	protected BlackboardWorkflowJobListener generateBlackboardListener(final Engine engine, final NodeToken token) {
62
		return new BlackboardWorkflowJobListener(engine, token) {
63

    
64
			@Override
65
			protected void populateEnv(final Env env, final Map<String, String> responseParams) {
66
				log.info("New mdstore size : " + responseParams.get("mdstoreSize"));
67
				log.info("Number of write operations: " + responseParams.get("writeOps"));
68
				env.setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + "sinkSize", responseParams.get("mdstoreSize"));
69
				env.setAttribute(WorkflowsConstants.MAIN_LOG_PREFIX + "processedSize", responseParams.get("writeOps"));
70
			}
71
		};
72
	}
73

    
74
	public String getEprParam() {
75
		return eprParam;
76
	}
77

    
78
	public void setEprParam(final String eprParam) {
79
		this.eprParam = eprParam;
80
	}
81

    
82
	public String getMdId() {
83
		return mdId;
84
	}
85

    
86
	public void setMdId(final String mdId) {
87
		this.mdId = mdId;
88
	}
89

    
90
	public String getStoringType() {
91
		return storingType;
92
	}
93

    
94
	public void setStoringType(final String storingType) {
95
		this.storingType = storingType;
96
	}
97

    
98
	public ProcessCountingResultSetFactory getProcessCountingResultSetFactory() {
99
		return processCountingResultSetFactory;
100
	}
101

    
102
	@Required
103
	public void setProcessCountingResultSetFactory(final ProcessCountingResultSetFactory processCountingResultSetFactory) {
104
		this.processCountingResultSetFactory = processCountingResultSetFactory;
105
	}
106

    
107
	@Override
108
	public ProgressProvider getProgressProvider() {
109
		return progressProvider;
110
	}
111

    
112
}
(5-5/5)