Project

General

Profile

1
package eu.dnetlib.msro.openaireplus.workflows.nodes.dhp;
2
import java.net.URI;
3
import java.util.HashMap;
4
import java.util.Map;
5

    
6
import com.google.gson.Gson;
7
import org.apache.commons.logging.Log;
8
import org.apache.commons.logging.LogFactory;
9
import org.springframework.beans.factory.annotation.Required;
10
import org.springframework.web.client.RestTemplate;
11
import org.springframework.web.util.UriComponentsBuilder;
12

    
13
import com.googlecode.sarasvati.Arc;
14
import com.googlecode.sarasvati.NodeToken;
15

    
16
import eu.dnetlib.data.mdstore.manager.common.model.MDStoreWithInfo;
17
import eu.dnetlib.msro.workflows.nodes.SimpleJobNode;
18
import eu.dnetlib.msro.workflows.util.WorkflowsConstants;
19

    
20
public class CreateMDStoreHadoopJobNode extends SimpleJobNode {
21

    
22
    private static final Log log = LogFactory.getLog(CreateMDStoreHadoopJobNode.class);
23

    
24
    /* Workflow params */
25
    private String format;
26
    private String layout;
27
    private String interpretation;
28
    private String outputPrefix = "mdstore";
29

    
30
    /* Spring managed params */
31
    private String mdStoreManagerUrl;
32

    
33
    @Override
34
    protected String execute(final NodeToken token) throws Exception {
35
        final String url = getMdStoreManagerUrl() + "/new/{format}/{layout}/{interpretation}";
36

    
37
        final Map<String, Object> params = new HashMap<>();
38
        params.put("format", getFormat());
39
        params.put("layout", getLayout());
40
        params.put("interpretation", getInterpretation());
41

    
42
        final URI uri = UriComponentsBuilder.fromUriString(url)
43
                .queryParam("dsName", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_NAME))
44
                .queryParam("dsId", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_ORIGINALID))
45
                .queryParam("apiId", token.getFullEnv().getAttribute(WorkflowsConstants.DATAPROVIDER_INTERFACE))
46
                .buildAndExpand(params)
47
                .toUri();
48

    
49
        final String requestUri = uri.toASCIIString();
50
        log.info("create mdstore request: " + requestUri);
51

    
52
        final RestTemplate restTemplate = new RestTemplate();
53
        final MDStoreWithInfo result = restTemplate.getForObject(requestUri, MDStoreWithInfo.class);
54

    
55
        log.info("created mdstore: " + new Gson().toJson(result));
56

    
57
        token.getEnv().setAttribute(getOutputPrefix() + "format", format);
58
        token.getEnv().setAttribute(getOutputPrefix() + "layout", layout);
59
        token.getEnv().setAttribute(getOutputPrefix() + "interpretation", interpretation);
60
        token.getEnv().setAttribute(getOutputPrefix() + "id", result.getId());
61

    
62
        return Arc.DEFAULT_ARC;
63
    }
64

    
65
    public String getFormat() {
66
        return format;
67
    }
68

    
69
    public void setFormat(final String format) {
70
        this.format = format;
71
    }
72

    
73
    public String getLayout() {
74
        return layout;
75
    }
76

    
77
    public void setLayout(final String layout) {
78
        this.layout = layout;
79
    }
80

    
81
    public String getInterpretation() {
82
        return interpretation;
83
    }
84

    
85
    public void setInterpretation(final String interpretation) {
86
        this.interpretation = interpretation;
87
    }
88

    
89
    public String getOutputPrefix() {
90
        return outputPrefix;
91
    }
92

    
93
    public void setOutputPrefix(final String outputPrefix) {
94
        this.outputPrefix = outputPrefix;
95
    }
96

    
97
    public String getMdStoreManagerUrl() {
98
        return mdStoreManagerUrl;
99
    }
100

    
101
    @Required
102
    public void setMdStoreManagerUrl(final String mdStoreManagerUrl) {
103
        this.mdStoreManagerUrl = mdStoreManagerUrl;
104
    }
105

    
106
}
(3-3/11)