Project

General

Profile

1
<workflow-app xmlns="uri:oozie:workflow:0.4" name="transformers_citationmatching">
2
	
3
	<parameters>
4
		<property>
5
			<name>input_metadata</name>
6
			<description>input metadata</description>
7
		</property>
8
		<property>
9
			<name>input_person</name>
10
			<description>input person</description>
11
		</property>
12
		<property>
13
			<name>output_citation_metadata</name>
14
			<description>output citation metadata</description>
15
		</property>
16
	</parameters>
17
	 
18
    <start to="generate-schema"/>
19
    
20
    <action name="generate-schema">
21
	    <java>
22
    		<job-tracker>${jobTracker}</job-tracker>
23
        	<name-node>${nameNode}</name-node>
24
	        <main-class>eu.dnetlib.iis.core.javamapreduce.hack.AvroSchemaGenerator</main-class>
25
	        <arg>eu.dnetlib.iis.transformers.metadatamerger.schemas.ExtractedDocumentMetadataMergedWithOriginal</arg>
26
	        <arg>eu.dnetlib.iis.importer.schemas.Person</arg>
27
	        <arg>eu.dnetlib.iis.citationmatching.schemas.DocumentMetadata</arg>
28
	        <capture-output />
29
	    </java>
30
	    <ok to="transformer" />
31
	    <error to="fail" />
32
	</action>
33
    
34
    <action name="transformer">
35
        <pig>
36
            <job-tracker>${jobTracker}</job-tracker>
37
            <name-node>${nameNode}</name-node>
38
			<!-- The data generated by this node is deleted in this section -->
39
			<prepare>
40
				<delete path="${nameNode}${output_citation_metadata}" />
41
			</prepare>
42
            <configuration>
43
                <property>
44
                    <name>mapred.job.queue.name</name>
45
                    <value>${queueName}</value>
46
                </property>
47
            </configuration>
48
            <!-- Path to PIG script the workflow executes. -->
49
            <script>lib/scripts/transformer/transformer.pig</script>
50
            
51
            <param>input_metadata=${input_metadata}</param>
52
            <param>schema_input_metadata=${wf:actionData('generate-schema')['eu.dnetlib.iis.transformers.metadatamerger.schemas.ExtractedDocumentMetadataMergedWithOriginal']}</param>
53
            
54
            <param>input_person=${input_person}</param>
55
            <param>schema_input_person=${wf:actionData('generate-schema')['eu.dnetlib.iis.importer.schemas.Person']}</param>
56
            
57
            <param>output_citation_metadata=${output_citation_metadata}</param>
58
            <param>schema_output_citation_metadata=${wf:actionData('generate-schema')['eu.dnetlib.iis.citationmatching.schemas.DocumentMetadata']}</param>
59
        </pig>
60
        <ok to="end"/>
61
        <error to="fail"/>
62
    </action>
63
    <kill name="fail">
64
		<message>Unfortunately, the workflow failed -- error message:
65
			[${wf:errorMessage(wf:lastErrorNode())}]</message>
66
    </kill>
67
    <end name="end"/>
68
</workflow-app>
    (1-1/1)