Project

General

Profile

« Previous | Next » 

Revision 37109

Added by Marek Horst about 9 years ago

merging trunk changes with IIS-CDH-5.3.0 branch

View differences:

workflow.xml
9 9 
		</property>
10 10 
	</parameters>
11 11
12 
    <start to="transformer"/>
12 
    <start to="generate-schema"/>
13
14 
    <action name="generate-schema">
15 
	    <java>
16 
    		<job-tracker>${jobTracker}</job-tracker>
17 
        	<name-node>${nameNode}</name-node>
18 
	        <main-class>eu.dnetlib.iis.core.javamapreduce.hack.AvroSchemaGenerator</main-class>
19 
	        <arg>eu.dnetlib.iis.importer.schemas.DocumentMetadata</arg>
20 
	        <arg>eu.dnetlib.iis.common.schemas.DocumentId</arg>
21 
	        <capture-output />
22 
	    </java>
23 
	    <ok to="transformer" />
24 
	    <error to="fail" />
25 
	</action>
26
13 27 
    <action name="transformer">
14 28 
        <pig>
15 29 
            <job-tracker>${jobTracker}</job-tracker>
......
28 42 
            <script>lib/scripts/transformer.pig</script>
29 43
30 44 
            <param>input_document_metadata=${input_document_metadata}</param>
31 
            <param>schema_input_document_metadata=eu.dnetlib.iis.importer.schemas.DocumentMetadata</param>
45 
            <param>schema_input_document_metadata=${wf:actionData('generate-schema')['eu.dnetlib.iis.importer.schemas.DocumentMetadata']}</param>
32 46
33 47 
            <param>output_identifier=${output_identifier}</param>
34 
            <param>schema_output_identifier=eu.dnetlib.iis.common.schemas.DocumentId</param>
48 
            <param>schema_output_identifier=${wf:actionData('generate-schema')['eu.dnetlib.iis.common.schemas.DocumentId']}</param>
35 49 
        </pig>
36 50 
        <ok to="end"/>
37 51 
        <error to="fail"/>

Also available in: Unified diff