Project

General

Profile

« Previous | Next » 

Revision 36309

Added by Marek Horst about 9 years ago

#1257 updating core-examples: dropping schema generation related hacks in streaming modules, switching to literal schema parameters

View differences:

workflow.xml
2 2 
<!-- Note that documentation placed in comments in this file uses the
3 3 
"markdown" syntax (along with its way of dividing text into sections). -->
4 4 
<workflow-app xmlns="uri:oozie:workflow:0.3" name="test-core_examples_hadoopstreaming_cloner_without_reducer">
5 
	<start to="data_producer" />
5 
	<start to="generate-schema" />
6 

  		




  
  7
  
    
	<action name="generate-schema">


  		




  
  8
  
    
	    <java>


  		




  
  9
  
    
    		<job-tracker>${jobTracker}</job-tracker>


  		




  
  10
  
    
        	<name-node>${nameNode}</name-node>


  		




  
  11
  
    
	        <main-class>eu.dnetlib.iis.core.javamapreduce.hack.AvroSchemaGenerator</main-class>


  		




  
  12
  
    
	        <arg>eu.dnetlib.iis.core.examples.schemas.documentandauthor.Person</arg>


  		




  
  13
  
    
	        <capture-output />


  		




  
  14
  
    
	    </java>


  		




  
  15
  
    
	    <ok to="data_producer" />


  		




  
  16
  
    
	    <error to="fail" />


  		




  
  17
  
    
	</action>


  		




  
  18
  
    
	


  		




  6
  19
  
    
	<action name="data_producer">


  		




  7
  20
  
    
		<java>


  		




  8
  21
  
    
			<job-tracker>${jobTracker}</job-tracker>


  		




  ......




  68
  81
  
    
                    <name>mapred.input.dir</name>


  		




  69
  82
  
    
                    <value>${workingDir}/data_producer/person</value>


  		




  70
  83
  
    
                </property>


  		




  71
  
  
    
                <!-- Name of the input schema. -->


  		




  
  84
  
    
				<property>


  		




  
  85
  
    
				    <name>input.schema.literal</name>


  		




  
  86
  
    
				    <value>${wf:actionData('generate-schema')['eu.dnetlib.iis.core.examples.schemas.documentandauthor.Person']}</value>


  		




  
  87
  
    
				</property>


  		




  72
  88
  
    
                <property>


  		




  73
  
  
    
                    <name>eu.dnetlib.iis.avro.input.class</name>


  		




  74
  
  
    
                    <value>eu.dnetlib.iis.core.examples.schemas.documentandauthor.Person</value>


  		




  75
  
  
    
                </property>


  		




  76
  
  
    
                <property>


  		




  77
  89
  
    
                    <name>mapred.output.dir</name>


  		




  78
  90
  
    
                    <value>${workingDir}/python_cloner/output</value>


  		




  79
  91
  
    
                </property>


  		




  80
  
  
    
                <!-- Name of the output schema. -->


  		




  81
  
  
    
                <property>


  		




  82
  
  
    
                    <name>eu.dnetlib.iis.avro.output.class</name>


  		




  83
  
  
    
                    <value>eu.dnetlib.iis.core.examples.schemas.documentandauthor.Person</value>


  		




  84
  
  
    
                </property>


  		




  
  92
  
    
				<property>


  		




  
  93
  
    
				    <name>output.schema.literal</name>


  		




  
  94
  
    
				    <value>${wf:actionData('generate-schema')['eu.dnetlib.iis.core.examples.schemas.documentandauthor.Person']}</value>


  		




  
  95
  
    
				</property>


  		




  85
  96
  
    
            </configuration>


  		




  86
  97
  
    
        </map-reduce>


  		




  87
  98
  
    
        <ok to="consumer"/>


  		












Also available in:  Unified diff