Project

General

Profile

« Previous | Next » 

Revision 37109

Added by Marek Horst about 9 years ago

merging trunk changes with IIS-CDH-5.3.0 branch

View differences:

workflow.xml
11 11 
		</property>
12 12 
	</parameters>
13 13
14 
    <start to="transformer"/>
14 
    <start to="generate-schema"/>
15 15
16 
    <action name="generate-schema">
17 
	    <java>
18 
    		<job-tracker>${jobTracker}</job-tracker>
19 
        	<name-node>${nameNode}</name-node>
20 
	        <main-class>eu.dnetlib.iis.core.javamapreduce.hack.AvroSchemaGenerator</main-class>
21 
	        <arg>eu.dnetlib.iis.transformers.metadatamerger.schemas.ExtractedDocumentMetadataMergedWithOriginal</arg>
22 
	        <arg>eu.dnetlib.iis.documentsclassification.schemas.DocumentMetadata</arg>
23 
	        <capture-output />
24 
	    </java>
25 
	    <ok to="transformer" />
26 
	    <error to="fail" />
27 
	</action>
28
16 29 
    <action name="transformer">
17 30 
        <pig>
18 31 
            <job-tracker>${jobTracker}</job-tracker>
......
31 44 
            <script>lib/scripts/transformer.pig</script>
32 45 

  		




  33
  46
  
    
            <param>input_merged_metadata=${input_merged_metadata}</param>


  		




  34
  
  
    
            <param>schema_input_merged_metadata=eu.dnetlib.iis.transformers.metadatamerger.schemas.ExtractedDocumentMetadataMergedWithOriginal</param>


  		




  
  47
  
    
            <param>schema_input_merged_metadata=${wf:actionData('generate-schema')['eu.dnetlib.iis.transformers.metadatamerger.schemas.ExtractedDocumentMetadataMergedWithOriginal']}</param>


  		




  35
  48
  
    
           


  		




  36
  49
  
    
            <param>output_document_metadata=${output_document_metadata}</param>


  		




  37
  
  
    
            <param>schema_output_document_metadata=eu.dnetlib.iis.documentsclassification.schemas.DocumentMetadata</param>


  		




  
  50
  
    
            <param>schema_output_document_metadata=${wf:actionData('generate-schema')['eu.dnetlib.iis.documentsclassification.schemas.DocumentMetadata']}</param>


  		




  38
  51
  
    
        </pig>


  		




  39
  52
  
    
        <ok to="end"/>


  		




  40
  53
  
    
        <error to="fail"/>


  		












Also available in:  Unified diff