Project

General

Profile

« Previous | Next » 

Revision 28898

Added by Claudio Atzori about 10 years ago

generalized wf node

View differences:

modules/dnet-openaireplus-workflows/trunk/src/main/java/eu/dnetlib/msro/openaireplus/workflows/nodes/SetHdfsFileJobNode.java
19 19 
	private static final Log log = LogFactory.getLog(SetHdfsFileJobNode.class); // NOPMD by marko on 11/24/08 5:02 PM
20 20 

  		




  21
  21
  
    
	/** The input records path. */


  		




  22
  
  
    
	private String inputRecordsPath;


  		




  
  22
  
    
	private String hdfsPath;


  		




  23
  23
  
    

  		




  24
  24
  
    
	/** The input records path param. */


  		




  25
  
  
    
	private String inputRecordsPathParam;


  		




  
  25
  
    
	private String hdfsPathParam;


  		




  26
  26
  
    

  		




  27
  27
  
    
	/**


  		




  28
  28
  
    
	 * {@inheritDoc}


  		




  ......




  32
  32
  
    
	@Override


  		




  33
  33
  
    
	public String execute(final NodeToken token) {


  		




  34
  34
  
    

  		




  35
  
  
    
		log.info("hdfs path for provision: " + getInputRecordsPath());


  		




  
  35
  
    
		log.info("hdfs path: " + getHdfsPath());


  		




  36
  36
  
    

  		




  37
  
  
    
		token.getEnv().setAttribute(getInputRecordsPathParam(), getInputRecordsPath());


  		




  
  37
  
    
		token.getEnv().setAttribute(getHdfsPathParam(), getHdfsPath());


  		




  38
  38
  
    

  		




  39
  39
  
    
		return Arc.DEFAULT_ARC;


  		




  40
  40
  
    
	}


  		




  41
  41
  
    

  		




  42
  
  
    
	/**


  		




  43
  
  
    
	 * Gets the input records path.


  		




  44
  
  
    
	 * 


  		




  45
  
  
    
	 * @return the input records path


  		




  46
  
  
    
	 */


  		




  47
  
  
    
	public String getInputRecordsPath() {


  		




  48
  
  
    
		return inputRecordsPath;


  		




  
  42
  
    
	public String getHdfsPath() {


  		




  
  43
  
    
		return hdfsPath;


  		




  49
  44
  
    
	}


  		




  50
  45
  
    

  		




  51
  
  
    
	/**


  		




  52
  
  
    
	 * Sets the input records path.


  		




  53
  
  
    
	 * 


  		




  54
  
  
    
	 * @param inputRecordsPath


  		




  55
  
  
    
	 *            the new input records path


  		




  56
  
  
    
	 */


  		




  57
  
  
    
	public void setInputRecordsPath(final String inputRecordsPath) {


  		




  58
  
  
    
		this.inputRecordsPath = inputRecordsPath;


  		




  
  46
  
    
	public void setHdfsPath(final String hdfsPath) {


  		




  
  47
  
    
		this.hdfsPath = hdfsPath;


  		




  59
  48
  
    
	}


  		




  60
  49
  
    

  		




  61
  
  
    
	/**


  		




  62
  
  
    
	 * Gets the input records path param.


  		




  63
  
  
    
	 * 


  		




  64
  
  
    
	 * @return the input records path param


  		




  65
  
  
    
	 */


  		




  66
  
  
    
	public String getInputRecordsPathParam() {


  		




  67
  
  
    
		return inputRecordsPathParam;


  		




  
  50
  
    
	public String getHdfsPathParam() {


  		




  
  51
  
    
		return hdfsPathParam;


  		




  68
  52
  
    
	}


  		




  69
  53
  
    

  		




  70
  
  
    
	/**


  		




  71
  
  
    
	 * Sets the input records path param.


  		




  72
  
  
    
	 * 


  		




  73
  
  
    
	 * @param inputRecordsPathParam


  		




  74
  
  
    
	 *            the new input records path param


  		




  75
  
  
    
	 */


  		




  76
  
  
    
	public void setInputRecordsPathParam(final String inputRecordsPathParam) {


  		




  77
  
  
    
		this.inputRecordsPathParam = inputRecordsPathParam;


  		




  
  54
  
    
	public void setHdfsPathParam(final String hdfsPathParam) {


  		




  
  55
  
    
		this.hdfsPathParam = hdfsPathParam;


  		




  78
  56
  
    
	}


  		




  79
  57
  
    

  		




  80
  58
  
    
}


  		












  

    
      modules/dnet-openaireplus-workflows/trunk/src/main/resources/eu/dnetlib/test/profiles/openaireplus/workflows/provision/index.hdfs.xml
    
  





  15
  15
  
    
			<NODE name="setHdfsFile" type="SetHdfsFile" isStart="true">


  		




  16
  16
  
    
				<DESCRIPTION />


  		




  17
  17
  
    
				<PARAMETERS>


  		




  18
  
  
    
					<PARAM name="inputRecordsPath" type="string" managedBy="user" required="true">/tmp/indexrecords_db_openaireplus_node6_t_DMF.seq</PARAM>


  		




  19
  
  
    
					<PARAM name="inputRecordsPathParam" type="string" managedBy="system" required="true">inputRecordsPath</PARAM>


  		




  
  18
  
    
					<PARAM name="hdfsPath" type="string" managedBy="user" required="true">/tmp/indexrecords_db_openaireplus_node6_t_DMF.seq</PARAM>


  		




  
  19
  
    
					<PARAM name="hdfsPathParam" type="string" managedBy="system" required="true">inputRecordsPath</PARAM>


  		




  20
  20
  
    
				</PARAMETERS>


  		




  21
  21
  
    
				<ARCS>


  		




  22
  22
  
    
					<ARC to="prepare" />


  		




  ......




  36
  36
  
    
			<NODE name="prepare" type="PrepareIndexJob" isJoin="true">


  		




  37
  37
  
    
				<DESCRIPTION>Prepare indexing</DESCRIPTION>


  		




  38
  38
  
    
				<PARAMETERS>


  		




  39
  
  
    
					<PARAM name="outputRecordsPathParam"  type="string" managedBy="system" required="true">outputRecordsPath</PARAM>


  		




  40
  39
  
    
					<PARAM name="rottenRecordsPathParam"  type="string" managedBy="system" required="true">rottenRecordsPath</PARAM>


  		




  41
  40
  
    
					<PARAM name="layoutToRecordStylesheet" type="string" managedBy="system" required="true">/eu/dnetlib/msro/openaireplus/workflows/index/openaireLayoutToRecordStylesheet.xsl</PARAM>


  		




  42
  41
  
    
					<PARAM name="oafSchemaLocationProperty"  type="string" managedBy="system" required="true">oaf.schema.location</PARAM>


  		












Also available in:  Unified diff