D-Net

{

  "type_source": "SVN", 

  "goal": "package -U -T 4C source:jar", 

  "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/icm-iis-oozie-maven-plugin/trunk/", 

  "deploy_repository": "dnet4-snapshots", 

  "version": "4",

  "mail": "m.horst@icm.edu.pl",

  "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-bootstrap-snapshot", 

  "name": "icm-iis-oozie-maven-plugin"

}

package eu.dnetlib.maven.plugin.oozie;

import java.io.BufferedReader;

import java.io.File;

import java.io.FileInputStream;

import java.io.FileNotFoundException;

import java.io.IOException;

import java.io.InputStreamReader;

import org.apache.maven.plugin.AbstractMojo;

import org.apache.maven.plugin.MojoExecutionException;

import org.apache.maven.plugin.MojoFailureException;

import org.apache.maven.project.MavenProject;

import org.codehaus.plexus.util.StringUtils;

/**

 * Read oozie job identifier from log file.

 * @author mhorst

 *

 * @goal read-job-id

 */

public class ReadJobId extends AbstractMojo {

    public static final String PROPERTY_NAME_LOG_FILE_LOCATION = "logFileLocation";

	public static final String PROPERTY_NAME_OOZIE_JOB_ID = "oozieJobId";

	public static final String OOZIE_JOB_LOG_LINE_TOKEN_SEPARATOR = ":";

	public static final String OOZIE_JOB_LOG_LINE_PREFIX = "job" + OOZIE_JOB_LOG_LINE_TOKEN_SEPARATOR;

	/**

	 * @parameter expression="${properties.logFileLocation}"

	 */

	private String logFileLocation;

	/** @parameter default-value="${project}" */

	private MavenProject project;

    @Override

    public void execute() throws MojoExecutionException, MojoFailureException {

		String extractedOozieJobId = extractOozieJobId(logFileLocation);

		if (extractedOozieJobId!=null) {

			project.getProperties().setProperty(PROPERTY_NAME_OOZIE_JOB_ID, 

    				extractedOozieJobId);	

			System.out.println("extracted job identifier: " + extractedOozieJobId);

		} else {

			throw new MojoFailureException("unable to extract oozie job identifier from log file: " + 

					logFileLocation);

		}

    }

    /**

     * Extracts oozie job identifier from log file

     * @param logFileLocation

     * @return extracted oozie job identifier

     * @throws MojoExecutionException 

     */

    private String extractOozieJobId(String logFileLocation) throws MojoExecutionException {

    	try {

    		BufferedReader reader = new BufferedReader(new InputStreamReader(

        			new FileInputStream(new File(logFileLocation))));

    		String line;

    		try {

    			while ((line = reader.readLine())!=null) {

    				String trimmedLine = line.trim();

        			if (trimmedLine.startsWith(OOZIE_JOB_LOG_LINE_PREFIX)) {

        				String[] split = StringUtils.split(trimmedLine, OOZIE_JOB_LOG_LINE_TOKEN_SEPARATOR);

        				if (split.length == 2) {

        					return split[1].trim();

        				}

        			}

        		}

    			return null;

    		} finally {

    			reader.close();	

    		}

    	} catch (FileNotFoundException e) {

			throw new MojoExecutionException("unable to read log file: " + 

					logFileLocation, e);

    	} catch (IOException e) {

    		throw new MojoExecutionException("error occurred when reading log file: " + 

					logFileLocation, e);

		}

    }

}

package eu.dnetlib.maven.plugin.oozie;

import org.apache.maven.plugin.AbstractMojo;

import org.apache.maven.plugin.MojoExecutionException;

import org.apache.maven.plugin.MojoFailureException;

import org.apache.oozie.client.AuthOozieClient;

import org.apache.oozie.client.OozieClient;

import org.apache.oozie.client.OozieClientException;

import org.apache.oozie.client.WorkflowJob.Status;

/**

 * Checks oozie job status.

 * @author mhorst

 *

 * @goal check-job-status

 */

public class CheckJobStatus extends AbstractMojo {

    public static final String PROPERTY_NAME_LOG_FILE_LOCATION = "logFileLocation";

	/**

	 * @parameter expression="${properties.oozieLocation}"

	 */

	private String oozieLocation;

	/**

	 * @parameter expression="${properties.jobId}"

	 */

	private String jobId;

	/**

	 * @parameter expression="${properties.maxExecutionTimeMins}"

	 */

	private Integer maxExecutionTimeMins;

	/**

	 * @parameter expression="${properties.checkIntervalSecs}"

	 */

	private Integer checkIntervalSecs = 5;

    @Override

    public void execute() throws MojoExecutionException, MojoFailureException {

    	OozieClient oozieClient = new OozieClient(oozieLocation);

//    	OozieClient oozieClient = new AuthOozieClient(oozieLocation);

    	long maxExecutionTime = 1000L * 60 * maxExecutionTimeMins;

    	long checkInterval = 1000L * checkIntervalSecs;

    	long startTime = System.currentTimeMillis();

    	try {

        	try {

        		while ((System.currentTimeMillis()-startTime)<maxExecutionTime) {

        			Thread.sleep(checkInterval);

        			Status status = oozieClient.getJobInfo(jobId).getStatus();

        			if (Status.SUCCEEDED.equals(status)) {

//        				TODO change to info

        				getLog().warn("job SUCCEEDED");

        				return;

        			} else if (Status.FAILED.equals(status) || Status.KILLED.equals(status)) {

        				System.out.print(oozieClient.getJobLog(jobId));

        				throw new MojoFailureException("job " + jobId + " finished with status: " + status);

        			} else {

//        				TODO change to info

        				getLog().warn("job " + jobId + " is still running with status: " + status);

        			}

        		}

        		System.out.print(oozieClient.getJobLog(jobId));

            	throw new MojoFailureException("Maximum execution time has passed!");

        	} catch (InterruptedException e) {

        		System.out.print(oozieClient.getJobLog(jobId));

        		throw new MojoExecutionException("exception occured while sleeping", e);

    		}

    	} catch (OozieClientException e) {

			throw new MojoExecutionException("exception occured when obtaining status from oozie", e);

		}

    }

    public static void main(String[] args) throws OozieClientException {

    	String authOption = "SIMPLE";

    	String jobId = "0000503-140901135450278-oozie-oozi-W";

    	String oozieLocation = "http://master3.hadoop.iis.openaire.eu:11000/oozie/";

    	AuthOozieClient oozieClient = new AuthOozieClient(oozieLocation,

    			authOption);

    	System.out.println(System.getProperty("user.name"));

    	System.out.println(oozieClient.getAuthOption());

    	System.out.println(oozieClient.getJobInfo(jobId).getStatus());

	}

}

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

    		<groupId>eu.dnetlib</groupId>

	        <artifactId>dnet-parent</artifactId>

            <version>1.0.0-SNAPSHOT</version>

	</parent>

	<version>0.0.1-SNAPSHOT</version>

	<modelVersion>4.0.0</modelVersion>

	<artifactId>icm-iis-oozie-maven-plugin</artifactId>

	<packaging>maven-plugin</packaging>

	<properties>

	</properties>

	<repositories>                                                                                                                                                                                

	    <repository>

	      <id>dnet-deps</id>

	      <name>dnet-dependencies</name>

	      <url>http://maven.research-infrastructures.eu/nexus/content/repositories/dnet-deps</url>

	      <layout>default</layout>

	    </repository>

		<repository>

			<id>cloudera</id>

			<name>Cloudera Repository</name>

			<url>https://repository.cloudera.com/artifactory/cloudera-repos</url>

			<releases>

				<enabled>true</enabled>

			</releases>

			<snapshots>

				<enabled>false</enabled>

			</snapshots>

		</repository>

	</repositories>

	<dependencies>

	<dependency>

	      <groupId>org.apache.maven</groupId>

	      <artifactId>maven-plugin-api</artifactId>

	      <version>2.0</version>

	    </dependency>

	    <dependency>

	      <groupId>org.apache.maven</groupId>

	      <artifactId>maven-project</artifactId>

	      <version>2.0</version>

	    </dependency>

	    <dependency>

			<groupId>org.apache.oozie</groupId>

			<artifactId>oozie-client</artifactId>

			<version>${iis.oozie.version}</version>

			<exclusions>

				<exclusion>

					<artifactId>slf4j-simple</artifactId>

					<groupId>org.slf4j</groupId>

				</exclusion>

			</exclusions>

		</dependency>

	</dependencies>

	<build>	

	<directory>target</directory>

    <outputDirectory>target/classes</outputDirectory>

    <finalName>${project.artifactId}-${project.version}</finalName>

    <testOutputDirectory>target/test-classes</testOutputDirectory>

    <plugins>

      <plugin>

        <groupId>org.apache.maven.plugins</groupId>

        <artifactId>maven-compiler-plugin</artifactId>

        <version>2.3.2</version>

        <configuration>

          <source>1.6</source>

          <target>1.6</target>

        </configuration>

      </plugin>

      <plugin>

        <groupId>org.apache.maven.plugins</groupId>

        <artifactId>maven-source-plugin</artifactId>

        <version>2.1.2</version>

        <executions>

          <execution>

            <id>attach-sources</id>

            <phase>verify</phase>

            <goals>

              <goal>jar-no-fork</goal>

            </goals>

          </execution>

        </executions>

      </plugin>

    </plugins>

	</build>

</project>

Maven plugin module prepared for oozie communication required by test verification profile.