D-Net

[

{

  "type_source": "SVN", 

  "goal": "package -U -T 4C source:jar", 

  "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/icm-iis-citationmatching-direct/trunk/", 

  "deploy_repository": "dnet4-snapshots", 

  "version": "4",

  "mail": "m.horst@icm.edu.pl",

  "deploy_repository_url": "http://maven.research-infrastructures.eu/nexus/content/repositories/dnet4-snapshots", 

  "name": "icm-iis-citationmatching-direct"

},

{

  "type_source": "SVN",

  "goal": "clean verify -U -e -X",

  "url": "http://svn-public.driver.research-infrastructures.eu/driver/dnet40/modules/icm-iis-citationmatching-direct/trunk/",

  "nightly" : "true",

  "cron" : "H H * * *",

  "version": "4",

  "mail": "m.horst@icm.edu.pl",

  "name": "icm-iis-citationmatching-direct-embedded-integration-test"

}

]

package eu.dnetlib.iis.citationmatching.direct;

import eu.dnetlib.iis.IntegrationTest;

import eu.dnetlib.iis.core.AbstractWorkflowTestCase;

import eu.dnetlib.iis.core.WorkflowConfiguration;

import org.junit.Test;

import org.junit.experimental.categories.Category;

/**

 * 

 * @author mhorst

 *

 */

@Category(IntegrationTest.class)

public class WorkflowTest extends AbstractWorkflowTestCase {

    @Test

	public void testWorkflow() throws Exception {

        WorkflowConfiguration wf = new WorkflowConfiguration();

        wf.setTimeoutInSeconds(720);

        runWorkflow("eu/dnetlib/iis/citationmatching/direct/sampledataproducer/oozie_app", wf);

    }

}

## This is a classpath-based import file (this header is required)

transformer classpath eu/dnetlib/iis/citationmatching/direct/oozie_app

<workflow-app xmlns="uri:oozie:workflow:0.3" name="test-citationmatching_direct_sampledataproducer">

    <start to="producer"/>

    <action name="producer">

        <java>

            <job-tracker>${jobTracker}</job-tracker>

            <name-node>${nameNode}</name-node>

			<!-- The data generated by this node is deleted in this section -->

			<prepare>

				<delete path="${nameNode}${workingDir}/producer" />

				<mkdir path="${nameNode}${workingDir}/producer" />

			</prepare>

            <configuration>

                <property>

                    <name>mapred.job.queue.name</name>

                    <value>${queueName}</value>

                </property>

            </configuration>

            <!-- This is simple wrapper for the Java code -->

			<main-class>eu.dnetlib.iis.core.java.ProcessWrapper</main-class>

			<!-- The business Java code that gets to be executed -->

			<arg>eu.dnetlib.iis.core.java.jsonworkflownodes.Producer</arg>

            <!-- Specification of the output ports -->

            <arg>-C{metadata,

            eu.dnetlib.iis.citationmatching.direct.schemas.DocumentMetadata,

            eu/dnetlib/iis/citationmatching/direct/sampledataproducer/data/metadata.json}</arg>

            <!-- All input and output ports have to be bound to paths in HDFS -->

            <arg>-Ometadata=${workingDir}/producer/metadata</arg>

        </java>

        <ok to="ingest_citations"/>

        <error to="fail"/>

    </action>

    <action name="ingest_citations">

        <sub-workflow>

            <app-path>${wf:appPath()}/transformer</app-path>

            <configuration>

                <property>

                    <name>jobTracker</name>

                    <value>${jobTracker}</value>

                </property>

                <property>

                    <name>nameNode</name>

                    <value>${nameNode}</value>

                </property>

                <property>

                    <name>queueName</name>

                    <value>${queueName}</value>

                </property>

                <!-- Input ports. -->

                <property>

                    <name>input</name>

                    <value>${workingDir}/producer/metadata</value>

                </property>

                <!-- Output port bound to given path -->

                <property>

                    <name>output</name>

                    <value>${workingDir}/transformer/citation</value>

                </property>

            </configuration>

        </sub-workflow>

        <ok to="consumer"/>

        <error to="fail"/>

    </action>

    <action name="consumer">

		<java>

			<job-tracker>${jobTracker}</job-tracker>

			<name-node>${nameNode}</name-node>

			<configuration>

				<property>

					<name>mapred.job.queue.name</name>

					<value>${queueName}</value>

				</property>

			</configuration>

			<!-- This is simple wrapper for the Java code -->

			<main-class>eu.dnetlib.iis.core.java.ProcessWrapper</main-class>

			<!-- The business Java code that gets to be executed -->

			<arg>eu.dnetlib.iis.core.java.jsonworkflownodes.TestingConsumer</arg>

			<!-- Specification of the input ports -->

			<arg>-C{citation,

                eu.dnetlib.iis.citationmatching.direct.schemas.Citation,

                eu/dnetlib/iis/citationmatching/direct/sampledataproducer/data/citation.json}</arg>

    		<!-- All input and output ports have to be bound to paths in HDFS -->

			<arg>-Icitation=${workingDir}/transformer/citation</arg>

		</java>

		<ok to="end" />

		<error to="fail" />

	</action>

    <kill name="fail">

		<message>Unfortunately, the workflow failed -- error message:

			[${wf:errorMessage(wf:lastErrorNode())}]</message>

    </kill>

    <end name="end"/>

</workflow-app>

{

  "sourceDocumentId": "50|od_______908::c84fe76a7bc6232a6732dab8c72ef9ea",

  "position": 50,

  "destinationDocumentId": "50|od_______908::14ddacb589be0a68489f89818647f27a"

}

{

  "id": "50|od_______908::c84fe76a7bc6232a6732dab8c72ef9ea",

  "externalIdentifiers": {

          "pmid": "16528104"

  },

  "publicationTypeName": null,

  "references": [

    {

      "position": 1,

      "externalIds": {

          "pmid": "1597408"

      }

    },

    {

      "position": 50,

      "externalIds": {

          "pmid": "5490870"

      }

    }

  ]

}

{

  "id": "50|od_______908::14ddacb589be0a68489f89818647f27a",

  "externalIdentifiers": {

          "pmid": "5490870"

  },

  "publicationTypeName": null,

  "references": []

}

package eu.dnetlib.iis.citationmatching.direct.udfs;

import java.io.IOException;

import java.util.Iterator;

import org.apache.pig.EvalFunc;

import org.apache.pig.data.BagFactory;

import org.apache.pig.data.DataBag;

import org.apache.pig.data.Tuple;

import org.apache.pig.impl.logicalLayer.schema.Schema;

import com.google.common.collect.Lists;

/**

 * Deduplicates bag of tuples where tuple[0] is pmid, tuple[1] is document type.

 * 'research-article' type has precedence over any other type when more than one entry provided.

 * Identifiers are sorted lexicographically.

 *

 * @author mhorst

 */

public class DeduplicateIdsWithDocumentType extends EvalFunc<DataBag> {

	public static final String DOCUMENT_TYPE_RESEARCH_ARTICLE = "research-article";

    @Override

    public DataBag exec(Tuple tuple) throws IOException {

        if (tuple == null || tuple.size() == 0) {

            return null;

        }

        DataBag db = (DataBag) tuple.get(0);

        if (db==null) {

        	return null;

        }

    	int count = 0;

		Tuple firstTuple = null;

		Iterator<Tuple> it = db.iterator();

        while (it.hasNext()) {

        	Tuple currentTuple = it.next();

        	if (count==0) {

        		firstTuple = currentTuple;

        	}

        	if (DOCUMENT_TYPE_RESEARCH_ARTICLE.equals(currentTuple.get(1))) {

        		return BagFactory.getInstance().newDefaultBag(

        				Lists.<Tuple>newArrayList(currentTuple));

        	}

        	count++;

        }

		if (count==1) {

			return BagFactory.getInstance().newDefaultBag(

    				Lists.<Tuple>newArrayList(firstTuple));

		}

//		fallback

		return null;

    }

    @Override

    public Schema outputSchema(Schema input) {

    	return input;

    }

}

define avro_load_metadata

org.apache.pig.piggybank.storage.avro.AvroStorage(

'schema', '$schema_input');

define avro_store_citation

org.apache.pig.piggybank.storage.avro.AvroStorage(

'index', '0',

'schema', '$schema_output');

define NullToEmptyBag datafu.pig.bags.NullToEmptyBag();

define DeduplicateIdsWithDocumentType eu.dnetlib.iis.citationmatching.direct.udfs.DeduplicateIdsWithDocumentType;

documentMetadata = load '$input' using avro_load_metadata;

-- wygenerowanie mapowań pmid_to_oaid i doi_to_oaid na podstawie inputu

doi_to_oaid_with_nulls = foreach documentMetadata generate externalIdentifiers#'doi' as originalId:chararray, id as newId:chararray;

doi_to_oaid_nondedup = filter doi_to_oaid_with_nulls by originalId is not null;

doi_to_oaid_nondedup_groupped = group doi_to_oaid_nondedup by originalId;

doi_to_oaid = foreach doi_to_oaid_nondedup_groupped {

    first_record = LIMIT doi_to_oaid_nondedup 1;

--	FIXME it works but what if empty bag was returned?!

    generate group as originalId, flatten(first_record.newId) as newId;

}

pmid_to_oaid_with_nulls = foreach documentMetadata generate externalIdentifiers#'pmid' as originalId:chararray, id as newId:chararray, publicationTypeName as publicationTypeName;

-- DEBUG: skipping deduplication (disabled)

-- pmid_to_oaid = filter pmid_to_oaid_with_nulls by originalId is not null;

pmid_to_oaid_nondedup = filter pmid_to_oaid_with_nulls by originalId is not null;

pmid_to_oaid_nondedup_groupped = group pmid_to_oaid_nondedup by originalId;

pmid_to_oaid = foreach pmid_to_oaid_nondedup_groupped {

     idsWithPublicationType = foreach pmid_to_oaid_nondedup generate originalId, newId, publicationTypeName;

     dedupIdsWithPublicationType = DeduplicateIdsWithDocumentType(idsWithPublicationType);

--	 FIXME it works, but what if null was returned?!    

     generate group as originalId, flatten(dedupIdsWithPublicationType.newId) as newId;

 }

docWithRefsFlat = foreach documentMetadata generate id, flatten(NullToEmptyBag(references));

docWithBasicMetadataFlat = foreach docWithRefsFlat generate id, flatten(references::externalIds), flatten(references::position);

workingCitation = foreach docWithBasicMetadataFlat generate

	id as sourceId:chararray,

	references::position as position:int,

	null as destinationDocumentId:chararray,

	references::externalIds#'pmid' as pmid:chararray,

	references::externalIds#'doi' as doi:chararray;

-- joining with pmid_to_oaid mappings

joinedWithPmid = join workingCitation by pmid left, pmid_to_oaid by originalId;

workingCitationWithDestIdFromPmid = foreach joinedWithPmid generate

	workingCitation::sourceId as sourceId,

	workingCitation::doi as doi,

	workingCitation::position as position,

	pmid_to_oaid::newId as destinationDocumentId;

-- joining with doi_to_oaid mappings

joinedWithDoi = join workingCitationWithDestIdFromPmid by doi left, doi_to_oaid by originalId;

workingCitationWithDestIdFromPmidAndDoi = foreach joinedWithDoi generate

	workingCitationWithDestIdFromPmid::sourceId as sourceId,

	workingCitationWithDestIdFromPmid::position as position,

-- 	overriding pmid matched citation with doi matched citation if found 

	(doi_to_oaid::newId is not null ? doi_to_oaid::newId : workingCitationWithDestIdFromPmid::destinationDocumentId) as destinationDocumentId;

output_citation = foreach workingCitationWithDestIdFromPmidAndDoi generate

	sourceId as sourceDocumentId, position, destinationDocumentId;

-- accepting only matched citations

output_citation_matched = filter output_citation by destinationDocumentId is not null;

store output_citation_matched into '$output' using avro_store_citation;

<workflow-app xmlns="uri:oozie:workflow:0.4" name="transformers_ingest_citations">

	<parameters>

		<property>

            <name>input</name>

            <description>input containing document metadata records</description>

        </property>

        <property>

            <name>output</name>

            <description>extracted citations</description>

        </property>

	</parameters>

    <start to="generate-schema"/>

    <action name="generate-schema">

	    <java>

    		<job-tracker>${jobTracker}</job-tracker>

        	<name-node>${nameNode}</name-node>

	        <main-class>eu.dnetlib.iis.core.javamapreduce.hack.AvroSchemaGenerator</main-class>

	        <arg>eu.dnetlib.iis.citationmatching.direct.schemas.DocumentMetadata</arg>

	        <arg>eu.dnetlib.iis.citationmatching.direct.schemas.Citation</arg>

	        <capture-output />

	    </java>

	    <ok to="transformer" />

	    <error to="fail" />

	</action>

    <action name="transformer">

        <pig>

            <job-tracker>${jobTracker}</job-tracker>

            <name-node>${nameNode}</name-node>

			<!-- The data generated by this node is deleted in this section -->

			<prepare>

				<delete path="${nameNode}${output}" />

			</prepare>

            <configuration>

                <property>

                    <name>mapred.job.queue.name</name>

                    <value>${queueName}</value>

                </property>

            </configuration>

            <!-- Path to PIG script the workflow executes. -->

            <script>lib/scripts/transformer/transformer.pig</script>

            <param>input=${input}</param>

            <param>schema_input=${wf:actionData('generate-schema')['eu.dnetlib.iis.citationmatching.direct.schemas.DocumentMetadata']}</param>

            <param>output=${output}</param>

            <param>schema_output=${wf:actionData('generate-schema')['eu.dnetlib.iis.citationmatching.direct.schemas.Citation']}</param>

        </pig>

        <ok to="end"/>

        <error to="fail"/>

    </action>

    <kill name="fail">

		<message>Unfortunately, the workflow failed -- error message:

			[${wf:errorMessage(wf:lastErrorNode())}]</message>

    </kill>

    <end name="end"/>

</workflow-app>

input=/user/marek.horst/transformers/metadatamerger/working_dir/out

output=${workingDir}/citation

#

# Licensed to the Apache Software Foundation (ASF) under one

# or more contributor license agreements.  See the NOTICE file

# distributed with this work for additional information

# regarding copyright ownership.  The ASF licenses this file

# to you under the Apache License, Version 2.0 (the

# "License"); you may not use this file except in compliance

# with the License.  You may obtain a copy of the License at

# 

#      http://www.apache.org/licenses/LICENSE-2.0

# 

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

#

#    http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License. See accompanying LICENSE file.

#

log4j.appender.oozie=org.apache.log4j.ConsoleAppender

log4j.appender.oozie.Target=System.out

log4j.appender.oozie.layout=org.apache.log4j.PatternLayout

log4j.appender.oozie.layout.ConversionPattern=%d{ABSOLUTE} %5p %c{1}:%L - %m%n

log4j.appender.null=org.apache.log4j.varia.NullAppender

log4j.logger.org.apache=INFO, oozie

log4j.logger.org.mortbay=WARN, oozie

log4j.logger.org.hsqldb=WARN, oozie

log4j.logger.opslog=NONE, null

log4j.logger.applog=NONE, null

log4j.logger.instrument=NONE, null

log4j.logger.a=NONE, null

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!--

  Copyright (c) 2010 Yahoo! Inc. All rights reserved.

  Licensed under the Apache License, Version 2.0 (the "License");

  you may not use this file except in compliance with the License.

  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License. See accompanying LICENSE file.

-->

<configuration>

<property>

     <name>oozie.action.max.output.data</name>

     <value>8192</value>

</property>

    <property>

        <name>oozie.service.JPAService.jdbc.driver</name>

        <value>org.hsqldb.jdbcDriver</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.url</name>

        <value>jdbc:hsqldb:mem:oozie-db;create=true</value>

    </property>

</configuration>

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!--

  Copyright (c) 2010 Yahoo! Inc. All rights reserved.

  Licensed under the Apache License, Version 2.0 (the "License");

  you may not use this file except in compliance with the License.

  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License. See accompanying LICENSE file.

-->

<configuration>

<property>

     <name>oozie.action.max.output.data</name>

     <value>8192</value>

</property>

    <property>

        <name>oozie.service.JPAService.jdbc.driver</name>

        <value>oracle.jdbc.driver.OracleDriver</value>

    </property>

    <property>

        <name>oozie.test.db.port</name>

        <value>1521</value>

    </property>

    <property>

        <name>oozie.test.db.name</name>

        <value>xe</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.url</name>

        <value>jdbc:oracle:thin:@//${oozie.test.db.host}:${oozie.test.db.port}/${oozie.test.db.name}</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.username</name>

        <value>oozie</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.password</name>

        <value>oozie</value>

    </property>

</configuration>

<?xml version="1.0"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one

  or more contributor license agreements.  See the NOTICE file

  distributed with this work for additional information

  regarding copyright ownership.  The ASF licenses this file

  to you under the Apache License, Version 2.0 (the

  "License"); you may not use this file except in compliance

  with the License.  You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<configuration>

<property>

     <name>oozie.action.max.output.data</name>

     <value>8192</value>

</property>

    <property>

      <name>oozie.service.JPAService.jdbc.driver</name>

        <value>com.mysql.jdbc.Driver</value>

        <description>JDBC driver class.</description>

    </property>

    <property>

        <name>oozie.test.db.port</name>

        <value>3306</value>

    </property>

    <property>

      <name>oozie.service.JPAService.jdbc.url</name>

        <value>jdbc:mysql://${oozie.test.db.host}:${oozie.test.db.port}/oozie</value>

        <description>JDBC URL.</description>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.username</name>

        <value>oozie</value>

        <description>DB user name.</description>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.password</name>

        <value>oozie</value>

        <description>

            DB user password. IMPORTANT: if password is emtpy leave a 1 space string, the service trims the

            value, if empty Configuration assumes it is NULL.

        </description>

    </property>

</configuration>

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!--

  Copyright (c) 2010 Yahoo! Inc. All rights reserved.

  Licensed under the Apache License, Version 2.0 (the "License");

  you may not use this file except in compliance with the License.

  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License. See accompanying LICENSE file.

-->

<configuration>

<property>

     <name>oozie.action.max.output.data</name>

     <value>8192</value>

</property>

    <property>

        <name>oozie.service.JPAService.jdbc.driver</name>

        <value>org.postgresql.Driver</value>

    </property>

    <property>

        <name>oozie.test.db.port</name>

        <value>5432</value>

    </property>

    <property>

        <name>oozie.test.db.name</name>

        <value>oozie</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.url</name>

        <value>jdbc:postgresql://${oozie.test.db.host}:${oozie.test.db.port}/${oozie.test.db.name}</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.username</name>

        <value>oozie</value>

    </property>

    <property>

        <name>oozie.service.JPAService.jdbc.password</name>

        <value>oozie</value>

    </property>

</configuration>

#

# Licensed to the Apache Software Foundation (ASF) under one

# or more contributor license agreements.  See the NOTICE file

# distributed with this work for additional information

# regarding copyright ownership.  The ASF licenses this file

# to you under the Apache License, Version 2.0 (the

# "License"); you may not use this file except in compliance

# with the License.  You may obtain a copy of the License at

# 

#      http://www.apache.org/licenses/LICENSE-2.0

# 

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

#

#    http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License. See accompanying LICENSE file.

#

log4j.appender.oozie=org.apache.log4j.ConsoleAppender

log4j.appender.oozie.Target=System.out

log4j.appender.oozie.layout=org.apache.log4j.PatternLayout

log4j.appender.oozie.layout.ConversionPattern=%d{ABSOLUTE} %5p %c{1}:%L - %m%n

log4j.appender.null=org.apache.log4j.varia.NullAppender

log4j.logger.org.apache=INFO, oozie

log4j.logger.org.mortbay=WARN, oozie

log4j.logger.org.hsqldb=WARN, oozie

log4j.logger.opslog=NONE, null

log4j.logger.applog=NONE, null

log4j.logger.instrument=NONE, null

log4j.logger.a=ALL, null

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>

<!--

  Licensed to the Apache Software Foundation (ASF) under one

  or more contributor license agreements.  See the NOTICE file

  distributed with this work for additional information

  regarding copyright ownership.  The ASF licenses this file

  to you under the Apache License, Version 2.0 (the

  "License"); you may not use this file except in compliance

  with the License.  You may obtain a copy of the License at

       http://www.apache.org/licenses/LICENSE-2.0

  Unless required by applicable law or agreed to in writing, software

  distributed under the License is distributed on an "AS IS" BASIS,

  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  See the License for the specific language governing permissions and

  limitations under the License.

-->

<configuration>

    <property>

        <name>mapreduce.jobtracker.kerberos.principal</name>

        <value>mapred/_HOST@LOCALREALM</value>

    </property>

    <property>

        <name>dfs.namenode.kerberos.principal</name>

        <value>hdfs/_HOST@LOCALREALM</value>

    </property>

    <property>

        <name>mapreduce.framework.name</name>

        <value>yarn</value>

    </property>

</configuration>

This directory and its subdirectories and files are here as a hack to make the Oozie unit tests work. 

Details

-------

Oozie tests assume that they're placed inside directory tree of Oozie source code -- see the source code of class `XTestCase` which is an ancestor of `MiniOozieTestCase` class which, in turn, should be inherited by your test case class. 

How to get the source code of the `XTestCase` class:

- download source code of the Ubuntu's `oozie` package prepared by Cloudera (`apt-get source oozie`). It is version 3.1.3+155 of this package. 

- open file `oozie-3.1.3+155/src/core/src/test/java/org/apache/oozie/test/XTestCase.java` and look at lines 93-105.

<?xml version="1.0" encoding="UTF-8"?>

<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">

	<parent>

		<groupId>eu.dnetlib</groupId>

		<artifactId>icm-iis-parent-container</artifactId>

		<version>1.0.1-SNAPSHOT</version>

	</parent>

	<modelVersion>4.0.0</modelVersion>

	<artifactId>icm-iis-citationmatching-direct</artifactId>

	<packaging>jar</packaging>

	<version>1.0.1-SNAPSHOT</version>

	<scm>

	  <developerConnection>

	    scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet40/modules/icm-iis-citationmatching-direct/trunk

	  </developerConnection>

	</scm>

	<properties>

		<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>

	</properties>

	<dependencies>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>icm-iis-core</artifactId>

			<version>[1.0.0,2.0.0)</version>

		</dependency>

		<dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>icm-iis-core</artifactId>

			<version>[1.0.0,2.0.0)</version>

			<type>test-jar</type>

			<scope>test</scope>

		</dependency>

        <dependency>

            <groupId>eu.dnetlib</groupId>

            <artifactId>icm-iis-schemas</artifactId>

            <version>[1.0.0,2.0.0)</version>

        </dependency>

        <!-- required after introducing 'provided' scope for hadoop libs -->

        <dependency>

			<groupId>org.apache.hadoop</groupId>

			<artifactId>hadoop-common</artifactId>

			<version>${iis.hadoop.common.version}</version>

			<scope>provided</scope>

		</dependency>

		<!-- Needed by Oozie tests { -->

		<!-- required after introducing 'provided' scope for hadoop dependencies -->

		<dependency>

			<groupId>org.apache.oozie</groupId>

			<artifactId>oozie-core</artifactId>

			<version>${iis.oozie.version}</version>

			<scope>test</scope>

		</dependency>

		<!-- PigMain was moved to oozie-sharelib-pig since cdh4.3.1 -->

		<dependency>

			<groupId>org.apache.oozie</groupId>

			<artifactId>oozie-sharelib-pig</artifactId>

			<version>${iis.oozie.version}</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.apache.hadoop</groupId>

			<artifactId>hadoop-hdfs</artifactId>

			<version>${iis.hadoop.hdfs.version}</version>

			<scope>test</scope>

		</dependency>

		<!-- end of required after introducing 'provided' scope for hadoop dependencies -->

		<dependency>

			<groupId>org.apache.oozie</groupId>

			<artifactId>oozie-core</artifactId>

			<version>${iis.oozie.version}</version>

			<type>test-jar</type>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.apache.hadoop</groupId>

			<artifactId>hadoop-hdfs</artifactId>

			<version>${iis.hadoop.hdfs.version}</version>

			<type>test-jar</type>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.apache.hadoop</groupId>

			<artifactId>hadoop-test</artifactId>

			<version>${iis.hadoop.test.version}</version>

			<scope>test</scope>

		</dependency>

		<dependency>

			<groupId>org.apache.hadoop</groupId>

			<artifactId>hadoop-common</artifactId>

			<version>${iis.hadoop.common.version}</version>

			<type>test-jar</type>

			<scope>test</scope>

		</dependency>

		<!-- Needed by Oozie tests } -->

		<!-- Needed to run Pig jobs { -->

		<dependency>

			<groupId>org.apache.pig</groupId>

			<artifactId>pig</artifactId>

			<version>${iis.pig.version}</version>

			<!-- this lib cannot be set to provided -->

		</dependency>

		<!-- replacing hacked pig-avrostorage with original pig -->

	    <dependency>

			<groupId>eu.dnetlib</groupId>

			<artifactId>icm-iis-3rdparty-pig-avrostorage</artifactId>

			<version>[1.0.0,2.0.0)</version>

			<type>jar</type>

		</dependency>

		<!-- FIXME change to version bound with CDH5 when upgrading cluster -->

		<!--

		<dependency>

			<groupId>org.apache.pig</groupId>

			<artifactId>piggybank</artifactId>

			<version>${iis.pig.version}</version>

		</dependency>

		-->

		<dependency>

		  <groupId>com.linkedin.datafu</groupId>

		  <artifactId>datafu</artifactId>

		  <version>1.2.0</version>

		</dependency>

		<!-- Needed to run Pig jobs } -->

	</dependencies>

	<repositories>

	    <!-- This repository contains our patched 

	    version of "avro" and "avro-mapred" modules (see the dependencies section)

	    This entry might be removed when the patch to these modules becomes 

	    a part of the official Avro release.-->

	    <repository>

			<id>dnet-deps</id>

			<name>dnet dependencies</name>

			<url>http://maven.research-infrastructures.eu/nexus/content/repositories/dnet-deps</url>

			<releases>

				<enabled>true</enabled>

			</releases>

			<snapshots>

				<enabled>false</enabled> 

			</snapshots>

			<layout>default</layout>

		</repository>

	</repositories>

</project>