D-Net

<workflow-app xmlns="uri:oozie:workflow:0.4" name="mainworkflows_preprocessing_quick">

	<parameters>

		<!-- intermediate datastores related -->

		<property>

			<name>input_document_to_dataset</name>

			<value>$UNDEFINED$</value>

			<description>intermediate avro datastore holding document to dataset relations</description>

		</property>

		<property>

			<name>input_document_to_project</name>

			<value>$UNDEFINED$</value>

			<description>intermediate avro datastore holding document to project relations</description>

		</property>

		<!-- export datacite & wos related -->

		<property>

			<name>import_mdstore_service_location</name>

			<description>MDStore service (not WSDL) location URL</description>

		</property>

		<property>

			<name>import_dataset_mdstore_ids_csv</name>

			<description>dataset MDStore identifier</description>

		</property>

		<property>

			<name>import_wos_mdstore_id</name>

			<description>WoS MDStore identifier</description>

		</property>

		<!-- export related -->

		<property>

			<name>export_action_hbase_table_name</name>

			<description>action manager hbase table name</description>

		</property>

		<property>

			<name>export_action_hbase_table_initialize</name>

			<description>flag indicating input table should be initialized</description>

		</property>

		<!-- action set id properties -->

		<property>

			<name>export_action_set_id</name>

			<value>$UNDEFINED$</value>

			<description>action-set identifier of exported data</description>

		</property>

		<property>

			<name>export_action_set_id_document_referencedProjects</name>

			<value>$UNDEFINED$</value>

			<description>document_referencedProjects action-set identifier of exported data</description>

		</property>

		<property>

			<name>export_action_set_id_document_referencedDatasets</name>

			<value>$UNDEFINED$</value>

			<description>document_referencedDatasets action-set identifier of exported data</description>

		</property>

		<property>

			<name>export_action_set_id_entity_wos</name>

			<description>action-set identifier of exported data containing wos entities</description>

		</property>

		<property>

			<name>export_action_set_id_entity_dataset</name>

			<description>action-set identifier of exported data containing dataset entities</description>

		</property>

		<property>

			<name>export_action_hbase_remote_zookeeper_quorum</name>

			<value>$UNDEFINED$</value>

			<description>external hbase zookeeper quorum, set to empty value by default which means data will be exported to local hbase instance</description>

		</property>

		<property>

			<name>export_action_hbase_remote_zookeeper_clientport</name>

			<value>$UNDEFINED$</value>

			<description>external hbase zookeeper client port, required only whe zookeeper quorum property is set</description>

		</property>

	</parameters>

	<global>

        <job-tracker>${jobTracker}</job-tracker>

        <name-node>${nameNode}</name-node>

        <configuration>

            <property>

                <name>mapred.job.queue.name</name>

                <value>${queueName}</value>

            </property>

		</configuration>

	</global>

	<start to="empty_dataset_existing_id_producer" />

    <!-- this node is required due to the PIG limitation 

    	disallowing empty directories as input avro storages -->

    <action name="empty_dataset_existing_id_producer">

        <java>

			<!-- The data generated by this node is deleted in this section -->

			<prepare>

				<delete path="${nameNode}${workingDir}/producer" />

				<mkdir path="${nameNode}${workingDir}/producer" />

			</prepare>

			<main-class>eu.dnetlib.iis.core.java.ProcessWrapper</main-class>

			<arg>eu.dnetlib.iis.core.java.jsonworkflownodes.Producer</arg>

			<arg>-C{dataset_existing_id,

				eu.dnetlib.iis.common.schemas.DocumentId,

				eu/dnetlib/iis/mainworkflows/data/empty.json}</arg>

            <arg>-SworkingDir=${workingDir}/producer/working_dir</arg>

            <arg>-Odataset_existing_id=${workingDir}/producer/dataset_existing_id</arg>

        </java>

        <ok to="export"/>

        <error to="fail"/>

    </action>

  	<action name="export">

		<sub-workflow>

            <app-path>${wf:appPath()}/mainworkflows_common_export</app-path>

            <propagate-configuration/>

            <configuration>

            	<property>

                    <name>workingDir</name>

                    <value>${workingDir}/mainworkflows_common_export/working_dir</value>

                </property>

                <!-- input ports -->

                <property>

					<name>input_document_to_project</name>

					<value>${input_document_to_project}</value>

				</property>

				<property>

					<name>input_document_to_dataset</name>

					<value>${input_document_to_dataset}</value>

				</property>

				<property>

					<name>input_aux_dataset_existing_id</name>

					<value>${workingDir}/producer/dataset_existing_id</value>

				</property>

				<!-- entities exporting modes -->

				<property>

					<name>active_export_referenceddataset_datasets</name>

					<value>true</value>

				</property>

				<property>

					<name>active_export_referencedproject_entities</name>

					<value>true</value>

				</property>

				<property>

					<name>mdstore_service_location</name>

					<value>${import_mdstore_service_location}</value>

				</property>

				<property>

					<name>dataset_mdstore_ids_csv</name>

					<value>${import_dataset_mdstore_ids_csv}</value>

				</property>

				<property>

					<name>wos_mdstore_id</name>

					<value>${import_wos_mdstore_id}</value>

				</property>

				<!-- export related -->

				<property>

					<name>action_hbase_table_name</name>

					<value>${export_action_hbase_table_name}</value>

				</property>

				<property>

					<name>action_hbase_table_initialize</name>

					<value>${export_action_hbase_table_initialize}</value>

				</property>

				<!-- action set id properties -->

				<property>

					<name>action_set_id</name>

					<value>${export_action_set_id}</value>

				</property>

				<property>

					<name>action_set_id_document_referencedProjects</name>

					<value>${export_action_set_id_document_referencedProjects}</value>

				</property>

				<property>

					<name>action_set_id_document_referencedDatasets</name>

					<value>${export_action_set_id_document_referencedDatasets}</value>

				</property>

				<property>

					<name>action_set_id_entity_wos</name>

					<value>${export_action_set_id_entity_wos}</value>

				</property>

				<property>

					<name>action_set_id_entity_dataset</name>

					<value>${export_action_set_id_entity_dataset}</value>

				</property>

				<property>

					<name>action_hbase_remote_zookeeper_quorum</name>

					<value>${export_action_hbase_remote_zookeeper_quorum}</value>

				</property>

				<property>

					<name>action_hbase_remote_zookeeper_clientport</name>

					<value>${export_action_hbase_remote_zookeeper_clientport}</value>

				</property>

            </configuration>

        </sub-workflow>

		<ok to="end"/>

		<error to="fail" />

	</action>

	<kill name="fail">

		<message>Unfortunately, the process failed -- error message:

			[${wf:errorMessage(wf:lastErrorNode())}]</message>

	</kill>

	<end name="end" />

</workflow-app>