Project

General

Profile

« Previous | Next » 

Revision 35229

Added by Marek Horst about 9 years ago

#1195 removing obsolete ports docreation and datasetid from hbase mapred import, removing references to those ports in workflow.xml files, updating transformer by removing filtering by datasetid due to decisions made in #1072

View differences:

workflow.xml
172 172
		</configuration>
173 173
	</global>
174 174
	
175
	<start to="empty_dataset_existing_id_producer" />
176

  
177
    <!-- this node is required due to the PIG limitation 
178
    	disallowing empty directories as input avro storages -->
179
    <action name="empty_dataset_existing_id_producer">
180
        <java>
181
			<!-- The data generated by this node is deleted in this section -->
182
			<prepare>
183
				<delete path="${nameNode}${workingDir}/producer" />
184
				<mkdir path="${nameNode}${workingDir}/producer" />
185
			</prepare>
186
			<main-class>eu.dnetlib.iis.core.java.ProcessWrapper</main-class>
187
			<arg>eu.dnetlib.iis.core.java.jsonworkflownodes.Producer</arg>
188
			<arg>-C{dataset_existing_id,
189
				eu.dnetlib.iis.common.schemas.DocumentId,
190
				eu/dnetlib/iis/mainworkflows/data/empty.json}</arg>
191
            <arg>-SworkingDir=${workingDir}/producer/working_dir</arg>
192
            <arg>-Odataset_existing_id=${workingDir}/producer/dataset_existing_id</arg>
193
        </java>
194
        <ok to="export"/>
195
        <error to="fail"/>
196
    </action>	
175
	<start to="export" />
197 176
    
198 177
    <action name="export">
199 178
		<sub-workflow>
......
249 228
					<name>input_project_statistics</name>
250 229
					<value>${input_project_statistics}</value>
251 230
				</property>
252
				<property>
253
					<name>input_aux_dataset_existing_id</name>
254
					<value>${workingDir}/producer/dataset_existing_id</value>
255
				</property>
256 231
				<!-- entities exporting modes -->
257 232
				<property>
258 233
					<name>active_export_referenceddataset_datasets</name>

Also available in: Unified diff