Project

General

Profile

« Previous | Next » 

Revision 54792

Added by Marek Horst about 5 years ago

introducing S3 storage related parameters

View differences:

modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/iisMainJobV2.xml
20 20 
				<PROPERTY key="metadataextraction_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/>
21 21 
				<PROPERTY key="ingest_pmc_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/>
22 22 
				<PROPERTY key="software_webcrawl_cache_location" value="/user/${user.name}/iis/cache/webcrawler"/>
23 
				<PROPERTY key="import_content_objectstore_s3_keystore_location" value="jceks://hdfs/user/${user.name}/secrets/s3keyfile.jceks"/>
23 24 
				<PROPERTY key="export_documentssimilarity_threshold" value="0.7"/>
24 25 
				<PROPERTY key="export_trust_level_threshold_document_classes" value="0.5"/>
25 26 
				<PROPERTY key="export_trust_level_threshold_document_referencedDatasets" value="0.0"/>
modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/iisPreprocessingJobV2.xml
18 18 
				<!-- skipping _default chunk from property name since 2017.02.21 -->
19 19 
				<PROPERTY key="metadataextraction_cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/>
20 20 
				<PROPERTY key="ingest_pmc_cache_location" value="/user/${user.name}/iis/cache/ingestpmc"/>
21 
				<PROPERTY key="import_content_objectstore_s3_keystore_location" value="jceks://hdfs/user/${user.name}/secrets/s3keyfile.jceks"/>
21 22 
				<PROPERTY key="export_trust_level_threshold_document_referencedDatasets" value="0.0"/>
22 23 
				<PROPERTY key="export_trust_level_threshold_document_referencedProjects" value="0.0"/>
23 24 
				<PROPERTY key="output_remote_location" value="webhdfs://namenode.hadoop.dm.openaire.eu:50071/var/lib/dnet/actionManager_PROD"/>
modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/iisCacheBuilderJob.xml
17 17 
				<PROPERTY key="oozie.wf.application.path" value="hdfs://nameservice1/lib/iis/cache_builder/snapshots/2017-12-11"/>
18 18 
				<PROPERTY key="reports_external_path" value="/user/${user.name}/iis/reports/${execution_environment}"/>
19 19 
				<PROPERTY key="cache_location" value="/user/${user.name}/iis/cache/metadataextraction"/>
20 
				<PROPERTY key="objectstore_s3_keystore_location" value="jceks://hdfs/user/${user.name}/secrets/s3keyfile.jceks"/>
20 21 
			</STATIC_CONFIGURATION>
21 22 
			<JOB_INTERFACE>
22 23 
				<PARAM name="objectstore_service_location" required="true" description="object store service location required by IIS to import contents"/>

Also available in: Unified diff