Project

General

Profile

« Previous | Next » 

Revision 53064

Added by Miriam Baglioni almost 6 years ago

configuration for propagation of country for product belonging to institutional repositories

View differences:

modules/dnet-openaireplus-profiles/trunk/src/main/resources/eu/dnetlib/test/profiles/HadoopJobConfigurationDSResources/HadoopJobConfigurationDSResourceType/propagationCountryInstitutionalOrganization.xml
1 
<RESOURCE_PROFILE>
2 
    <HEADER>
3 
        <RESOURCE_IDENTIFIER value="1046e131-fc27-47df-898e-8ce396c7647c_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
4 
        <RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
5 
        <RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
6 
        <RESOURCE_URI value=""/>
7 
        <DATE_OF_CREATION value="2018-09-10T18:00:00"/>
8 
    </HEADER>
9 
    <BODY>
10 
        <HADOOP_JOB name="propagationCountryFromInstitutionalRepositories" type="mapreduce">
11 
            <DESCRIPTION>map reduce job that propagates country value of the organization to products belonging to institutional repositories related to the organization (pubsrepository:institutional)</DESCRIPTION>
12 
            <STATIC_CONFIGURATION>
13 

  		




  
  14
  
    
                <!-- I/O FORMAT -->


  		




  
  15
  
    
                <PROPERTY key="mapreduce.inputformat.class" value="org.apache.hadoop.hbase.mapreduce.TableInputFormat" />


  		




  
  16
  
    
                <PROPERTY key="mapreduce.outputformat.class" value="org.apache.hadoop.hbase.mapreduce.TableOutputFormat" />


  		




  
  17
  
    

  		




  
  18
  
    
                <!-- MAPPER -->


  		




  
  19
  
    
                <PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.PropagationCountryInstitutionalOrganizationMapper" />


  		




  
  20
  
    
                <PROPERTY key="mapred.mapoutput.key.class" value="org.apache.hadoop.hbase.propagation.Key" />


  		




  
  21
  
    
                <PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.io.ImmutableBytesWritable" />


  		




  
  22
  
    

  		




  
  23
  
    
                <!-- REDUCER -->


  		




  
  24
  
    
                <PROPERTY key="mapreduce.reduce.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.PropagationCountryInstitutionalOrganizationReducer" />


  		




  
  25
  
    
                <PROPERTY key="mapred.output.key.class" value="org.apache.hadoop.hbase.propagation.Key" />


  		




  
  26
  
    
                <PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.io.ImmutableBytesWritable" />


  		




  
  27
  
    

  		




  
  28
  
    
                <!-- PARTITIONER -->


  		




  
  29
  
    
                <PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyPartitioner"/>


  		




  
  30
  
    
                <PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyPartitioner"/>


  		




  
  31
  
    
                <PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyGroupingComparator"/>


  		




  
  32
  
    
                <PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyGroupingComparator"/>


  		




  
  33
  
    

  		




  
  34
  
    

  		




  
  35
  
    
                <!-- MISC -->


  		




  
  36
  
    
                <PROPERTY key="mapred.compress.map.output" value="true" />


  		




  
  37
  
    
                <PROPERTY key="mapred.map.tasks.speculative.execution" value="false" />


  		




  
  38
  
    
                <PROPERTY key="mapreduce.map.speculative" value="false" />


  		




  
  39
  
    

  		




  
  40
  
    
                <PROPERTY key="mapred.reduce.tasks" value="0" />


  		




  
  41
  
    
                <!-- <PROPERTY key="user.name" value="dnet" /> -->


  		




  
  42
  
    

  		




  
  43
  
    
                <!--  	Uncomment to override the default lib path -->


  		




  
  44
  
    
                <!--	<PROPERTY key="job.lib" value="/user/dnet/dnet-mapreduce-jobs-0.0.2-SNAPSHOT-jar-with-dependencies.jar"/> -->


  		




  
  45
  
    
            </STATIC_CONFIGURATION>


  		




  
  46
  
    
            <JOB_INTERFACE>


  		




  
  47
  
    
                <PARAM name="hbase.mapred.inputtable" required="true" description="source hbase table" />


  		




  
  48
  
    
                <PARAM name="hbase.mapred.outputtable" required="true" description="target hbase table" />


  		




  
  49
  
    
                <PARAM name="hbase.mapreduce.inputtable" required="true" description="source hbase table" />


  		




  
  50
  
    
                <PARAM name="hbase.mapreduce.outputtable" required="true" description="target hbase table" />


  		




  
  51
  
    
                <!--<PARAM name="countryPropagation.conf" required="true" description="configuration for country propagation" />-->


  		




  
  52
  
    
            </JOB_INTERFACE>


  		




  
  53
  
    
            <SCAN>


  		




  
  54
  
    
            </SCAN>


  		




  
  55
  
    
        </HADOOP_JOB>


  		




  
  56
  
    
        <STATUS>


  		




  
  57
  
    
            <LAST_SUBMISSION_DATE value="2018-09-10T18:00:00"/>


  		




  
  58
  
    
            <RUNNING_INSTANCES value="0"/>


  		




  
  59
  
    
            <CUMULATIVE_RUN value="0" />


  		




  
  60
  
    
        </STATUS>


  		




  
  61
  
    
        <SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>


  		




  
  62
  
    
    </BODY>


  		




  
  63
  
    
</RESOURCE_PROFILE>


  		




  
  64
  
    
        


  		












Also available in:  Unified diff