Project

General

Profile

1
<RESOURCE_PROFILE>
2
    <HEADER>
3
        <RESOURCE_IDENTIFIER value="1046e131-fc27-47df-898e-8ce396c7647c_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
4
        <RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
5
        <RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
6
        <RESOURCE_URI value=""/>
7
        <DATE_OF_CREATION value="2018-09-10T18:00:00"/>
8
    </HEADER>
9
    <BODY>
10
        <HADOOP_JOB name="propagationCountryFromInstitutionalRepositories" type="mapreduce">
11
            <DESCRIPTION>map reduce job that propagates country value of the organization to products belonging to institutional repositories related to the organization (pubsrepository:institutional)</DESCRIPTION>
12
            <STATIC_CONFIGURATION>
13

    
14
                <!-- I/O FORMAT -->
15
                <PROPERTY key="mapreduce.inputformat.class" value="org.apache.hadoop.hbase.mapreduce.TableInputFormat" />
16
                <PROPERTY key="mapreduce.outputformat.class" value="org.apache.hadoop.hbase.mapreduce.TableOutputFormat" />
17

    
18
                <!-- MAPPER -->
19
                <PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.PropagationCountryInstitutionalOrganizationMapper" />
20
                <PROPERTY key="mapred.mapoutput.key.class" value="org.apache.hadoop.hbase.propagation.Key" />
21
                <PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.io.ImmutableBytesWritable" />
22

    
23
                <!-- REDUCER -->
24
                <PROPERTY key="mapreduce.reduce.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.PropagationCountryInstitutionalOrganizationReducer" />
25
                <PROPERTY key="mapred.output.key.class" value="org.apache.hadoop.hbase.propagation.Key" />
26
                <PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.io.ImmutableBytesWritable" />
27

    
28
                <!-- PARTITIONER -->
29
                <PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyPartitioner"/>
30
                <PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyPartitioner"/>
31
                <PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyGroupingComparator"/>
32
                <PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.NaturalKeyGroupingComparator"/>
33

    
34

    
35
                <!-- MISC -->
36
                <PROPERTY key="mapred.compress.map.output" value="true" />
37
                <PROPERTY key="mapred.map.tasks.speculative.execution" value="false" />
38
                <PROPERTY key="mapreduce.map.speculative" value="false" />
39

    
40
                <PROPERTY key="mapred.reduce.tasks" value="0" />
41
                <!-- <PROPERTY key="user.name" value="dnet" /> -->
42

    
43
                <!--  	Uncomment to override the default lib path -->
44
                <!--	<PROPERTY key="job.lib" value="/user/dnet/dnet-mapreduce-jobs-0.0.2-SNAPSHOT-jar-with-dependencies.jar"/> -->
45
            </STATIC_CONFIGURATION>
46
            <JOB_INTERFACE>
47
                <PARAM name="hbase.mapred.inputtable" required="true" description="source hbase table" />
48
                <PARAM name="hbase.mapred.outputtable" required="true" description="target hbase table" />
49
                <PARAM name="hbase.mapreduce.inputtable" required="true" description="source hbase table" />
50
                <PARAM name="hbase.mapreduce.outputtable" required="true" description="target hbase table" />
51
                <!--<PARAM name="countryPropagation.conf" required="true" description="configuration for country propagation" />-->
52
            </JOB_INTERFACE>
53
            <SCAN>
54
            </SCAN>
55
        </HADOOP_JOB>
56
        <STATUS>
57
            <LAST_SUBMISSION_DATE value="2018-09-10T18:00:00"/>
58
            <RUNNING_INSTANCES value="0"/>
59
            <CUMULATIVE_RUN value="0" />
60
        </STATUS>
61
        <SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>
62
    </BODY>
63
</RESOURCE_PROFILE>
64
        
(58-58/61)