Project

General

Profile

1
<RESOURCE_PROFILE>
2
<HEADER>
3
    <RESOURCE_IDENTIFIER value="8a2b5e8c-5b92-44fb-b4d5-b0a2e08ac143_SGFkb29wSm9iQ29uZmlndXJhdGlvbkRTUmVzb3VyY2VzL0hhZG9vcEpvYkNvbmZpZ3VyYXRpb25EU1Jlc291cmNlVHlwZQ=="/>
4
    <RESOURCE_TYPE value="HadoopJobConfigurationDSResourceType"/>
5
    <RESOURCE_KIND value="HadoopJobConfigurationDSResources"/>
6
    <RESOURCE_URI value=""/>
7
    <DATE_OF_CREATION value="2019-10-13T12:34:20+00:00"/>
8
</HEADER>
9
<BODY>
10
    <HADOOP_JOB name="propagationOrcidToResultSaveToFile" type="mapreduce">
11
        <DESCRIPTION>map reduce job that propagates orcid to results</DESCRIPTION>
12
        <STATIC_CONFIGURATION><!-- I/O FORMAT -->
13
            <PROPERTY key="mapreduce.inputformat.class" value="org.apache.hadoop.hbase.mapreduce.TableInputFormat"/>
14
            <PROPERTY key="mapreduce.outputformat.class" value="org.apache.hadoop.mapreduce.lib.output.SequenceFileOutputFormat"/><!-- MAPPER -->
15
            <PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.orcidthroughproducts.PropagationOrcidToResultMapper">
16
            <PROPERTY key="mapred.mapoutput.key.class" value="org.apache.hadoop.hbase.io.ImmutableBytesWritable"/>
17
            <PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.io.Text"/><!-- REDUCER -->
18
            <PROPERTY key="mapreduce.reduce.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.orcidthroughproducts.PropagationOrcidToResultFileReducer"/>
19
            <PROPERTY key="mapred.output.key.class" value="org.apache.hadoop.io.Text"/>
20
            <PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.io.Text"/><!-- MISC -->
21
            <PROPERTY key="mapred.compress.map.output" value="true"/>
22
            <PROPERTY key="mapred.map.tasks.speculative.execution" value="false"/>
23
            <PROPERTY key="mapreduce.map.speculative" value="false"/>
24
            <PROPERTY key="mapreduce.reduce.speculative" value="false"/>
25
            <PROPERTY key="mapred.reduce.tasks.speculative.execution" value="false"/>
26
            <PROPERTY key="mapred.reduce.tasks" value="1"/>
27
            <PROPERTY key="job.lib" value="/lib/dnet/snapshots/propagation_orcid2results.jar"/>
28
            <PROPERTY key="propagatetoorcid.semanticrelations" value="resultResult_supplement_isSupplementedBy,resultResult_supplement_isSupplementTo"/>
29
        </STATIC_CONFIGURATION>
30
        <JOB_INTERFACE>
31
            <PARAM description="source hbase table" name="hbase.mapred.inputtable" required="true"/>
32
            <PARAM description="target hbase table" name="hbase.mapred.outputtable" required="true"/>
33
            <PARAM description="source hbase table" name="hbase.mapreduce.inputtable" required="true"/>
34
            <PARAM description="target hbase table" name="hbase.mapreduce.outputtable" required="true"/><!--<PARAM name="countryPropagation.conf" required="true" description="configuration for country propagation" />-->
35
            <PARAM description="target sequence file on hdfs" name="mapred.output.dir" required="true"/>
36
            <!--add needed param to get association between community and organizationtoresult -->
37
            <!--<PARAM description="map organizationtoresult to communities" name="organizationtoresult.community.map" required="true"/>-->
38
        </JOB_INTERFACE>
39
    </HADOOP_JOB>
40
    <STATUS>
41
        <LAST_SUBMISSION_DATE value="2001-12-31T12:00:00"/>
42
        <RUNNING_INSTANCES value="0"/>
43
        <CUMULATIVE_RUN value="0"/>
44
    </STATUS>
45
    <SECURITY_PARAMETERS>SECURITY_PARAMETERS</SECURITY_PARAMETERS>
46
</BODY>
47
</RESOURCE_PROFILE>
(78-78/89)