Revision 57824
Added by Miriam Baglioni over 4 years ago
propagationCountryInstitutionalOrganization.xml | ||
---|---|---|
15 | 15 |
|
16 | 16 |
<!-- MAPPER --> |
17 | 17 |
<PROPERTY key="mapreduce.map.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.PropagationCountryFromDsOrgResultMapper"/> |
18 |
<PROPERTY key="mapred.mapoutput.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.InstOrgKey"/>
|
|
18 |
<PROPERTY key="mapred.mapoutput.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.InstOrgKey"/>
|
|
19 | 19 |
<PROPERTY key="mapred.mapoutput.value.class" value="org.apache.hadoop.hbase.io.ImmutableBytesWritable"/> |
20 | 20 |
|
21 | 21 |
<!-- REDUCER --> |
22 | 22 |
<PROPERTY key="mapreduce.reduce.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.PropagationCountryFromDsOrgResultReducer"/> |
23 |
<PROPERTY key="mapred.output.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.InstOrgKey"/>
|
|
23 |
<PROPERTY key="mapred.output.key.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.InstOrgKey"/>
|
|
24 | 24 |
<PROPERTY key="mapred.output.value.class" value="org.apache.hadoop.hbase.io.ImmutableBytesWritable"/> |
25 | 25 |
|
26 | 26 |
<!-- PARTITIONER --> |
27 |
<PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyPartitioner"/>
|
|
28 |
<PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyPartitioner"/>
|
|
29 |
<PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyGroupingComparator"/>
|
|
30 |
<PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.country.institutionalrepositories.NaturalInstOrgKeyGroupingComparator"/>
|
|
27 |
<PROPERTY key="mapred.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyPartitioner"/>
|
|
28 |
<PROPERTY key="mapreduce.partitioner.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyPartitioner"/>
|
|
29 |
<PROPERTY key="mapred.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyGroupingComparator"/>
|
|
30 |
<PROPERTY key="mapreduce.output.value.groupfn.class" value="eu.dnetlib.data.mapreduce.hbase.propagation.compositekeys.NaturalInstOrgKeyGroupingComparator"/>
|
|
31 | 31 |
|
32 | 32 |
<!-- MISC --> |
33 | 33 |
<PROPERTY key="mapred.compress.map.output" value="true"/> |
... | ... | |
49 | 49 |
<PARAM name="hbase.mapreduce.inputtable" required="true" description="source hbase table"/> |
50 | 50 |
<PARAM name="hbase.mapreduce.outputtable" required="true" description="target hbase table"/><!--<PARAM name="countryPropagation.conf" required="true" description="configuration for country propagation" />--> |
51 | 51 |
</JOB_INTERFACE> |
52 |
<SCAN/> |
|
52 |
<SCAN> |
|
53 |
<FILTERS/> |
|
54 |
<FAMILIES/> |
|
55 |
</SCAN> |
|
53 | 56 |
</HADOOP_JOB> |
54 | 57 |
<STATUS> |
55 | 58 |
<LAST_SUBMISSION_DATE value="2018-09-18T12:13:07+02:00"/> |
Also available in: Unified diff
Implementation of InstOrgKeys moved in a general folder. Changed in the profiule the path to found the key and the comparator