D-Net

import eu.dnetlib.data.mapreduce.hbase.lodExport.utils.blocking.Blocking;

import eu.dnetlib.data.mapreduce.hbase.lodExport.utils.configuration.LodConfiguration;

import org.apache.hadoop.io.LongWritable;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Mapper;

import org.apache.log4j.Logger;

import java.io.IOException;

/**

 * Mapper Class that reads HBASE contents and prepares them for the StatsDB

    private Logger log = Logger.getLogger(this.getClass());

    private LodConfiguration lodConfiguration = new LodConfiguration();

    private String lastExecutionDate;

    private HashSet<String> stopWordsMap = new HashSet<>();

    private boolean createCompositekey;

    private Set<String> usedProperties = new HashSet<>();

    @Override

    protected void setup(Context context) throws IOException, InterruptedException {

        try {

            usedProperties.add("<http://www.eurocris.org/ontologies/cerif/1.3#name>");

            usedProperties.add("<http://lod.openaire.eu/vocab/year>");

        } catch (Exception ex) {

            log.error("An error occured during Mapper Setup " + ex.toString(), ex);

            System.out.println(ex.getCause().toString());

            StringBuilder id = new StringBuilder();

            context.getCounter(SOURCE_BUILD_COUNTERS.INPUT_SOURCE_RECORDS).increment(1);

            List<String> tokenList = parseFieldsAndGenerateTokens(id, triples);

        List<String> tokenList = new ArrayList<>();

        for (String triple : triples) {

            if (fields.length == 3) {

                if (id.length() < 1) {

                }

                String property = fields[1];

                String value = fields[2];

    private void writeSingleKeysAndValues(Text result, Context context, List<String> tokenList, StringBuilder id) throws IOException, InterruptedException {

        for (String token : tokenList) {

            //Write BlockingKey, RecordID to output

            context.getCounter(SOURCE_BUILD_COUNTERS.BLOCKING_KEYS).increment(1);

        }

    }

    private void writeCompositeKeyAndValue(Text result, Context context, List<String> tokenList, StringBuilder id) throws IOException, InterruptedException {

        String compositeKey = createCompositeKey(tokenList);

        context.getCounter(SOURCE_BUILD_COUNTERS.BLOCKING_KEYS).increment(1);

    }