D-Net

package eu.dnetlib.data.mapreduce.hbase.lodExport.preprocessing;

import org.apache.hadoop.io.Text;

import org.apache.hadoop.mapreduce.Mapper;

import org.apache.log4j.Logger;

/**

 * Mapper Class that reads HBASE contents and prepares them for the StatsDB

 * export

 */

-> Parse LOD dump files

        Process lod input files and divide by entity type (both source and target)

        Transform to id, array of [ properties] format

        Store to HDFS

        For -> Multiple outputs and inputs

        Multiple inputs: all source and target datasets and their corresponding mappings

        M/O: separate output files for each dataset: mark records so that they are written to the correct one

*/

<http://lod.openaire.eu/data/result/doajarticles::89217af00809a91acc15a416e56b3782> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://www.eurocris.org/ontologies/cerif/1.3#ResultEntity> .

<http://lod.openaire.eu/data/result/doajarticles::89217af00809a91acc15a416e56b3782> <http://www.eurocris.org/ontologies/cerif/1.3#name> "Une nouvelle anomalie a allure h r ditaire chez des agneaux  it khouzistans /it" .

*/

    protected void setup(Context context) throws IOException, InterruptedException {

        lodConfiguration = new LodConfiguration();

    protected void map(final LongWritable keyIn, final Text result, final Context context) throws IOException {

            context.getCounter(SOURCE_COUNTERS.TOTAL_ENTITIES).increment(1);

            while (i < inputParts.length) {

                inputParts[i] = inputParts[i].replaceAll("\\s", "\t");

                i += 2;

            }

            String[] Fields = output.split("\t");

                //here addd all  fields as array props and append "\t"

                // betweeen them so we can write directly to output

                //DO NOT enter id- we'll get it from key output

                //extract entity type from subject

                String[] tmp = Fields[0].split("/");

                if (tmp.length >= 5) {

                    String type = tmp[4];

                    String subject = Fields[0];

                    if (lodConfiguration.entityExists(type)) {

                        while (i < Fields.length - 1) {

                            String field = Fields[i];

                            String fieldValue = Fields[i + 1];

                            if (lodConfiguration.isValidField(field)) {

                            i += 2;

                        }

                        Text key = new Text("OA" + "," + type + "," + subject);

                        context.getCounter(SOURCE_COUNTERS.SOURCE_ENTITIES).increment(1);

        if (ind >= 0) {

            resulString = resulString.substring(0, ind);

        }

        return resulString;

    }

    protected void cleanup(Context context) throws IOException, InterruptedException {

        super.cleanup(context);

    }