D-Net

package eu.dnetlib.data.mapreduce.hbase.statsExport.utils;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;

import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;

import org.apache.cxf.jaxws.JaxWsProxyFactoryBean;

import org.apache.hadoop.conf.Configuration;

import org.apache.hadoop.fs.FSDataOutputStream;

import org.apache.hadoop.fs.FileSystem;

import org.apache.hadoop.fs.Path;

import org.apache.log4j.Logger;

import org.junit.Before;

import org.junit.Test;

import java.util.ArrayList;

import java.util.List;

public class ContextExporterTest {

    private ContextTransformer contextTransformer = new ContextTransformer();

    private String outputPath;

    private String url;

    private Logger log = Logger.getLogger(this.getClass());

    private ArrayList<String> context = new ArrayList<String>();

    private ArrayList<String> category = new ArrayList<String>();

    private ArrayList<String> concept = new ArrayList<String>();

    public ContextExporterTest() throws Exception {

    }

    @Before

    public void init() {

        url = "http://beta.services.openaire.eu:8280/is/services/isLookUp";

    }

    @Test

    public void readFromUrl() throws Exception {

        List<String> concepts = getContextResouces(url);

        log.info("Returned concept  " + concepts.size()

        );

        for (String data : concepts) {

            log.info("++++++++++++++ Transforming concept data ");

            String res = contextTransformer.transformXSL(data);

            //  log.info("++++++++++++++");

            // log.info(res);

            // log.info("++++++++++++++");

            processData(res);

        }

        log.info(" ++++++++++++++concept ++++++++++++++");

        //  log.info(concept);

        log.info("Context  size " + context.size() +" and data " +context);

        log.info("category list size " + category.size() +" and data "+ category);

        // writeData(context, outputPath + "context");

//        writeData(category, outputPath + "category");

        //   writeData(concept, outputPath + "concept");

    }

    private List<String> getContextResouces(String url) throws ISLookUpException {

        ISLookUpService lookUpService;

        JaxWsProxyFactoryBean factory = new JaxWsProxyFactoryBean();

        factory.setServiceClass(ISLookUpService.class);

        factory.setAddress(url);

        lookUpService = (ISLookUpService) factory.create();

//		for $x in //RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='ContextDSResourceType']

//		[.//RESOURCE_KIND/@value='ContextDSResources'] return  $x

        return lookUpService.quickSearchProfile("//RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='ContextDSResourceType'][.//RESOURCE_KIND/@value='ContextDSResources']");

    }

    private void processData(String data) throws Exception {

        try {

            String[] split = data.split("COPY");

            split[0] = split[0].replaceFirst("\n", "");

            context.add(split[0]);

            split[1] = split[1].replaceFirst("\n", "");

            if (split[1].endsWith("\n")) {

                split[1] = split[1].substring(0, split[1].lastIndexOf("\n"));

                log.info("split 1 : " + split[1] + "+++++++");

            }

            split[1] = split[1].replaceFirst("\n", "");

            category.add(split[1]);

            split[2] = split[2].replaceFirst("\n", "");

            concept.add(split[2]);

        } catch (Exception e) {

            String msg = " Unable to create file with context, " + "concept and category values in output path " + outputPath + ". Reason: ";

            log.error(msg);

            throw new Exception(msg, e);

        }

    }

    private void writeData(String data, String destination) throws Exception {

        FSDataOutputStream fin = null;

        try {

            data = data.replaceAll("\n\n", "");

            data = data.substring(0, data.lastIndexOf("\n"));

            if (data.endsWith("\n")) {

                data = data.substring(0, data.lastIndexOf("\n"));

            }

            log.info("***********************Writing data:***********************\n" + data);

            log.info("***********************  data:***********************\n");

            FileSystem fs = FileSystem.get(new Configuration());

            fin = fs.create(new Path(destination), true);

            fin.writeUTF(data);

        } catch (Exception e) {

            log.error("Failed  to write exported data to a file : ", e);

            throw new Exception("Failed  to write exported data to a file : " + e.toString(), e);

        } finally {

            fin.close();

        }

    }

    public String getOutputPath() {

        return outputPath;

    }

    public void setOutputPath(String outputPath) {

        this.outputPath = outputPath;

    }

}