D-Net

package eu.dnetlib.repo.manager.utils;

import com.fasterxml.jackson.core.JsonProcessingException;

import com.fasterxml.jackson.databind.ObjectMapper;

import eu.dnetlib.domain.data.Repository;

import eu.dnetlib.domain.data.RepositoryInterface;

import eu.dnetlib.repo.manager.domain.AggregationDetails;

import eu.dnetlib.repo.manager.domain.RepositorySnippet;

import eu.dnetlib.repo.manager.domain.Timezone;

import org.apache.commons.codec.digest.DigestUtils;

import org.apache.log4j.Logger;

import org.json.JSONArray;

import org.json.JSONException;

import org.json.JSONObject;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.InputStream;

import java.io.InputStreamReader;

import java.text.ParseException;

import java.text.SimpleDateFormat;

import java.util.*;

public class Converter {

    private static final Logger LOGGER = Logger.getLogger(Converter.class);

    public static Repository jsonToRepositoryObject(JSONObject repositoryObject) throws JSONException {

        Repository repository = new Repository();

        JSONObject datasource = repositoryObject.getJSONObject("datasource");

        //if( datasource.equals(null))

        //    return null;

        repository.setId(datasource.get("id").toString());

        repository.setOfficialName(datasource.get("officialname").toString());

        repository.setEnglishName( datasource.get("englishname").toString());

        if(repository.getEnglishName().equals("null"))

            repository.setEnglishName("");

        repository.setWebsiteUrl(datasource.get("websiteurl").toString());

        if(repository.getWebsiteUrl().equals("null"))

            repository.setWebsiteUrl("");

        repository.setLogoUrl(datasource.get("logourl").toString());

        if(repository.getLogoUrl().equals("null"))

            repository.setLogoUrl("");

        repository.setContactEmail(datasource.get("contactemail").toString());

        if(repository.getContactEmail().equals("null"))

            repository.setContactEmail("");

        repository.setLatitude( toDouble(datasource.get("latitude").toString()));

        repository.setLongitude(toDouble(datasource.get("longitude").toString()));

        Double timezone = toDouble(datasource.get("timezone").toString());

        repository.setTimezone(timezone!=null?timezone:0.0);

        repository.setNamespacePrefix(datasource.get("namespaceprefix").toString());

        repository.setOdLanguages(datasource.get("languages").toString());

        repository.setDateOfValidation(convertStringToDate( datasource.get("dateofvalidation").toString()));

        /*  typology -> platform

         *  datasource class -> typology */

        repository.setTypology(datasource.get("platform").toString());

        if(repository.getTypology().equals("null"))

            repository.setTypology("");

        repository.setDatasourceClass(datasource.get("typology").toString());

        repository.setDateOfCollection(convertStringToDate( datasource.get("dateofcollection").toString()));

        repository.setActivationId(datasource.get("activationId").toString());

        repository.setDescription(datasource.get("description").toString());

        if(repository.getDescription().equals("null"))

            repository.setDescription("");

        repository.setIssn(datasource.get("issn").toString());

        repository.setLissn(datasource.get("lissn").toString());

        if(repository.getLissn().equals("null"))

            repository.setLissn("");

        repository.setEissn(datasource.get("eissn").toString());

        if(repository.getEissn().equals("null"))

            repository.setEissn("");

        repository.setRegisteredBy(datasource.get("registeredby").toString());

        /* managed field */

        repository.setRegistered(Boolean.parseBoolean(datasource.get("managed").toString()));

        //subjects

        repository.setAggregator(datasource.get("aggregator").toString());

        repository.setCollectedFrom(datasource.get("collectedfrom").toString());

        //TODO change organization to list

        JSONArray organizations = ((JSONArray)datasource.get("organizations"));

        if(organizations.length() != 0) {

            repository.setOrganization(((JSONArray) datasource.get("organizations")).getJSONObject(0).get("legalname").toString());

            String countryCode = ((JSONArray) datasource.get("organizations")).getJSONObject(0).get("country").toString();

            repository.setCountryCode(countryCode);

        }

        /* identities field  */

        return repository;

    }

    public static Date convertStringToDate(String date){

        if(Objects.equals(date, "null"))

            return null;

        SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd");

        try {

            return formatter.parse(date);

        } catch (ParseException e) {

           LOGGER.error(e);

        }

        return null;

    }

    public static String convertDateToString(Date date){

        if(Objects.equals(date, null))

            return null;

        SimpleDateFormat formatter = new SimpleDateFormat("yyyy-MM-dd");

        return formatter.format(date);

    }

    public static Double toDouble(String number){

        if(Objects.equals(number, "null"))

            return 0.0;

        else

            return Double.valueOf(number);

    }

    public static List<RepositorySnippet> jsonToRepositorySnippetList(JSONObject json) throws JSONException {

        List<RepositorySnippet> resultSet = new ArrayList<>();

        JSONArray rs = json.getJSONArray("datasourceInfo");

        for(int i=0;i<rs.length();i++)

            resultSet.add(jsonToRepositorySnippetObject( rs.getJSONObject(i)) );

        return resultSet;

    }

    public static RepositorySnippet jsonToRepositorySnippetObject(JSONObject repositorySnippetObject) throws JSONException {

        RepositorySnippet repositorySnippet = new RepositorySnippet();

//        JSONObject datasource = repositorySnippetObject.getJSONObject("datasource");

        repositorySnippet.setId(repositorySnippetObject.get("id").toString());

        repositorySnippet.setOfficialname(repositorySnippetObject.get("officialname").toString());

        repositorySnippet.setEnglishname( repositorySnippetObject.get("englishname").toString());

        if(repositorySnippet.getEnglishname().equals("null"))

            repositorySnippet.setEnglishname("");

        repositorySnippet.setWebsiteurl(repositorySnippetObject.get("websiteurl").toString());

        if(repositorySnippet.getWebsiteurl().equals("null"))

            repositorySnippet.setWebsiteurl("");

        repositorySnippet.setRegisteredby(repositorySnippetObject.get("registeredby").toString());

        if(repositorySnippet.getRegisteredby().equals("null"))

            repositorySnippet.setRegisteredby("");

        return repositorySnippet;

    }

    public static List<Repository> jsonToRepositoryList(JSONObject json) throws JSONException {

        List<Repository> resultSet = new ArrayList<>();

        JSONArray rs = json.getJSONArray("datasourceInfo");

        for(int i=0;i<rs.length();i++)

            resultSet.add(jsonToRepositoryObject( rs.getJSONObject(i)) );

        return resultSet;

    }

    public static List<RepositoryInterface> jsonToRepositoryInterfaceList(JSONObject json) throws JSONException {

        List<RepositoryInterface> resultSet = new ArrayList<>();

        JSONArray rs = json.getJSONArray("api");

        for(int i=0;i<rs.length();i++)

            resultSet.add(jsonToRepositoryInterfaceObject( rs.getJSONObject(i)) );

        return resultSet;

    }

    public static RepositoryInterface jsonToRepositoryInterfaceObject(JSONObject repositoryInterfaceObject) throws JSONException {

        RepositoryInterface repositoryInterface = new RepositoryInterface();

        repositoryInterface.setId(repositoryInterfaceObject.get("id").toString());

        repositoryInterface.setAccessProtocol(repositoryInterfaceObject.get("protocol").toString());

        repositoryInterface.setContentDescription(repositoryInterfaceObject.get("contentdescription").toString());

        repositoryInterface.setTypology(repositoryInterfaceObject.get("typology").toString());

        repositoryInterface.setCompliance(repositoryInterfaceObject.get("compatibility").toString());

        repositoryInterface.setLastCollectionDate(repositoryInterfaceObject.get("lastCollectionDate").toString());

        repositoryInterface.setBaseUrl(repositoryInterfaceObject.get("baseurl").toString());

        repositoryInterface.setRemovable(Boolean.parseBoolean(repositoryInterfaceObject.get("removable").toString()));

       // repositoryInterface.setMetadataIdentifierPath(repositoryInterfaceObject.get("metadataIdentifierPath").toString());

        repositoryInterface.setDesiredCompatibilityLevel(repositoryInterfaceObject.get("compatibility").toString());

        //repositoryInterface.setActive(Boolean.parseBoolean(repositoryInterfaceObject.get("active").toString()));

        Map<String, String> accessParams = new HashMap<>();

        Map<String, String> extraFields = new HashMap<>();

        ObjectMapper mapper = new ObjectMapper();

        JSONArray apiparams = repositoryInterfaceObject.getJSONArray("apiParams");

        for(int i=0;i<apiparams.length();i++)

            accessParams.put(apiparams.getJSONObject(i).getString("param"),apiparams.getJSONObject(i).getString("value"));

        repositoryInterface.setAccessParams(accessParams);

        return repositoryInterface;

    }

    public static String repositoryObjectToJson(Repository repository) throws JSONException, JsonProcessingException {

        HashMap<String,Object> repositoryMap = new HashMap<>();

        ObjectMapper mapper = new ObjectMapper();

        repositoryMap.put("id",repository.getId());

        repositoryMap.put("openaireId",getOpenaireId(repository.getId()));

        repositoryMap.put("officialname",repository.getOfficialName());

        repositoryMap.put("englishname",repository.getEnglishName());

        repositoryMap.put("websiteurl",repository.getWebsiteUrl());

        repositoryMap.put("logourl",repository.getLogoUrl());

        repositoryMap.put("contactemail",repository.getContactEmail());

        repositoryMap.put("longitude",repository.getLongitude().toString());

        repositoryMap.put("latitude",repository.getLatitude().toString());

        repositoryMap.put("timezone",repository.getTimezone());

        repositoryMap.put("namespaceprefix",repository.getNamespacePrefix()!=null?repository.getNamespacePrefix():"");

        repositoryMap.put("languages",repository.getOdLanguages()!=null?repository.getOdLanguages():"");

        repositoryMap.put("dateofcollection",repository.getDateOfCollection()!=null?convertDateToString(repository.getDateOfCollection()):"");

        /*

        * typology -> platform

        * datasource class -> typology

        * */

        repositoryMap.put("typology",repository.getDatasourceClass());

        repositoryMap.put("platform",repository.getTypology());

        repositoryMap.put("dateofvalidation",repository.getDateOfCollection()!=null?convertDateToString(repository.getDateOfCollection()):"");

        repositoryMap.put("activationId",repository.getActivationId()!=null?repository.getActivationId():"");

        repositoryMap.put("description",repository.getDescription());

        repositoryMap.put("eissn",repository.getEissn()!=null?repository.getEissn():"");

        repositoryMap.put("issn",repository.getIssn()!=null?repository.getIssn():"");

        repositoryMap.put("lissn",repository.getLissn()!=null?repository.getLissn():"");

        repositoryMap.put("registeredby",repository.getRegisteredBy());

        repositoryMap.put("aggregator",repository.getAggregator()!=null?repository.getAggregator():"");

        repositoryMap.put("collectedfrom",repository.getCollectedFrom()!=null?repository.getCollectedFrom():"");

        repositoryMap.put("managed",repository.isRegistered());

        Map<String,String> organization = new HashMap<>();

        organization.put("legalname",repository.getOrganization());

        organization.put("country",repository.getCountryCode());

        organization.put("legalshortname","");

        organization.put("websiteurl","");

        organization.put("logourl","");

        List organizations = new ArrayList();

        organizations.add(organization);

        repositoryMap.put("organizations",organizations);

        //TODO check identitites

        //Map<String,String> identity = new HashMap<>();

        if (repository.getPiwikInfo() != null) {

            Map<String, Object> identity = new HashMap<>();

            HashSet<Map<String, Object>> identities = new HashSet<>();

            identity.put("issuertype", "piwik");

            identity.put("pid", "piwik:" + repository.getPiwikInfo().getSiteId());

            identities.add(identity);

            repositoryMap.put("identities", identities);

        }

        repositoryMap.put("subjects","");

        return mapper.writeValueAsString(repositoryMap);

    }

    public static String repositoryInterfaceObjectToJson(Repository repository,RepositoryInterface repositoryInterface) throws JSONException {

        JSONObject jsonObject = new JSONObject();

        jsonObject.put("id",repositoryInterface.getId());

        jsonObject.put("protocol",repositoryInterface.getAccessProtocol());

        jsonObject.put("datasource",repository.getId());

        jsonObject.put("contentdescription",repositoryInterface.getContentDescription());

        jsonObject.put("typology",repositoryInterface.getTypology());

        jsonObject.put("compatibility",repositoryInterface.getDesiredCompatibilityLevel());

        jsonObject.put("compatibilityOverride",repositoryInterface.getDesiredCompatibilityLevel());

        jsonObject.put("lastCollectionTotal","");

        jsonObject.put("lastCollectionDate",repositoryInterface.getLastCollectionDate());

        jsonObject.put("lastAggregationTotal","");

        jsonObject.put("lastAggregationDate","");

        jsonObject.put("lastDownloadTotal","");

        jsonObject.put("lastDownloadDate","");

        jsonObject.put("baseurl",repositoryInterface.getBaseUrl());

        jsonObject.put("removable",repositoryInterface.isRemovable());

        JSONArray apiparams = new JSONArray();

        for(String param: repositoryInterface.getAccessParams().keySet()){

            JSONObject jo = new JSONObject();

            jo.put("param",param);

            jo.put("value",repositoryInterface.getAccessParams().get(param));

            apiparams.put(jo);

        }

        jsonObject.put("apiParams",apiparams);

//        jsonObject.put("metadataIdentifierPath",repositoryInterface.getMetadataIdentifierPath());

        return jsonObject.toString();

    }

    public static ArrayList<String> readFile(String filename) {

        String line;

        ArrayList<String> list = new ArrayList<String>();

        try {

            //InputStream in = Converter.class.getResourceAsStream("resources/eu/dnetlib/repo/manager/service/utils/"+filename);

            InputStream in = Converter.class.getClass().getResourceAsStream("/eu/**/" + filename);

            BufferedReader br = new BufferedReader(new InputStreamReader(in));

            while((line = br.readLine()) != null) {

                list.add(line.trim());

            }

            br.close();

        } catch (IOException e) {

            LOGGER.debug("Error opening file!");

            LOGGER.error(e);

        }

        return list;

    }

    public static List<AggregationDetails> getAggregationHistoryFromJson(JSONObject datasourceInfo) throws JSONException {

        JSONArray rs;

        List<AggregationDetails> aggregationDetailsList = new ArrayList<>();

        if (datasourceInfo.get("aggregationHistory") != null && !datasourceInfo.get("aggregationHistory").toString().equals("null")) {

            rs = new JSONArray(datasourceInfo.get("aggregationHistory").toString());

            for (int i = 0; i < rs.length(); i++)

                aggregationDetailsList.add(jsonToAggregationDetails(rs.getJSONObject(i)));

        }

        return aggregationDetailsList;

    }

    private static AggregationDetails jsonToAggregationDetails(JSONObject aggregationObject) throws JSONException {

        AggregationDetails aggregationDetails = new AggregationDetails();

        aggregationDetails.setAggregationStage(aggregationObject.get("aggregationStage").toString());

        if(aggregationObject.has("collectionMode"))

            aggregationDetails.setCollectionMode(aggregationObject.get("collectionMode").toString());

        if(aggregationObject.has("indexedVersion"))

            aggregationDetails.setIndexedVersion(Boolean.parseBoolean(aggregationObject.get("indexedVersion").toString()));

        aggregationDetails.setDate(convertStringToDate(aggregationObject.get("date").toString()));

        aggregationDetails.setNumberOfRecords(Integer.parseInt(aggregationObject.get("numberOfRecords").toString()));

        return aggregationDetails;

    }

    public static List<Timezone> toTimezones(List<String> timezones) {

        List<Timezone> tmz = new ArrayList<>();

        for(String t : timezones){

            String[] s = t.split("\t");

            tmz.add(new Timezone(s[1],Double.parseDouble(s[0])));

        }

        return tmz;

    }

    private static String getOpenaireId(String repositoryId) {

        if (repositoryId != null && repositoryId.contains("::"))

            return repositoryId.split("::")[0] + "::" + DigestUtils.md5Hex(repositoryId.split("::")[1]);

        return null;

    }

    public static String convertRepoIdToRoleId(String repoId) {

        if ( repoId != null ) {

            return "datasource." + repoId.replaceAll(":", "$");

        }

        return null;

    }

}