D-Net

package eu.dnetlib.repo.manager.service.controllers;

import eu.dnetlib.domain.enabling.Vocabulary;

import eu.dnetlib.repo.manager.service.utils.Converter;

import eu.dnetlib.domain.data.Repository;

import eu.dnetlib.domain.data.RepositoryInterface;

import gr.uoa.di.driver.enabling.vocabulary.VocabularyLoader;

import org.apache.log4j.Logger;

import org.json.JSONArray;

import org.json.JSONException;

import org.json.JSONObject;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.http.converter.json.MappingJackson2HttpMessageConverter;

import org.springframework.stereotype.Component;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponents;

import org.springframework.web.util.UriComponentsBuilder;

import javax.annotation.PostConstruct;

import java.util.*;

import java.util.concurrent.ConcurrentHashMap;

import eu.dnetlib.repo.manager.shared.*;

@Component

public class RepositoryApiImpl implements RepositoryApi {

    @Value("${api.baseAddress}")

    private String baseAddress;

    private RestTemplate restTemplate = null;

    private final String[] vocabularyNames = {"dnet:countries", "dnet:datasource_typologies", "dnet:compatibilityLevel"};

    private static final Logger LOGGER = Logger.getLogger(RepositoryApiImpl.class);

    @Autowired

    private VocabularyLoader vocabularyLoader;

    private Map<String, Vocabulary> vocabularyMap = new ConcurrentHashMap<String, Vocabulary>();

    private Map<String,String> countriesMap = new HashMap<>();

    private Map<String,String> inverseCountriesMap = new HashMap<>();

    @PostConstruct

    private void init(){

        LOGGER.debug("Initialization method of repository api!");

        restTemplate = new RestTemplate();

        restTemplate.getMessageConverters().add(new MappingJackson2HttpMessageConverter());

        for (String vocName : vocabularyNames) {

            vocabularyMap.put(vocName, vocabularyLoader.getVocabulary(vocName, Locale.ENGLISH, Locale.ROOT));

        }

        Country[] countries = getCountries();

        for(Country c: countries){

            countriesMap.put(c.getName(),c.getCode());

            inverseCountriesMap.put(c.getCode(),c.getName());

        }

    }

    @Override

    public List<String> testAggregations() throws JSONException {

        int page = 0;

        int size = 1000;

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/list/")

                .path("/{page}/{size}/")

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        List<String> ids = new ArrayList<>();

        while(!rs.equals("[]")){

            ids.addAll(getIdsWithNonEmptyAggregations(rs));

            LOGGER.debug("Checked " + (page+1)*size + " records!");

            page+=1;

            uriComponents = UriComponentsBuilder

                    .fromHttpUrl(baseAddress + "/ds/list/")

                    .path("/{page}/{size}/")

                    .build().expand(page,size).encode();

            rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        }

        return ids;

    }

    private List<String> getIdsWithNonEmptyAggregations(String rs) throws JSONException {

        JSONArray ids = new JSONArray(rs);

        List<String> agg_ids = new ArrayList<>();

        for(int i=0;i<ids.length();i++){

            String id = ids.getString(i);

            Aggregations aggregations = getRepositoryAggregations(id);

            if(aggregations.getAggregationHistory() != null)

                agg_ids.add(id);

        }

        return agg_ids;

    }

    @Override

    public Country[] getCountries()  {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/countries")

                .build().encode();

        return restTemplate.getForObject(uriComponents.toUri(),Country[].class);

    }

    @Override

    public List<Repository> getRepositoriesByCountry(@PathVariable("country") String country,

                                                     @PathVariable("mode") String mode) throws JSONException {

        LOGGER.debug("Getting repositories by country!");

        int page = 0;

        int size = 100;

        String countryCode = countriesMap.get(country);

        String filterKey = "UNKNOWN";

        if(mode.equalsIgnoreCase("opendoar")) {

            filterKey = "openaire____::opendoar";

        } else if(mode.equalsIgnoreCase("re3data")) {

            filterKey = "openaire____::re3data";

        } else if(mode.equalsIgnoreCase("jour_aggr")) {

            filterKey = "infrastruct_::openaire";

        }

        LOGGER.debug("Country code equals : " + countryCode);

        LOGGER.debug("Filter mode equals : " + filterKey);

        UriComponents uriComponents = UriComponentsBuilder

                                            .fromHttpUrl(baseAddress + "/ds/search/country/")

                                            .path("/{page}/{size}/")

                                            .queryParam("country",countryCode)

                                            .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        List<Repository> resultSet = new ArrayList<>();

        while(!rs.equals("[]")){

            List<Repository> rep = Converter.jsonToRepositoryList(new JSONArray(rs));

            Collection<Repository> repos = this.getRepositoriesByMode(filterKey,rep);

            resultSet.addAll(repos);

            page+=1;

            uriComponents = UriComponentsBuilder

                    .fromHttpUrl(baseAddress + "/ds/search/country/")

                    .path("/{page}/{size}/")

                    .queryParam("country",countryCode)

                    .build().expand(page,size).encode();

            rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        }

        for(Repository r : resultSet)

            r.setCountryName(getCountryName(r.getCountryCode()));

        return resultSet;

    }

    private Collection<Repository> getRepositoriesByMode(String mode, List<Repository> rs) {

        List<Repository> reps = new ArrayList<>();

        for(Repository r : rs){

            if(r.getCollectedFrom().equals(mode))

                reps.add(r);

        }

        return reps;

    }

    @Override

    public List<Repository> getRepositoriesOfUser(@PathVariable("userEmail") String userEmail,

                                                  @PathVariable("page") String page,

                                                  @PathVariable("size") String size) throws JSONException {

        LOGGER.debug("Retreiving repositories of user : " + userEmail + " with params: " + baseAddress + "-" + page + "/" + size);

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/search/email/")

                .path("/{page}/{size}/")

                .queryParam("contactemail",userEmail)

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        List<Repository> repos = Converter.jsonToRepositoryList(new JSONArray(rs));

        for(Repository r : repos)

            r.setCountryName(getCountryName(r.getCountryCode()));

        return repos;

    }

    @Override

    public Repository getRepositoryById(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/get/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        Repository repo = Converter.jsonToRepositoryObject(new JSONObject(rs));

        if (repo != null)

            repo.setCountryName(getCountryName(repo.getCountryCode()));

        return repo;

    }

    @Override

    public Aggregations getRepositoryAggregations(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/get/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        JSONObject repository = new JSONObject(rs);

        Aggregations aggregations = new Aggregations();

        try{

            aggregations.setAggregationHistory(Converter.getAggregationHistoryFromJson(repository));

            aggregations.setLastCollection(Converter.getLastCollectionFromJson(repository));

            aggregations.setLastTransformation(Converter.getLastTransformationFromJson(repository));

            return aggregations;

        }catch (JSONException e){

            LOGGER.debug("JSON aggregation exception " ,e);

            throw e;

        }

    }

    @Override

    public List<Repository> getRepositoriesByName(@PathVariable("name") String name,

                                                  @PathVariable("page") String page,

                                                  @PathVariable("size") String size) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/search/name/")

                .path("/{page}/{size}")

                .queryParam("name",name)

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        List<Repository> repos = Converter.jsonToRepositoryList(new JSONArray(rs));

        for(Repository r : repos)

            r.setCountryName(getCountryName(r.getCountryCode()));

        return repos;

    }

    @Override

    public RepositoryInterface getRepositoyInterface(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/api/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(),String.class);

        return  Converter.jsonToRepositoryInterfaceObject(new JSONArray(rs).getJSONObject(0));

    }

    @Override

    public void addRepository(@RequestBody Repository repository) throws JSONException {

        LOGGER.debug("Adding repository with name : " + repository.getOfficialName());

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/add/")

                .build()

                .encode();

        try {

            LOGGER.debug("Repository equals : " + Converter.repositoryObjectToJson(repository));

        }catch (Exception e){

            LOGGER.debug("JSON exception ", e);

            throw e;

        }

        restTemplate.postForObject(uriComponents.toUri(),Converter.repositoryObjectToJson(repository),String.class);

    }

    @Override

    public void deleteRepositoryInterface(@PathVariable("id") String id){

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/api/")

                .path("/{id}/")

                .build().expand(id).encode();

        restTemplate.delete(uriComponents.toUri());

    }

    @Override

    public RepositoryInterface addRepositoryInterface(RepositoryInterface iFace) throws JSONException {

        try {

            LOGGER.debug("Repository iface equals : " + Converter.repositoryInterfaceObjectToJson(iFace));

        }catch (Exception e){

            LOGGER.debug("JSON exception ", e);

            throw e;

        }

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/api/add/")

                .build()

                .encode();

        String rs =  restTemplate.postForObject(uriComponents.toUri(), Converter.repositoryInterfaceObjectToJson(iFace),String.class);

        return Converter.jsonToRepositoryInterfaceObject(new JSONArray(rs).getJSONObject(0));

    }

    @Override

    public List<String> getDnetCountries() {

        LOGGER.debug("Getting dnet-countries!");

        return Converter.readFile("countries.txt");

    }

    @Override

    public List<String> getTypologies() {

        return Converter.readFile("typologies.txt");

    }

    @Override

    public List<Timezone> getTimezones() {

        List<String> timezones =  Converter.readFile("timezones.txt");

        return Converter.toTimezones(timezones);

    }

    @Override

    public String updateManagedStatus(@RequestParam(value = "id")   String id,

                                      @RequestParam(value = "managed")  String managed) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("id",id)

                .queryParam("managed",managed)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateEnglishName(@RequestParam(value = "id")   String id,

                                    @RequestParam(value = "englishname")  String englishName) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("englishname",englishName)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateLatitude(@RequestParam(value = "id")   String id,

                                 @RequestParam(value = "managed")  String latitude) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("latitude",latitude)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateLongitude(@RequestParam(value = "id")   String id,

                                  @RequestParam(value = "longitude")  String longitude) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("longitude",longitude)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateOfficialName(@RequestParam(value = "id")   String id,

                                     @RequestParam(value = "officialname")  String officialname) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("officialname",officialname)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateTimezone(@RequestParam(value = "id")   String id,

                                 @RequestParam(value = "timezone")  String timezone) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/update/timezone")

                .queryParam("dsId",id)

                .queryParam("timezone",timezone)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateTypology(@RequestParam(value = "id")   String id,

                                 @RequestParam(value = "typology")  String typology) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/update/typology")

                .queryParam("dsId",id)

                .queryParam("typology",typology)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateLogoUrl(@RequestParam(value = "id")   String id,

                                @RequestParam(value = "logoUrl") String logoUrl) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/update/logourl")

                .queryParam("dsId",id)

                .queryParam("logourl",logoUrl)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public List<String> getUrlsOfUserRepos(@PathVariable("user_email") String user_email,

                                           @PathVariable("page") String page,

                                           @PathVariable("size") String size) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/api/baseurl/")

                .path("/{page}/{size}")

                .queryParam("userEmail",user_email)

                .build().expand(page,size).encode();

        return Arrays.asList(restTemplate.getForObject(uriComponents.toUri(), String[].class));

    }

    @Override

    public List<String> getDatasourceVocabularies(@PathVariable("mode") String mode) {

        List<String> resultSet = new ArrayList<>();

        for (Map.Entry<String, String> entry : this.getVocabulary("dnet:datasource_typologies").getAsMap().entrySet()) {

            if (mode.equalsIgnoreCase("aggregator")) {

                if (entry.getKey().contains("aggregator"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("journal")) {

                if (entry.getKey().contains("journal"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("opendoar")) {

                if (entry.getKey().contains("pubsrepository"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("re3data")) {

                if (entry.getKey().contains("datarepository"))

                    resultSet.add(entry.getValue());

            }

        }

        return resultSet;

    }

    private Vocabulary getVocabulary(String vocName) {

        if (!vocabularyMap.containsKey(vocName)) {

            vocabularyMap.put(vocName, vocabularyLoader.getVocabulary(vocName, Locale.ENGLISH, Locale.ROOT));

        }

        return vocabularyMap.get(vocName);

    }

    @Override

    public Map<String, String> getCompatibilityClasses(@PathVariable("mode") String mode)  {

        LOGGER.debug("Getting compatibility classes for mode: " + mode);

        Map<String, String> retMap = new HashMap<String, String>();

        Map<String, String> compatibilityClasses = this.getVocabulary("dnet:compatibilityLevel").getAsMap();

        boolean foundData = false;

        for (Map.Entry<String, String> entry : compatibilityClasses.entrySet()) {

            if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_ALL))

                return compatibilityClasses;

            else if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_RE3DATA)) {

                if (entry.getKey().matches("^openaire[1-9].0_data$")) {

                    retMap.put(entry.getKey(), entry.getValue());

                    foundData = true;

                }

            } else {

                if (entry.getKey().matches("^openaire[1-9].0$") || entry.getKey().equals("driver"))

                    retMap.put(entry.getKey(), entry.getValue());

            }

        }

        //TODO TO BE REMOVED WHEN VOCABULARIES ARE UPDATED

        if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_RE3DATA) && !foundData)

            retMap.put("openaire2.0_data", "OpenAIRE Data (funded, referenced datasets)");

        return retMap;

    }

    @Override

    public Map<String, String> getDatasourceClasses(@PathVariable("mode") String mode)  {

        LOGGER.debug("Getting datasource classes for mode: " + mode);

        Map<String, String> retMap = new HashMap<String, String>();

        for (Map.Entry<String, String> entry : this.getVocabulary("dnet:datasource_typologies").getAsMap().entrySet()) {

            if (mode.equalsIgnoreCase("aggregator")) {

                if (entry.getKey().contains("aggregator"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("journal")) {

                if (entry.getKey().contains("journal"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("opendoar")) {

                if (entry.getKey().contains("pubsrepository"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("re3data")) {

                if (entry.getKey().contains("datarepository"))

                    retMap.put(entry.getKey(), entry.getValue());

            }

        }

        return retMap;

    }

    @Override

    public String getCountryName(String countryCode) {

        return inverseCountriesMap.get(countryCode);

    }

}