D-Net

package eu.dnetlib.repo.manager.service.controllers;

import eu.dnetlib.domain.enabling.Vocabulary;

import eu.dnetlib.repo.manager.service.utils.Converter;

import eu.dnetlib.domain.data.Repository;

import eu.dnetlib.domain.data.RepositoryInterface;

import gr.uoa.di.driver.enabling.vocabulary.VocabularyLoader;

import org.apache.log4j.Logger;

import org.json.JSONArray;

import org.json.JSONException;

import org.json.JSONObject;

import org.springframework.beans.factory.annotation.Autowired;

import org.springframework.beans.factory.annotation.Value;

import org.springframework.http.converter.json.MappingJackson2HttpMessageConverter;

import org.springframework.stereotype.Component;

import org.springframework.web.bind.annotation.PathVariable;

import org.springframework.web.bind.annotation.RequestBody;

import org.springframework.web.bind.annotation.RequestParam;

import org.springframework.web.client.RestTemplate;

import org.springframework.web.util.UriComponents;

import org.springframework.web.util.UriComponentsBuilder;

import javax.annotation.PostConstruct;

import java.util.*;

import java.util.concurrent.ConcurrentHashMap;

import eu.dnetlib.repo.manager.shared.*;

@Component

public class RepositoryApiImpl implements RepositoryApi {

    @Value("${api.baseAddress}")

    private String baseAddress;

    private RestTemplate restTemplate = null;

    private final String[] vocabularyNames = {"dnet:countries", "dnet:datasource_typologies", "dnet:compatibilityLevel"};

    private static final Logger LOGGER = Logger.getLogger(RepositoryApiImpl.class);

    @Autowired

    private VocabularyLoader vocabularyLoader;

    private Map<String, Vocabulary> vocabularyMap = new ConcurrentHashMap<String, Vocabulary>();

    @PostConstruct

    private void init(){

        LOGGER.debug("Initialization method of repository api!");

        restTemplate = new RestTemplate();

        restTemplate.getMessageConverters().add(new MappingJackson2HttpMessageConverter());

        for (String vocName : vocabularyNames) {

            vocabularyMap.put(vocName, vocabularyLoader.getVocabulary(vocName, Locale.ENGLISH, Locale.ROOT));

        }

    }

    @Override

    public Aggregations testAggregations() throws JSONException {

        int page = 1;

        int size = 1000;

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/list/")

                .path("/{page}/{size}/")

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        while(!rs.equals("[]")){

            Aggregations aggregations = getFirstNonEmptyAggregation(rs);

            if(aggregations != null)

                return aggregations;

            LOGGER.debug("Checked " + page*size + " records!");

            page+=1;

            uriComponents = UriComponentsBuilder

                    .fromHttpUrl(baseAddress + "/ds/list/")

                    .path("/{page}/{size}/")

                    .build().expand(page,size).encode();

            rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        }

        return null;

    }

    private Aggregations getFirstNonEmptyAggregation(String rs) throws JSONException {

        JSONArray ids = new JSONArray(rs);

        for(int i=0;i<ids.length();i++){

            String id = ids.getString(i);

            Aggregations aggregations = getRepositoryAggregations(id);

            if(aggregations.getAggregationHistory() != null)

                return aggregations;

        }

        return null;

    }

    @Override

    public Country[] getCountries()  {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/countries")

                .build().encode();

        return restTemplate.getForObject(uriComponents.toUri(),Country[].class);

    }

    @Override

    public List<Repository> getRepositoriesByCountry(@PathVariable("country") String country,

                                                     @PathVariable("country") String mode) throws JSONException {

        LOGGER.debug("Getting repositories by country!");

        int page = 1;

        int size = 10;

        String countryCode = getCountryCode(country);

        LOGGER.debug("Country code equals : " + countryCode);

        UriComponents uriComponents = UriComponentsBuilder

                                            .fromHttpUrl(baseAddress + "/ds/search/country/")

                                            .path("/{page}/{size}/")

                                            .queryParam("country",country)

                                            .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        List<Repository> resultSet = new ArrayList<>();

        while(!rs.equals("[]")){

            List<Repository> rep = Converter.jsonToRepositoryList(new JSONArray(rs));

            Collection<Repository> repos = this.getRepositoriesByMode(mode,rep);

            //this.addRepos(repIDs,repos);

            resultSet.addAll(repos);

            page+=1;

            uriComponents = UriComponentsBuilder

                    .fromHttpUrl(baseAddress + "/ds/search/country/")

                    .path("/{page}/{size}/")

                    .queryParam("country",countryCode)

                    .build().expand(page,size).encode();

            rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        }

        return resultSet;

    }

    private String getCountryCode(String country) {

        Country[] countries = getCountries();

        for(Country c : countries)

            if(c.getName().equals(country))

                return c.getCode();

        return country;

    }

    private void addRepos(Set<String> resultSet, Collection<String> repos) {

        for(String s : repos)

            if(!resultSet.contains(s))

                resultSet.add(s);

    }

    private Collection<Repository> getRepositoriesByMode(String mode, List<Repository> rs) {

        List<Repository> reps = new ArrayList<>();

        for(Repository r : rs)

            if(r.getCollectedFrom().equals(mode))

                reps.add(r);

        return reps;

    }

    @Override

    public List<Repository> getRepositoriesOfUser(@PathVariable("userEmail") String userEmail,

                                                  @PathVariable("page") String page,

                                                  @PathVariable("size") String size) throws JSONException {

        LOGGER.debug("Retreiving repositories of user : " + userEmail + " with params: " + baseAddress + "-" + page + "/" + size);

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/search/email/")

                .path("/{page}/{size}/")

                .queryParam("contactemail",userEmail)

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        return Converter.jsonToRepositoryList(new JSONArray(rs));

    }

    @Override

    public Repository getRepositoryById(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/get/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        return  Converter.jsonToRepositoryObject(new JSONObject(rs));

    }

    @Override

    public Aggregations getRepositoryAggregations(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/get/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        JSONObject repository = new JSONObject(rs);

        Aggregations aggregations = new Aggregations();

        aggregations.setAggregationHistory(Converter.getAggregationHistoryFromJson(repository));

        aggregations.setLastCollection(Converter.getLastCollectionFromJson(repository));

        aggregations.setLastTransformation(Converter.getLastTransformationFromJson(repository));

        return aggregations;

    }

    @Override

    public List<Repository> getRepositoriesByName(@PathVariable("name") String name,

                                                  @PathVariable("page") String page,

                                                  @PathVariable("size") String size) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/search/name/")

                .path("/{page}/{size}")

                .queryParam("name",name)

                .build().expand(page,size).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(), String.class);

        return Converter.jsonToRepositoryList(new JSONArray(rs));

    }

    @Override

    public RepositoryInterface getRepositoyInterface(@PathVariable("id") String id) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/service/")

                .path("/{id}/")

                .build().expand(id).encode();

        String rs = restTemplate.getForObject(uriComponents.toUri(),String.class);

        return  Converter.jsonToRepositoryInterfaceObject(new JSONArray(rs).getJSONObject(0));

    }

    @Override

    public String addRepository(@RequestBody Repository repository) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/add/")

                .build()

                .encode();

        return restTemplate.postForObject(uriComponents.toUri(),Converter.repositoryObjectToJson(repository),String.class);

    }

    @Override

    public String addRepositoryInterface(RepositoryInterface repositoryInterface) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/service/add/")

                .build()

                .encode();

        return restTemplate.postForObject(uriComponents.toUri(), Converter.repositoryInterfaceObjectToJson(repositoryInterface),String.class);

    }

    @Override

    public List<String> getDnetCountries() {

        LOGGER.debug("Getting dnet-countries!");

        return Converter.readFile("countries.txt");

    }

    @Override

    public List<String> getTypologies() {

        return Converter.readFile("typologies.txt");

    }

    @Override

    public List<Timezone> getTimezones() {

        List<String> timezones =  Converter.readFile("timezones.txt");

        return Converter.toTimezones(timezones);

    }

    @Override

    public String updateManagedStatus(@RequestParam(value = "id")   String id,

                                      @RequestParam(value = "managed")  String managed) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("id",id)

                .queryParam("managed",managed)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateEnglishName(@RequestParam(value = "id")   String id,

                                    @RequestParam(value = "englishname")  String englishName) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("englishname",englishName)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateLatitude(@RequestParam(value = "id")   String id,

                                 @RequestParam(value = "managed")  String latitude) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("latitude",latitude)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateLongitude(@RequestParam(value = "id")   String id,

                                  @RequestParam(value = "longitude")  String longitude) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("longitude",longitude)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public String updateOfficialName(@RequestParam(value = "id")   String id,

                                     @RequestParam(value = "officialname")  String officialname) {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/ds/manage/")

                .queryParam("dsId",id)

                .queryParam("officialname",officialname)

                .build().encode();

        return restTemplate.postForObject(uriComponents.toUri(), null,String.class);

    }

    @Override

    public List<String> getUrlsOfUserRepos(@PathVariable("user_email") String user_email,

                                           @PathVariable("page") String page,

                                           @PathVariable("size") String size) throws JSONException {

        UriComponents uriComponents = UriComponentsBuilder

                .fromHttpUrl(baseAddress + "/api/baseurl/")

                .path("/{page}/{size}")

                .queryParam("userEmail",user_email)

                .build().expand(page,size).encode();

        return Arrays.asList(restTemplate.getForObject(uriComponents.toUri(), String[].class));

    }

    @Override

    public List<String> getDatasourceVocabularies(@PathVariable("mode") String mode) {

        List<String> resultSet = new ArrayList<>();

        for (Map.Entry<String, String> entry : this.getVocabulary("dnet:datasource_typologies").getAsMap().entrySet()) {

            if (mode.equalsIgnoreCase("aggregator")) {

                if (entry.getKey().contains("aggregator"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("journal")) {

                if (entry.getKey().contains("journal"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("opendoar")) {

                if (entry.getKey().contains("pubsrepository"))

                    resultSet.add(entry.getValue());

            } else if (mode.equalsIgnoreCase("re3data")) {

                if (entry.getKey().contains("datarepository"))

                    resultSet.add(entry.getValue());

            }

        }

        return resultSet;

    }

    private Vocabulary getVocabulary(String vocName) {

        if (!vocabularyMap.containsKey(vocName)) {

            vocabularyMap.put(vocName, vocabularyLoader.getVocabulary(vocName, Locale.ENGLISH, Locale.ROOT));

        }

        return vocabularyMap.get(vocName);

    }

    @Override

    public Map<String, String> getCompatibilityClasses(@PathVariable("mode") String mode)  {

        LOGGER.debug("Getting compatibility classes for mode: " + mode);

        Map<String, String> retMap = new HashMap<String, String>();

        Map<String, String> compatibilityClasses = this.getVocabulary("dnet:compatibilityLevel").getAsMap();

        boolean foundData = false;

        for (Map.Entry<String, String> entry : compatibilityClasses.entrySet()) {

            if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_ALL))

                return compatibilityClasses;

            else if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_RE3DATA)) {

                if (entry.getKey().matches("^openaire[1-9].0_data$")) {

                    retMap.put(entry.getKey(), entry.getValue());

                    foundData = true;

                }

            } else {

                if (entry.getKey().matches("^openaire[1-9].0$") || entry.getKey().equals("driver"))

                    retMap.put(entry.getKey(), entry.getValue());

            }

        }

        //TODO TO BE REMOVED WHEN VOCABULARIES ARE UPDATED

        if (mode.equalsIgnoreCase(Constants.REPOSITORY_MODE_RE3DATA) && !foundData)

            retMap.put("openaire2.0_data", "OpenAIRE Data (funded, referenced datasets)");

        return retMap;

    }

    @Override

    public Map<String, String> getDatasourceClasses(@PathVariable("mode") String mode)  {

        LOGGER.debug("Getting datasource classes for mode: " + mode);

        Map<String, String> retMap = new HashMap<String, String>();

        for (Map.Entry<String, String> entry : this.getVocabulary("dnet:datasource_typologies").getAsMap().entrySet()) {

            if (mode.equalsIgnoreCase("aggregator")) {

                if (entry.getKey().contains("aggregator"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("journal")) {

                if (entry.getKey().contains("journal"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("opendoar")) {

                if (entry.getKey().contains("pubsrepository"))

                    retMap.put(entry.getKey(), entry.getValue());

            } else if (mode.equalsIgnoreCase("re3data")) {

                if (entry.getKey().contains("datarepository"))

                    retMap.put(entry.getKey(), entry.getValue());

            }

        }

        return retMap;

    }

}