D-Net

package eu.dnetlib.data.bulktag;

import org.dom4j.Node;

/**

 * Created by miriam on 01/08/2018.

 */

public class ZenodoCommunity {

    private String zenodoCommunityId;

    private SelectionCriteria selCriteria;

    public String getZenodoCommunityId() {

        return zenodoCommunityId;

    }

    public void setZenodoCommunityId(String zenodoCommunityId) {

        this.zenodoCommunityId = zenodoCommunityId;

    }

    public SelectionCriteria getSelCriteria() {

        return selCriteria;

    }

    public void setSelCriteria(SelectionCriteria selCriteria) {

        this.selCriteria = selCriteria;

    }

}

package eu.dnetlib.data.bulktag;

import com.google.gson.Gson;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import java.util.ArrayList;

import java.util.List;

/**

 * Created by miriam on 01/08/2018.

 */

public class Community {

    private static final Log log = LogFactory.getLog(Community.class);

    private String id;

    private List<String> subjects = new ArrayList<>();

    private List<Datasource> datasources = new ArrayList<>();

    private List<ZenodoCommunity> zenodoCommunities = new ArrayList<>();

    public String toJson() {

        final Gson g = new Gson();

        return g.toJson(this);

    }

    public boolean isValid() {

        return !getSubjects().isEmpty() || !getDatasources().isEmpty() || !getZenodoCommunities().isEmpty();

    }

    public String getId() {

        return id;

    }

    public void setId(String id) {

        this.id = id;

    }

    public List<String> getSubjects() {

        return subjects;

    }

    public void setSubjects(List<String> subjects) {

        this.subjects = subjects;

    }

    public List<Datasource> getDatasources() {

        return datasources;

    }

    public void setDatasources(List<Datasource> datasources) {

        this.datasources = datasources;

    }

    public List<ZenodoCommunity> getZenodoCommunities() {

        return zenodoCommunities;

    }

    public void setZenodoCommunities(List<ZenodoCommunity> zenodoCommunities) {

        this.zenodoCommunities = zenodoCommunities;

    }

}

package eu.dnetlib.data.bulktag;

import com.google.common.collect.Lists;

import com.google.common.collect.Maps;

import com.google.gson.Gson;

import org.apache.commons.lang3.StringUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import org.dom4j.Document;

import org.dom4j.DocumentException;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import java.io.StringReader;

import java.util.ArrayList;

import java.util.List;

import java.util.Map;

/**

 * Created by miriam on 03/08/2018.

 */

public class CommunityConfigurationFactory {

    private static final Log log = LogFactory.getLog(CommunityConfigurationFactory.class);

    public static CommunityConfiguration newInstance(final String xml) throws DocumentException {

        log.debug(String.format("parsing community configuration from:\n%s", xml));

        final Document doc = new SAXReader().read(new StringReader(xml));

        final Map<String,Community> communities = Maps.newHashMap();

        for(final Object o : doc.selectNodes("//community")) {

            final Node node = (Node) o;

            final Community community = parseCommunity(node);

            if (community.isValid()) {

                communities.put(community.getId(), community);

            }

        }

        log.info(String.format("loaded %s community configuration profiles", communities.size()));

        log.debug(String.format("loaded community configuration:\n%s", communities.toString()));

        return new CommunityConfiguration(communities);

    }

    public static CommunityConfiguration fromJson(final String json) {

        return new Gson().fromJson(json, CommunityConfiguration.class);

    }

    private static Community parseCommunity(final Node node) {

        final Community c = new Community();

        c.setId(node.valueOf("./@id"));

        log.info(String.format("community id: %s", c.getId()));

        c.setSubjects(parseSubjects(node));

        c.setDatasources(parseDatasources(node));

        c.setZenodoCommunities(parseZenodoCommunities(node));

        return c;

    }

    private static List<String> parseSubjects(final Node node) {

        final List<String> subjects = Lists.newArrayList();

        final List <Node> list = node.selectNodes("./subjects/subject");

        for(Node n : list){

            log.debug("text of the node " + n.getText());

            subjects.add(StringUtils.trim(n.getText()));

        }

        log.info("size of the subject list " + subjects.size());

        return subjects;

    }

    private static List<Datasource> parseDatasources(final Node node) {

        final List <Node> list = node.selectNodes("./datasources/datasource");

        final List<Datasource> datasourceList = new ArrayList<>();

        for(Node n : list){

            Datasource d = new Datasource();

            d.setOpenaireId(n.selectSingleNode("./openaireId").getText());

            d.setSelCriteria(new SelectionCriteria(n.selectSingleNode("./selcriteria")));

            datasourceList.add(d);

        }

        log.info("size of the datasource list " + datasourceList.size());

        return datasourceList;

    }

    private static List<ZenodoCommunity> parseZenodoCommunities(final Node node) {

        final List<Node> list = node.selectNodes("./zenodocommunities/zenodocommunity");

        final List<ZenodoCommunity> zenodoCommunityList = new ArrayList<>();

        for(Node n : list){

            ZenodoCommunity zc = new ZenodoCommunity();

            zc.setZenodoCommunityId(n.selectSingleNode("./zenodoid").getText());

            zc.setSelCriteria(new SelectionCriteria(n.selectSingleNode("./selcriteria")));

            zenodoCommunityList.add(zc);

        }

        log.info("size of the zenodo community list " + zenodoCommunityList.size());

        return zenodoCommunityList;

    }

}

package eu.dnetlib.data.bulktag;

import org.dom4j.Node;

/**

 * Created by miriam on 02/08/2018.

 */

public class SelectionCriteria {

    public SelectionCriteria(Node n){

    }

}

package eu.dnetlib.data.bulktag;

import org.dom4j.Node;

/**

 * Created by miriam on 01/08/2018.

 */

public class Datasource {

    private String openaireId;

    private SelectionCriteria selCriteria;

    public String getOpenaireId() {

        return openaireId;

    }

    public void setOpenaireId(String openaireId) {

        this.openaireId = openaireId;

    }

    public SelectionCriteria getSelCriteria() {

        return selCriteria;

    }

    public void setSelCriteria(SelectionCriteria selCriteria) {

        this.selCriteria = selCriteria;

    }

}

package eu.dnetlib.data.bulktag;

import com.google.common.collect.Lists;

import com.google.gson.Gson;

import com.sun.tools.javac.util.Pair;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

import java.util.ArrayList;

import java.util.HashMap;

import java.util.List;

import java.util.Map;

import java.util.stream.Collectors;

/**

 * Created by miriam on 02/08/2018.

 */

public class CommunityConfiguration {

    private static final Log log = LogFactory.getLog(CommunityConfiguration.class);

    enum MapModes{

        SUBJECT_MAP,

        DATASOURCE_MAP,

        ZENODO_COMMUNITY_MAP

    }

    private Map<String,Community> communities;

    //map subject -> communityid

    private transient final Map<String,List<Pair<String,SelectionCriteria>>> subjectMap = new HashMap<>();

    //map datasourceid -> communityid

    private transient final Map<String,List<Pair<String,SelectionCriteria>>> datasourceMap = new HashMap<>();

    //map zenodocommunityid -> communityid

    private transient final Map<String,List<Pair<String,SelectionCriteria>>> zenodocommunityMap = new HashMap<>();

    public CommunityConfiguration(final Map<String, Community> communities) {

        this.communities = communities;

        init();

    }

    private void init() {

        for(Community c: getCommunityList()){

            //get subjects

            final String id = c.getId();

            for(String sbj : c.getSubjects()){

                Pair<String,SelectionCriteria> p = new Pair<>(id,new SelectionCriteria(null));

                add(sbj.toLowerCase(),p,subjectMap);

            }

            //get datasources

            for(Datasource d: c.getDatasources()){

                add(d.getOpenaireId(),new Pair<>(id,d.getSelCriteria()),datasourceMap);

            }

            //get zenodo communities

            for(ZenodoCommunity zc : c.getZenodoCommunities()){

                add(zc.getZenodoCommunityId(),new Pair<>(id,zc.getSelCriteria()),zenodocommunityMap);

            }

        }

    }

    private void add(String key,Pair<String,SelectionCriteria> value, Map<String,List<Pair<String,SelectionCriteria>>> map){

        List<Pair<String,SelectionCriteria>> values = map.get(key);

        if (values == null){

            values = new ArrayList<>();

            map.put(key,values);

        }

        values.add(value);

    }

    public List<Pair<String,SelectionCriteria>> getCommunityForSubject(String sbj){

        return subjectMap.get(sbj);

    }

    public List<Pair<String,SelectionCriteria>> getCommunityForDatasource(String dts){

        return datasourceMap.get(dts);

    }

    public List<Pair<String,SelectionCriteria>> getCommunityForZenodoCommunity(String zc){

        return zenodocommunityMap.get(zc);

    }

    public List<String> getCommunityForSubjectValue(String value) {

        try {

            return subjectMap.get(value.toLowerCase()).stream().map(p -> p.fst).collect(Collectors.toList());

        }catch(Exception e){

            return new ArrayList<>();

        }

    }

    public List<String> getCommunityForDatasourceValue(String value) {

        try {

            return datasourceMap.get(value.toLowerCase()).stream().map(p -> p.fst).collect(Collectors.toList());

        }catch(Exception e){

            return new ArrayList<>();

        }

    }

    public List<String> getCommunityForZenodoCommunityValue(String value){

        try {

            return zenodocommunityMap.get(value.toLowerCase()).stream().map(p -> p.fst).collect(Collectors.toList());

        }catch(Exception e){

            return new ArrayList<>();

        }

    }

    /*

    public SelectionCriteria getSelCriteria(String value, String community, MapModes map_mode){

        Map<String,List<Pair<String,SelectionCriteria>>> map = null;

        if(map_mode == MapModes.DATASOURCE_MAP)

            map = datasourceMap;

        else

        if(map_mode == MapModes.ZENODO_COMMUNITY_MAP)

            map = zenodocommunityMap;

        else

            new Throwable("Impossible to have Selection Criteria over subjects");

        List<Pair<String, SelectionCriteria>> lst = map.get(value);

        List<SelectionCriteria> selectionList = lst.stream().map(p -> {

            if (p.fst == community)

                return p.snd;

            return null;

        }).collect(Collectors.toList());//for each community there will be only one Selection Criteria per datasource or zenodo community

        if(selectionList != null)

            if (selectionList.size()>0)

                return selectionList.get(0);

        return null;

    }

    */

    public Map<String, Community> getCommunities() {

        return communities;

    }

    public void setCommunities(Map<String, Community> communities) {

        this.communities = communities;

    }

    public String toJson() {

        final Gson g = new Gson();

        return g.toJson(this);

    }

    public int size() {

        return communities.keySet().size();

    }

    public Community getCommunityById(String id){

        return communities.get(id);

    }

    public List<Community> getCommunityList() {

        return Lists.newLinkedList(communities.values());

    }

}