D-Net

package eu.dnetlib.data.collector.plugins.datasources;

import java.io.IOException;

import java.net.URL;

import javax.xml.stream.XMLStreamException;

import org.apache.commons.io.IOUtils;

import eu.dnetlib.data.collector.plugin.AbstractCollectorPlugin;

import eu.dnetlib.data.collector.rmi.CollectorServiceException;

import eu.dnetlib.data.collector.rmi.InterfaceDescriptor;

/**

 * Plugin to collect metadata record about data repositories from re3data.

 * <p>

 * Documentation on re3data API: http://service.re3data.org/api/doc.

 * </p>

 * <p>

 * BaseURL: http://service.re3data.org

 * </p>

 * <p>

 * API to get the list of repos: baseURL + /api/beta/repositories

 * </p>

 * <p>

 * API to get a repository: baseURL + content of link/@href of the above list

 * </p>

 * 

 * @author alessia

 * 

 */

public class Re3DataCollectorPlugin extends AbstractCollectorPlugin {

	private String repositoryListPath = "/api/beta/repositories";

	@Override

	public Iterable<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate)

			throws CollectorServiceException {

		String repositoryListURL = interfaceDescriptor.getBaseUrl() + repositoryListPath;

		try {

			String input = IOUtils.toString(new URL(repositoryListURL));

			return new Re3DataRepositoriesIterator(IOUtils.toInputStream(input, "UTF-8"), interfaceDescriptor.getBaseUrl());

		} catch (XMLStreamException | IOException e) {

			throw new CollectorServiceException(e);

		}

	}

	public String getRepositoryListPath() {

		return repositoryListPath;

	}

	public void setRepositoryListPath(final String repositoryListPath) {

		this.repositoryListPath = repositoryListPath;

	}

}