D-Net

package eu.dnetlib.data.collector.plugins.parthenos.ehri;

import java.io.IOException;

import java.net.URL;

import java.util.Iterator;

import eu.dnetlib.data.collector.ThreadSafeIterator;

import eu.dnetlib.rmi.data.CollectorServiceRuntimeException;

import org.apache.commons.io.IOUtils;

import org.apache.commons.logging.Log;

import org.apache.commons.logging.LogFactory;

/**

 * Created by Alessia Bardi on 03/05/2017.

 *

 * @author Alessia Bardi

 */

public class EHRIIterator extends ThreadSafeIterator {

	private static final Log log = LogFactory.getLog(EHRIIterator.class);

	private Iterator<String> identifiers;

	private String baseUrl;

	private String suffix;

	public EHRIIterator(final Iterator<String> idIterator, final String baseUrl, final String suffix){

		this.identifiers = idIterator;

		this.baseUrl = baseUrl;

		this.suffix = suffix;

	}

	@Override

	public boolean doHasNext() {

		return identifiers.hasNext();

	}

	@Override

	public String doNext()  {

		String target = baseUrl+"/"+identifiers.next()+"/"+suffix;

		log.debug("Getting "+target);

		try {

			URL url = new URL(target);

			return IOUtils.toString(url, "UTF-8");

		} catch (IOException e) {

			throw new CollectorServiceRuntimeException("Unable to get "+target, e);

		}

	}

	public Iterator<String> getIdentifiers() {

		return identifiers;

	}

	public void setIdentifiers(final Iterator<String> identifiers) {

		this.identifiers = identifiers;

	}

	public String getBaseUrl() {

		return baseUrl;

	}

	public void setBaseUrl(final String baseUrl) {

		this.baseUrl = baseUrl;

	}

	public String getSuffix() {

		return suffix;

	}

	public void setSuffix(final String suffix) {

		this.suffix = suffix;

	}

}