D-Net

package eu.dnetlib.data.collector.plugins.httplist;

import java.io.BufferedInputStream;

import java.io.BufferedReader;

import java.io.IOException;

import java.io.StringReader;

import java.util.Iterator;

import eu.dnetlib.data.collector.plugins.HttpConnector;

import eu.dnetlib.data.collector.rmi.CollectorServiceException;

import org.apache.commons.io.IOUtils;

import org.apache.commons.lang3.StringUtils;

public class HttpListIterator implements Iterator<String> {

	private HttpConnector httpConnector;

	private String baseUrl;

	private String currentLine;

	private BufferedReader reader;

	public HttpListIterator(final String baseUrl, final String listAddress, final HttpConnector httpConnector) {

		this.httpConnector = httpConnector;

		this.baseUrl = baseUrl;

		try {

			this.reader = new BufferedReader(new StringReader(download(listAddress)));

			this.currentLine = reader.readLine();

		} catch (Exception e) {

			throw new RuntimeException("Error creating iterator", e);

		}

	}

	@Override

	public synchronized boolean hasNext() {

		return StringUtils.isNotBlank(currentLine);

	}

	@Override

	public synchronized String next() {

		try {

			if (StringUtils.isNotBlank(currentLine)) {

				return download(baseUrl + currentLine);

			} else {

				throw new RuntimeException("Iterator has reached the end");

			}

		} finally {

			try {

				this.currentLine = reader.readLine();

			} catch (IOException e) {

				throw new RuntimeException("Error obtaining next element " + currentLine, e);

			}

		}

	}

	private String download(final String url) {

		try {

			return IOUtils.toString(new BufferedInputStream(httpConnector.getInputSourceAsStream(url)));

		} catch(Exception e) {

			throw new RuntimeException(String.format("Error downloading url: %s, error: %s", url, e.getMessage()));

		}

	}

	@Override

	public void remove() {}

	public HttpConnector getHttpConnector() {

		return httpConnector;

	}

	public void setHttpConnector(final HttpConnector httpConnector) {

		this.httpConnector = httpConnector;

	}

}