D-Net

package eu.dnetlib.msro.workers.aggregation.collect.plugins.httplist;

import java.util.stream.Stream;

import eu.dnetlib.miscutils.streams.DnetStreamSupport;

import eu.dnetlib.msro.workers.aggregation.collect.CollectException;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.CollectorPlugin;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.DnetCollectorParam;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.DnetCollectorPlugin;

import eu.dnetlib.msro.workers.aggregation.objects.InterfaceDescriptor;

import org.springframework.stereotype.Component;

@Component

@DnetCollectorPlugin(value = "httpList", parameters = {

		@DnetCollectorParam("listUrl")

})

public class HttpListCollectorPlugin implements CollectorPlugin {

	@Override

	public Stream<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate)

			throws CollectException {

		final String baseUrl = interfaceDescriptor.getBaseUrl();

		final String listAddress = interfaceDescriptor.getParams().get("listUrl");

		return DnetStreamSupport.stream(new HttpListIterator(baseUrl, listAddress));

	}

}