D-Net

package eu.dnetlib.msro.workers.aggregation.collect.plugins.sftp;

import java.util.Iterator;

import java.util.Set;

import java.util.stream.Stream;

import org.springframework.stereotype.Component;

import com.google.common.base.Splitter;

import com.google.common.collect.Sets;

import eu.dnetlib.clients.msro.ProtocolParameterType;

import eu.dnetlib.miscutils.streams.DnetStreamSupport;

import eu.dnetlib.msro.workers.aggregation.collect.CollectException;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.CollectorPlugin;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.DnetCollectorParam;

import eu.dnetlib.msro.workers.aggregation.collect.plugins.DnetCollectorPlugin;

import eu.dnetlib.msro.workers.aggregation.objects.InterfaceDescriptor;

/**

 * Created by andrea on 11/01/16.

 */

@Component

@DnetCollectorPlugin(value = "sftp", parameters = {

		@DnetCollectorParam("username"),

		@DnetCollectorParam("password"),

		@DnetCollectorParam(value = "recursive", type = ProtocolParameterType.BOOLEAN),

		@DnetCollectorParam(value = "extensions", type = ProtocolParameterType.LIST)

})

public class SftpCollectorPlugin implements CollectorPlugin {

	private SftpIteratorFactory sftpIteratorFactory;

	@Override

	public Stream<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String toDate)

			throws CollectException {

		final String baseUrl = interfaceDescriptor.getBaseUrl();

		final String username = interfaceDescriptor.getParams().get("username");

		final String password = interfaceDescriptor.getParams().get("password");

		final String recursive = interfaceDescriptor.getParams().get("recursive");

		final String extensions = interfaceDescriptor.getParams().get("extensions");

		if ((baseUrl == null) || baseUrl.isEmpty()) { throw new CollectException("Param 'baseurl' is null or empty"); }

		if ((username == null) || username.isEmpty()) { throw new CollectException("Param 'username' is null or empty"); }

		if ((password == null) || password.isEmpty()) { throw new CollectException("Param 'password' is null or empty"); }

		if ((recursive == null) || recursive.isEmpty()) { throw new CollectException("Param 'recursive' is null or empty"); }

		if ((extensions == null) || extensions.isEmpty()) { throw new CollectException("Param 'extensions' is null or empty"); }

		if ((fromDate != null) && !fromDate.matches("\\d{4}-\\d{2}-\\d{2}")) { throw new CollectException("Invalid date (YYYY-MM-DD): " + fromDate); }

		// final int fromDateIntSeconds =

		final boolean isRecursive = "true".equals(recursive);

		final Set<String> extensionsSet = parseSet(extensions);

		final Iterator<String> iter = getSftpIteratorFactory().newIterator(baseUrl, username, password, isRecursive, extensionsSet, fromDate);

		return DnetStreamSupport.generateStreamFromIterator(iter);

	}

	private Set<String> parseSet(final String extensions) {

		return Sets.newHashSet(Splitter.on(",").omitEmptyStrings().trimResults().split(extensions));

	}

	public SftpIteratorFactory getSftpIteratorFactory() {

		return sftpIteratorFactory;

	}

	public void setSftpIteratorFactory(final SftpIteratorFactory sftpIteratorFactory) {

		this.sftpIteratorFactory = sftpIteratorFactory;

	}

}