D-Net

package eu.dnetlib.data.collector.plugins;

import com.google.common.collect.Lists;

import eu.dnetlib.rmi.data.CollectorServiceException;

import eu.dnetlib.rmi.data.InterfaceDescriptor;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Ignore;

import org.junit.Test;

/**

 * Created by Alessia Bardi on 10/08/2017.

 *

 * @author Alessia Bardi

 */

@Ignore

public class HttpSimpleCollectorPluginTest {

	private InterfaceDescriptor apiDescriptor;

	private HttpSimpleCollectorPlugin plugin;

	@Before

	public void prepare(){

		plugin = new HttpSimpleCollectorPlugin();

		apiDescriptor = new InterfaceDescriptor();

		apiDescriptor.setBaseUrl("http://data.d4science.org/em1EemhBdUZ0bjNGTWJNNjlxVDltcm9acDFmMHlBSVVHbWJQNStIS0N6Yz0");

	}

	@Test

	public void test() throws CollectorServiceException {

	Iterable<String> res = plugin.collect(apiDescriptor, null, null);

	Assert.assertTrue(Lists.newArrayList(res).size() == 1);

	for(String r : res){

		System.out.println(r);

		Assert.assertNotNull(r);

	}

	}

}

package eu.dnetlib.data.collector.plugins;

import java.io.IOException;

import java.net.URL;

import java.nio.charset.Charset;

import com.google.common.collect.Lists;

import eu.dnetlib.rmi.data.CollectorServiceException;

import eu.dnetlib.rmi.data.InterfaceDescriptor;

import eu.dnetlib.rmi.data.plugin.AbstractCollectorPlugin;

import org.apache.commons.io.IOUtils;

/**

 * Collects whatever is in the given baseUrl. If you have multiple records to be splitted, then use eu.dnetlib.data.collector.plugins.HttpCollectorPlugin.

 * If you have a CSV file, then prefer eu.dnetlib.data.collector.plugins.HttpCSVCollectorPlugin .

 */

public class HttpSimpleCollectorPlugin extends AbstractCollectorPlugin {

	@Override

	public Iterable<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate)

			throws CollectorServiceException {

		URL url = null;

		try {

			url = new URL(interfaceDescriptor.getBaseUrl());

			return Lists.newArrayList(IOUtils.toString(url, Charset.forName("UTF-8")));

		} catch (IOException e) {

			throw new CollectorServiceException("Cannot download from URL: " + url, e);

		}

	}

}

	<bean id="httpSimpleCollectorPlugin" class="eu.dnetlib.data.collector.plugins.HttpSimpleCollectorPlugin">

		<property name="protocolDescriptor">

			<bean class="eu.dnetlib.rmi.data.ProtocolDescriptor" p:name="httpSimple"/>

		</property>

	</bean>

                <TERM code="httpSimple" encoding="DNET" english_name="httpSimple" native_name="httpSimple">

                    <SYNONYMS/>

                </TERM>