D-Net

package eu.dnetlib.data.collector.plugins.eosc;

import org.apache.commons.lang3.math.NumberUtils;

import org.apache.http.client.methods.CloseableHttpResponse;

import org.apache.http.client.methods.HttpGet;

import org.apache.http.impl.client.CloseableHttpClient;

import org.apache.http.impl.client.HttpClients;

import org.dom4j.Document;

import org.dom4j.DocumentHelper;

import org.dom4j.Element;

import org.dom4j.Node;

import org.dom4j.io.SAXReader;

import eu.dnetlib.data.collector.plugin.AbstractCollectorPlugin;

import eu.dnetlib.data.collector.rmi.CollectorServiceException;

import eu.dnetlib.data.collector.rmi.InterfaceDescriptor;

public class EoscServicesPlugin extends AbstractCollectorPlugin {

	@SuppressWarnings("unchecked")

	@Override

	public Iterable<String> collect(final InterfaceDescriptor interfaceDescriptor, final String fromDate, final String untilDate)

		throws CollectorServiceException {

		final String baseUrl = interfaceDescriptor.getBaseUrl();

		final long maxProviders = NumberUtils.toLong(interfaceDescriptor.getParams().get("maxProviders"), 10000);

		return () -> httpCall(baseUrl + "/provider/all?quantity=" + maxProviders)

			.selectNodes("/Paging/results/results")

			.stream()

			.map(o -> processProvider(baseUrl, (Node) o))

			.iterator();

	}

	private String processProvider(final String baseUrl, final Node nodeProv) {

		final String orgId = nodeProv.valueOf("./id");

		final Document newDoc = DocumentHelper.createDocument();

		final Element newRoot = DocumentHelper.createElement("record");

		newDoc.setRootElement(newRoot);

		nodeProv.setName("organization");

		newRoot.add(nodeProv.detach());

		final Document docSrvs = httpCall(baseUrl + "/provider/services/" + orgId);

		for (final Object o : docSrvs.selectNodes("/List/item")) {

			final Node nodeSrv = (Node) o;

			nodeSrv.setName("service");

			newRoot.add(nodeSrv.detach());

		}

		return newDoc.asXML();

	}

	private Document httpCall(final String url) {

		final SAXReader reader = new SAXReader();

		final HttpGet req = new HttpGet(url);

		req.addHeader("Accept", "application/xml");

		try (final CloseableHttpClient client = HttpClients.createDefault()) {

			try (final CloseableHttpResponse response = client.execute(req)) {

				return reader.read(response.getEntity().getContent());

			}

		} catch (final Exception e) {

			throw new RuntimeException(e);

		}

	}

}

	<bean id="eoscServicesCollectorPlugin" class="eu.dnetlib.data.collector.plugins.eosc.EoscServicesPlugin">

		<property name="protocolDescriptor">

			<bean class="eu.dnetlib.data.collector.rmi.ProtocolDescriptor" p:name="eosc_services">

				<property name="params">

					<list>

						<bean class="eu.dnetlib.data.collector.rmi.ProtocolParameter" 

							p:name="maxProviders"

							p:optional="true" 

							p:type="NUMBER" />

					</list>

				</property>

			</bean>

		</property>

	</bean>

package eu.dnetlib.data.collector.plugins.eosc;

import org.junit.Ignore;

import org.junit.Test;

import eu.dnetlib.data.collector.rmi.CollectorServiceException;

import eu.dnetlib.data.collector.rmi.InterfaceDescriptor;

public class EoscServicesPluginTest {

	public static final String BASE_URL = "https://api.eosc-portal.eu";

	public static final long MAX_PROVIDERS = 1;

	@Test

	@Ignore

	public void testCollect() throws CollectorServiceException {

		final EoscServicesPlugin plugin = new EoscServicesPlugin();

		final InterfaceDescriptor desc = new InterfaceDescriptor();

		desc.setBaseUrl(BASE_URL);

		desc.getParams().put("maxProviders", Long.toString(MAX_PROVIDERS));

		int i = 1;

		for (final String s : plugin.collect(desc, null, null)) {

			System.out.println("************************");

			System.out.println("Record " + i++);

			System.out.println(s);

		}

	}

}