D-Net

/**

 * 

 */

package eu.dnetlib.data.collector.plugins.rest;

import java.util.HashMap;

import org.junit.Assert;

import org.junit.Before;

import org.junit.Ignore;

import org.junit.Test;

import eu.dnetlib.data.collector.rmi.CollectorServiceException;

import eu.dnetlib.data.collector.rmi.InterfaceDescriptor;

import eu.dnetlib.data.collector.rmi.ProtocolDescriptor;

/**

 * @author js

 *

 */

public class RestCollectorPluginTest {

	private String baseUrl = "https://share.osf.io/api/v2/search/creativeworks/_search";

	private String resumptionType = "count";

	private String resumptionParam = "from";

	private String resumptionXpath = "";

	private String resultTotalXpath = "//hits/total";

	private String resultFormatParam = "format";

	private String resultFormatValue = "json";

	private String resultSizeParam = "size";

	private String query = "q=%28sources%3ASocArXiv+AND+type%3Apreprint%29";

	private String protocolDescriptor = "rest_json2xml"; 

	private InterfaceDescriptor ifDesc = new InterfaceDescriptor();

	private RestCollectorPlugin rcp;

	@Before

	public void setUp() {

		HashMap<String, String> params = new HashMap<>();

		params.put("resumptionType", resumptionType);

		params.put("resumptionParam", resumptionParam);

		params.put("resumptionXpath", resumptionXpath);

		params.put("resultTotalXpath", resultTotalXpath);

		params.put("resultFormatParam", resultFormatParam);

		params.put("resultFormatValue", resultFormatValue);

		params.put("resultSizeParam", resultSizeParam);

		params.put("queryParams", query);

		ifDesc.setBaseUrl(baseUrl);

		ifDesc.setParams(params);

		ProtocolDescriptor pd = new ProtocolDescriptor();

		pd.setName(protocolDescriptor);

		rcp = new RestCollectorPlugin();

		rcp.setProtocolDescriptor(pd);

	}

	@Ignore

	@Test

	public void test() throws CollectorServiceException{

		int i = 0;

		for (String s : rcp.collect(ifDesc, "", "")) {

			Assert.assertTrue(s.length() > 0);

			i++;

			System.out.println(s);

			break;

		}

		Assert.assertTrue(i > 0);

	}

}

import java.util.Iterator;

import org.apache.commons.lang3.StringUtils;

	public Iterable<String> collect(InterfaceDescriptor ifDescriptor, String arg1, String arg2)

		final String baseUrl = ifDescriptor.getBaseUrl();

		final String resumptionType = ifDescriptor.getParams().get("resumptionType");

		final String resumptionParam = ifDescriptor.getParams().get("resumptionParam");

		final String resumptionXpath = ifDescriptor.getParams().get("resumptionXpath");

		final String resultTotalXpath = ifDescriptor.getParams().get("resultTotalXpath");

		final String resultFormatParam = ifDescriptor.getParams().get("resultFormatParam");

		final String resultFormatValue = ifDescriptor.getParams().get("resultFormatValue");

		final String resultSizeParam = ifDescriptor.getParams().get("resultSizeParam");

		final String queryParams = ifDescriptor.getParams().get("queryParams");

		if (StringUtils.isBlank(baseUrl)) {throw new CollectorServiceException("Param 'baseUrl' is null or empty");}

		if (StringUtils.isBlank(resumptionType)) {throw new CollectorServiceException("Param 'resumptionType' is null or empty");}

		if (StringUtils.isBlank(resumptionParam)) {throw new CollectorServiceException("Param 'resumptionParam' is null or empty");}

		// if (StringUtils.isBlank(resumptionXpath)) {throw new CollectorServiceException("Param 'resumptionXpath' is null or empty");}

		// if (StringUtils.isBlank(resultTotalXpath)) {throw new CollectorServiceException("Param 'resultTotalXpath' is null or empty");}

		if (StringUtils.isBlank(resultFormatParam)) {throw new CollectorServiceException("Param 'resultFormatParam' is null or empty");}

		if (StringUtils.isBlank(resultFormatValue)) {throw new CollectorServiceException("Param 'resultFormatValue' is null or empty");}

		if (StringUtils.isBlank(resultSizeParam)) {throw new CollectorServiceException("Param 'resultSizeParam' is null or empty");}

		if (StringUtils.isBlank(queryParams)) {throw new CollectorServiceException("Param 'queryParams' is null or empty");}

		return new Iterable<String>() {

			@Override

			public Iterator<String> iterator() {

				return new RestIterator(baseUrl, resumptionType, resumptionParam, resumptionXpath, resultTotalXpath, resultFormatParam, resultFormatValue, resultSizeParam, queryParams);

			}

		};