D-Net

package eu.dnetlib.wds.collector.plugins;

import java.io.BufferedWriter;

import java.io.IOException;

import java.nio.charset.Charset;

import java.nio.file.FileSystems;

import java.nio.file.Files;

import java.nio.file.Path;

import org.junit.Test;

/**

 * Created by sandro on 5/27/16.

 */

public class CMRIteratorTest {

	final static String BASE_URL_PAGE = "https://cmr.earthdata.nasa.gov/search/collections.json?pretty=true&page_num=%d";

	@Test

	public void test() throws Exception {

		CMRIterator it = new CMRIterator();

		int i = 1;

		Charset charset = Charset.forName("UTF-8");

		Path file = FileSystems.getDefault().getPath("/tmp/out.json");

		try (BufferedWriter writer = Files.newBufferedWriter(file, charset)) {

			while (it.hasNext()) {

				final String s = it.next();

				writer.write(s, 0, s.length());

				writer.newLine();

				System.out.println("Writed  " + i++);

			}

			writer.close();

		} catch (IOException x) {

			System.err.format("IOException: %s%n", x);

		}

	}

}