D-Net

import java.util.Vector;

import org.apache.log4j.BasicConfigurator;

import org.junit.Test;

import eu.dnetlib.data.utility.resource_discovery.crawler.Crawler;

import eu.dnetlib.data.utility.resource_discovery.crawler.ResourceExtractor;

import eu.dnetlib.data.utility.resource_discovery.url_filter.UrlFilter;

public class SuperTester {

	@Test

	public void TestCrawlingAndExtraction() throws Exception {

		BasicConfigurator.configure();

		Crawler crawler = new Crawler();

		ResourceExtractor extractor = new ResourceExtractor();

		String idUrl = UrlFilter.resolveRedirections("http://www.di.uoa.gr");

		System.out.println("Now processing " + idUrl);

		Vector<String> urls = crawler.getLinks(idUrl);

		System.out.println("Retrieved links are: "+ urls);

		System.out.println("Resources seem to be available in: " + extractor.extractResource(urls));

		System.out.println();

	}

}