1
|
package eu.dnetlib.resolver.mdstore.plugin;
|
2
|
|
3
|
import com.mongodb.MongoClient;
|
4
|
import com.mongodb.client.MongoCollection;
|
5
|
import eu.dnetlib.dli.collector.plugin.ScholixFromFSCollectorPlugin;
|
6
|
import eu.dnetlib.resolver.ConfigurationTestConfig;
|
7
|
import eu.dnetlib.resolver.DLIAbstractTest;
|
8
|
import eu.dnetlib.rmi.data.CollectorServiceException;
|
9
|
import eu.dnetlib.rmi.data.InterfaceDescriptor;
|
10
|
import org.bson.Document;
|
11
|
import org.junit.Ignore;
|
12
|
import org.junit.Test;
|
13
|
import org.junit.runner.RunWith;
|
14
|
import org.springframework.beans.factory.annotation.Autowired;
|
15
|
import org.springframework.test.context.ContextConfiguration;
|
16
|
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner;
|
17
|
|
18
|
import java.util.Iterator;
|
19
|
|
20
|
@Ignore
|
21
|
@RunWith(SpringJUnit4ClassRunner.class)
|
22
|
@ContextConfiguration(classes = { ConfigurationTestConfig.class })
|
23
|
public class DLIMergeRecordTest extends DLIAbstractTest {
|
24
|
|
25
|
|
26
|
@Autowired
|
27
|
private ScholixFromFSCollectorPlugin plugin = new ScholixFromFSCollectorPlugin();
|
28
|
|
29
|
@Test
|
30
|
public void testMergingRecord() throws CollectorServiceException {
|
31
|
|
32
|
|
33
|
|
34
|
|
35
|
final InterfaceDescriptor interfaceDescriptor = new InterfaceDescriptor();
|
36
|
interfaceDescriptor.setBaseUrl("/var/lib/dli/elsevier");
|
37
|
int len =0;
|
38
|
int cnt =0 ;
|
39
|
|
40
|
Iterator<String> iterator = plugin.collect(interfaceDescriptor, null, null).iterator();
|
41
|
System.out.println(iterator.next());
|
42
|
while (iterator.hasNext())
|
43
|
{
|
44
|
cnt ++;
|
45
|
iterator.next();
|
46
|
}
|
47
|
|
48
|
// String next = iterator.next();
|
49
|
// System.out.println(next);
|
50
|
|
51
|
// for (String item : plugin.collect(interfaceDescriptor,null,null)) {
|
52
|
// len = item.length();
|
53
|
// if (cnt++ % 100 == 0) {
|
54
|
//// System.out.println(item);
|
55
|
// System.out.println("Parsed "+cnt);
|
56
|
// }
|
57
|
// }
|
58
|
|
59
|
System.out.println("total "+cnt);
|
60
|
|
61
|
|
62
|
|
63
|
|
64
|
|
65
|
}
|
66
|
}
|