Revision 53691
Added by Claudio Atzori over 5 years ago
SchemaOrgMainKaggle.java | ||
---|---|---|
2 | 2 |
|
3 | 3 |
import eu.dnetlib.data.collector.rmi.InterfaceDescriptor; |
4 | 4 |
import org.apache.commons.io.FileUtils; |
5 |
import org.apache.commons.lang3.StringUtils; |
|
6 | 5 |
import org.apache.commons.logging.Log; |
7 | 6 |
import org.apache.commons.logging.LogFactory; |
8 | 7 |
import org.apache.log4j.ConsoleAppender; |
9 | 8 |
import org.apache.log4j.Level; |
10 | 9 |
import org.apache.log4j.Logger; |
11 | 10 |
import org.apache.log4j.PatternLayout; |
12 |
import org.dom4j.Document; |
|
13 |
import org.dom4j.io.SAXReader; |
|
14 | 11 |
|
15 | 12 |
import java.io.File; |
16 |
import java.io.FileWriter; |
|
17 |
import java.io.StringReader; |
|
18 | 13 |
import java.nio.charset.StandardCharsets; |
19 | 14 |
import java.util.HashMap; |
20 | 15 |
import java.util.concurrent.TimeUnit; |
... | ... | |
59 | 54 |
params.put("httpapi-kaggle_responsePropertyDatasetList", "datasetListItems"); |
60 | 55 |
params.put("httpapi-kaggle_responsePropertyDatasetUrl", "datasetUrl"); |
61 | 56 |
params.put("httpapi-kaggle_responseBaseDatasetUrl", "https://www.kaggle.com"); |
57 |
params.put("httpapi-kaggle_producerBlockPollingTimeout", "2"); |
|
58 |
params.put("httpapi-kaggle_producerBlockPollingTimeoutUnit", TimeUnit.MINUTES.toString()); |
|
62 | 59 |
|
63 | 60 |
InterfaceDescriptor descriptor = new InterfaceDescriptor(); |
64 | 61 |
descriptor.setId("schema.org - kaggle"); |
Also available in: Unified diff
Kaggle/Reactome: added configurable params