Revision 59094
Added by Alessia Bardi almost 4 years ago
| FilesystemCollectorPlugin.java | ||
|---|---|---|
| 3 | 3 |
import eu.dnetlib.data.collector.plugin.AbstractCollectorPlugin; |
| 4 | 4 |
import eu.dnetlib.data.collector.rmi.CollectorServiceException; |
| 5 | 5 |
import eu.dnetlib.data.collector.rmi.InterfaceDescriptor; |
| 6 |
import org.apache.commons.lang3.StringUtils; |
|
| 6 | 7 |
|
| 7 | 8 |
/** |
| 8 | 9 |
* |
| ... | ... | |
| 17 | 18 |
|
| 18 | 19 |
final String baseUrl = interfaceDescriptor.getBaseUrl(); |
| 19 | 20 |
if (baseUrl == null || baseUrl.isEmpty()) { throw new CollectorServiceException("Param 'baseurl' is null or empty"); }
|
| 20 |
return new FilesystemIterable(interfaceDescriptor); |
|
| 21 |
|
|
| 22 |
if (StringUtils.isNotBlank(fromDate) && !fromDate.matches("\\d{4}-\\d{2}-\\d{2}")) { throw new CollectorServiceException("Invalid date (YYYY-MM-DD): " + fromDate); }
|
|
| 23 |
return new FilesystemIterable(interfaceDescriptor, fromDate); |
|
| 21 | 24 |
} |
| 22 | 25 |
|
| 23 | 26 |
} |
Also available in: Unified diff
supporting incremental harvesting with the fs collector plugin