Revision 29065
Added by Eri Katsari about 10 years ago
| modules/dnet-openaire-stats/trunk/src/main/java/eu/dnetlib/data/mapreduce/hbase/statsExport/drivers/SqoopDriver.java | ||
|---|---|---|
| 88 | 88 |
opts.setExportDir(table.getValue()); |
| 89 | 89 |
opts.setUsername(dbUser); |
| 90 | 90 |
opts.setPassword(dbPass); |
| 91 |
opts.setInputFieldsTerminatedBy(delim.charAt(1));
|
|
| 91 |
opts.setInputFieldsTerminatedBy(delim.charAt(0));
|
|
| 92 | 92 |
|
| 93 | 93 |
opts.setBatchMode(true); |
| 94 | 94 |
opts.setTableName(table.getKey()); |
| ... | ... | |
| 258 | 258 |
} |
| 259 | 259 |
} |
| 260 | 260 |
|
| 261 |
public static void main(String[] args) {
|
|
| 262 |
SqoopDriver sqoopDriver = new SqoopDriver(); |
|
| 261 |
// public static void main(String[] args) {
|
|
| 262 |
// SqoopDriver sqoopDriver = new SqoopDriver(); |
|
| 263 |
// |
|
| 264 |
// BasicConfigurator.configure(); |
|
| 265 |
// |
|
| 266 |
// sqoopDriver.setDelim("!");
|
|
| 267 |
// sqoopDriver.setOutputPath("/tmp/test_stats/");
|
|
| 268 |
// |
|
| 269 |
// sqoopDriver.setConnectionUrl("jdbc:postgresql://duffy.di.uoa.gr:5432/test_stats");
|
|
| 270 |
// sqoopDriver.setDbUser("sqoop");
|
|
| 271 |
// sqoopDriver.setDbPass("sqoop");
|
|
| 272 |
// sqoopDriver.setReducersCount("1");
|
|
| 273 |
// sqoopDriver.setRecsPerStatement("1000");
|
|
| 274 |
// sqoopDriver.setStatementPerTrans("1000");
|
|
| 275 |
// |
|
| 276 |
// sqoopDriver.setUseHdfsStore(true); |
|
| 277 |
// |
|
| 278 |
// // HashMap<String, String> tables = new HashMap<String, String>(); |
|
| 279 |
// |
|
| 280 |
// // tables.put("datasource", "/tmp/test_stats/datasource-r-00000");
|
|
| 281 |
// |
|
| 282 |
// // throw new Exception(datasource + " " + e + |
|
| 283 |
// // sqoopDriver.getConnectionUrl() + sqoopDriver.getDbPass() + |
|
| 284 |
// // sqoopDriver.getDbUser() ); |
|
| 285 |
// |
|
| 286 |
// try {
|
|
| 287 |
// sqoopDriver.initSqoopJob(); |
|
| 288 |
// // sqoopDriver.run(tables); |
|
| 289 |
// } catch (Exception e) {
|
|
| 290 |
// System.out.print("ERROR " + e.toString());
|
|
| 291 |
// e.printStackTrace(); |
|
| 292 |
// } |
|
| 263 | 293 |
|
| 264 |
BasicConfigurator.configure();
|
|
| 294 |
// }
|
|
| 265 | 295 |
|
| 266 |
sqoopDriver.setDelim("!");
|
|
| 267 |
sqoopDriver.setOutputPath("/tmp/test_stats/");
|
|
| 268 |
|
|
| 269 |
sqoopDriver.setConnectionUrl("jdbc:postgresql://duffy.di.uoa.gr:5432/test_stats");
|
|
| 270 |
sqoopDriver.setDbUser("sqoop");
|
|
| 271 |
sqoopDriver.setDbPass("sqoop");
|
|
| 272 |
sqoopDriver.setReducersCount("1");
|
|
| 273 |
sqoopDriver.setRecsPerStatement("1000");
|
|
| 274 |
sqoopDriver.setStatementPerTrans("1000");
|
|
| 275 |
|
|
| 276 |
sqoopDriver.setUseHdfsStore(true); |
|
| 277 |
|
|
| 278 |
// HashMap<String, String> tables = new HashMap<String, String>(); |
|
| 279 |
|
|
| 280 |
// tables.put("datasource", "/tmp/test_stats/datasource-r-00000");
|
|
| 281 |
|
|
| 282 |
// throw new Exception(datasource + " " + e + |
|
| 283 |
// sqoopDriver.getConnectionUrl() + sqoopDriver.getDbPass() + |
|
| 284 |
// sqoopDriver.getDbUser() ); |
|
| 285 |
|
|
| 286 |
try {
|
|
| 287 |
sqoopDriver.initSqoopJob(); |
|
| 288 |
// sqoopDriver.run(tables); |
|
| 289 |
} catch (Exception e) {
|
|
| 290 |
System.out.print("ERROR " + e.toString());
|
|
| 291 |
e.printStackTrace(); |
|
| 292 |
} |
|
| 293 |
|
|
| 294 |
} |
|
| 295 |
|
|
| 296 | 296 |
public String getConnectionUrl() {
|
| 297 | 297 |
return connectionUrl; |
| 298 | 298 |
} |
Also available in: Unified diff