Revision 54390
Added by Sandro La Bruzzo over 5 years ago
| DLIMergeRecord.java | ||
|---|---|---|
| 42 | 42 |
final String sparkJobPath= params.get("sparkJobPath");
|
| 43 | 43 |
final String sparkApplicationName= params.get("sparkApplicationName");
|
| 44 | 44 |
final String mongoDBName= params.get("mongoDBName");
|
| 45 |
final String number_of_core= params.get("numExecutor");
|
|
| 46 |
|
|
| 45 | 47 |
if (isNotBlank(id) && isNotBlank(host) && isNotBlank(nsPrefix) && isNotBlank(sparkJobPath) && isNotBlank(sparkPath)) {
|
| 46 | 48 |
log.debug("starting spark job");
|
| 47 | 49 |
final String mdStoreCollection = transactionManager.getMDStoreCollection(id); |
| 48 |
final String [] command= {sparkPath+"bin/spark-submit",sparkJobPath ,host, transactionManager.getDb().getName(), mdStoreCollection, nsPrefix, sparkApplicationName };
|
|
| 50 |
final String [] command= {sparkPath+"bin/spark-submit",sparkJobPath ,host, transactionManager.getDb().getName(), mdStoreCollection, nsPrefix, number_of_core, sparkApplicationName };
|
|
| 49 | 51 |
try {
|
| 50 | 52 |
final ProcessBuilder builder = new ProcessBuilder(command); |
| 51 | 53 |
final Process p = builder.start(); |
| ... | ... | |
| 84 | 86 |
} |
| 85 | 87 |
|
| 86 | 88 |
} |
| 89 |
|
|
| 90 |
@Override |
|
| 91 |
public String getStatus() {
|
|
| 92 |
return "30/100"; |
|
| 93 |
} |
|
| 87 | 94 |
} |
Also available in: Unified diff
updated resolver and Trying to allow mdstore plugin to print progress information on UI