Revision 52857
Added by Argiro Kokogiannaki almost 6 years ago
| Migration.java | ||
|---|---|---|
| 2 | 2 |
|
| 3 | 3 |
import eu.dnetlib.data.claims.migration.entity.*; |
| 4 | 4 |
import eu.dnetlib.data.claims.migration.handler.*; |
| 5 |
import eu.dnetlib.data.claims.migration.parser.OafParser; |
|
| 5 | 6 |
import eu.dnetlib.data.claimsDemo.ClaimUtils; |
| 6 | 7 |
import eu.dnetlib.data.claimsDemo.SQLStoreException; |
| 7 | 8 |
import org.apache.log4j.BasicConfigurator; |
| ... | ... | |
| 10 | 11 |
import org.springframework.context.ApplicationContext; |
| 11 | 12 |
import org.springframework.context.support.ClassPathXmlApplicationContext; |
| 12 | 13 |
import org.springframework.context.support.PropertySourcesPlaceholderConfigurer; |
| 14 |
import org.xml.sax.SAXException; |
|
| 13 | 15 |
|
| 16 |
import javax.xml.parsers.ParserConfigurationException; |
|
| 17 |
import javax.xml.transform.TransformerException; |
|
| 18 |
import javax.xml.xpath.XPathExpressionException; |
|
| 14 | 19 |
import java.io.*; |
| 15 | 20 |
import java.math.BigInteger; |
| 16 | 21 |
import java.security.MessageDigest; |
| ... | ... | |
| 192 | 197 |
contexts++; |
| 193 | 198 |
} |
| 194 | 199 |
|
| 200 |
}else{
|
|
| 201 |
claimHandler.saveOrphanClaimId(claim.getId()); |
|
| 195 | 202 |
} |
| 196 | 203 |
}catch (Exception e){
|
| 197 | 204 |
e.printStackTrace(); |
| ... | ... | |
| 310 | 317 |
}else if(claim.getSourceType().equals(ClaimUtils.CONTEXT)){
|
| 311 | 318 |
contexts++; |
| 312 | 319 |
} |
| 320 |
}else{
|
|
| 321 |
if(save){
|
|
| 322 |
claimHandler.saveOrphanClaimId(claim.getId()); |
|
| 323 |
} |
|
| 324 |
|
|
| 313 | 325 |
} |
| 314 | 326 |
|
| 315 | 327 |
|
| ... | ... | |
| 495 | 507 |
System.out.println("Error fetching result from Openaire");
|
| 496 | 508 |
} |
| 497 | 509 |
} |
| 498 |
// if (result == null) {
|
|
| 499 |
// try {
|
|
| 500 |
// result = indexResultHandler.fetchDedupById(resultId, true);
|
|
| 501 |
// } catch (Exception e) {
|
|
| 502 |
// logger.error("Error fetching result from Openaire",e);
|
|
| 503 |
// System.out.println("Error fetching result from Openaire");
|
|
| 504 |
// }
|
|
| 505 |
// }
|
|
| 510 |
if (result == null) {
|
|
| 511 |
try {
|
|
| 512 |
result = indexResultHandler.fetchDedupById(resultId, true); |
|
| 513 |
} catch (Exception e) {
|
|
| 514 |
logger.error("Error fetching result from Openaire",e);
|
|
| 515 |
System.out.println("Error fetching result from Openaire");
|
|
| 516 |
} |
|
| 517 |
} |
|
| 506 | 518 |
if (result != null) {
|
| 507 | 519 |
try {
|
| 508 | 520 |
PrintWriter out = new PrintWriter(new BufferedWriter(new FileWriter(claimValidation.getPathToSaveReport()+"dedup_results_found.txt", true))); |
| ... | ... | |
| 585 | 597 |
// migration.createAndSaveRelationsClaims(true); |
| 586 | 598 |
// migration.createAndSaveContextRelationClaims(true); |
| 587 | 599 |
|
| 588 |
migration.claimHandler.getQueryGenerator().setMigrationTable("last_claims");
|
|
| 600 |
migration.claimHandler.getQueryGenerator().setMigrationTable("claims_clean");
|
|
| 589 | 601 |
migration.createAndSaveRelationsClaims(true); |
| 590 | 602 |
migration.createAndSaveContextRelationClaims(true); |
| 591 | 603 |
|
Also available in: Unified diff
Enable claiming for ORPs
Set direct index url in properties
Migration:
save orphan Ids, claims
uncomment fetch dedup