Revision 61229
Added by Konstantina Galouni almost 3 years ago
| modules/uoa-services-portal/trunk/services/sitemaps/extractUrlsFromSearch.ts | ||
|---|---|---|
| 24 | 24 |
|
| 25 | 25 |
let allUrls = new Set(); |
| 26 | 26 |
|
| 27 |
var promiseArray = [];
|
|
| 27 |
let promiseArray = [];
|
|
| 28 | 28 |
|
| 29 | 29 |
for (let key of keys) {
|
| 30 | 30 |
if(key == "community") {
|
| ... | ... | |
| 59 | 59 |
promiseArray.push(new Promise((resolve, reject) => {
|
| 60 | 60 |
request.get(url, function (err: any, response: any) {
|
| 61 | 61 |
if (!response && err) {
|
| 62 |
console.error("Error getting results ", err);
|
|
| 63 |
fs.appendFileSync("./"+errorFileName, "no response "+url);
|
|
| 64 |
fs.appendFileSync("./"+errorFileName, err);
|
|
| 65 |
fs.appendFileSync("./"+errorFileName, "\n");
|
|
| 66 |
reject(); |
|
| 62 |
reject(err); |
|
| 67 | 63 |
} else {
|
| 68 | 64 |
parseAllUrls(response, allUrls); |
| 69 | 65 |
resolve(); |
| 70 | 66 |
} |
| 71 | 67 |
}) |
| 68 |
}).catch(error => {
|
|
| 69 |
console.error("Error getting results ", error);
|
|
| 70 |
fs.appendFileSync("./"+errorFileName, "no response "+url);
|
|
| 71 |
fs.appendFileSync("./"+errorFileName, err);
|
|
| 72 |
fs.appendFileSync("./"+errorFileName, "\n");
|
|
| 72 | 73 |
})); |
| 73 | 74 |
} |
| 74 | 75 |
console.log("");
|
| ... | ... | |
| 205 | 206 |
communitiesPromise = new Promise((resolve, reject) => {
|
| 206 | 207 |
request.get(contextUrl, async function (err: any, communitiesResponse: any) {
|
| 207 | 208 |
if (!communitiesResponse && err) {
|
| 208 |
console.error("Error getting communities ", err);
|
|
| 209 |
reject(); |
|
| 209 |
reject(err); |
|
| 210 | 210 |
} else {
|
| 211 | 211 |
const contextsService = new ContextsService(); |
| 212 | 212 |
publicCommunities = contextsService.parseCommunities(communitiesResponse.body, false).map(value => value.id); |
| 213 | 213 |
resolve(); |
| 214 | 214 |
} |
| 215 | 215 |
}) |
| 216 |
}); |
|
| 216 |
}).catch(error => console.error("Error getting communities ", error));
|
|
| 217 | 217 |
} |
| 218 | 218 |
|
| 219 | 219 |
function buildSiteMap(resultsPerUrl) {
|
| ... | ... | |
| 238 | 238 |
} |
| 239 | 239 |
|
| 240 | 240 |
|
| 241 |
var fileName;
|
|
| 242 |
var errorFileName;
|
|
| 241 |
let fileName;
|
|
| 242 |
let errorFileName;
|
|
| 243 | 243 |
const fs = require('fs');
|
| 244 | 244 |
|
| 245 |
var alreadyin = 0; // duplicate urls
|
|
| 246 |
var notin= 0;
|
|
| 245 |
let alreadyin = 0; // duplicate urls
|
|
| 246 |
let notin= 0;
|
|
| 247 | 247 |
|
| 248 |
var communitiesPromise;
|
|
| 249 |
var publicCommunities = [];
|
|
| 248 |
let communitiesPromise;
|
|
| 249 |
let publicCommunities = [];
|
|
| 250 | 250 |
|
| 251 | 251 |
const refineUrl = "https://beta.services.openaire.eu/search/v2/api/resources2/?format=json&refine=true&fields=resultbestaccessright&fields=relfunder&fields=instancetypename&fields=resultlanguagename&fields=community&fields=resulthostingdatasource&fields=country&type=results&page=0&size=0"; |
| 252 | 252 |
const resultsUrlPrefix = "https://beta.services.openaire.eu/search/v2/api/resources2/?format=json"; |
Also available in: Unified diff
[Trunk | Explore Services]: extractUrlsFromSearch.ts: Added .catch(error => ...) in rejected promises.