Project

General

Profile

1
import { Injectable } from '@angular/core';
2
import { RawData, Row } from '../domain/raw-data';
3
import {
4
  CountryOverviewData,
5
  CountryMapData,
6
  EuropeData,
7
  OverviewMapData,
8
  CountryTableData,
9
  CountryPageOverviewData
10
} from '../domain/overview-map-data';
11
import {Indicator} from '../domain/overview-data';
12
import {TreemapHighchartsData} from '../domain/treemap-highcharts-data';
13

    
14
@Injectable ()
15
export class DataHandlerService {
16

    
17
  public convertRawDataToLastUpdateDate(rawData: RawData) {
18

    
19
    let lastUpdateDate: string;
20

    
21
    for (const series of rawData.datasets) {
22

    
23
      if (series.series.query.name === 'creation_date') {
24
        lastUpdateDate = series.series.result[0].row[0];
25
      }
26
    }
27

    
28
    return lastUpdateDate;
29
  }
30

    
31
  public convertRawMapDataToMapData(rawData: RawData) {
32

    
33
    const overviewMapData: OverviewMapData = new OverviewMapData();
34

    
35
    for (const series of rawData.datasets) {
36

    
37
      if (series.series.query.name === 'new.oso.publications.affiliated') {
38
        overviewMapData.publications = this.rawResultToCountryMapData(series.series.result);
39
      } else if (series.series.query.name === 'new.oso.datasets.affiliated') {
40
        overviewMapData.datasets = this.rawResultToCountryMapData(series.series.result);
41
      } else if (series.series.query.name === 'new.oso.repositories.doar_re3data') {
42
        overviewMapData.repositories = this.rawResultToCountryMapData(series.series.result);
43
      } else if (series.series.query.name === 'new.oso.journals.doaj') {
44
        overviewMapData.journals = this.rawResultToCountryMapData(series.series.result);
45
      } else if (series.series.query.name === 'new.oso.oa_policies') {
46
        overviewMapData.policies = this.rawResultToCountryMapData(series.series.result);
47
      }
48
    }
49

    
50
    // console.log('Overview map data (data-handler)', overviewMapData);
51

    
52
    return overviewMapData;
53
  }
54

    
55
  public createJoinedPublicationsCountryMap(rawData: RawData) {
56

    
57
    const joinedPublicationsMap = new Map();
58

    
59
    for (const series of rawData.datasets) {
60
      if (series.series.query.name === 'new.oso.publications.affiliated') {
61

    
62
        for (const rowResult of series.series.result) {
63
          if (joinedPublicationsMap.has(rowResult.row[1])) {
64
            const deposited = joinedPublicationsMap.get(rowResult.row[1]).deposited;
65
            joinedPublicationsMap.delete(rowResult.row[1]);
66
            joinedPublicationsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
67
              affiliated: Number(rowResult.row[0]), deposited: deposited});
68
          } else {
69
            joinedPublicationsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
70
              affiliated: Number(rowResult.row[0]), deposited: 0});
71
          }
72
        }
73

    
74
      } else if (series.series.query.name === 'new.oso.publications.deposited') {
75

    
76
        for (const rowResult of series.series.result) {
77
          if (joinedPublicationsMap.has(rowResult.row[1])) {
78
            const affiliated = joinedPublicationsMap.get(rowResult.row[1]).affiliated;
79
            joinedPublicationsMap.delete(rowResult.row[1]);
80
            joinedPublicationsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
81
              affiliated: affiliated, deposited: Number(rowResult.row[0])});
82
          }
83
          joinedPublicationsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
84
            affiliated: 0, deposited: Number(rowResult.row[0])});
85
        }
86
      }
87
    }
88

    
89
    return joinedPublicationsMap;
90
  }
91

    
92
  public createJoinedDatasetsCountryMap(rawData: RawData) {
93

    
94
    const joinedDatasetsMap = new Map();
95

    
96
    for (const series of rawData.datasets) {
97
      if (series.series.query.name === 'new.oso.datasets.affiliated') {
98

    
99
        for (const rowResult of series.series.result) {
100
          if (joinedDatasetsMap.has(rowResult.row[1])) {
101
            const deposited = joinedDatasetsMap.get(rowResult.row[1]).deposited;
102
            joinedDatasetsMap.delete(rowResult.row[1]);
103
            joinedDatasetsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
104
              affiliated: Number(rowResult.row[0]), deposited: deposited});
105
          } else {
106
            joinedDatasetsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
107
              affiliated: Number(rowResult.row[0]), deposited: 0});
108
          }
109
        }
110

    
111
      } else if (series.series.query.name === 'new.oso.datasets.deposited') {
112

    
113
        for (const rowResult of series.series.result) {
114
          if (joinedDatasetsMap.has(rowResult.row[1])) {
115
            const affiliated = joinedDatasetsMap.get(rowResult.row[1]).affiliated;
116
            joinedDatasetsMap.delete(rowResult.row[1]);
117
            joinedDatasetsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
118
              affiliated: affiliated, deposited: Number(rowResult.row[0])});
119
          }
120
          joinedDatasetsMap.set(rowResult.row[1], { countryName: rowResult.row[1], countryCode: rowResult.row[2],
121
            affiliated: 0, deposited: Number(rowResult.row[0])});
122
        }
123
      }
124
    }
125

    
126
    return joinedDatasetsMap;
127

    
128
  }
129

    
130
  public createJoinedRepositoriesCountryMap(rawData: RawData) {
131

    
132
    const joinedRepositoriesMap = new Map();
133

    
134
    for (const series of rawData.datasets) {
135
      if (series.series.query.name === 'new.oso.repositories.doar_re3data') {
136

    
137
        for (const rowResult of series.series.result) {
138
          if (joinedRepositoriesMap.has(rowResult.row[1])) {
139
            const simple = joinedRepositoriesMap.get(rowResult.row[1]).simple;
140
            joinedRepositoriesMap.delete(rowResult.row[1]);
141
            joinedRepositoriesMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
142
              doar_re3data: Number(rowResult.row[0]), simple: simple});
143
          } else {
144
            joinedRepositoriesMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
145
              doar_re3data: Number(rowResult.row[0]), simple: 0});
146
          }
147
        }
148

    
149
      } else if (series.series.query.name === 'new.oso.repositories') {
150

    
151
        for (const rowResult of series.series.result) {
152
          if (joinedRepositoriesMap.has(rowResult.row[1])) {
153
            const doar_re3data = joinedRepositoriesMap.get(rowResult.row[1]).doar_re3data;
154
            joinedRepositoriesMap.delete(rowResult.row[1]);
155
            joinedRepositoriesMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
156
              doar_re3data: doar_re3data, simple: Number(rowResult.row[0])});
157
          }
158
          joinedRepositoriesMap.set(rowResult.row[1], { countryName: rowResult.row[1], countryCode: rowResult.row[2],
159
            doar_re3data: 0, simple: Number(rowResult.row[0])});
160
        }
161
      }
162
    }
163

    
164
    return joinedRepositoriesMap;
165

    
166
  }
167

    
168
  public createJoinedJournalsCountryMap(rawData: RawData) {
169

    
170
    const joinedJournalsMap = new Map();
171

    
172
    for (const series of rawData.datasets) {
173
      if (series.series.query.name === 'new.oso.journals.doaj') {
174

    
175
        for (const rowResult of series.series.result) {
176
          if (joinedJournalsMap.has(rowResult.row[1])) {
177
            const simple = joinedJournalsMap.get(rowResult.row[1]).simple;
178
            joinedJournalsMap.delete(rowResult.row[1]);
179
            joinedJournalsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
180
              doaj: Number(rowResult.row[0]), simple: simple});
181
          } else {
182
            joinedJournalsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
183
              doaj: Number(rowResult.row[0]), simple: 0});
184
          }
185
        }
186

    
187
      } else if (series.series.query.name === 'new.oso.journals') {
188

    
189
        for (const rowResult of series.series.result) {
190
          if (joinedJournalsMap.has(rowResult.row[1])) {
191
            const doaj = joinedJournalsMap.get(rowResult.row[1]).doaj;
192
            joinedJournalsMap.delete(rowResult.row[1]);
193
            joinedJournalsMap.set(rowResult.row[1], {countryName: rowResult.row[1], countryCode: rowResult.row[2],
194
              doaj: doaj, simple: Number(rowResult.row[0])});
195
          }
196
          joinedJournalsMap.set(rowResult.row[1], { countryName: rowResult.row[1], countryCode: rowResult.row[2],
197
            doaj: 0, simple: Number(rowResult.row[0])});
198
        }
199
      }
200
    }
201

    
202
    return joinedJournalsMap;
203

    
204
  }
205

    
206
  public convertRawDataToCountryOverviewData(rawData: RawData) {
207

    
208
    const countryData: CountryOverviewData = new CountryOverviewData();
209

    
210
    for (const series of rawData.datasets) {
211

    
212
      if (series.series.query.name === 'new.oso.publications.affiliated.country') {
213
        countryData.publicationsAffiliated = Number(series.series.result[0].row[0]);
214
      } else if (series.series.query.name === 'new.oso.publications.deposited.country') {
215
        countryData.publicationsDeposited = Number(series.series.result[0].row[0]);
216
      } else if (series.series.query.name === 'new.oso.datasets.affiliated.country') {
217
        countryData.datasetsAffiliated = Number(series.series.result[0].row[0]);
218
      } else if (series.series.query.name === 'new.oso.datasets.deposited.country') {
219
        countryData.datasetsDeposited = Number(series.series.result[0].row[0]);
220
      } else if (series.series.query.name === 'new.oso.repositories.doar_re3data.country') {
221
        countryData.repositories = Number(series.series.result[0].row[0]);
222
      } else if (series.series.query.name === 'new.oso.journals.doaj.country') {
223
        countryData.journals = Number(series.series.result[0].row[0]);
224
      } else if (series.series.query.name === 'new.oso.oa_policies.country') {
225
        countryData.policies = Number(series.series.result[0].row[0]);
226
      }
227
    }
228

    
229
    return countryData;
230
  }
231

    
232
  public convertRawDataToEuropeOverviewData(rawData: RawData) {
233

    
234
    const europeData: EuropeData = new EuropeData();
235

    
236
    for (const series of rawData.datasets) {
237

    
238
      if (series.series.query.name === 'new.oso.publications.oa_percentage') {
239

    
240
        const publicationsIndicator: Indicator = new Indicator();
241
        publicationsIndicator.percentage = Number(series.series.result[0].row[0]);
242
        publicationsIndicator.oa = Number(series.series.result[0].row[1]);
243
        publicationsIndicator.total = Number(series.series.result[0].row[2]);
244
        europeData.publications = publicationsIndicator;
245

    
246
      } else if (series.series.query.name === 'new.oso.datasets.oa_percentage') {
247

    
248
        const datasetsIndicator: Indicator = new Indicator();
249
        datasetsIndicator.percentage = Number(series.series.result[0].row[0]);
250
        datasetsIndicator.oa = Number(series.series.result[0].row[1]);
251
        datasetsIndicator.total = Number(series.series.result[0].row[2]);
252
        europeData.datasets = datasetsIndicator;
253

    
254
      } else if (series.series.query.name === 'new.oso.software.oa_percentage') {
255

    
256
        const softwareIndicator: Indicator = new Indicator();
257
        softwareIndicator.percentage = Number(series.series.result[0].row[0]);
258
        softwareIndicator.oa = Number(series.series.result[0].row[1]);
259
        softwareIndicator.total = Number(series.series.result[0].row[2]);
260
        europeData.software = softwareIndicator;
261

    
262
      } else if (series.series.query.name === 'new.oso.other.oa_percentage') {
263

    
264
        const otherIndicator: Indicator = new Indicator();
265
        otherIndicator.percentage = Number(series.series.result[0].row[0]);
266
        otherIndicator.oa = Number(series.series.result[0].row[1]);
267
        otherIndicator.total = Number(series.series.result[0].row[2]);
268
        europeData.other = otherIndicator;
269

    
270
      } else if (series.series.query.name === 'new.oso.repositories.doar_re3data.validated') {
271

    
272
        const repositoriesIndicator: Indicator = new Indicator();
273
        repositoriesIndicator.percentage = Number(series.series.result[0].row[0]);
274
        repositoriesIndicator.oa = Number(series.series.result[0].row[1]);
275
        repositoriesIndicator.total = Number(series.series.result[0].row[2]);
276
        europeData.repositories = repositoriesIndicator;
277

    
278
      } else if (series.series.query.name === 'new.oso.journals.doaj.validated') {
279

    
280
        const journalsIndicator: Indicator = new Indicator();
281
        journalsIndicator.percentage = Number(series.series.result[0].row[0]);
282
        journalsIndicator.oa = Number(series.series.result[0].row[1]);
283
        journalsIndicator.total = Number(series.series.result[0].row[2]);
284
        europeData.journals = journalsIndicator;
285

    
286
      } else if (series.series.query.name === 'new.oso.oa_policies.europe') {
287

    
288
        const policiesIndicator: Indicator = new Indicator();
289
        policiesIndicator.percentage = Number(series.series.result[0].row[0]);
290
        policiesIndicator.oa = Number(series.series.result[0].row[1]);
291
        policiesIndicator.total = Number(series.series.result[0].row[2]);
292
        europeData.policies = policiesIndicator;
293

    
294
      }
295
    }
296

    
297
    return europeData;
298
  }
299

    
300
  public convertRawDataToAbsoluteTableData(rawData: RawData) {
301

    
302
    const mapTableData: Map<string, CountryTableData> = new Map();
303

    
304
    for (const series of rawData.datasets) {
305

    
306
      if (series.series.query.name.includes('new.oso.publications')) {
307
        for (const rowResult of series.series.result) {
308

    
309
          // remove unwanted countries
310
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
311
            continue;
312
          }
313

    
314
          if (mapTableData.has(rowResult.row[2])) {
315
            const countryTableData = mapTableData.get(rowResult.row[2]);
316
            countryTableData.publications = Number(rowResult.row[0]);
317
          } else {
318
            const countryTableData: CountryTableData = new CountryTableData();
319
            countryTableData.publications = Number(rowResult.row[0]);
320
            countryTableData.name = rowResult.row[1];
321
            countryTableData.code = rowResult.row[2];
322
            mapTableData.set(rowResult.row[2], countryTableData);
323
          }
324
        }
325

    
326
      } else if (series.series.query.name.includes('new.oso.datasets')) {
327

    
328
        for (const rowResult of series.series.result) {
329

    
330
          // remove unwanted countries
331
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
332
            continue;
333
          }
334

    
335
          if (mapTableData.has(rowResult.row[2])) {
336
            const countryTableData = mapTableData.get(rowResult.row[2]);
337
            countryTableData.datasets = Number(rowResult.row[0]);
338
          } else {
339
            const countryTableData: CountryTableData = new CountryTableData();
340
            countryTableData.datasets = Number(rowResult.row[0]);
341
            countryTableData.name = rowResult.row[1];
342
            countryTableData.code = rowResult.row[2];
343
            mapTableData.set(rowResult.row[2], countryTableData);
344
          }
345
        }
346
      } else if (series.series.query.name.includes('new.oso.software')) {
347

    
348
        for (const rowResult of series.series.result) {
349

    
350
          // remove unwanted countries
351
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
352
            continue;
353
          }
354

    
355
          if (mapTableData.has(rowResult.row[2])) {
356
            const countryTableData = mapTableData.get(rowResult.row[2]);
357
            countryTableData.software = Number(rowResult.row[0]);
358
          } else {
359
            const countryTableData: CountryTableData = new CountryTableData();
360
            countryTableData.software = Number(rowResult.row[0]);
361
            countryTableData.name = rowResult.row[1];
362
            countryTableData.code = rowResult.row[2];
363
            mapTableData.set(rowResult.row[2], countryTableData);
364
          }
365
        }
366
      } else if (series.series.query.name.includes('new.oso.other')) {
367

    
368
        for (const rowResult of series.series.result) {
369

    
370
          // remove unwanted countries
371
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
372
            continue;
373
          }
374

    
375
          if (mapTableData.has(rowResult.row[2])) {
376
            const countryTableData = mapTableData.get(rowResult.row[2]);
377
            countryTableData.other = Number(rowResult.row[0]);
378
          } else {
379
            const countryTableData: CountryTableData = new CountryTableData();
380
            countryTableData.other = Number(rowResult.row[0]);
381
            countryTableData.name = rowResult.row[1];
382
            countryTableData.code = rowResult.row[2];
383
            mapTableData.set(rowResult.row[2], countryTableData);
384
          }
385
        }
386
      } else if (series.series.query.name.includes('new.oso.repositories')) {
387

    
388
        for (const rowResult of series.series.result) {
389

    
390
          // remove unwanted countries
391
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
392
            continue;
393
          }
394

    
395
          if (mapTableData.has(rowResult.row[2])) {
396
            const countryTableData = mapTableData.get(rowResult.row[2]);
397
            countryTableData.repositories = Number(rowResult.row[0]);
398
          } else {
399
            const countryTableData: CountryTableData = new CountryTableData();
400
            countryTableData.repositories = Number(rowResult.row[0]);
401
            countryTableData.name = rowResult.row[1];
402
            countryTableData.code = rowResult.row[2];
403
            mapTableData.set(rowResult.row[2], countryTableData);
404
          }
405
        }
406
      } else if (series.series.query.name.includes('new.oso.journals')) {
407

    
408
        for (const rowResult of series.series.result) {
409

    
410
          // remove unwanted countries
411
          if (this.isCountryToBeRemoved(rowResult.row[2])) {
412
            continue;
413
          }
414

    
415
          if (mapTableData.has(rowResult.row[2])) {
416
            const countryTableData = mapTableData.get(rowResult.row[2]);
417
            countryTableData.journals = Number(rowResult.row[0]);
418
          } else {
419
            const countryTableData: CountryTableData = new CountryTableData();
420
            countryTableData.journals = Number(rowResult.row[0]);
421
            countryTableData.name = rowResult.row[1];
422
            countryTableData.code = rowResult.row[2];
423
            mapTableData.set(rowResult.row[2], countryTableData);
424
          }
425
        }
426
      }
427
    }
428

    
429
    const tableData: CountryTableData[] = [];
430

    
431
    mapTableData.forEach((value: CountryTableData, key: string) => {
432
      // console.log(key, value);
433
      tableData.push(value);
434
    });
435

    
436
    return tableData;
437
  }
438

    
439
  public convertRawDataToPercentageTableData(rawData: RawData) {
440

    
441
    const mapTableData: Map<string, CountryTableData> = new Map();
442

    
443
    for (const series of rawData.datasets) {
444

    
445
      if (series.series.query.name.includes('new.oso.results')
446
        && series.series.query.parameters && series.series.query.parameters[0] === 'publication') {
447
        for (const rowResult of series.series.result) {
448

    
449
          // remove unwanted countries
450
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
451
            continue;
452
          }
453

    
454
          if (mapTableData.has(rowResult.row[4])) {
455
            const countryTableData = mapTableData.get(rowResult.row[4]);
456
            if (rowResult.row[0] !== 'NaN') {
457
              countryTableData.publications = Number(rowResult.row[0]);
458
            }
459
          } else {
460
            const countryTableData: CountryTableData = new CountryTableData();
461
            if (rowResult.row[0] !== 'NaN') {
462
              countryTableData.publications = Number(rowResult.row[0]);
463
            }
464
            countryTableData.name = rowResult.row[3];
465
            countryTableData.code = rowResult.row[4];
466
            mapTableData.set(rowResult.row[4], countryTableData);
467
          }
468
        }
469

    
470
      } else if (series.series.query.name.includes('new.oso.results')
471
        && series.series.query.parameters && series.series.query.parameters[0] === 'dataset') {
472

    
473
        for (const rowResult of series.series.result) {
474

    
475
          // remove unwanted countries
476
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
477
            continue;
478
          }
479

    
480
          if (mapTableData.has(rowResult.row[4])) {
481
            const countryTableData = mapTableData.get(rowResult.row[4]);
482
            if (rowResult.row[0] !== 'NaN') {
483
              countryTableData.datasets = Number(rowResult.row[0]);
484
            }
485
          } else {
486
            const countryTableData: CountryTableData = new CountryTableData();
487
            if (rowResult.row[0] !== 'NaN') {
488
              countryTableData.datasets = Number(rowResult.row[0]);
489
            }
490
            countryTableData.name = rowResult.row[3];
491
            countryTableData.code = rowResult.row[4];
492
            mapTableData.set(rowResult.row[4], countryTableData);
493
          }
494
        }
495
      } else if (series.series.query.name.includes('new.oso.results')
496
        && series.series.query.parameters && series.series.query.parameters[0] === 'software') {
497

    
498
        for (const rowResult of series.series.result) {
499

    
500
          // remove unwanted countries
501
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
502
            continue;
503
          }
504

    
505
          if (mapTableData.has(rowResult.row[4])) {
506
            const countryTableData = mapTableData.get(rowResult.row[4]);
507
            if (rowResult.row[0] !== 'NaN') {
508
              countryTableData.software = Number(rowResult.row[0]);
509
            }
510
          } else {
511
            const countryTableData: CountryTableData = new CountryTableData();
512
            if (rowResult.row[0] !== 'NaN') {
513
              countryTableData.software = Number(rowResult.row[0]);
514
            }
515
            countryTableData.name = rowResult.row[3];
516
            countryTableData.code = rowResult.row[4];
517
            mapTableData.set(rowResult.row[4], countryTableData);
518
          }
519
        }
520
      } else if (series.series.query.name.includes('new.oso.results')
521
        && series.series.query.parameters && series.series.query.parameters[0] === 'other') {
522

    
523
        for (const rowResult of series.series.result) {
524

    
525
          // remove unwanted countries
526
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
527
            continue;
528
          }
529

    
530
          if (mapTableData.has(rowResult.row[4])) {
531
            const countryTableData = mapTableData.get(rowResult.row[4]);
532
            if (rowResult.row[0] !== 'NaN') {
533
              countryTableData.other = Number(rowResult.row[0]);
534
            }
535
          } else {
536
            const countryTableData: CountryTableData = new CountryTableData();
537
            if (rowResult.row[0] !== 'NaN') {
538
              countryTableData.other = Number(rowResult.row[0]);
539
            }
540
            countryTableData.name = rowResult.row[3];
541
            countryTableData.code = rowResult.row[4];
542
            mapTableData.set(rowResult.row[4], countryTableData);
543
          }
544
        }
545
      } else if (series.series.query.name.includes('new.oso.repositories')) {
546

    
547
        for (const rowResult of series.series.result) {
548

    
549
          // remove unwanted countries
550
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
551
            continue;
552
          }
553

    
554
          if (mapTableData.has(rowResult.row[4])) {
555
            const countryTableData = mapTableData.get(rowResult.row[4]);
556
            countryTableData.repositories = Number(rowResult.row[0]);
557
          } else {
558
            const countryTableData: CountryTableData = new CountryTableData();
559
            countryTableData.repositories = Number(rowResult.row[0]);
560
            countryTableData.name = rowResult.row[3];
561
            countryTableData.code = rowResult.row[4];
562
            mapTableData.set(rowResult.row[4], countryTableData);
563
          }
564
        }
565
      } else if (series.series.query.name.includes('new.oso.journals')) {
566

    
567
        for (const rowResult of series.series.result) {
568

    
569
          // remove unwanted countries
570
          if (this.isCountryToBeRemoved(rowResult.row[4])) {
571
            continue;
572
          }
573

    
574
          if (mapTableData.has(rowResult.row[4])) {
575
            const countryTableData = mapTableData.get(rowResult.row[4]);
576
            countryTableData.journals = Number(rowResult.row[0]);
577
          } else {
578
            const countryTableData: CountryTableData = new CountryTableData();
579
            countryTableData.journals = Number(rowResult.row[0]);
580
            countryTableData.name = rowResult.row[3];
581
            countryTableData.code = rowResult.row[4];
582
            mapTableData.set(rowResult.row[4], countryTableData);
583
          }
584
        }
585
      }
586
    }
587

    
588
    const tableData: CountryTableData[] = [];
589

    
590
    mapTableData.forEach((value: CountryTableData, key: string) => {
591
      // console.log(key, value);
592
      tableData.push(value);
593
    });
594

    
595
    return tableData;
596
  }
597

    
598
  public convertRawDataToIndicatorsTableData(rawData: RawData) {
599

    
600
    const mapTableData: Map<string, CountryTableData> = new Map();
601

    
602
    for (const series of rawData.datasets) {
603

    
604
      if (series.series.query.name.includes('new.oso.results.pid_percentage')) {
605
        for (const rowResult of series.series.result) {
606

    
607
          const pidIndicator = new Indicator();
608

    
609
          // remove unwanted countries
610
          if (this.isCountryToBeRemoved(rowResult.row[3])) {
611
            continue;
612
          }
613

    
614
          if (mapTableData.has(rowResult.row[3])) {
615
            const countryTableData = mapTableData.get(rowResult.row[3]);
616
            if (rowResult.row[0] !== 'NaN') {
617
              pidIndicator.total = Number(rowResult.row[2]);
618
              pidIndicator.oa = Number(rowResult.row[1]);
619
              pidIndicator.percentage = Number(rowResult.row[0]);
620
              countryTableData.pid = pidIndicator;
621
            }
622
          } else {
623
            const countryTableData: CountryTableData = new CountryTableData();
624
            if (rowResult.row[0] !== 'NaN') {
625
              pidIndicator.total = Number(rowResult.row[2]);
626
              pidIndicator.oa = Number(rowResult.row[1]);
627
              pidIndicator.percentage = Number(rowResult.row[0]);
628
              countryTableData.pid = pidIndicator;
629
            }
630
            countryTableData.name = rowResult.row[4];
631
            countryTableData.code = rowResult.row[3];
632
            mapTableData.set(rowResult.row[3], countryTableData);
633
          }
634
        }
635

    
636
      } else if (series.series.query.name.includes('new.oso.results.licence_percentage')) {
637

    
638
        for (const rowResult of series.series.result) {
639

    
640
          const licenceIndicator = new Indicator();
641

    
642
          // remove unwanted countries
643
          if (this.isCountryToBeRemoved(rowResult.row[3])) {
644
            continue;
645
          }
646

    
647
          if (mapTableData.has(rowResult.row[3])) {
648
            const countryTableData = mapTableData.get(rowResult.row[3]);
649
            if (rowResult.row[0] !== 'NaN') {
650
              licenceIndicator.total = Number(rowResult.row[2]);
651
              licenceIndicator.oa = Number(rowResult.row[1]);
652
              licenceIndicator.percentage = Number(rowResult.row[0]);
653
              countryTableData.licence = licenceIndicator;
654
            }
655
          } else {
656
            const countryTableData: CountryTableData = new CountryTableData();
657
            if (rowResult.row[0] !== 'NaN') {
658
              licenceIndicator.total = Number(rowResult.row[2]);
659
              licenceIndicator.oa = Number(rowResult.row[1]);
660
              licenceIndicator.percentage = Number(rowResult.row[0]);
661
              countryTableData.licence = licenceIndicator;
662
            }
663
            countryTableData.name = rowResult.row[4];
664
            countryTableData.code = rowResult.row[3];
665
            mapTableData.set(rowResult.row[3], countryTableData);
666
          }
667
        }
668
      } else if (series.series.query.name.includes('new.oso.results.green_percentage')) {
669

    
670
        for (const rowResult of series.series.result) {
671

    
672
          const greenIndicator = new Indicator();
673

    
674
          // remove unwanted countries
675
          if (this.isCountryToBeRemoved(rowResult.row[3])) {
676
            continue;
677
          }
678

    
679
          if (mapTableData.has(rowResult.row[3])) {
680
            const countryTableData = mapTableData.get(rowResult.row[3]);
681
            if (rowResult.row[0] !== 'NaN') {
682
              greenIndicator.total = Number(rowResult.row[2]);
683
              greenIndicator.oa = Number(rowResult.row[1]);
684
              greenIndicator.percentage = Number(rowResult.row[0]);
685
              countryTableData.green = greenIndicator;
686
            }
687
          } else {
688
            const countryTableData: CountryTableData = new CountryTableData();
689
            if (rowResult.row[0] !== 'NaN') {
690
              greenIndicator.total = Number(rowResult.row[2]);
691
              greenIndicator.oa = Number(rowResult.row[1]);
692
              greenIndicator.percentage = Number(rowResult.row[0]);
693
              countryTableData.green = greenIndicator;
694
            }
695
            countryTableData.name = rowResult.row[4];
696
            countryTableData.code = rowResult.row[3];
697
            mapTableData.set(rowResult.row[3], countryTableData);
698
          }
699
        }
700
      } else if (series.series.query.name.includes('new.oso.results.gold_percentage')) {
701

    
702
        for (const rowResult of series.series.result) {
703

    
704
          const goldIndicator = new Indicator();
705

    
706
          // remove unwanted countries
707
          if (this.isCountryToBeRemoved(rowResult.row[3])) {
708
            continue;
709
          }
710

    
711
          if (mapTableData.has(rowResult.row[3])) {
712
            const countryTableData = mapTableData.get(rowResult.row[3]);
713
            if (rowResult.row[0] !== 'NaN') {
714
              goldIndicator.total = Number(rowResult.row[2]);
715
              goldIndicator.oa = Number(rowResult.row[1]);
716
              goldIndicator.percentage = Number(rowResult.row[0]);
717
              countryTableData.gold = goldIndicator;
718
            }
719
          } else {
720
            const countryTableData: CountryTableData = new CountryTableData();
721
            if (rowResult.row[0] !== 'NaN') {
722
              goldIndicator.total = Number(rowResult.row[2]);
723
              goldIndicator.oa = Number(rowResult.row[1]);
724
              goldIndicator.percentage = Number(rowResult.row[0]);
725
              countryTableData.gold = goldIndicator;
726
            }
727
            countryTableData.name = rowResult.row[4];
728
            countryTableData.code = rowResult.row[3];
729
            mapTableData.set(rowResult.row[3], countryTableData);
730
          }
731
        }
732
      }
733
    }
734

    
735
    const tableData: CountryTableData[] = [];
736

    
737
    mapTableData.forEach((value: CountryTableData, key: string) => {
738
      // console.log(key, value);
739
      tableData.push(value);
740
    });
741

    
742
    return tableData;
743
  }
744

    
745
  public convertRawDataToLeadingOpenScienceData(rawData: RawData) {
746

    
747
    const leadingOpenScienceData: CountryOverviewData[] = [];
748

    
749
    for (const series of rawData.datasets) {
750
      if (series.series.query.name === 'new.oso.mobile.overview') {
751
        for (const rowResult of series.series.result) {
752

    
753
          const countryOverviewData: CountryOverviewData = new CountryOverviewData();
754
          countryOverviewData.name = rowResult.row[1];
755
          countryOverviewData.code = rowResult.row[0];
756
          countryOverviewData.publicationsAffiliated = Number(rowResult.row[2]);
757
          countryOverviewData.publicationsDeposited = Number(rowResult.row[3]);
758

    
759
          leadingOpenScienceData.push(countryOverviewData);
760
        }
761
      }
762
    }
763

    
764
    return leadingOpenScienceData;
765
  }
766

    
767
  public convertRawDataToCountryPageOverviewData(rawData: RawData) {
768

    
769
    const countryPageOverviewData: CountryPageOverviewData = new CountryPageOverviewData();
770

    
771
    for (const series of rawData.datasets) {
772

    
773
      if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
774
        && series.series.query.parameters && series.series.query.parameters[0] === 'publication') {
775

    
776
        countryPageOverviewData.name = series.series.result[0].row[3];
777
        countryPageOverviewData.code = series.series.result[0].row[4];
778

    
779
        const publicationsAffiliatedIndicator: Indicator = new Indicator();
780
        publicationsAffiliatedIndicator.percentage = Number(series.series.result[0].row[0]);
781
        publicationsAffiliatedIndicator.oa = Number(series.series.result[0].row[1]);
782
        publicationsAffiliatedIndicator.total = Number(series.series.result[0].row[2]);
783
        countryPageOverviewData.publicationsAffiliated = publicationsAffiliatedIndicator;
784

    
785
      } else if ((series.series.query.name === 'new.oso.results.oa_percentage.deposited.country')
786
        && series.series.query.parameters && series.series.query.parameters[0] === 'publication') {
787

    
788
        countryPageOverviewData.name = series.series.result[0].row[3];
789
        countryPageOverviewData.code = series.series.result[0].row[4];
790

    
791
        const publicationsDepositedIndicator: Indicator = new Indicator();
792
        publicationsDepositedIndicator.percentage = Number(series.series.result[0].row[0]);
793
        publicationsDepositedIndicator.oa = Number(series.series.result[0].row[1]);
794
        publicationsDepositedIndicator.total = Number(series.series.result[0].row[2]);
795
        countryPageOverviewData.publicationsDeposited = publicationsDepositedIndicator;
796

    
797
      } else if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
798
        && series.series.query.parameters && series.series.query.parameters[0] === 'dataset') {
799

    
800
        countryPageOverviewData.name = series.series.result[0].row[3];
801
        countryPageOverviewData.code = series.series.result[0].row[4];
802

    
803
        const datasetsAffiliatedIndicator: Indicator = new Indicator();
804
        datasetsAffiliatedIndicator.percentage = Number(series.series.result[0].row[0]);
805
        datasetsAffiliatedIndicator.oa = Number(series.series.result[0].row[1]);
806
        datasetsAffiliatedIndicator.total = Number(series.series.result[0].row[2]);
807
        countryPageOverviewData.datasetsAffiliated = datasetsAffiliatedIndicator;
808

    
809
      } else if ((series.series.query.name === 'new.oso.results.oa_percentage.deposited.country')
810
        && series.series.query.parameters && series.series.query.parameters[0] === 'dataset') {
811

    
812
        countryPageOverviewData.name = series.series.result[0].row[3];
813
        countryPageOverviewData.code = series.series.result[0].row[4];
814

    
815
        const datasetsDepositedIndicator: Indicator = new Indicator();
816
        datasetsDepositedIndicator.percentage = Number(series.series.result[0].row[0]);
817
        datasetsDepositedIndicator.oa = Number(series.series.result[0].row[1]);
818
        datasetsDepositedIndicator.total = Number(series.series.result[0].row[2]);
819
        countryPageOverviewData.datasetsDeposited = datasetsDepositedIndicator;
820

    
821
      } else if (series.series.query.name === 'new.oso.repositories.doar_re3data.validated.country') {
822

    
823
        countryPageOverviewData.name = series.series.result[0].row[3];
824
        countryPageOverviewData.code = series.series.result[0].row[4];
825

    
826
        const repositoriesIndicator: Indicator = new Indicator();
827
        repositoriesIndicator.percentage = Number(series.series.result[0].row[0]);
828
        repositoriesIndicator.oa = Number(series.series.result[0].row[1]);
829
        repositoriesIndicator.total = Number(series.series.result[0].row[2]);
830
        countryPageOverviewData.repositories = repositoriesIndicator;
831

    
832
      } else if (series.series.query.name === 'new.oso.journals.doaj.validated.country') {
833

    
834
        countryPageOverviewData.name = series.series.result[0].row[3];
835
        countryPageOverviewData.code = series.series.result[0].row[4];
836

    
837
        const journalsIndicator: Indicator = new Indicator();
838
        journalsIndicator.percentage = Number(series.series.result[0].row[0]);
839
        journalsIndicator.oa = Number(series.series.result[0].row[1]);
840
        journalsIndicator.total = Number(series.series.result[0].row[2]);
841
        countryPageOverviewData.journals = journalsIndicator;
842

    
843
      } else if (series.series.query.name === 'new.oso.oa_policies.country') {
844

    
845
        countryPageOverviewData.policies = Number(series.series.result[0].row[0]);
846

    
847
      } else if (series.series.query.name === 'new.oso.funder.country') {
848

    
849
        countryPageOverviewData.funders = Number(series.series.result[0].row[0]);
850

    
851
      } else if (series.series.query.name === 'new.oso.funding_organizations.country') {
852

    
853
        countryPageOverviewData.fundingOrganizations = Number(series.series.result[0].row[0]);
854

    
855
      } else if (series.series.query.name === 'new.oso.ec_funded_organizations.country') {
856

    
857
        countryPageOverviewData.ec_fundedOrganizations = Number(series.series.result[0].row[0]);
858
      }
859
    }
860

    
861
    return countryPageOverviewData;
862
  }
863

    
864
  public convertRawDataToCountryPageOAData(rawData: RawData) {
865

    
866
    const countryPageOverviewData: CountryPageOverviewData = new CountryPageOverviewData();
867

    
868
    for (const series of rawData.datasets) {
869

    
870
      if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
871
        && series.series.query.parameters && series.series.query.parameters[0] === 'publication') {
872

    
873
        countryPageOverviewData.name = series.series.result[0].row[3];
874
        countryPageOverviewData.code = series.series.result[0].row[4];
875

    
876
        const publicationsAffiliatedIndicator: Indicator = new Indicator();
877
        publicationsAffiliatedIndicator.percentage = Number(series.series.result[0].row[0]);
878
        publicationsAffiliatedIndicator.oa = Number(series.series.result[0].row[1]);
879
        publicationsAffiliatedIndicator.total = Number(series.series.result[0].row[2]);
880
        countryPageOverviewData.publicationsAffiliated = publicationsAffiliatedIndicator;
881

    
882
      } else  if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
883
        && series.series.query.parameters && series.series.query.parameters[0] === 'dataset') {
884

    
885
        countryPageOverviewData.name = series.series.result[0].row[3];
886
        countryPageOverviewData.code = series.series.result[0].row[4];
887

    
888
        const datasetsAffiliatedIndicator: Indicator = new Indicator();
889
        datasetsAffiliatedIndicator.percentage = Number(series.series.result[0].row[0]);
890
        datasetsAffiliatedIndicator.oa = Number(series.series.result[0].row[1]);
891
        datasetsAffiliatedIndicator.total = Number(series.series.result[0].row[2]);
892
        countryPageOverviewData.datasetsAffiliated = datasetsAffiliatedIndicator;
893

    
894
      } else if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
895
        && series.series.query.parameters && series.series.query.parameters[0] === 'software') {
896

    
897
        countryPageOverviewData.name = series.series.result[0].row[3];
898
        countryPageOverviewData.code = series.series.result[0].row[4];
899

    
900
        const softwareIndicator: Indicator = new Indicator();
901
        softwareIndicator.percentage = Number(series.series.result[0].row[0]);
902
        softwareIndicator.oa = Number(series.series.result[0].row[1]);
903
        softwareIndicator.total = Number(series.series.result[0].row[2]);
904
        countryPageOverviewData.software = softwareIndicator;
905

    
906
      } else if ((series.series.query.name === 'new.oso.results.oa_percentage.country')
907
        && series.series.query.parameters && series.series.query.parameters[0] === 'other') {
908

    
909
        countryPageOverviewData.name = series.series.result[0].row[3];
910
        countryPageOverviewData.code = series.series.result[0].row[4];
911

    
912
        const otherIndicator: Indicator = new Indicator();
913
        otherIndicator.percentage = Number(series.series.result[0].row[0]);
914
        otherIndicator.oa = Number(series.series.result[0].row[1]);
915
        otherIndicator.total = Number(series.series.result[0].row[2]);
916
        countryPageOverviewData.other = otherIndicator;
917

    
918
      }
919
    }
920

    
921
    return countryPageOverviewData;
922
  }
923

    
924
  public convertRawDataToTreemapHighchartsData(rawData: RawData) {
925

    
926
    const treeMapData: TreemapHighchartsData[] = [];
927

    
928
    for (const series of rawData.datasets) {
929
      // let index = 1;
930
      for (const rowResult of series.series.result) {
931

    
932
        const treeMapItemData: TreemapHighchartsData = new TreemapHighchartsData();
933
        treeMapItemData.name = rowResult.row[1];
934
        treeMapItemData.value = Number(rowResult.row[0]);
935
        treeMapItemData.colorValue = Number(rowResult.row[0]);
936
        // treeMapItemData.colorValue = index;
937

    
938
        treeMapData.push(treeMapItemData);
939

    
940
        // index = index + 1;
941
      }
942
    }
943

    
944
    return treeMapData;
945
  }
946

    
947
  private rawResultToCountryMapData(result: Row[]) {
948

    
949
    const entityMapData: CountryMapData[] = [];
950
    for (const rowResult of result) {
951

    
952
      // remove unwanted countries
953
      if (this.isCountryToBeRemoved(rowResult.row[2])) {
954
        continue;
955
      }
956

    
957
      const countryMapData: CountryMapData = new CountryMapData();
958
      countryMapData.value = Number(rowResult.row[0]);
959
      countryMapData.name = rowResult.row[1];
960
      countryMapData.code = rowResult.row[2];
961

    
962
      entityMapData.push(countryMapData);
963
    }
964

    
965
    return entityMapData;
966
  }
967

    
968
  private isCountryToBeRemoved(countryCode: string) {
969
    return (countryCode === 'GG' || countryCode === 'FO' || countryCode === 'GI' || countryCode === 'VA' || countryCode === 'IM'
970
      || countryCode === 'JE' || countryCode === 'LI' || countryCode === 'MC' || countryCode === 'SM' || countryCode === 'SJ'
971
      || countryCode === 'AX');
972
  }
973
}
(1-1/3)