Revision 53069
Added by Michele Artini over 5 years ago
GridUtils.java | ||
---|---|---|
23 | 23 |
import eu.dnetlib.data.proto.KindProtos.Kind; |
24 | 24 |
import eu.dnetlib.data.proto.OafProtos.Oaf; |
25 | 25 |
import eu.dnetlib.data.proto.OafProtos.OafEntity; |
26 |
import eu.dnetlib.data.proto.OafProtos.OafRel; |
|
26 | 27 |
import eu.dnetlib.data.proto.OrganizationProtos.Organization; |
27 | 28 |
import eu.dnetlib.data.proto.TypeProtos.Type; |
28 |
import eu.dnetlib.miscutils.datetime.DateUtils; |
|
29 | 29 |
import eu.dnetlib.grid.process.model.GridOrganization; |
30 | 30 |
import eu.dnetlib.grid.process.model.GridResponse; |
31 |
import eu.dnetlib.miscutils.datetime.DateUtils; |
|
32 |
import eu.dnetlib.miscutils.functional.hash.Hashing; |
|
31 | 33 |
|
32 | 34 |
public class GridUtils { |
33 | 35 |
|
... | ... | |
53 | 55 |
|
54 | 56 |
final String gridId = org.getId(); |
55 | 57 |
final String shortName = findShortName(org); |
58 |
final String parent = parents.get(gridId); |
|
59 |
final String mainName = calculateName(parent, org.getName()); |
|
60 |
final Set<String> otherNames = calculateNames(parent, org.getAcronyms()); |
|
56 | 61 |
|
57 |
final String mainName = calculateName(parents.get(gridId), org.getName()); |
|
58 |
final Set<String> names = calculateNames(parents.get(gridId), org.getAcronyms()); |
|
62 |
final Map<String, String> orgRels = otherNames.stream() |
|
63 |
.collect(Collectors.toMap(s -> calculateOpenaireId(ds.getPrefix(), gridId, s), s -> s)); |
|
64 |
orgRels.put(calculateOpenaireId(ds.getPrefix(), gridId, mainName), mainName); |
|
59 | 65 |
|
60 | 66 |
final Qualifier.Builder country = org.getAddresses().stream() |
61 | 67 |
.map(addr -> Qualifier.newBuilder() |
... | ... | |
68 | 74 |
.findFirst() |
69 | 75 |
.orElse(null); |
70 | 76 |
|
71 |
final String url = org.getLinks().stream().findFirst().orElse(null);
|
|
77 |
final String url = org.getLinks().stream().findFirst().orElse("");
|
|
72 | 78 |
|
73 | 79 |
final List<Oaf> res = new ArrayList<>(); |
74 | 80 |
|
75 |
res.add(toProto(gridId, mainName, shortName, url, country, org.getAcronyms(), ds)); |
|
76 |
res.addAll(names.stream() |
|
77 |
.map(name -> toProto(gridId, name, shortName, url, country, new ArrayList<>(), ds)) |
|
81 |
res.add(toProto(gridId, mainName, shortName, url, country, org.getAcronyms(), orgRels, ds)); |
|
82 |
|
|
83 |
res.addAll(otherNames.stream() |
|
84 |
.map(name -> toProto(gridId, name, shortName, url, country, new ArrayList<>(), orgRels, ds)) |
|
78 | 85 |
.collect(Collectors.toList())); |
79 | 86 |
|
80 | 87 |
return res; |
... | ... | |
86 | 93 |
final String url, |
87 | 94 |
final Qualifier.Builder country, |
88 | 95 |
final List<String> acronyms, |
96 |
final Map<String, String> orgRels, |
|
89 | 97 |
final Datasource ds) { |
90 | 98 |
|
99 |
// TODO ADD ALTERNATIVE NAMES AND RELS |
|
100 |
|
|
101 |
final String openaireId = calculateOpenaireId(ds.getPrefix(), gridId, name); |
|
102 |
|
|
103 |
final KeyValue collectedFrom = KeyValue.newBuilder() |
|
104 |
.setKey(ds.getId()) |
|
105 |
.setValue(ds.getName()).build(); |
|
106 |
|
|
107 |
final OafEntity.Builder entity = OafEntity.newBuilder() |
|
108 |
.setId(openaireId) |
|
109 |
.addPid(StructuredProperty.newBuilder() |
|
110 |
.setValue(gridId) |
|
111 |
.setQualifier(Qualifier.newBuilder() |
|
112 |
.setClassid("grid") |
|
113 |
.setClassname("grid") |
|
114 |
.setSchemeid("dnet:pid_types") |
|
115 |
.setSchemename("dnet:pid_types"))) |
|
116 |
.addCollectedfrom(collectedFrom) |
|
117 |
.setType(Type.organization) |
|
118 |
.setOrganization(Organization.newBuilder() |
|
119 |
.setMetadata(Organization.Metadata.newBuilder() |
|
120 |
.setLegalname(StringField.newBuilder().setValue(name)) |
|
121 |
.setLegalshortname(StringField.newBuilder().setValue(shortName)) |
|
122 |
.setWebsiteurl(StringField.newBuilder().setValue(url)) |
|
123 |
.addAllAlternativeNames(acronyms.stream().map(a -> StringField.newBuilder().setValue(a).build()).collect(Collectors.toList())) |
|
124 |
.setCountry(country))); |
|
125 |
|
|
126 |
orgRels.entrySet().stream() |
|
127 |
.filter(e -> !e.getKey().equals(openaireId)) |
|
128 |
.forEach(e -> entity.addCachedRel( |
|
129 |
OafRel.newBuilder() |
|
130 |
.setTarget(e.getKey()) |
|
131 |
// TODO ??? e.getValue() |
|
132 |
.addCollectedfrom(collectedFrom))); |
|
133 |
|
|
91 | 134 |
return Oaf.newBuilder() |
92 | 135 |
.setKind(Kind.entity) |
93 | 136 |
.setLastupdatetimestamp(DateUtils.now()) |
94 |
.setEntity(OafEntity.newBuilder() |
|
95 |
.addPid(StructuredProperty.newBuilder() |
|
96 |
.setValue(gridId) |
|
97 |
.setQualifier(Qualifier.newBuilder() |
|
98 |
.setClassid("grid") |
|
99 |
.setClassname("grid") |
|
100 |
.setSchemeid("dnet:pid_types") |
|
101 |
.setSchemename("dnet:pid_types"))) |
|
102 |
.addCollectedfrom(KeyValue.newBuilder() |
|
103 |
.setKey(ds.getId()) |
|
104 |
.setValue(ds.getName())) |
|
105 |
.setType(Type.organization) |
|
106 |
.setOrganization(Organization.newBuilder() |
|
107 |
.setMetadata(Organization.Metadata.newBuilder() |
|
108 |
.setLegalname(StringField.newBuilder().setValue(name)) |
|
109 |
.setLegalshortname(StringField.newBuilder().setValue(shortName)) |
|
110 |
|
|
111 |
.setWebsiteurl(StringField.newBuilder().setValue(url)) |
|
112 |
.setCountry(country)))) |
|
137 |
.setEntity(entity) |
|
113 | 138 |
.setDataInfo(DataInfo.newBuilder() |
114 |
.setTrust("0.99")
|
|
139 |
.setTrust("0.90")
|
|
115 | 140 |
.setInferred(false) |
116 | 141 |
.setProvenanceaction(Qualifier.newBuilder() |
117 | 142 |
.setClassid("UNKNOWN") |
... | ... | |
121 | 146 |
.build(); |
122 | 147 |
} |
123 | 148 |
|
149 |
private static String calculateOpenaireId(final String prefix, final String gridId, final String name) { |
|
150 |
return String.format("20|%s::%s", prefix, Hashing.md5(gridId + " " + name)); |
|
151 |
} |
|
152 |
|
|
124 | 153 |
private static String calculateName(final String parent, final String simpleName) { |
125 | 154 |
return StringUtils.isBlank(parent) ? simpleName : parent + " - " + simpleName; |
126 | 155 |
} |
Also available in: Unified diff