1
|
ALTER TABLE datasources ADD COLUMN issn character varying(20);
|
2
|
ALTER TABLE datasources ADD COLUMN eissn character varying(20);
|
3
|
ALTER TABLE datasources ADD COLUMN lissn character varying(20);
|
4
|
ALTER TABLE datasources ALTER COLUMN databaseaccesstype TYPE VARCHAR(32);
|
5
|
ALTER TABLE datasources ALTER COLUMN datauploadtype TYPE VARCHAR(32);
|
6
|
ALTER TABLE datasources ALTER COLUMN databaseaccessrestriction TYPE VARCHAR(32);
|
7
|
ALTER TABLE datasources ALTER COLUMN datauploadrestriction TYPE VARCHAR(32);
|
8
|
ALTER TABLE datasources ALTER COLUMN qualitymanagementkind TYPE VARCHAR(32);
|
9
|
|
10
|
ALTER TABLE datasources ADD COLUMN registeredby character varying(255);
|
11
|
|
12
|
DELETE FROM apicollections WHERE api NOT LIKE 'api_________::%';
|
13
|
DELETE FROM api WHERE id NOT LIKE 'api_________::%';
|
14
|
|
15
|
ALTER TABLE apicollections DROP COLUMN name;
|
16
|
ALTER TABLE apicollections RENAME COLUMN accessparam TO param;
|
17
|
ALTER TABLE apicollections RENAME COLUMN accessvalue TO original;
|
18
|
ALTER TABLE apicollections ADD COLUMN edited VARCHAR(255) DEFAULT NULL;
|
19
|
ALTER TABLE apicollections ADD COLUMN accessparam boolean DEFAULT true;
|
20
|
ALTER TABLE apicollections DROP CONSTRAINT apicollection_pkey;
|
21
|
ALTER TABLE apicollections ALTER COLUMN original SET DEFAULT '';
|
22
|
|
23
|
UPDATE apicollections SET param = 'set' WHERE param = 'SET';
|
24
|
UPDATE apicollections SET param = 'format' WHERE param = 'FORMAT';
|
25
|
UPDATE apicollections SET param = 'baseUrl' WHERE param = 'BASEURL';
|
26
|
|
27
|
-- FIX A PROBLEM WITH MULTIPLE SET
|
28
|
DELETE FROM apicollections WHERE api='api_________::opendoar____::1560::1' AND param='set';
|
29
|
INSERT INTO apicollections (param, original, api) VALUES ('set', 'hdl_10251_3829, hdl_10251_321, hdl_10251_11256, hdl_10251_11206, hdl_10251_8702, hdl_10251_3026, hdl_10251_11076', 'api_________::opendoar____::1560::1');
|
30
|
DELETE FROM apicollections WHERE api='api_________::driver______::d0b68287-678d-4efc-b354-c47cbacaed3c::0' AND param='set';
|
31
|
INSERT INTO apicollections (param, original, api) VALUES ('set', 'pub-type:article, pub-type:conf-proceeding, pub-type:lecture, pub-type:paper, pub-type:report', 'api_________::driver______::d0b68287-678d-4efc-b354-c47cbacaed3c::0');
|
32
|
DELETE FROM apicollections WHERE api='api_________::driver______::79476713-c428-4f23-bf97-8f27500f754a::0' AND param='set';
|
33
|
INSERT INTO apicollections (param, original, api) VALUES ('set', 'dad:SIQG, jhs,sal:CNF+PA', 'api_________::driver______::79476713-c428-4f23-bf97-8f27500f754a::0');
|
34
|
DELETE FROM apicollections WHERE api='api_________::opendoar____::202::0' AND param='set';
|
35
|
INSERT INTO apicollections (param, original, api) VALUES ('set', 'hdl_1887_4540, hdl_1887_4951', 'api_________::opendoar____::202::0');
|
36
|
DELETE FROM apicollections WHERE api='api_________::driver______::c75b9f23-25a8-4e45-aadd-ba449211e2a8::0' AND param='set';
|
37
|
INSERT INTO apicollections (param, original, api) VALUES ('set', 'ijdc:ART, ijdc:PAP', 'api_________::driver______::c75b9f23-25a8-4e45-aadd-ba449211e2a8::0');
|
38
|
-- AND FIX
|
39
|
|
40
|
ALTER TABLE apicollections ADD CONSTRAINT apicollection_pkey PRIMARY KEY (api, param);
|
41
|
|
42
|
INSERT INTO apicollections (param, original, edited, api) SELECT 'baseUrl', COALESCE(original,''), COALESCE(edited, ''), id FROM api WHERE originalprotocolclass = editedprotocolclass;
|
43
|
INSERT INTO apicollections (param, original, api) SELECT 'baseUrl', COALESCE(original,''), id FROM api WHERE originalprotocolclass != editedprotocolclass OR editedprotocolclass IS NULL;
|
44
|
UPDATE apicollections SET edited = NULL WHERE edited = '';
|
45
|
|
46
|
UPDATE datasources SET datasourceclass = 'websource' where id = 'openaire____::webcrawl';
|
47
|
|
48
|
INSERT INTO apicollections (param, original, api) VALUES ('splitOnElement', 'repository', 'api_________::opendoar::0');
|
49
|
INSERT INTO apicollections (param, original, api) VALUES ('splitOnElement', 'ROW', 'api_________::re3data::0');
|
50
|
INSERT INTO apicollections (param, original, api) VALUES ('splitOnElement', 'Record', 'api_________::wellcometrust::0');
|
51
|
INSERT INTO apicollections (param, original, api) VALUES ('splitOnElement', 'ROW', 'api_________::corda::0');
|
52
|
|
53
|
UPDATE apicollections SET _dnet_resource_identifier_ = api||'@@'||param;
|
54
|
|
55
|
INSERT INTO scheme (_dnet_resource_identifier_, code, name) VALUES ('dnet:content_description_typologies', 'dnet:content_description_typologies', 'D-Net Content Description Typologies');
|
56
|
|
57
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('UNKNOWN', 'UNKNOWN', 'UNKNOWN');
|
58
|
|
59
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('native', 'native', 'native');
|
60
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('native@@dnet:compatibilityLevel', 'native', 'dnet:compatibilityLevel');
|
61
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('files', 'files', 'files');
|
62
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('files@@dnet:compatibilityLevel', 'files', 'dnet:compatibilityLevel');
|
63
|
|
64
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('metadata', 'metadata', 'metadata');
|
65
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('file::WoS', 'file::WoS', 'file::WoS');
|
66
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('file::PDF', 'file::PDF', 'file::PDF');
|
67
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('file::EuropePMC', 'file::EuropePMC', 'file::EuropePMC');
|
68
|
|
69
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('metadata@@dnet:content_description_typologies', 'metadata', 'dnet:content_description_typologies');
|
70
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('file::WoS@@dnet:content_description_typologies', 'file::WoS', 'dnet:content_description_typologies');
|
71
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('file::PDF@@dnet:content_description_typologies', 'file::PDF', 'dnet:content_description_typologies');
|
72
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('file::EuropePMC@@dnet:content_description_typologies', 'file::EuropePMC', 'dnet:content_description_typologies');
|
73
|
|
74
|
ALTER TABLE api ADD COLUMN contentdescriptionclass VARCHAR(255) DEFAULT 'metadata';
|
75
|
ALTER TABLE api ADD COLUMN contentdescriptionscheme VARCHAR(255) DEFAULT 'dnet:content_description_typologies';
|
76
|
ALTER TABLE api DROP COLUMN editedprotocolclass;
|
77
|
ALTER TABLE api DROP COLUMN editedprotocolscheme;
|
78
|
ALTER TABLE api DROP COLUMN original;
|
79
|
ALTER TABLE api DROP COLUMN edited;
|
80
|
ALTER TABLE api DROP COLUMN useedited;
|
81
|
ALTER TABLE api RENAME COLUMN originalprotocolclass TO protocolclass;
|
82
|
ALTER TABLE api RENAME COLUMN originalprotocolscheme TO protocolscheme;
|
83
|
ALTER TABLE api ADD COLUMN active BOOLEAN DEFAULT false;
|
84
|
ALTER TABLE api ADD COLUMN removable BOOLEAN DEFAULT false;
|
85
|
ALTER TABLE api ADD COLUMN typologyclass VARCHAR(255) DEFAULT 'UNKNOWN';
|
86
|
ALTER TABLE api ADD COLUMN typologyscheme VARCHAR(255) DEFAULT 'dnet:datasource_typologies';
|
87
|
ALTER TABLE api ADD CONSTRAINT api_typologyclass_fkey FOREIGN KEY (typologyclass) REFERENCES class(code);
|
88
|
ALTER TABLE api ADD CONSTRAINT api_typologyscheme_fkey FOREIGN KEY (typologyscheme) REFERENCES scheme(code);
|
89
|
ALTER TABLE api ADD COLUMN compatibilityclass VARCHAR(255) DEFAULT 'UNKNOWN';
|
90
|
ALTER TABLE api ADD COLUMN compatibilityscheme VARCHAR(255) DEFAULT 'dnet:compatibilityLevel';
|
91
|
ALTER TABLE api ADD CONSTRAINT api_compatibilityclass_fkey FOREIGN KEY (compatibilityclass) REFERENCES class(code);
|
92
|
ALTER TABLE api ADD CONSTRAINT api_compatibilityscheme_fkey FOREIGN KEY (compatibilityscheme) REFERENCES scheme(code);
|
93
|
|
94
|
ALTER TABLE api ADD CONSTRAINT api_contentdescriptionclass_fkey FOREIGN KEY (contentdescriptionclass) REFERENCES class(code);
|
95
|
ALTER TABLE api ADD CONSTRAINT api_contentdescriptionscheme_fkey FOREIGN KEY (contentdescriptionscheme) REFERENCES scheme(code);
|
96
|
|
97
|
UPDATE api SET typologyclass = d.datasourceclass FROM datasources d WHERE datasource = d.id;
|
98
|
--UPDATE api SET compatibilityclass = 'driver' where typology = 'driver';
|
99
|
--UPDATE api SET compatibilityclass = 'openaire2.0' FROM apicollections ac WHERE typology = 'openaire' AND id = ac.api AND ac.param = 'set' AND ac.original like '%ec_fundedresources%';
|
100
|
--UPDATE api SET compatibilityclass = 'openaire3.0' FROM apicollections ac WHERE typology = 'openaire' AND id = ac.api AND ac.param = 'set' AND ac.original like '%openaire%';
|
101
|
|
102
|
-- Jochen version
|
103
|
UPDATE api SET compatibilityclass = ds.openairecompatibilityclass FROM datasources ds where ds.id=api.datasource;
|
104
|
UPDATE api SET compatibilityclass = 'driver' WHERE compatibilityclass = 'driver-openaire2.0' AND typology = 'driver';
|
105
|
UPDATE api SET compatibilityclass = 'openaire2.0' WHERE compatibilityclass = 'driver-openaire2.0' AND typology = 'openaire';
|
106
|
UPDATE api SET compatibilityclass = 'UNKNOWN' WHERE compatibilityclass = 'openaire2.0-openaire3.0'
|
107
|
-- END Jochen
|
108
|
|
109
|
UPDATE api SET (typologyclass, compatibilityclass) = ('entityregistry', 'native') WHERE id = 'api_________::opendoar::0';
|
110
|
UPDATE api SET (typologyclass, compatibilityclass) = ('entityregistry', 'native') WHERE id = 'api_________::re3data::0';
|
111
|
UPDATE api SET (typologyclass, compatibilityclass) = ('entityregistry', 'native') WHERE id = 'api_________::wellcometrust::0';
|
112
|
UPDATE api SET (typologyclass, compatibilityclass) = ('entityregistry', 'native') WHERE id = 'api_________::corda::0';
|
113
|
|
114
|
ALTER TABLE api DROP COLUMN typology;
|
115
|
ALTER TABLE datasources DROP COLUMN openairecompatibilityclass;
|
116
|
ALTER TABLE datasources DROP COLUMN openairecompatibilityscheme;
|
117
|
|
118
|
DELETE FROM class_scheme WHERE scheme = 'dnet:compatibilityLevel' AND class = 'driver-openaire2.0';
|
119
|
DELETE FROM class_scheme WHERE scheme = 'dnet:compatibilityLevel' AND class = 'driver-openaire2.0-openaire3.0';
|
120
|
DELETE FROM class_scheme WHERE scheme = 'dnet:compatibilityLevel' AND class = 'driver-openaire3.0';
|
121
|
DELETE FROM class_scheme WHERE scheme = 'dnet:compatibilityLevel' AND class = 'openaire2.0-openaire3.0';
|
122
|
DELETE FROM class WHERE code = 'driver-openaire2.0';
|
123
|
DELETE FROM class WHERE code = 'driver-openaire2.0-openaire3.0';
|
124
|
DELETE FROM class WHERE code = 'driver-openaire3.0';
|
125
|
DELETE FROM class WHERE code = 'openaire2.0-openaire3.0';
|
126
|
|
127
|
DELETE FROM apicollections WHERE api = 'api_________::openaire____::webcrawl::0';
|
128
|
DELETE FROM api WHERE id = 'api_________::openaire____::webcrawl::0';
|
129
|
|
130
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('fileCSV', 'fileCSV', 'fileCSV');
|
131
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('fileCSV@@dnet:protocols', 'fileCSV', 'dnet:protocols');
|
132
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('files_from_mdstore', 'files_from_mdstore', 'files_from_mdstore');
|
133
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('files_from_mdstore@@dnet:protocols', 'files_from_mdstore', 'dnet:protocols');
|
134
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('files_from_metadata', 'files_from_metadata', 'files_from_metadata');
|
135
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('files_from_metadata@@dnet:protocols', 'files_from_metadata', 'dnet:protocols');
|
136
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('files_by_rpc', 'files_by_rpc', 'files_by_rpc');
|
137
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('files_by_rpc@@dnet:protocols', 'files_by_rpc', 'dnet:protocols');
|
138
|
INSERT INTO class (_dnet_resource_identifier_, code, name) VALUES ('filesystem', 'filesystem', 'filesystem');
|
139
|
INSERT INTO class_scheme (_dnet_resource_identifier_, class, scheme) VALUES ('filesystem@@dnet:protocols', 'filesystem', 'dnet:protocols');
|
140
|
|
141
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass) VALUES ('api_________::openaire____::webcrawl::csv', 'api_________::openaire____::webcrawl::csv', 'fileCSV', 'openaire____::webcrawl', 'websource', 'native');
|
142
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::openaire____::webcrawl::files', 'api_________::openaire____::webcrawl::files', 'files_from_mdstore', 'openaire____::webcrawl', 'websource', 'files', 'file::WoS');
|
143
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::opendoar____::18::files', 'api_________::opendoar____::18::files', 'files_from_metadata', 'opendoar____::18', 'pubsrepository::unknown', 'files', 'file::PDF');
|
144
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::opendoar____::908::files', 'api_________::opendoar____::908::files', 'files_from_metadata', 'opendoar____::908', 'pubsrepository::unknown', 'files', 'file::PDF');
|
145
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::opendoar____::2367::files', 'api_________::opendoar____::2367::files', 'files_from_metadata', 'opendoar____::2367', 'pubsrepository::unknown', 'files', 'file::PDF');
|
146
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::opendoar____::165::files', 'api_________::opendoar____::165::files', 'files_from_metadata', 'opendoar____::165', 'pubsrepository::unknown', 'files', 'file::PDF');
|
147
|
INSERT INTO api (_dnet_resource_identifier_, id, protocolclass, datasource, typologyclass, compatibilityclass, contentdescriptionclass) VALUES ('api_________::infrastruct_::openaire::jdbc', 'api_________::infrastruct_::openaire::jdbc', 'jdbc', 'infrastruct_::openaire', 'scholarcomminfra', 'openaire2.0', 'metadata');
|
148
|
|
149
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', 'jdbc:postgresql://localhost:5432', 'api_________::infrastruct_::openaire::jdbc');
|
150
|
INSERT INTO apicollections (param, original, api) VALUES ('dbName', 'dnet_openaireplus', 'api_________::infrastruct_::openaire::jdbc');
|
151
|
INSERT INTO apicollections (param, original, api) VALUES ('sql', 'SELECT regexp_replace(xml, ''&(?!amp;)'', ''&'', ''g'') as xml FROM claims WHERE type = ''dmf2actions'' and set = ''userclaim_dmf''', 'api_________::infrastruct_::openaire::jdbc');
|
152
|
INSERT INTO apicollections (param, original, api) VALUES ('format', 'OAF', 'api_________::infrastruct_::openaire::jdbc');
|
153
|
|
154
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', 'file:///var/lib/dnet/wos/metadata.tsv', 'api_________::openaire____::webcrawl::csv');
|
155
|
INSERT INTO apicollections (param, original, api) VALUES ('separator', E'\\t', 'api_________::openaire____::webcrawl::csv');
|
156
|
INSERT INTO apicollections (param, original, api) VALUES ('identifier', '56', 'api_________::openaire____::webcrawl::csv');
|
157
|
INSERT INTO apicollections (param, original, api) VALUES ('header', 'true', 'api_________::openaire____::webcrawl::csv');
|
158
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', '', 'api_________::openaire____::webcrawl::files');
|
159
|
INSERT INTO apicollections (param, original, api) VALUES ('mdstoreId', '', 'api_________::openaire____::webcrawl::files');
|
160
|
INSERT INTO apicollections (param, original, api) VALUES ('xpath', '//column[./@isID=''true'']', 'api_________::openaire____::webcrawl::files');
|
161
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', '', 'api_________::opendoar____::18::files');
|
162
|
INSERT INTO apicollections (param, original, api) VALUES ('mdstoreId', '', 'api_________::opendoar____::18::files');
|
163
|
INSERT INTO apicollections (param, original, api) VALUES ('xpath', '//dc:identifier', 'api_________::opendoar____::18::files');
|
164
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', '', 'api_________::opendoar____::908::files');
|
165
|
INSERT INTO apicollections (param, original, api) VALUES ('mdstoreId', '', 'api_________::opendoar____::908::files');
|
166
|
INSERT INTO apicollections (param, original, api) VALUES ('xpath', '//dc:identifier', 'api_________::opendoar____::908::files');
|
167
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', '', 'api_________::opendoar____::2367::files');
|
168
|
INSERT INTO apicollections (param, original, api) VALUES ('mdstoreId', '', 'api_________::opendoar____::2367::files');
|
169
|
INSERT INTO apicollections (param, original, api) VALUES ('xpath', '//dc:identifier', 'api_________::opendoar____::2367::files');
|
170
|
|
171
|
INSERT INTO apicollections (param, original, api) VALUES ('baseUrl', '', 'api_________::opendoar____::165::files');
|
172
|
INSERT INTO apicollections (param, original, api) VALUES ('mdstoreId', '', 'api_________::opendoar____::165::files');
|
173
|
INSERT INTO apicollections (param, original, api) VALUES ('xpath', '//dc:identifier', 'api_________::opendoar____::165::files');
|
174
|
|
175
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//repository/@rID', 'api_________::opendoar::0', false);
|
176
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//*[local-name()=''repository'']/*[local-name()=''identifier'']', 'api_________::re3data::0', false);
|
177
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//Position', 'api_________::wellcometrust::0', false);
|
178
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//ProjectId', 'api_________::corda::0', false);
|
179
|
|
180
|
DELETE FROM apicollections WHERE param = 'splitOnElement' and api = 'api_________::corda::0';
|
181
|
INSERT INTO apicollections (param, original, api) VALUES ('filter', '*.xml', 'api_________::corda::0');
|
182
|
INSERT INTO apicollections (param, original, api) VALUES ('username', '***', 'api_________::corda::0');
|
183
|
INSERT INTO apicollections (param, original, api) VALUES ('password', '***', 'api_________::corda::0');
|
184
|
INSERT INTO apicollections (param, original, api) VALUES ('recursive', 'false', 'api_________::corda::0');
|
185
|
|
186
|
UPDATE apicollections SET original = 'ftp://fts.ec.europa.eu' WHERE api = 'api_________::corda::0' AND param = 'baseUrl';
|
187
|
UPDATE api SET protocolclass = 'ftp' WHERE id = 'api_________::corda::0';
|
188
|
UPDATE api SET protocolclass = 'filesystem' WHERE id='api_________::re3data::0';
|
189
|
UPDATE apicollections SET original = '/var/lib/dnet/re3data' WHERE api='api_________::re3data::0' AND param='baseUrl';
|
190
|
UPDATE api SET compatibilityclass = 'native' WHERE id = 'api_________::datacite::0' ;
|
191
|
|
192
|
-- metadata_identifier_path for Datacite and WoS
|
193
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//*[local-name()=''header'']/*[local-name()=''identifier'']', 'api_________::datacite::0', false);
|
194
|
INSERT INTO apicollections (param, original, api, accessparam) VALUES ('metadata_identifier_path', '//*[local-name()=''column'' and @isID=''true'']', 'api_________::openaire____::webcrawl::csv', false);
|
195
|
|
196
|
UPDATE apicollections SET _dnet_resource_identifier_ = api||'@@'||param;
|
197
|
|
198
|
|
199
|
|