Project

General

Profile

1
package eu.dnetlib.data.search.web.api;
2

    
3
import eu.dnetlib.api.data.SearchService;
4
import eu.dnetlib.api.data.SearchServiceException;
5
import eu.dnetlib.data.search.app.SearchServiceImpl;
6
import eu.dnetlib.data.search.transform.Transformer;
7
import eu.dnetlib.data.search.transform.config.SearchRegistry;
8
import eu.dnetlib.data.search.utils.cql.CQLQueryBuilder;
9
import eu.dnetlib.data.search.web.utils.RequestResponseHandler;
10
import eu.dnetlib.domain.data.SearchResult;
11
import io.micrometer.core.annotation.Timed;
12
import org.apache.log4j.Logger;
13
import org.springframework.beans.factory.annotation.Autowired;
14
import org.springframework.stereotype.Component;
15

    
16
import javax.servlet.http.HttpServletRequest;
17
import javax.servlet.http.HttpServletResponse;
18
import javax.ws.rs.*;
19
import javax.ws.rs.core.Context;
20
import javax.ws.rs.core.MediaType;
21
import javax.ws.rs.core.Response;
22
import javax.ws.rs.core.StreamingOutput;
23
import java.io.IOException;
24
import java.io.OutputStream;
25
import java.util.List;
26
import java.util.Locale;
27

    
28
/**
29
 * Created by kiatrop on 2/6/2016.
30
 */
31

    
32
@Component
33
@Path("/v2")
34
public class SearchApiService {
35

    
36
    private static final Logger logger = Logger.getLogger(SearchApiService.class);
37

    
38
    @Autowired
39
    private SearchService searchService = null;
40

    
41
    @Autowired
42
    private SearchRegistry searchRegistry = null;
43

    
44
    @GET
45
    @Path("/api/resources")
46
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
47
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/resources"}, longTask = false)
48
    public Response fetchResources(@QueryParam("query") String query,
49
                                      @DefaultValue("0") @QueryParam("page") final int offset,
50
                                      @DefaultValue("10") @QueryParam("size") final int limit,
51
                                      @QueryParam("refine") @DefaultValue("false") final boolean refine,
52
                                      @QueryParam("fields") final List<String> fields,
53
                                      @QueryParam("fq") final List<String> fieldQueries,
54
                                      @QueryParam("format") final String format,
55
                                      @QueryParam("type") final String type,
56
                                      @Context final HttpServletRequest request) {
57

    
58
        return getResponseByEntity(query, extractEntity(type), offset, limit, format, request, refine, fields, fieldQueries);
59
    }
60

    
61
    @GET
62
    @Path("/api/publications")
63
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
64
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/publications"}, longTask = false)
65
    public Response fetchPublications(@QueryParam("q") final String keywords,
66
                                      @QueryParam("doi") final String doi,
67
                                      @QueryParam("sortBy") final String sortBy,
68
                                      @DefaultValue("0") @QueryParam("page") final int offset,
69
                                      @DefaultValue("10") @QueryParam("size") final int limit,
70
                                      @QueryParam("refine") @DefaultValue("false") final boolean refine,
71
                                      @QueryParam("fields") final List<String> fields,
72
                                      @QueryParam("fq") final List<String> fieldQueries,
73
                                      @QueryParam("format") final String format,
74
                                      @Context final HttpServletRequest request) {
75

    
76
        logger.debug("Publications request received");
77
        //TODO do not allow q and keywords both - SWITCH back if needed
78
        //String simpleQuery = buildSimpleSearchQuery(RequestResponseHandler.Entity.PUBLICATION, keywords) ;
79
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.PUBLICATION, keywords, doi,sortBy, fieldQueries);
80
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.PUBLICATION, offset, limit, format, request, refine, fields, fieldQueries);
81

    
82
    }
83

    
84

    
85
    @GET
86
    @Path("/api/publications/count")
87
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
88
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/publications/count"}, longTask = false)
89
    public Response fetchPublicationsCount(@QueryParam("q") String query,
90
                                           @QueryParam("format") final String format,
91
                                           @QueryParam("fq") final List<String> fieldQueries,
92
                                           @Context final HttpServletRequest request)  {
93
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.PUBLICATION, query, fieldQueries);
94
        return getCount(request, fullQuery, format, fieldQueries);
95
    }
96

    
97

    
98
    @GET
99
    @Path("/api/publications/{publicationid}")
100
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
101
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/publications/{publicationid}"}, longTask = false)
102
    public Response fetchPublicationsById(@PathParam("publicationid") String publicationid,
103
                                          @QueryParam("format") final String format,
104
                                          @QueryParam("fq") final List<String> fieldQueries,
105
                                          @Context final HttpServletRequest request) {
106
        return getResponseByEntityId(request, RequestResponseHandler.Entity.PUBLICATION, publicationid, format, fieldQueries);
107
    }
108

    
109

    
110
    @GET
111
    @Path("/api/datasets")
112
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
113
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasets"}, longTask = false)
114
    public Response fetchDatasets(@QueryParam("q") String keywords,
115
                                  @QueryParam("doi") final String doi,
116
                                  @QueryParam("sortBy") final String sortBy,
117
                                  @DefaultValue("0") @QueryParam("page") int offset,
118
                                  @DefaultValue("10") @QueryParam("size") int limit,
119
                                  @QueryParam("refine") @DefaultValue("false") boolean refine,
120
                                  @QueryParam("fields") final List<String> fields,
121
                                  @QueryParam("fq") final List<String> fieldQueries,
122
                                  @QueryParam("format") final String format,
123
                                  @Context HttpServletRequest request) {
124

    
125
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.DATASET, keywords, doi, sortBy, fieldQueries);
126
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.DATASET, offset, limit, format, request, refine, fields, fieldQueries);
127
    }
128

    
129
    @GET
130
    @Path("/api/datasets/count")
131
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
132
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasets/count"}, longTask = false)
133
    public Response fetchDatesetsCount(@QueryParam("q") String query,
134
                                       @QueryParam("format") final String format,
135
                                       @QueryParam("fq") final List<String> fieldQueries,
136
                                       @Context final HttpServletRequest request)  {
137
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.DATASET, query, fieldQueries);
138
        return getCount(request, fullQuery, format, fieldQueries);
139
    }
140

    
141

    
142
    @GET
143
    @Path("/api/datasets/{datasetid}")
144
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasets/{datasetid}"}, longTask = false)
145
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
146
    public Response fetchDatasets(@PathParam("datasetid") String datasetid,
147
                                  @QueryParam("format") final String format,
148
                                  @QueryParam("fq") final List<String> fieldQueries,
149
                                  @Context final HttpServletRequest request) {
150
        return getResponseByEntityId(request, RequestResponseHandler.Entity.DATASET, datasetid, format, fieldQueries);
151
    }
152

    
153
    @GET
154
    @Path("/api/software")
155
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
156
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/software"}, longTask = false)
157
    public Response fetchSoftware(@QueryParam("q") String keywords,
158
                                  @QueryParam("doi") final String doi,
159
                                  @QueryParam("sortBy") final String sortBy,
160
                                  @DefaultValue("0") @QueryParam("page") int offset,
161
                                  @DefaultValue("10") @QueryParam("size") int limit,
162
                                  @QueryParam("refine") @DefaultValue("false") boolean refine,
163
                                  @QueryParam("fields") final List<String> fields,
164
                                  @QueryParam("fq") final List<String> fieldQueries,
165
                                  @QueryParam("format") final String format,
166
                                  @Context HttpServletRequest request) {
167

    
168
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.SOFTWARE, keywords, doi, sortBy, fieldQueries);
169
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.SOFTWARE, offset, limit, format, request, refine, fields, fieldQueries);
170
    }
171

    
172
    @GET
173
    @Path("/api/software/count")
174
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
175
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/software/count"}, longTask = false)
176
    public Response fetchSoftwareCount(@QueryParam("q") String query,
177
                                       @QueryParam("format") final String format,
178
                                       @QueryParam("fq") final List<String> fieldQueries,
179
                                       @Context final HttpServletRequest request)  {
180
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.SOFTWARE, query, fieldQueries);
181
        return getCount(request, fullQuery, format, fieldQueries);
182
    }
183

    
184
    @GET
185
    @Path("/api/software/{softwareid}")
186
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
187
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/software/{softwareid}"}, longTask = false)
188
    public Response fetchSoftware(@PathParam("softwareid") String datasetid,
189
                                  @QueryParam("format") final String format,
190
                                  @QueryParam("fq") final List<String> fieldQueries,
191
                                  @Context final HttpServletRequest request) {
192
        return getResponseByEntityId(request, RequestResponseHandler.Entity.SOFTWARE, datasetid, format, fieldQueries);
193
    }
194

    
195
    @GET
196
    @Path("/api/other")
197
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
198
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/other"}, longTask = false)
199
    public Response fetchOther(@QueryParam("q") String keywords,
200
                                  @QueryParam("doi") final String doi,
201
                                  @QueryParam("sortBy") final String sortBy,
202
                                  @DefaultValue("0") @QueryParam("page") int offset,
203
                                  @DefaultValue("10") @QueryParam("size") int limit,
204
                                  @QueryParam("refine") @DefaultValue("false") boolean refine,
205
                                  @QueryParam("fields") final List<String> fields,
206
                                  @QueryParam("fq") final List<String> fieldQueries,
207
                                  @QueryParam("format") final String format,
208
                                  @Context HttpServletRequest request) {
209

    
210
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.OTHER, keywords, doi, sortBy, fieldQueries);
211
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.OTHER, offset, limit, format, request, refine, fields, fieldQueries);
212
    }
213

    
214
    @GET
215
    @Path("/api/other/count")
216
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
217
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/other"}, longTask = false)
218
    public Response fetchOtherCount(@QueryParam("q") String query,
219
                                       @QueryParam("format") final String format,
220
                                       @QueryParam("fq") final List<String> fieldQueries,
221
                                       @Context final HttpServletRequest request)  {
222
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.OTHER, query, fieldQueries);
223
        return getCount(request, fullQuery, format, fieldQueries);
224
    }
225

    
226
    @GET
227
    @Path("/api/other/{otherid}")
228
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
229
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/other/{otherid}"}, longTask = false)
230
    public Response fetchOther(@PathParam("otherid") String datasetid,
231
                                  @QueryParam("format") final String format,
232
                                  @QueryParam("fq") final List<String> fieldQueries,
233
                                  @Context final HttpServletRequest request) {
234
        return getResponseByEntityId(request, RequestResponseHandler.Entity.OTHER, datasetid, format, fieldQueries);
235
    }
236
    @GET
237
    @Path("/api/projects")
238
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
239
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects"}, longTask = false)
240
    public Response fetchProjects(@QueryParam("q") String keywords,
241
                                  @DefaultValue("0") @QueryParam("page") int offset,
242
                                  @DefaultValue("10") @QueryParam("size") int limit,
243
                                  @QueryParam("refine") @DefaultValue("false") boolean refine,
244
                                  @QueryParam("fields") final List<String> fields,
245
                                  @QueryParam("fq") final List<String> fieldQueries,
246
                                  @QueryParam("format") final String format,
247
                                  @Context HttpServletRequest request) {
248

    
249
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.PROJECT, keywords, fieldQueries);
250
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.PROJECT, offset, limit, format, request, refine, fields, fieldQueries);
251
    }
252

    
253

    
254
    @GET
255
    @Path("/api/projects/count")
256
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
257
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/count"}, longTask = false)
258
    public Response fetchProjectsCount(@QueryParam("q") String query,
259
                                       @QueryParam("format") final String format,
260
                                       @QueryParam("fq") final List<String> fieldQueries,
261
                                       @Context final HttpServletRequest request) {
262
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.PROJECT, query, fieldQueries);
263
        return getCount(request, fullQuery, format, fieldQueries);
264
    }
265

    
266
    @GET
267
    @Path("/api/projects/{projectid}")
268
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
269
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectid}"}, longTask = false)
270
    public Response fetchProjects(@PathParam("projectid") String projectid,
271
                                  @QueryParam("format") final String format,
272
                                  @QueryParam("fq") final List<String> fieldQueries,
273
                                  @Context final HttpServletRequest request) {
274
        return getResponseByEntityId(request, RequestResponseHandler.Entity.PROJECT, projectid, format, fieldQueries);
275
    }
276

    
277
    @GET
278
    @Path("/api/projects/{projectId}/publications")
279
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
280
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectid}/publications"}, longTask = false)
281
    public Response fetchProjectPublications(@PathParam("projectId") String projectId,
282
                                             @DefaultValue("0") @QueryParam("page") int offset,
283
                                             @DefaultValue("10") @QueryParam("size") int limit,
284
                                             @QueryParam("format") final String format,
285
                                             @QueryParam("fq") final List<String> fieldQueries,
286
                                             @Context HttpServletRequest request)  {
287

    
288
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relprojectid", projectId, fieldQueries);
289
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.PUBLICATION, offset, limit, format, request, false, null, fieldQueries);
290
    }
291

    
292
    @GET
293
    @Path("/api/projects/{projectId}/publications/count")
294
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
295
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectid}/publications/count"}, longTask = false)
296
    public Response fetchProjectPublicationsCount(@PathParam("projectId") String projectId,
297
                                                  @QueryParam("format") final String format,
298
                                                  @QueryParam("fq") final List<String> fieldQueries,
299
                                                  @Context final HttpServletRequest request) {
300
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relprojectid", projectId, fieldQueries);
301
        return getCount(request, fullQuery, format, fieldQueries);
302
    }
303

    
304
    @GET
305
    @Path("/api/projects/{projectId}/datasets")
306
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
307
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/datasets"}, longTask = false)
308
    public Response fetchProjectDatasets(@PathParam("projectId") String projectId,
309
                                             @DefaultValue("0") @QueryParam("page") int offset,
310
                                             @DefaultValue("10") @QueryParam("size") int limit,
311
                                             @QueryParam("format") final String format,
312
                                             @QueryParam("fq") final List<String> fieldQueries,
313
                                             @Context HttpServletRequest request)  {
314

    
315
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relprojectid", projectId, fieldQueries);
316
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.DATASET, offset, limit, format, request, false, null, fieldQueries);
317
    }
318

    
319

    
320
    @GET
321
    @Path("/api/projects/{projectId}/datasets/count")
322
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
323
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/datasets/count"}, longTask = false)
324
    public Response fetchProjectDatasetsCount(@PathParam("projectId") String projectId,
325
                                              @DefaultValue("0") @QueryParam("page") int offset,
326
                                              @DefaultValue("10") @QueryParam("size") int limit,
327
                                              @QueryParam("format") final String format,
328
                                              @QueryParam("fq") final List<String> fieldQueries,
329
                                              @Context HttpServletRequest request)  {
330
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relprojectid", projectId, fieldQueries);
331
        return getCount(request, fullQuery, format, fieldQueries);
332
    }
333

    
334

    
335

    
336
    @GET
337
    @Path("/api/projects/{projectId}/software/count")
338
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
339
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/software/count"}, longTask = false)
340
    public Response fetchProjectSoftwareCount(@PathParam("projectId") String projectId,
341
                                              @DefaultValue("0") @QueryParam("page") int offset,
342
                                              @DefaultValue("10") @QueryParam("size") int limit,
343
                                              @QueryParam("format") final String format,
344
                                              @QueryParam("fq") final List<String> fieldQueries,
345
                                              @Context HttpServletRequest request)  {
346
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.SOFTWARE, "relprojectid", projectId, fieldQueries);
347
        return getCount(request, fullQuery, format, fieldQueries);
348
    }
349

    
350
    @GET
351
    @Path("/api/projects/{projectId}/software")
352
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
353
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/software"}, longTask = false)
354
    public Response fetchProjectSoftware(@PathParam("projectId") String projectId,
355
                                         @DefaultValue("0") @QueryParam("page") int offset,
356
                                         @DefaultValue("10") @QueryParam("size") int limit,
357
                                         @QueryParam("format") final String format,
358
                                         @QueryParam("fq") final List<String> fieldQueries,
359
                                         @Context HttpServletRequest request)  {
360

    
361
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.SOFTWARE, "relprojectid", projectId, fieldQueries);
362
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.SOFTWARE, offset, limit, format, request, false, null, fieldQueries);
363
    }
364

    
365
    @GET
366
    @Path("/api/projects/{projectId}/other/count")
367
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
368
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/other/count"}, longTask = false)
369
    public Response fetchProjectOtherCount(@PathParam("projectId") String projectId,
370
                                              @DefaultValue("0") @QueryParam("page") int offset,
371
                                              @DefaultValue("10") @QueryParam("size") int limit,
372
                                              @QueryParam("format") final String format,
373
                                              @QueryParam("fq") final List<String> fieldQueries,
374
                                              @Context HttpServletRequest request)  {
375
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.OTHER, "relprojectid", projectId, fieldQueries);
376
        return getCount(request, fullQuery, format, fieldQueries);
377
    }
378

    
379
    @GET
380
    @Path("/api/projects/{projectId}/other")
381
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
382
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/projects/{projectId}/other"}, longTask = false)
383
    public Response fetchProjectOther(@PathParam("projectId") String projectId,
384
                                         @DefaultValue("0") @QueryParam("page") int offset,
385
                                         @DefaultValue("10") @QueryParam("size") int limit,
386
                                         @QueryParam("format") final String format,
387
                                         @QueryParam("fq") final List<String> fieldQueries,
388
                                         @Context HttpServletRequest request)  {
389

    
390
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.OTHER, "relprojectid", projectId, fieldQueries);
391
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.OTHER, offset, limit, format, request, false, null, fieldQueries);
392
    }
393

    
394
    @GET
395
    @Path("/api/datasources")
396
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
397
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasources"}, longTask = false)
398
    public Response fetchDatasources(@QueryParam("q") String keywords,
399
                                     @DefaultValue("0") @QueryParam("page") final int offset,
400
                                     @DefaultValue("10") @QueryParam("size") final int limit,
401
                                     @QueryParam("refine") @DefaultValue("false") final boolean refine,
402
                                     @QueryParam("fields") final List<String> fields,
403
                                     @QueryParam("fq") final List<String> fieldQueries,
404
                                     @QueryParam("format") final String format,
405
                                     @Context final HttpServletRequest request) {
406

    
407
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.DATASOURCE, keywords, fieldQueries);
408
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.DATASOURCE, offset, limit, format, request, refine, fields, fieldQueries);
409
    }
410

    
411
    @GET
412
    @Path("/api/datasources/count")
413
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
414
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasources/count"}, longTask = false)
415
    public Response fetchDatasourcesCount(@QueryParam("q") String query,
416
                                          @QueryParam("format") final String format,
417
                                          @QueryParam("fq") final List<String> fieldQueries,
418
                                          @Context final HttpServletRequest request) {
419
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.DATASOURCE, query, fieldQueries);
420
        return getCount(request, fullQuery, format, fieldQueries);
421
    }
422

    
423
    @GET
424
    @Path("/api/datasources/{datasourceid}")
425
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
426
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/datasources/{datasourceid}"}, longTask = false)
427
    public Response fetchDatasources(@PathParam("datasourceid") String datasourceid,
428
                                     @QueryParam("format") final String format,
429
                                     @QueryParam("fq") final List<String> fieldQueries,
430
                                     @Context final HttpServletRequest request) {
431
        return getResponseByEntityId(request, RequestResponseHandler.Entity.DATASOURCE, datasourceid, format, fieldQueries);
432
    }
433

    
434

    
435
    @GET
436
    @Path("/api/organizations")
437
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
438
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations"}, longTask = false)
439
    public Response fetchOrganisations(@QueryParam("q") String keywords,
440
                                       @DefaultValue("0") @QueryParam("page") final int offset,
441
                                       @DefaultValue("10") @QueryParam("size") final int limit,
442
                                       @QueryParam("refine") @DefaultValue("false") final boolean refine,
443
                                       @QueryParam("fields") final List<String> fields,
444
                                       @QueryParam("fq") final List<String> fieldQueries,
445
                                       @QueryParam("format") final String format,
446
                                       @Context final HttpServletRequest request) {
447

    
448
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.ORGANIZATION, keywords, fieldQueries);
449
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.ORGANIZATION, offset, limit, format, request, refine, fields, fieldQueries);
450
    }
451

    
452

    
453
    @GET
454
    @Path("/api/organizations/count")
455
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
456
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/count"}, longTask = false)
457
    public Response fetchOrganizationsCount(@QueryParam("q") String query,
458
                                            @QueryParam("format") final String format,
459
                                            @QueryParam("fq") final List<String> fieldQueries,
460
                                            @Context final HttpServletRequest request) {
461
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.ORGANIZATION, query, fieldQueries);
462
        return getCount(request, fullQuery, format, fieldQueries);
463
    }
464

    
465
    @GET
466
    @Path("/api/organizations/{organizationid}")
467
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
468
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}"}, longTask = false)
469
    public Response fetchOrganizations(@PathParam("organizationid") String organizationid,
470
                                       @QueryParam("format") final String format,
471
                                       @QueryParam("fq") final List<String> fieldQueries,
472
                                       @Context final HttpServletRequest request) {
473
        return getResponseByEntityId(request, RequestResponseHandler.Entity.ORGANIZATION, organizationid, format, fieldQueries);
474
    }
475

    
476

    
477
    @GET
478
    @Path("/api/organizations/{organizationid}/datasources")
479
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
480
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/datasources"}, longTask = false)
481
    public Response fetchOrganizationDatasources(@PathParam("organizationid") String organizationid,
482
                                                 @DefaultValue("0") @QueryParam("page") int offset,
483
                                                 @DefaultValue("10") @QueryParam("size") int limit,
484
                                                 @QueryParam("format") final String format,
485
                                                 @QueryParam("fq") final List<String> fieldQueries,
486
                                                 @Context HttpServletRequest request)  {
487
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASOURCE, "relorganizationid", organizationid, fieldQueries);
488
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.DATASOURCE, offset, limit, format, request, false, null, fieldQueries);
489
    }
490

    
491
    @GET
492
    @Path("/api/organizations/{organizationid}/datasources/count")
493
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
494
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/datasources/count"}, longTask = false)
495
    public Response fetchOrganizationDatasources(@PathParam("organizationid") String organizationid,
496
                                                 @QueryParam("format") final String format,
497
                                                 @QueryParam("fq") final List<String> fieldQueries,
498
                                                 @Context final HttpServletRequest request) {
499
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASOURCE, "relorganizationid", organizationid, fieldQueries);
500
        return getCount(request, fullQuery, format, fieldQueries);
501
    }
502

    
503

    
504
    @GET
505
    @Path("/api/organizations/{organizationid}/publications")
506
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
507
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/publications"}, longTask = false)
508
    public Response fetchOrganizationPublications(@PathParam("organizationid") String organizationid,
509
                                              @DefaultValue("0") @QueryParam("page") int offset,
510
                                              @DefaultValue("10") @QueryParam("size") int limit,
511
                                              @QueryParam("format") final String format,
512
                                              @QueryParam("fq") final List<String> fieldQueries,
513
                                              @Context HttpServletRequest request)  {
514
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relorganizationid", organizationid, fieldQueries);
515
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.PUBLICATION, offset, limit, format, request, false, null, fieldQueries);
516
    }
517

    
518
    @GET
519
    @Path("/api/organizations/{organizationid}/publications/count")
520
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
521
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/publications/count"}, longTask = false)
522
    public Response fetchOrganizationPublicationsCount(@PathParam("organizationid") String organizationid,
523
                                                  @DefaultValue("0") @QueryParam("page") int offset,
524
                                                  @DefaultValue("10") @QueryParam("size") int limit,
525
                                                  @QueryParam("format") final String format,
526
                                                  @QueryParam("fq") final List<String> fieldQueries,
527
                                                  @Context HttpServletRequest request)  {
528
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relorganizationid", organizationid, fieldQueries);
529
        return getCount(request, fullQuery, format, fieldQueries);
530
    }
531

    
532
    @GET
533
    @Path("/api/organizations/{organizationid}/datasets")
534
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
535
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/datasets"}, longTask = false)
536
    public Response fetchOrganizationDatsets(@PathParam("organizationid") String organizationid,
537
                                                  @DefaultValue("0") @QueryParam("page") int offset,
538
                                                  @DefaultValue("10") @QueryParam("size") int limit,
539
                                                  @QueryParam("format") final String format,
540
                                                  @QueryParam("fq") final List<String> fieldQueries,
541
                                                  @Context HttpServletRequest request)  {
542
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relorganizationid", organizationid, fieldQueries);
543
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.DATASET, offset, limit, format, request, false, null, fieldQueries);
544
    }
545

    
546
    @GET
547
    @Path("/api/organizations/{organizationid}/datasets/count")
548
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
549
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/datasets/count"}, longTask = false)
550
    public Response fetchOrganizationDatsetsCount(@PathParam("organizationid") String organizationid,
551
                                             @DefaultValue("0") @QueryParam("page") int offset,
552
                                             @DefaultValue("10") @QueryParam("size") int limit,
553
                                             @QueryParam("format") final String format,
554
                                             @QueryParam("fq") final List<String> fieldQueries,
555
                                             @Context HttpServletRequest request)  {
556
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relorganizationid", organizationid, fieldQueries);
557
        return getCount(request, fullQuery, format, fieldQueries);
558
    }
559

    
560
    @GET
561
    @Path("/api/organizations/{organizationid}/projects")
562
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
563
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/projects"}, longTask = false)
564
    public Response fetchOrganizationProjects(@PathParam("organizationid") String organizationid,
565
                                                 @DefaultValue("0") @QueryParam("page") int offset,
566
                                                 @DefaultValue("10") @QueryParam("size") int limit,
567
                                                 @QueryParam("format") final String format,
568
                                                 @QueryParam("fq") final List<String> fieldQueries,
569
                                                 @Context HttpServletRequest request)  {
570
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PROJECT, "relorganizationid", organizationid, fieldQueries);
571
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.PROJECT, offset, limit, format, request, false, null, fieldQueries);
572
    }
573

    
574
    @GET
575
    @Path("/api/organizations/{organizationid}/projects/count")
576
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
577
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/organizations/{organizationid}/projects/count"}, longTask = false)
578
    public Response fetchOrganizationProjectsCount(@PathParam("organizationid") String organizationid,
579
                                                   @QueryParam("format") final String format,
580
                                                   @QueryParam("fq") final List<String> fieldQueries,
581
                                                   @Context final HttpServletRequest request) {
582
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PROJECT, "relorganizationid", organizationid, fieldQueries);
583
        return getCount(request, fullQuery,format, fieldQueries);
584
    }
585

    
586
/*
587

    
588
    @GET
589
    @Path("/api/people")
590
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
591
    public Response fetchPeople(@QueryParam("q") String keywords,
592
                                @DefaultValue("0") @QueryParam("page") final int offset,
593
                                @DefaultValue("10") @QueryParam("size") final int limit,
594
                                @QueryParam("refine") @DefaultValue("false") final boolean refine,
595
                                @QueryParam("fields") final List<String> fields,
596
                                @QueryParam("fq") final List<String> fieldQueries,
597
                                @QueryParam("format") final String format,
598
                                @Context final HttpServletRequest request) {
599

    
600
        String simpleQuery = buildSearchRequest(RequestResponseHandler.Entity.PERSON, keywords, fieldQueries);
601
        return getResponseByEntity(simpleQuery, RequestResponseHandler.Entity.PERSON, offset, limit, format, request, refine, fields, fieldQueries);
602
    }
603

    
604

    
605
    @GET
606
    @Path("/api/people/count")
607
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
608
    public Response fetchPeopleCount(@QueryParam("q") String query,
609
                                     @QueryParam("format") final String format,
610
                                     @QueryParam("fq") final List<String> fieldQueries,
611
                                     @Context final HttpServletRequest request) {
612
        String fullQuery = buildSearchRequest(RequestResponseHandler.Entity.PERSON, query, fieldQueries);
613
        return getCount(request, fullQuery, format, fieldQueries);
614
    }
615

    
616
    @GET
617
    @Path("/api/people/{personid}")
618
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
619
    public Response fetchPeople(@PathParam("personid") String personid,
620
                                @QueryParam("format") final String format,
621
                                @QueryParam("fq") final List<String> fieldQueries,
622
                                @Context final HttpServletRequest request) {
623
        return getResponseByEntityId(request, RequestResponseHandler.Entity.PERSON, personid, format, fieldQueries);
624
    }
625

    
626

    
627
    @GET
628
    @Path("/api/people/{personid}/publications")
629
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
630
    public Response fetchPeoplePublications(@PathParam("personid") String personid,
631
                                            @DefaultValue("0") @QueryParam("page") final int offset,
632
                                            @DefaultValue("10") @QueryParam("size") final int limit,
633
                                            @QueryParam("format") final String format,
634
                                            @QueryParam("fq") final List<String> fieldQueries,
635
                                            @Context final HttpServletRequest request) {
636
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relpersonid", personid, fieldQueries);
637
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.PUBLICATION, offset, limit, format, request, false, null, fieldQueries);
638
    }
639

    
640
    @GET
641
    @Path("/api/people/{personid}/publications/count")
642
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
643
    public Response fetchPeoplePublicationsCount(@PathParam("personid") String personid,
644
                                                 @QueryParam("format") final String format,
645
                                                 @QueryParam("fq") final List<String> fieldQueries,
646
                                                 @Context final HttpServletRequest request) {
647
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.PUBLICATION, "relpersonid", personid, fieldQueries);
648
        return getCount(request, fullQuery, format, fieldQueries);
649
    }
650

    
651

    
652
    @GET
653
    @Path("/api/people/{personid}/datasets")
654
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
655
    public Response fetchPeopleDatasets(@PathParam("personid") String personid,
656
                                        @DefaultValue("0") @QueryParam("page") final int offset,
657
                                        @DefaultValue("10") @QueryParam("size") final int limit,
658
                                        @QueryParam("format") final String format,
659
                                        @QueryParam("fq") final List<String> fieldQueries,
660
                                        @Context final HttpServletRequest request) {
661
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relpersonid", personid, fieldQueries);
662
        return getResponseByEntity(fullQuery, RequestResponseHandler.Entity.DATASET, offset, limit, format, request, false, null, fieldQueries);
663
    }
664

    
665
    @GET
666
    @Path("/api/people/{personid}/datasets/count")
667
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
668
    public Response fetchPeopleDatasetsCount(@PathParam("personid") String personid,
669
                                             @QueryParam("format") final String format,
670
                                             @QueryParam("fq") final List<String> fieldQueries,
671
                                             @Context final HttpServletRequest request) {
672
        String fullQuery = builtEntity2EntityRelationQuery(RequestResponseHandler.Entity.DATASET, "relpersonid", personid, fieldQueries);
673
        return getCount(request, fullQuery, format, fieldQueries);
674
    }
675
*/
676
    @GET
677
    @Path("/api/reports")
678
    @Produces(MediaType.TEXT_PLAIN)
679
    @Timed(value = "http.server.request.duration", extraTags = {"referer", "portal", "uri", "/rest/v2/api/reports"}, longTask = false)
680
    public Response fetchReport(@QueryParam("q") String keywords,
681
                                @QueryParam("refine") @DefaultValue("false") boolean refine,
682
                                @QueryParam("fields") final List<String> fields,
683
                                @QueryParam("fq") final List<String> fieldQueries,
684
                                @QueryParam("type") final String type,
685
                                @QueryParam("format") final String format,
686
                                @Context final HttpServletResponse response) {
687

    
688
        logger.debug("Reports request received");
689

    
690
        if (type == null || type.isEmpty()) {
691
            return Response.status(Response.Status.BAD_REQUEST).entity(APIResponseFormatter.
692
                    compose500Message(MediaType.APPLICATION_JSON, "Fail to fetch report.", "The 'type' parameter is missing.")).build();
693
        }
694

    
695
        long startTime = System.nanoTime();
696
        final RequestResponseHandler.Entity entity =  extractEntity(type);
697
        final Transformer transformer = extractTransformer(format, extractEntity(type));
698
        final boolean special = isSpecialFormat(format);
699
        String responseType =  extractResponseFormat(format);
700

    
701
        final String fullQuery = buildSearchRequest(entity, keywords, fieldQueries);
702
        logger.debug("fullquery " + fullQuery);
703
        logger.debug("fieldQueries " + fieldQueries);
704

    
705
        try {
706
            SearchResult sr = ((SearchServiceImpl)searchService).newSearch(fullQuery, Locale.getDefault().toString(), fields, fieldQueries,0, 0, format, transformer,null,false);
707
            logger.debug("Total number of results " + sr.getTotal());
708

    
709

    
710
        } catch (SearchServiceException sse) {
711
            return Response.status(Response.Status.INTERNAL_SERVER_ERROR).entity(APIResponseFormatter.
712
                    compose500Message(MediaType.APPLICATION_JSON, "Fail to fetch report.", sse.getMessage())).build();
713
        }
714

    
715
        StreamingOutput stream = new StreamingOutput() {
716
            @Override
717
            public void write(OutputStream os) throws IOException, WebApplicationException
718
            {
719
                if (hasTitle(format) && !format.equals("html")) {
720
                    os.write(CSVResponseFormat.appendTitle(entity, special).getBytes());
721
                }
722
                try {
723
                    ((SearchServiceImpl)searchService).cursorSearch(fullQuery, fields, fieldQueries, format, transformer, os);
724

    
725
                } catch (SearchServiceException sse) {
726
                    os.write(("Fail to return report. " + sse.getMessage()).getBytes());
727
                    logger.warn("Fail to return report. ", sse);
728
                }
729
                
730
                //os.close();
731
            }
732

    
733
        };
734

    
735
        long estimatedTime = System.nanoTime() - startTime;
736
        logger.debug("Reports search time " + estimatedTime/1000000 +  " milliseconds");
737
        return Response.ok().entity(stream).type(responseType).build();
738
    }
739

    
740
    private String extractResponseFormat(String format) {
741
        if (format != null && !format.isEmpty()) {
742
            if (format.equalsIgnoreCase("json")) {
743
                return MediaType.APPLICATION_JSON;
744

    
745
            } else if (format.contains("csv")) {
746
                return new MediaType("text", "csv").toString();
747

    
748
            }  else if (format.equalsIgnoreCase("tsv")) {
749
                return new MediaType("text", "tsv").toString();
750

    
751
            } else if (format.equalsIgnoreCase("html")) {
752
                return MediaType.TEXT_HTML;
753
            }
754
        }
755

    
756
        return MediaType.APPLICATION_XML;
757
    }
758

    
759
    private boolean isSpecialFormat(String format) {
760
        if (format != null && format.toLowerCase().contains("special")) {
761
            return true;
762
        }
763
        return false;
764
    }
765

    
766
    private boolean hasTitle(String format) {
767
        if (format != null && format.toLowerCase().contains("notitle")) {
768
            return false;
769
        }
770
        return true;
771
    }
772

    
773
    //TODO differentiate for html + add special controls for format support
774
    private Transformer extractTransformer(String format, RequestResponseHandler.Entity entity) {
775
        if (searchRegistry == null) { return  null;}
776

    
777
        if (format != null && (format.toLowerCase().contains("csv") || format.equalsIgnoreCase("html"))) {
778
            logger.debug("Extracting transformer...." + format + "_" + entity);
779
            return searchRegistry.getTransformer(format.replaceAll("-notitle","") + "_" + entity, Locale.getDefault());
780

    
781
        }
782

    
783
        return null;
784
    }
785

    
786
    //TODO old way of creating query see if needed.
787
    /*private String buildSimpleSearchQuery(RequestResponseHandler.Entity entity, String keywords) {
788
        StringBuilder queryBuilder = new StringBuilder();
789
        enhanceQueryWithEntityType(queryBuilder, entity);
790
        builtQueryKeywords(queryBuilder, cleanKeywords(keywords));
791
        return queryBuilder.toString();
792
    }*/
793

    
794
    private String cleanKeywords(String keywords) {
795
        if (keywords != null) {
796
            return keywords.replaceAll("[\\\\/:*?<>|()]", "");
797
        }
798
        return keywords;
799
    }
800

    
801
    private String cleanId(String entityId) {
802
        return entityId.replaceAll("\"", "");
803
    }
804

    
805
    private String buildSearchRequest(RequestResponseHandler.Entity entity, String keywords, String doi, String sortBy, List<String> fieldQueries) {
806
        enhanceFieldQueryWithEntityType(entity, fieldQueries);
807

    
808
        StringBuilder queryBuilder = new StringBuilder();
809
        if (doi != null && !doi.trim().isEmpty()) {
810
            queryBuilder.append("(pidclassid exact \"doi\" and pid exact " + doi + ")");
811
        }
812

    
813
        builtQueryKeywords(queryBuilder, keywords);
814
        enhanceWithSortParameter(queryBuilder, sortBy);
815

    
816
        return queryBuilder.toString();
817
    }
818

    
819
    private String buildSearchRequest(RequestResponseHandler.Entity entity, String keywords, List<String> fieldQueries) {
820
        enhanceFieldQueryWithEntityType(entity, fieldQueries);
821

    
822
        StringBuilder queryBuilder = new StringBuilder();
823
        builtQueryKeywords(queryBuilder, keywords);
824

    
825
        return queryBuilder.toString();
826
    }
827

    
828
    private void enhanceFieldQueryWithEntityType(RequestResponseHandler.Entity entity, List<String> fieldQueries) {
829
        for (String fieldQuery: entity.getFieldQueries()) {
830
            logger.debug("adding " + fieldQuery);
831
            fieldQueries.add(fieldQuery);
832
        }
833
    }
834

    
835
    private void builtQueryKeywords(StringBuilder queryBuilder, String keywords) {
836
        if (keywords != null && !keywords.trim().isEmpty()) {
837
            CQLQueryBuilder.appendKeywords(queryBuilder, cleanKeywords(keywords));
838
        }
839

    
840
        if (queryBuilder.toString().isEmpty()) {
841
            queryBuilder.append("(*)");
842
        }
843
    }
844

    
845
    private void builtEntityIdQuery(StringBuilder queryBuilder, RequestResponseHandler.Entity entity, String entityId, List<String> fieldQueries){
846
        enhanceFieldQueryWithEntityType(entity, fieldQueries);
847
        enhanceQueryWithEntityId(queryBuilder, entity, cleanId(entityId));
848
    }
849

    
850
    /* Queries with pids are only valid with deleted by inference marked as true */
851
    private void resultPidQuery(StringBuilder queryBuilder, RequestResponseHandler.Entity entity, String resultPid, List<String> fieldQueries){
852
        builtDeletedByInferenceQuery(queryBuilder);
853

    
854
        if (entity != RequestResponseHandler.Entity.NONE && entity != RequestResponseHandler.Entity.ORGANIZATION) {
855
            throw new IllegalArgumentException("Entity " + entity.toString() + " is not supported.");
856
        }
857
        enhanceQueryWithPid(queryBuilder, entity, cleanId(resultPid));
858
    }
859

    
860
    private void builtDeletedByInferenceQuery(StringBuilder queryBuilder) {
861
        CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.NONE, "deletedByInference", CQLQueryBuilder.Operator.EQUAL, "true");
862
    }
863

    
864
    private String builtEntity2EntityRelationQuery(RequestResponseHandler.Entity entity, String relationfield, String entityId, List<String> fieldQueries){
865
        StringBuilder queryBuilder = new StringBuilder();
866
        //enhanceQueryWithEntityType(queryBuilder, entity);
867
        enhanceFieldQueryWithEntityType(entity, fieldQueries);
868
        enhanceQueryWithRelationId(queryBuilder, relationfield, cleanId(entityId));
869
        return queryBuilder.toString();
870
    }
871

    
872
    private void enhanceQueryWithRelationId(StringBuilder queryBuilder, String relationfield, String entityId) {
873
        if (!queryBuilder.toString().isEmpty()) {
874
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.AND, " " + relationfield + " ", CQLQueryBuilder.Operator.EXACT, entityId);
875

    
876
        } else {
877
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.NONE, relationfield + " ", CQLQueryBuilder.Operator.EXACT, entityId);
878
        }
879
    }
880

    
881
    private void enhanceQueryWithEntityId(StringBuilder queryBuilder, RequestResponseHandler.Entity entity, String entityId) {
882
        if (queryBuilder.toString().isEmpty()) {
883
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.NONE, "objidentifier", CQLQueryBuilder.Operator.EXACT, entityId);
884
        } else {
885
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.AND, "objidentifier", CQLQueryBuilder.Operator.EXACT, entityId);
886
        }
887

    
888
        if (entity == RequestResponseHandler.Entity.PUBLICATION || entity == RequestResponseHandler.Entity.DATASET
889
                || entity == RequestResponseHandler.Entity.SOFTWARE || entity == RequestResponseHandler.Entity.OTHER) {
890
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.OR, "resultdupid", CQLQueryBuilder.Operator.EXACT, entityId);
891

    
892
        } else if (entity == RequestResponseHandler.Entity.ORGANIZATION) {
893
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.OR, "organizationdupid", CQLQueryBuilder.Operator.EXACT, entityId);
894
        }
895
    }
896

    
897

    
898

    
899
    private void enhanceQueryWithPid(StringBuilder queryBuilder, RequestResponseHandler.Entity entity, String entityId) {
900
        if (entity == RequestResponseHandler.Entity.NONE) {
901
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.AND, "resultdupid", CQLQueryBuilder.Operator.EXACT, entityId);
902

    
903
        } else if (entity == RequestResponseHandler.Entity.ORGANIZATION) {
904
            CQLQueryBuilder.appendFieldTerm(queryBuilder, CQLQueryBuilder.Operator.AND, "organizationdupid", CQLQueryBuilder.Operator.EXACT, entityId);
905

    
906
        } else {
907
            throw new IllegalArgumentException("The entity " + entity.toString() + " is not supported.");
908
        }
909
    }
910

    
911
    private void enhanceWithSortParameter(StringBuilder queryBuilder, String sortBy) {
912
        if (sortBy != null) {
913
            String[] sortParams = sortBy.split(",");
914

    
915
            if (sortParams.length != 2) {
916
                throw new IllegalArgumentException("Invalid sort paremeter. 'sortBy' parameter format is <fieldName>[,asc|,desc].");
917
            }
918

    
919
            String sortByField = sortParams[0];
920
            String order = sortParams[1];
921

    
922
            if (!sortByField.equals("resultdateofacceptance")){
923
                throw new IllegalArgumentException("'" + sortByField + "' is not a sortable field.");
924
            }
925

    
926
            if (!checkOrder(order)) {
927
                throw new IllegalArgumentException("'" + order + "' is not a valid ordering. Please use one of {ascending, descending}");
928
            }
929

    
930
            addSortParameter(sortByField, order, queryBuilder);
931
        }
932
    }
933

    
934
    private static boolean checkOrder(String order) {
935
        if (order.matches("ascending|descending")) {
936
            return true;
937
        }
938
        return false;
939
    }
940

    
941
    private static void addSortParameter(String indexField, String order, StringBuilder queryBuilder) {
942
        queryBuilder.append(" sortBy " + indexField + "/sort." + order);
943
    }
944

    
945
    private Response getCount(HttpServletRequest request, String query, String format, List<String> fieldQueries) {
946
        String responseFormat = extractResponseFormat(format);
947

    
948
        try {
949
            SearchResult searchResult = ((SearchServiceImpl)searchService).newSearch(query, Locale.getDefault().toString(), null, fieldQueries, 0, 0, responseFormat, null, null, false);
950
            return Response.status(Response.Status.OK).entity(APIResponseFormatter.createCountMeta(request, query, searchResult.getTotal(), responseFormat)).type(responseFormat).build();
951

    
952
        } catch (SearchServiceException sse) {
953
            return Response.status(Response.Status.INTERNAL_SERVER_ERROR).entity(APIResponseFormatter.compose500Message(responseFormat, "Fail to fetch count for query " + query + ".", sse.getMessage())).build();
954
        }
955
    }
956

    
957
    private Response getResponseByEntityId(HttpServletRequest request, RequestResponseHandler.Entity entity, String entityId, String format, List<String> fieldQueries) {
958
        String responseType = extractResponseFormat(format);
959
        
960
        try {
961
            StringBuilder queryBuilder = new StringBuilder();
962
            builtEntityIdQuery(queryBuilder, entity, entityId, fieldQueries);
963
            String fullQuery = queryBuilder.toString();
964

    
965
            if(fullQuery == null || fullQuery.isEmpty()) {
966
                return Response.status(Response.Status.BAD_REQUEST).
967
                        entity(APIResponseFormatter.compose400Message(format, "The 'query' parameter is required")).
968
                        type(responseType).build();
969
            }
970

    
971
            SearchResult searchResult = ((SearchServiceImpl)searchService).newSearch(fullQuery, Locale.getDefault().toString(), null, fieldQueries, 0, 1, responseType, null, null, false);
972

    
973
            if (searchResult.getSearchResults() == null || searchResult.getSearchResults().isEmpty() ||
974
                    searchResult.getSearchResults().size() == 0 || searchResult.getSearchResults().get(0) == null) {
975
                return Response.status(Response.Status.NOT_FOUND).entity(APIResponseFormatter.compose404Message(responseType, "404 - " + entity +" with id "
976
                                + entityId + " not found.")).type(responseType).build();
977
            }
978

    
979
            return Response.status(Response.Status.OK).entity(APIResponseFormatter.createEntityResponse(request, entity, searchResult.getSearchResults().get(0).toString(), responseType)).type(responseType).build();
980

    
981
        } catch (SearchServiceException sse) {
982
            logger.error("Fail to fetch "+ entity + " with id " + entityId, sse);
983
            return Response.status(Response.Status.INTERNAL_SERVER_ERROR).entity(APIResponseFormatter.compose500Message(responseType, "Fail to fetch " + entity + " with id " + entityId, sse.getMessage())).build();
984
        }
985
    }
986

    
987
    private Response getResponseByEntity(String fullQuery, RequestResponseHandler.Entity entity, int offset, int limit, String format, HttpServletRequest request, boolean refine, List<String> refineFields, List<String> fieldQueries) {
988
        long startTime = System.nanoTime();
989
        Transformer transformer = extractTransformer(format, entity);
990
        boolean special = isSpecialFormat(format);
991
        boolean hasTitle = hasTitle(format);
992
        String responseType = extractResponseFormat(format);
993

    
994
        if(fullQuery == null || fullQuery.isEmpty()) {
995
            return Response.status(Response.Status.BAD_REQUEST).
996
                    entity(APIResponseFormatter.compose400Message(responseType, "The 'query' parameter is required")).
997
                    type(responseType).build();
998
        }
999

    
1000
        try {
1001
            SearchResult solrResults = ((SearchServiceImpl)searchService).newSearch(fullQuery, Locale.getDefault().toString(), refineFields, fieldQueries, offset, limit, responseType, transformer, null, false);
1002
            long estimatedTime = System.nanoTime() - startTime;
1003
            logger.debug("Publications search time " + estimatedTime/1000000 +  " milliseconds");
1004
            return Response.status(Response.Status.OK).entity(APIResponseFormatter.createEntitiesResponse(request, entity, fullQuery, fieldQueries, solrResults, refine, responseType, special, hasTitle)).type(responseType).build();
1005

    
1006
        } catch (SearchServiceException sse) {
1007
            logger.error("Fail to get " + entity.getPlural() , sse);
1008
            return Response.status(Response.Status.INTERNAL_SERVER_ERROR).
1009
                    entity(APIResponseFormatter.compose500Message(responseType, "Fail to fetch " + entity.getPlural(), sse.getMessage())).type(responseType).build();
1010
        }
1011
    }
1012

    
1013
    private RequestResponseHandler.Entity extractEntity(String type) {
1014

    
1015
        if (type == null) {
1016
            return RequestResponseHandler.Entity.NONE;
1017
        }
1018

    
1019
        if (type.equalsIgnoreCase(RequestResponseHandler.Entity.PUBLICATION.getPlural())) {
1020
            return RequestResponseHandler.Entity.PUBLICATION;
1021

    
1022
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.DATASET.getPlural())) {
1023
            return RequestResponseHandler.Entity.DATASET;
1024

    
1025
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.SOFTWARE.getPlural())) {
1026
            return RequestResponseHandler.Entity.SOFTWARE;
1027

    
1028
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.OTHER.getPlural())) {
1029
            return RequestResponseHandler.Entity.OTHER;
1030

    
1031
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.PROJECT.getPlural())) {
1032
            return RequestResponseHandler.Entity.PROJECT;
1033

    
1034
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.DATASOURCE.getPlural())) {
1035
            return RequestResponseHandler.Entity.DATASOURCE;
1036

    
1037
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.PERSON.getPlural())) {
1038
            return RequestResponseHandler.Entity.PERSON;
1039

    
1040
        } else if (type.equalsIgnoreCase(RequestResponseHandler.Entity.ORGANIZATION.getPlural())) {
1041
            return RequestResponseHandler.Entity.ORGANIZATION;
1042
        }
1043

    
1044
        return RequestResponseHandler.Entity.NONE;
1045
    }
1046

    
1047

    
1048
    //This follows the newSearchWithoutFieldQueries comment. I wish to remove it!!! This was only made
1049
    // (quick and dirty - only the getResponseByEntity version with newSearchWithoutFieldQueries is used
1050
    // after a last time request for the portal to show all the publications and the deletedbyinference ones.
1051
    // I did not want to pass a parameter since I do not know if we are going to keep it. This is for a tech meeting showcase.
1052
    // If we want to keep this I need to redesign.
1053
    @GET
1054
    @Path("/api/deletedByInferencePublications/{publicationid}")
1055
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
1056
    @Timed(value = "http.requests.portal.publicationDuplicates", longTask = false)
1057
    //TODO remove
1058
    public Response fetchDeletedByInferencePublicationsById(@PathParam("publicationid") String publicationid,
1059
                                          @QueryParam("format") final String format,
1060
                                          @QueryParam("size") final int limit,
1061
                                          @QueryParam("fq") final List<String> fieldQueries,
1062
                                          @Context final HttpServletRequest request) {
1063

    
1064
        return getDeletedByInferenceResponseByPid(request, RequestResponseHandler.Entity.PUBLICATION, publicationid, format, limit, fieldQueries);
1065
    }
1066

    
1067
    @GET
1068
    @Path("/api/deletedByInferenceResults/{resultPid}")
1069
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
1070
    @Timed(value = "http.requests.portal.publicationDuplicates", longTask = false)
1071
    public Response fetchDeletedByInferenceEntitiesById(@PathParam("resultPid") String resultPid,
1072
                                                            @QueryParam("format") final String format,
1073
                                                            @QueryParam("size") final int limit,
1074
                                                            @QueryParam("fq") final List<String> fieldQueries,
1075
                                                            @Context final HttpServletRequest request) {
1076

    
1077
        return getDeletedByInferenceResponseByPid(request, RequestResponseHandler.Entity.NONE, resultPid, format, limit, fieldQueries);
1078
    }
1079

    
1080

    
1081
    @GET
1082
    @Path("/api/deletedByInferenceOrganizations/{organizationPid}")
1083
    @Produces({MediaType.APPLICATION_JSON, MediaType.APPLICATION_XML})
1084
    @Timed(value = "http.requests.portal.organizationDuplicates", longTask = false)
1085
    public Response fetchDeletedByInferenceOrganizationById(@PathParam("organizationPid") String organizationPid,
1086
                                                     @QueryParam("format") final String format,
1087
                                                     @QueryParam("size") final int limit,
1088
                                                     @QueryParam("fq") final List<String> fieldQueries,
1089
                                                     @Context final HttpServletRequest request) {
1090

    
1091
        return getDeletedByInferenceResponseByPid(request, RequestResponseHandler.Entity.ORGANIZATION, organizationPid, format, limit, fieldQueries);
1092
    }
1093

    
1094

    
1095
    //Please see comment above. I wish to remove it.
1096
    private Response getDeletedByInferenceResponseByPid(HttpServletRequest request, RequestResponseHandler.Entity entity, String resultPid, String format, int limit, List<String> fieldQueries) {
1097
        String responseType = extractResponseFormat(format);
1098

    
1099
        try {
1100
            StringBuilder queryBuilder = new StringBuilder();
1101
            resultPidQuery(queryBuilder, entity, resultPid, fieldQueries);
1102
            String fullQuery = queryBuilder.toString();
1103

    
1104
            if(fullQuery == null || fullQuery.isEmpty()) {
1105
                return Response.status(Response.Status.BAD_REQUEST).
1106
                        entity(APIResponseFormatter.compose400Message(format, "The 'query' parameter is required")).
1107
                        type(responseType).build();
1108
            }
1109

    
1110
            SearchResult searchResults = ((SearchServiceImpl)searchService).newSearchWithoutFieldQueries(fullQuery, Locale.getDefault().toString(), null, fieldQueries, 0, limit, responseType, null, null, false);
1111

    
1112
            if (searchResults.getSearchResults() == null || searchResults.getSearchResults().isEmpty() ||
1113
                    searchResults.getSearchResults().size() == 0 || searchResults.getSearchResults().get(0) == null) {
1114
                return Response.status(Response.Status.NOT_FOUND).entity(APIResponseFormatter.compose404Message(responseType, "404 - " + entity +" with id "
1115
                        + resultPid + " not found.")).type(responseType).build();
1116
            }
1117

    
1118

    
1119
            return Response.status(Response.Status.OK).entity(APIResponseFormatter.createEntitiesResponse(request, entity, fullQuery, null, searchResults, false, responseType, false, false)).type(responseType).build();
1120

    
1121
        } catch (SearchServiceException sse) {
1122
            logger.error("Fail to fetch "+ entity + " with id " + resultPid, sse);
1123
            return Response.status(Response.Status.INTERNAL_SERVER_ERROR).entity(APIResponseFormatter.compose500Message(responseType, "Fail to fetch " + entity + " with id " + resultPid, sse.getMessage())).build();
1124
        }
1125
    }
1126

    
1127
    /*
1128
    public static void main(String[] args) {
1129
        String json = " {\"result\":{\"xmlns:oaf\":\"http://namespace.openaire.eu/oaf\",\"xmlns:xsi\":\"http://www.w3.o" +
1130
                "rg/2001/XMLSchema-instance\",\"header\":{\"dri:dateOfCollection\":\"2016-05-20T03:34:07Z\",\"dri:dateOfTransformation\":\"\",\"counters\":{\"counter_dedup\":{\"value\":2},\"counter_doi\":{\"value\":2},\"counter_authorship\":{\"va" +
1131
                "lue\":1},\"counter_authorship_inferred\":{\"value\":1}},\"dri:objIdentifier\":\"dedup_wf_001::0f5604702b32f59d9789573113279e69\"},\"metadata\":{\"oaf:entity\":{\"oaf:result\":{\"datainfo\":{\"provenanceaction\":{\"schemename\"" +
1132
                ":\"dnet:provenanceActions\",\"classname\":\"sysimport:dedup\",\"schemeid\":\"dnet:provenanceActions\",\"classid\":\"sysimport:dedup\"},\"trust\":0.9,\"inferenceprovenance\":\"dedup-similarity-result\",\"deletedbyinference\":fal" +
1133
                "se,\"inferred\":true},\"rels\":{\"rel\":{\"to\":{\"content\":\"dedup_wf_001::884d8c367553a8de98ec90ece1b1be4a\",\"scheme\":\"dnet:person_result_relations\",\"class\":\"hasAuthor\",\"type\":\"person\"},\"provenanceaction\":\"sysimpor" +
1134
                "t:crosswalk:repository\",\"trust\":0.9,\"inferenceprovenance\":\"\",\"ranking\":1,\"inferred\":true,\"fullname\":\"Krafft, Alexander\"}},\"subject\":[{\"content\":\"Clinic for Obstetrics\",\"schemename\":\"dnet:result_subject\",\"c" +
1135
                "lassname\":\"keyword\",\"schemeid\":\"dnet:result_subject\",\"classid\":\"keyword\"},{\"content\":\"610 Medicine & health\",\"schemename\":\"dnet:result_subject\",\"classname\":\"keyword\",\"schemeid\":\"dnet:result_subject\",\"class" +
1136
                "id\":\"keyword\"},{\"content\":\"News\",\"schemename\":\"dnet:result_subject\",\"classname\":\"keyword\",\"schemeid\":\"dnet:result_subject\",\"classid\":\"keyword\"}],\"collectedfrom\":[{\"id\":\"opendoar____::0efe32849d230d7f53049d" +
1137
                "dc4a4b0c60\",\"name\":\"Zurich Open Repository and Archive\"},{\"id\":\"opendoar____::8b6dd7db9af49e67306feb59a8bdc52c\",\"name\":\"Europe PubMed Central\"}],\"children\":{\"result\":[{\"title\":{\"content\":\"Iron supplementat" +
1138
                "ion in pregnancy\",\"schemename\":\"dnet:dataCite_title\",\"classname\":\"main title\",\"schemeid\":\"dnet:dataCite_title\",\"classid\":\"main title\"},\"resulttype\":{\"schemename\":\"dnet:result_typologies\",\"classname\":\"publi" +
1139
                "cation\",\"schemeid\":\"dnet:result_typologies\",\"classid\":\"publication\"},\"dateofacceptance\":\"1981-09-01\",\"objidentifier\":\"od_______908::f27f9e68f0b9f510ebf572ba295344e1\"},{\"title\":{\"content\":\"Iron supplementat" +
1140
                "ion in pregnancy\",\"schemename\":\"dnet:dataCite_title\",\"classname\":\"main title\",\"schemeid\":\"dnet:dataCite_title\",\"classid\":\"main title\"},\"resulttype\":{\"schemename\":\"dnet:result_typologies\",\"classname\":\"publi" +
1141
                "cation\",\"schemeid\":\"dnet:result_typologies\",\"classid\":\"publication\"},\"dateofacceptance\":\"2013-01-01\",\"publisher\":\"BMJ Publishing Group\",\"objidentifier\":\"od_______885::0f5604702b32f59d9789573113279e69\"}],\"i" +
1142
                "nstance\":[{\"webresource\":{\"url\":\"http://europepmc.org/articles/PMC2306130\"},\"id\":\"opendoar____::8b6dd7db9af49e67306feb59a8bdc52c\",\"licence\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"sche" +
1143
                "meid\":\"dnet:access_modes\",\"classid\":\"OPEN\"},\"hostedby\":{\"id\":\"opendoar____::8b6dd7db9af49e67306feb59a8bdc52c\",\"name\":\"Europe PubMed Central\"},\"instancetype\":{\"schemename\":\"dnet:publication_resource\",\"class" +
1144
                "name\":\"Article\",\"schemeid\":\"dnet:publication_resource\",\"classid\":\"0001\"}},{\"webresource\":{\"url\":\"http://www.zora.uzh.ch/87059/1/30_13_Krafft_2013bmj_f4399_full.pdf\"},\"id\":\"opendoar____::0efe32849d230d7f530" +
1145
                "49ddc4a4b0c60\",\"licence\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"schemeid\":\"dnet:access_modes\",\"classid\":\"OPEN\"},\"hostedby\":{\"id\":\"opendoar____::0efe32849d230d7f53049ddc4a4b0c60\",\"name" +
1146
                "\":\"Zurich Open Repository and Archive\"},\"instancetype\":{\"schemename\":\"dnet:publication_resource\",\"classname\":\"Article\",\"schemeid\":\"dnet:publication_resource\",\"classid\":\"0001\"}}]},\"pid\":[{\"content\":\"10.5167" +
1147
                "/uzh-87059\",\"schemename\":\"dnet:pid_types\",\"classname\":\"doi\",\"schemeid\":\"dnet:pid_types\",\"classid\":\"doi\"},{\"content\":\"PMC2306130\",\"schemename\":\"dnet:pid_types\",\"classname\":\"pmc\",\"schemeid\":\"dnet:pid_types\"," +
1148
                "\"classid\":\"pmc\"},{\"content\":\"10.1136/bmj.f4399\",\"schemename\":\"dnet:pid_types\",\"classname\":\"doi\",\"schemeid\":\"dnet:pid_types\",\"classid\":\"doi\"}],\"resourcetype\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"c" +
1149
                "lassid\":\"\"},\"format\":\"\",\"dateofacceptance\":\"2013-01-01\",\"embargoenddate\":\"\",\"version\":\"\",\"size\":\"\",\"publisher\":\"BMJ Publishing Group\",\"country\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"classid\":\"\"},\"" +
1150
                "metadataversionnumber\":\"\",\"title\":{\"content\":\"Iron supplementation in pregnancy\",\"schemename\":\"dnet:dataCite_title\",\"classname\":\"main title\",\"schemeid\":\"dnet:dataCite_title\",\"classid\":\"main title\"},\"result" +
1151
                "type\":{\"schemename\":\"dnet:result_typologies\",\"classname\":\"publication\",\"schemeid\":\"dnet:result_typologies\",\"classid\":\"publication\"},\"source\":\"Krafft, Alexander (2013). Iron supplementation in pregnancy. Br" +
1152
                "itish Medical Journal, 347:f4399.\",\"contributor\":\"\",\"description\":\"\",\"originalId\":[\"oai:europepmc.org:1052305\",\"oai:www.zora.uzh.ch:87059\"],\"lastmetadataupdate\":\"\",\"relevantdate\":{\"schemename\":\"\",\"classnam" +
1153
                "e\":\"\",\"schemeid\":\"\",\"classid\":\"\"},\"device\":\"\",\"bestlicense\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"schemeid\":\"dnet:access_modes\",\"classid\":\"OPEN\"},\"language\":{\"schemename\":\"dnet:langu" +
1154
                "ages\",\"classname\":\"English\",\"schemeid\":\"dnet:languages\",\"classid\":\"eng\"},\"storagedate\":\"\",\"fulltext\":\"\"},\"xsi:schemaLocation\":\"http://namespace.openaire.eu/oaf https://www.openaire.eu/schema/0.2/oaf-0.2.xs" +
1155
                "d\"}},\"xmlns:dri\":\"http://www.driver-repository.eu/namespace/dri\"}}";
1156

    
1157
        String s = "{\"result\":{\"xmlns:oaf\":\"http://namespace.openaire.eu/oaf\",\"xmlns:xsi\":\"http://www.w3.org/2001" +
1158
                "/XMLSchema-instance\",\"header\":{\"dri:dateOfCollection\":\"2014-04-10T13:35:33Z\",\"dri:dateOfTransformation\":\"\",\"counters\":{\"counter_dedup\":{\"value\":2},\"counter_authorship\":{\"value\":1},\"counter_authorship_infer" +
1159
                "red\":{\"value\":1}},\"dri:objIdentifier\":\"dedup_wf_001::4d934888dee33a62dece6fa36192c710\"},\"metadata\":{\"oaf:entity\":{\"oaf:result\":{\"datainfo\":{\"provenanceaction\":{\"schemename\":\"dnet:provenanceActions\",\"classn" +
1160
                "ame\":\"sysimport:dedup\",\"schemeid\":\"dnet:provenanceActions\",\"classid\":\"sysimport:dedup\"},\"trust\":0.9,\"inferenceprovenance\":\"dedup-similarity-result\",\"deletedbyinference\":false,\"inferred\":true},\"rels\":{\"rel\"" +
1161
                ":{\"to\":{\"content\":\"od______1232::d4f9cea02c7762da24cd71ea0b9791de\",\"scheme\":\"dnet:person_result_relations\",\"class\":\"hasAuthor\",\"type\":\"person\"},\"provenanceaction\":\"sysimport:crosswalk:repository\",\"trust\":0" +
1162
                ".9,\"inferenceprovenance\":\"\",\"ranking\":1,\"inferred\":true,\"fullname\":\"Anonymous\"}},\"subject\":{\"content\":\"Señoríos-Legislación\",\"schemename\":\"dnet:result_subject\",\"classname\":\"keyword\",\"schemeid\":\"dnet:result" +
1163
                "_subject\",\"classid\":\"keyword\"},\"collectedfrom\":[{\"id\":\"opendoar____::e53a0a2978c28872a4505bdb51db06dc\",\"name\":\"Biblioteca Virtual del Patrimonio Bibliográfico (Virtual Library of Bibliographical Heritage)\"" +
1164
                "},{\"id\":\"opendoar____::7aee26c309def8c5a2a076eb250b8f36\",\"name\":\"Biblioteca Virtual de Aragón\"}],\"children\":{\"result\":[{\"title\":{\"content\":\"Discurso sobre los señoríos : necesidad y justicia del decreto de" +
1165
                " Cortes de 6 de Agosto de 1811 y ventaja que debe causar a la Nación\",\"schemename\":\"dnet:dataCite_title\",\"classname\":\"main title\",\"schemeid\":\"dnet:dataCite_title\",\"classid\":\"main title\"},\"resulttype\":{\"sch" +
1166
                "emename\":\"dnet:result_typologies\",\"classname\":\"publication\",\"schemeid\":\"dnet:result_typologies\",\"classid\":\"publication\"},\"dateofacceptance\":\"1820-01-01\",\"objidentifier\":\"od______2719::bc2326a31763719dc5ebd" +
1167
                "38f16a25404\"},{\"title\":{\"content\":\"Discurso sobre los señoríos : necesidad y justicia del decreto de Cortes de 6 de Agosto de 1811 y ventaja que debe causar a la Nación\",\"schemename\":\"dnet:dataCite_title\"," +
1168
                "\"classname\":\"main title\",\"schemeid\":\"dnet:dataCite_title\",\"classid\":\"main title\"},\"resulttype\":{\"schemename\":\"dnet:result_typologies\",\"classname\":\"publication\",\"schemeid\":\"dnet:result_typologies\",\"classid\"" +
1169
                ":\"publication\"},\"dateofacceptance\":\"1820-01-01\",\"objidentifier\":\"od______1232::4d934888dee33a62dece6fa36192c710\"}],\"instance\":[{\"webresource\":[{\"url\":\"http://bvpb.mcu.es/es/consulta/registro.cmd?id=403864\"" +
1170
                "},{\"url\":\"http://bvpb.mcu.es/es/catalogo_imagenes/grupo.cmd?path=2755\"}],\"id\":\"opendoar____::e53a0a2978c28872a4505bdb51db06dc\",\"licence\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"schemei" +
1171
                "d\":\"dnet:access_modes\",\"classid\":\"OPEN\"},\"hostedby\":{\"id\":\"opendoar____::e53a0a2978c28872a4505bdb51db06dc\",\"name\":\"Biblioteca Virtual del Patrimonio Bibliográfico (Virtual Library of Bibliographical Herita" +
1172
                "ge)\"},\"instancetype\":{\"schemename\":\"dnet:publication_resource\",\"classname\":\"Book\",\"schemeid\":\"dnet:publication_resource\",\"classid\":\"0002\"}},{\"webresource\":{\"url\":\"http://bibliotecavirtual.aragon.es/bva/i18" +
1173
                "n/consulta/registro.cmd?id=2878\"},\"id\":\"opendoar____::7aee26c309def8c5a2a076eb250b8f36\",\"licence\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"schemeid\":\"dnet:access_modes\",\"classid\":\"OPEN\"" +
1174
                "},\"hostedby\":{\"id\":\"opendoar____::7aee26c309def8c5a2a076eb250b8f36\",\"name\":\"Biblioteca Virtual de Aragón\"},\"instancetype\":{\"schemename\":\"dnet:publication_resource\",\"classname\":\"Book\",\"schemeid\":\"dnet:publi" +
1175
                "cation_resource\",\"classid\":\"0002\"}}]},\"pid\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"classid\":\"\"},\"resourcetype\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"classid\":\"\"},\"format\":\"\",\"dateofaccepta" +
1176
                "nce\":\"1820-01-01\",\"embargoenddate\":\"\",\"version\":\"\",\"size\":\"\",\"country\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"classid\":\"\"},\"publisher\":\"\",\"metadataversionnumber\":\"\",\"title\":{\"content\":\"Discurso sob" +
1177
                "re los señoríos : necesidad y justicia del decreto de Cortes de 6 de Agosto de 1811 y ventaja que debe causar a la Nación\",\"schemename\":\"dnet:dataCite_title\",\"classname\":\"main title\",\"schemeid\":\"dnet:dataC" +
1178
                "ite_title\",\"classid\":\"main title\"},\"resulttype\":{\"schemename\":\"dnet:result_typologies\",\"classname\":\"publication\",\"schemeid\":\"dnet:result_typologies\",\"classid\":\"publication\"},\"source\":\"\",\"contributor\":\"Impr" +
1179
                "enta de Heras, imp.\",\"description\":\"\",\"originalId\":[\"oai:bvpb.mcu.es:403864\",\"oai:bibliotecavirtual.aragon.es:2878\"],\"lastmetadataupdate\":\"\",\"relevantdate\":{\"schemename\":\"\",\"classname\":\"\",\"schemeid\":\"\",\"cl" +
1180
                "assid\":\"\"},\"device\":\"\",\"bestlicense\":{\"schemename\":\"dnet:access_modes\",\"classname\":\"Open Access\",\"schemeid\":\"dnet:access_modes\",\"classid\":\"OPEN\"},\"language\":{\"schemename\":\"dnet:languages\",\"classname\":\"Span" +
1181
                "ish\",\"schemeid\":\"dnet:languages\",\"classid\":\"esl/spa\"},\"storagedate\":\"\",\"fulltext\":\"\"},\"xsi:schemaLocation\":\"http://namespace.openaire.eu/oaf https://www.openaire.eu/schema/0.2/oaf-0.2.xsd\"}},\"xmlns:dri\":\"h" +
1182
                "ttp://www.driver-repository.eu/namespace/dri\"}}\n";
1183

    
1184
        JSONObject finalOject = new JSONObject();
1185
        finalOject.put("dri:objIdentifier", new JSONObject(json).getJSONObject("result").getJSONObject("header").getString("dri:objIdentifier"));
1186
        finalOject.put("content", new JSONObject(new JSONObject(json).getJSONObject("result").getJSONObject("metadata").getJSONObject("oaf:entity").getJSONObject("oaf:result"),
1187
                new String[]{"title", "description", "language", "bestlicense", "pid", "rels"}));
1188

    
1189
        System.out.println(finalOject);
1190

    
1191
        JSONObject jsonObject = new JSONObject(s).getJSONObject("result").getJSONObject("metadata").getJSONObject("oaf:entity").getJSONObject("oaf:result");
1192
        System.out.println("title --> " + jsonObject.getJSONObject("title").getString("content"));
1193
        System.out.println("pid --> " + jsonObject.getJSONArray("pid"));
1194

    
1195
        JSONObject newJsonObject1 = new JSONObject(jsonObject, new String[]{"title", "description", "language", "bestlicense", "pid", "rels"});
1196

    
1197
    }
1198
*/
1199
    /*
1200

    
1201
    public static void main(String[] args) throws IOException, CQLParseException {
1202
        CqlTranslator translator = new CqlTranslatorImpl();
1203
        System.out.println(translator.toLucene("relfundinglevel0_id = ec__________::EC::FP7"));
1204
    }
1205
    */
1206

    
1207
}
(8-8/11)