1
|
<?xml version="1.0" encoding="UTF-8" ?>
|
2
|
<xsl:stylesheet version="1.0" xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
|
3
|
<xsl:output omit-xml-declaration="yes" indent="yes"/>
|
4
|
|
5
|
<xsl:template match="/FIELDS">
|
6
|
|
7
|
<xsl:param name="textFieldType" select="string('text_common')"/>
|
8
|
<xsl:variable name="smallcase" select="'abcdefghijklmnopqrstuvwxyz'"/>
|
9
|
<xsl:variable name="uppercase" select="'ABCDEFGHIJKLMNOPQRSTUVWXYZ'"/>
|
10
|
|
11
|
<!--
|
12
|
D-Net index schema template
|
13
|
|
14
|
CHANGELOG
|
15
|
|
16
|
0.1 : first release
|
17
|
0.2 : added preserveOriginal="1" for text field type in the index analyzer and catenateWords="1" for the query analyzer
|
18
|
0.3 : changed language for SnowballPorterFilterFactory to language="German2" (index/query) in the text field type
|
19
|
0.4 : added solr.ASCIIFoldingFilterFactory filter (index/query) in the text field type
|
20
|
0.5 : added long_keyword field type, to be used for objIdentifiers
|
21
|
0.6 : added field types for spellchecking
|
22
|
0.7 : added parameter for text field type
|
23
|
0.8 : added field _version_, needed by Solr 4.0.0 for the transaction log
|
24
|
0.9 : added type: text_en_splitting
|
25
|
0.91 : added type: ngramtext
|
26
|
0.92 : added schema optimizations, removing unnecessary stored fields
|
27
|
0.93 : added attribute preserveOriginal="1" to fieldtype ngramtext (query analysis) to improve matches
|
28
|
0.94 : updated and simplified ngramtext fieldtype
|
29
|
0.95 : update to solr 4.4, removed attribute "compress" from field definition, ngramfield doesn't support NGramFilterFactory anymore
|
30
|
0.96 : update to solr 4.9
|
31
|
-->
|
32
|
<schema name="dnet" version="0.96">
|
33
|
|
34
|
<types>
|
35
|
|
36
|
<!-- The StrField type is not analyzed, but indexed/stored verbatim.
|
37
|
It supports doc values but in that case the field needs to be
|
38
|
single-valued and either required or have a default value.
|
39
|
-->
|
40
|
<fieldType name="string" class="solr.StrField" sortMissingLast="true"/>
|
41
|
|
42
|
<!-- boolean type: "true" or "false" -->
|
43
|
<fieldType name="boolean" class="solr.BoolField" sortMissingLast="true"/>
|
44
|
|
45
|
<!-- sortMissingLast and sortMissingFirst attributes are optional attributes are
|
46
|
currently supported on types that are sorted internally as strings
|
47
|
and on numeric types.
|
48
|
This includes "string","boolean", and, as of 3.5 (and 4.x),
|
49
|
int, float, long, date, double, including the "Trie" variants.
|
50
|
- If sortMissingLast="true", then a sort on this field will cause documents
|
51
|
without the field to come after documents with the field,
|
52
|
regardless of the requested sort order (asc or desc).
|
53
|
- If sortMissingFirst="true", then a sort on this field will cause documents
|
54
|
without the field to come before documents with the field,
|
55
|
regardless of the requested sort order.
|
56
|
- If sortMissingLast="false" and sortMissingFirst="false" (the default),
|
57
|
then default lucene sorting will be used which places docs without the
|
58
|
field first in an ascending sort and last in a descending sort.
|
59
|
-->
|
60
|
|
61
|
<!--
|
62
|
Default numeric field types. For faster range queries, consider the tint/tfloat/tlong/tdouble types.
|
63
|
|
64
|
These fields support doc values, but they require the field to be
|
65
|
single-valued and either be required or have a default value.
|
66
|
-->
|
67
|
<fieldType name="int" class="solr.TrieIntField" precisionStep="0" positionIncrementGap="0"/>
|
68
|
<fieldType name="float" class="solr.TrieFloatField" precisionStep="0" positionIncrementGap="0"/>
|
69
|
<fieldType name="long" class="solr.TrieLongField" precisionStep="0" positionIncrementGap="0"/>
|
70
|
<fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" positionIncrementGap="0"/>
|
71
|
|
72
|
<!--
|
73
|
Numeric field types that index each value at various levels of precision
|
74
|
to accelerate range queries when the number of values between the range
|
75
|
endpoints is large. See the javadoc for NumericRangeQuery for internal
|
76
|
implementation details.
|
77
|
|
78
|
Smaller precisionStep values (specified in bits) will lead to more tokens
|
79
|
indexed per value, slightly larger index size, and faster range queries.
|
80
|
A precisionStep of 0 disables indexing at different precision levels.
|
81
|
-->
|
82
|
<fieldType name="tint" class="solr.TrieIntField" precisionStep="8" positionIncrementGap="0"/>
|
83
|
<fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" positionIncrementGap="0"/>
|
84
|
<fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" positionIncrementGap="0"/>
|
85
|
<fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" positionIncrementGap="0"/>
|
86
|
|
87
|
<!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
|
88
|
is a more restricted form of the canonical representation of dateTime
|
89
|
http://www.w3.org/TR/xmlschema-2/#dateTime
|
90
|
The trailing "Z" designates UTC time and is mandatory.
|
91
|
Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
|
92
|
All other components are mandatory.
|
93
|
|
94
|
Expressions can also be used to denote calculations that should be
|
95
|
performed relative to "NOW" to determine the value, ie...
|
96
|
|
97
|
NOW/HOUR
|
98
|
... Round to the start of the current hour
|
99
|
NOW-1DAY
|
100
|
... Exactly 1 day prior to now
|
101
|
NOW/DAY+6MONTHS+3DAYS
|
102
|
... 6 months and 3 days in the future from the start of
|
103
|
the current day
|
104
|
|
105
|
Consult the DateField javadocs for more information.
|
106
|
|
107
|
Note: For faster range queries, consider the tdate type
|
108
|
-->
|
109
|
<fieldType name="date" class="solr.TrieDateField" precisionStep="0" positionIncrementGap="0"/>
|
110
|
|
111
|
<!-- A Trie based date field for faster date range queries and date faceting. -->
|
112
|
<fieldType name="tdate" class="solr.TrieDateField" precisionStep="6" positionIncrementGap="0"/>
|
113
|
|
114
|
<!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
|
115
|
words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
|
116
|
so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
|
117
|
Synonyms and stopwords are customized by external files, and stemming is enabled.
|
118
|
-->
|
119
|
<fieldType name="text_common" class="solr.TextField" positionIncrementGap="100">
|
120
|
<analyzer type="index">
|
121
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
122
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
123
|
words="stopwords.txt" enablePositionIncrements="true"/>
|
124
|
<filter class="solr.WordDelimiterFilterFactory"
|
125
|
preserveOriginal="1" generateWordParts="1"
|
126
|
generateNumberParts="1" catenateWords="1"
|
127
|
catenateNumbers="1" catenateAll="0"/>
|
128
|
<filter class="solr.LowerCaseFilterFactory"/>
|
129
|
<filter class="solr.ASCIIFoldingFilterFactory"/>
|
130
|
</analyzer>
|
131
|
<analyzer type="query">
|
132
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
133
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
134
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
135
|
words="stopwords.txt" enablePositionIncrements="true"/>
|
136
|
<filter class="solr.WordDelimiterFilterFactory"
|
137
|
preserveOriginal="1" generateWordParts="1"
|
138
|
generateNumberParts="1" catenateWords="0"
|
139
|
catenateNumbers="0" catenateAll="0"/>
|
140
|
<filter class="solr.LowerCaseFilterFactory"/>
|
141
|
<filter class="solr.ASCIIFoldingFilterFactory"/>
|
142
|
</analyzer>
|
143
|
</fieldType>
|
144
|
|
145
|
<!-- A text field with defaults appropriate for English, plus
|
146
|
aggressive word-splitting and autophrase features enabled.
|
147
|
This field is just like text_en, except it adds
|
148
|
WordDelimiterFilter to enable splitting and matching of
|
149
|
words on case-change, alpha numeric boundaries, and
|
150
|
non-alphanumeric chars. This means certain compound word
|
151
|
cases will work, for example query "wi fi" will match
|
152
|
document "WiFi" or "wi-fi".
|
153
|
-->
|
154
|
<fieldType name="text_en_splitting" class="solr.TextField" positionIncrementGap="100" autoGeneratePhraseQueries="true">
|
155
|
<analyzer type="index">
|
156
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
157
|
<!-- in this example, we will only use synonyms at query time
|
158
|
<filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
|
159
|
-->
|
160
|
<!-- Case insensitive stop word removal.
|
161
|
-->
|
162
|
<filter class="solr.StopFilterFactory"
|
163
|
ignoreCase="true"
|
164
|
words="stopwords_en.txt"
|
165
|
/>
|
166
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
|
167
|
<filter class="solr.LowerCaseFilterFactory"/>
|
168
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
169
|
<filter class="solr.PorterStemFilterFactory"/>
|
170
|
</analyzer>
|
171
|
<analyzer type="query">
|
172
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
173
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
174
|
<filter class="solr.StopFilterFactory"
|
175
|
ignoreCase="true"
|
176
|
words="stopwords_en.txt"
|
177
|
/>
|
178
|
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
|
179
|
<filter class="solr.LowerCaseFilterFactory"/>
|
180
|
<filter class="solr.KeywordMarkerFilterFactory" protected="protwords.txt"/>
|
181
|
<filter class="solr.PorterStemFilterFactory"/>
|
182
|
</analyzer>
|
183
|
</fieldType>
|
184
|
|
185
|
<fieldType name="ngramtext" class="solr.TextField" omitNorms="true">
|
186
|
<analyzer type="index">
|
187
|
<tokenizer class="solr.KeywordTokenizerFactory"/>
|
188
|
<filter class="solr.LowerCaseFilterFactory"/>
|
189
|
<filter class="solr.NGramFilterFactory" minGramSize="3" maxGramSize="25"/>
|
190
|
<filter class="solr.TrimFilterFactory"/>
|
191
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
192
|
</analyzer>
|
193
|
<analyzer type="query">
|
194
|
<tokenizer class="solr.KeywordTokenizerFactory"/>
|
195
|
<filter class="solr.LowerCaseFilterFactory"/>
|
196
|
</analyzer>
|
197
|
</fieldType>
|
198
|
|
199
|
<fieldType name="text_EFG" class="solr.TextField" positionIncrementGap="100">
|
200
|
<analyzer type="index">
|
201
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
202
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
203
|
words="stopwords.txt" enablePositionIncrements="true"/>
|
204
|
<filter class="solr.WordDelimiterFilterFactory"
|
205
|
preserveOriginal="1" generateWordParts="1"
|
206
|
generateNumberParts="1" catenateWords="1"
|
207
|
catenateNumbers="1" catenateAll="0"
|
208
|
splitOnCaseChange="1"/>
|
209
|
<filter class="solr.LowerCaseFilterFactory"/>
|
210
|
<filter class="solr.SnowballPorterFilterFactory" language="German2" protected="protwords.txt"/>
|
211
|
<filter class="solr.ASCIIFoldingFilterFactory"/>
|
212
|
</analyzer>
|
213
|
<analyzer type="query">
|
214
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
215
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
216
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
217
|
words="stopwords.txt" enablePositionIncrements="true"/>
|
218
|
<filter class="solr.WordDelimiterFilterFactory"
|
219
|
generateWordParts="0" generateNumberParts="1"
|
220
|
catenateWords="1" catenateNumbers="0"
|
221
|
catenateAll="0" splitOnCaseChange="1"/>
|
222
|
<filter class="solr.LowerCaseFilterFactory"/>
|
223
|
<filter class="solr.SnowballPorterFilterFactory" language="German2" protected="protwords.txt"/>
|
224
|
<filter class="solr.ASCIIFoldingFilterFactory"/>
|
225
|
</analyzer>
|
226
|
</fieldType>
|
227
|
|
228
|
<!-- A general unstemmed text field that indexes tokens normally and also
|
229
|
reversed (via ReversedWildcardFilterFactory), to enable more efficient
|
230
|
leading wildcard queries. -->
|
231
|
<fieldType name="text_rev" class="solr.TextField" positionIncrementGap="100">
|
232
|
<analyzer type="index">
|
233
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
234
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
235
|
words="stopwords.txt" enablePositionIncrements="true"/>
|
236
|
<filter class="solr.WordDelimiterFilterFactory"
|
237
|
generateWordParts="1" generateNumberParts="1"
|
238
|
catenateWords="1" catenateNumbers="1"
|
239
|
catenateAll="0" splitOnCaseChange="0"/>
|
240
|
<filter class="solr.LowerCaseFilterFactory"/>
|
241
|
<filter class="solr.ReversedWildcardFilterFactory"
|
242
|
withOriginal="true" maxPosAsterisk="3"
|
243
|
maxPosQuestion="2" maxFractionAsterisk="0.33"/>
|
244
|
</analyzer>
|
245
|
<analyzer type="query">
|
246
|
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
247
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
248
|
<filter class="solr.StopFilterFactory" ignoreCase="true"
|
249
|
words="stopwords.txt" enablePositionIncrements="true"
|
250
|
/>
|
251
|
<filter class="solr.WordDelimiterFilterFactory"
|
252
|
generateWordParts="1" generateNumberParts="1"
|
253
|
catenateWords="0" catenateNumbers="0"
|
254
|
catenateAll="0" splitOnCaseChange="0"/>
|
255
|
<filter class="solr.LowerCaseFilterFactory"/>
|
256
|
</analyzer>
|
257
|
</fieldType>
|
258
|
|
259
|
<fieldType name="spelltext" class="solr.TextField" positionIncrementGap="100">
|
260
|
<analyzer type="index">
|
261
|
<tokenizer class="solr.StandardTokenizerFactory"/>
|
262
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
|
263
|
<filter class="solr.StandardFilterFactory"/>
|
264
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
265
|
</analyzer>
|
266
|
<analyzer type="query">
|
267
|
<tokenizer class="solr.StandardTokenizerFactory"/>
|
268
|
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
269
|
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
|
270
|
<filter class="solr.StandardFilterFactory"/>
|
271
|
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
272
|
</analyzer>
|
273
|
</fieldType>
|
274
|
|
275
|
<!-- used for objIdentifiers -->
|
276
|
<fieldType name="long_keyword" class="solr.TextField">
|
277
|
<analyzer>
|
278
|
<tokenizer class="solr.KeywordTokenizerFactory"/>
|
279
|
</analyzer>
|
280
|
</fieldType>
|
281
|
|
282
|
</types>
|
283
|
|
284
|
<fields>
|
285
|
|
286
|
<xsl:for-each select="./FIELD">
|
287
|
<xsl:variable name="fieldname" select="translate(@name, $uppercase, $smallcase)"/>
|
288
|
<xsl:variable name="fieldtype">
|
289
|
<xsl:choose>
|
290
|
<xsl:when test="@type='int'">int</xsl:when>
|
291
|
<xsl:when test="@type='date'">date</xsl:when>
|
292
|
<xsl:when test="@type='ngramtext'">ngramtext</xsl:when>
|
293
|
<xsl:when test="@type='long_keyword'">long_keyword</xsl:when>
|
294
|
<xsl:when test="@tokenizable='false'">string</xsl:when>
|
295
|
<xsl:otherwise>
|
296
|
<xsl:value-of select="$textFieldType"/>
|
297
|
</xsl:otherwise>
|
298
|
</xsl:choose>
|
299
|
</xsl:variable>
|
300
|
<xsl:variable name="isMultivalued">
|
301
|
<xsl:choose>
|
302
|
<xsl:when test="@multivalued='false'">false</xsl:when>
|
303
|
<xsl:otherwise>true</xsl:otherwise>
|
304
|
</xsl:choose>
|
305
|
</xsl:variable>
|
306
|
<xsl:variable name="isStored">
|
307
|
<xsl:choose>
|
308
|
<xsl:when test="@stored='true'">true</xsl:when>
|
309
|
<xsl:otherwise>false</xsl:otherwise>
|
310
|
</xsl:choose>
|
311
|
</xsl:variable>
|
312
|
|
313
|
<field name="{$fieldname}" type="{$fieldtype}" indexed="{@indexable}" stored="{normalize-space($isStored)}" multiValued="{normalize-space($isMultivalued)}"/>
|
314
|
</xsl:for-each>
|
315
|
|
316
|
<field name="__indexrecordidentifier" type="string" indexed="true" stored="true" multiValued="false" required="true"/>
|
317
|
|
318
|
<field name="__deleted" type="boolean" indexed="true" stored="false" default="false" omitNorms="true" omitTermFreqAndPositions="true"/>
|
319
|
|
320
|
<field name="__dsid" type="string" indexed="true" stored="true" omitNorms="true" omitTermFreqAndPositions="true"/>
|
321
|
|
322
|
<field name="__dsversion" type="tdate" indexed="true" stored="true" omitNorms="true" omitTermFreqAndPositions="true"/>
|
323
|
|
324
|
<field name="__result" type="{$textFieldType}" indexed="false" stored="true"/>
|
325
|
|
326
|
<field name="__fulltext" type="{$textFieldType}" indexed="false" stored="true" default=""/>
|
327
|
|
328
|
<field name="__all" type="{$textFieldType}" indexed="true" stored="false" multiValued="true"/>
|
329
|
|
330
|
<field name="__spell" type="spelltext" indexed="true" stored="false" omitNorms="true" omitTermFreqAndPositions="true"/>
|
331
|
|
332
|
<field name="cql.serverchoice" type="{$textFieldType}" indexed="true" stored="false" multiValued="true" omitNorms="true" omitTermFreqAndPositions="true"/>
|
333
|
|
334
|
<field name="_version_" type="long" indexed="true" stored="true" multiValued="false"/>
|
335
|
|
336
|
<!-- catchall text field that indexes tokens both normally and in reverse for efficient
|
337
|
leading wildcard queries. -->
|
338
|
<field name="text_rev" type="text_rev" indexed="true" stored="false" multiValued="true"/>
|
339
|
|
340
|
<!-- field for ping -->
|
341
|
<field name="text" type="text_common" indexed="false" stored="false"/>
|
342
|
|
343
|
|
344
|
</fields>
|
345
|
|
346
|
<!-- Field to use to determine and enforce document uniqueness.
|
347
|
Unless this field is marked with required="false", it will be a required field
|
348
|
-->
|
349
|
<uniqueKey>__indexrecordidentifier</uniqueKey>
|
350
|
|
351
|
<!-- field for the QueryParser to use when an explicit fieldname is absent -->
|
352
|
<defaultSearchField>__all</defaultSearchField>
|
353
|
|
354
|
<!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
|
355
|
<solrQueryParser defaultOperator="AND"/>
|
356
|
|
357
|
<xsl:for-each select="./FIELD[(@type = 'ngramtext' or not(@type)) and not(@tokenizable = 'false')]">
|
358
|
<xsl:variable name="fieldname" select="translate(@name, $uppercase, $smallcase)"/>
|
359
|
<copyField source="{$fieldname}" dest="__all"/>
|
360
|
</xsl:for-each>
|
361
|
|
362
|
<xsl:for-each select="./FIELD[@spellcheck = 'true']">
|
363
|
<xsl:variable name="fieldname" select="translate(@name, $uppercase, $smallcase)"/>
|
364
|
<copyField source="{$fieldname}" dest="__spell"/>
|
365
|
</xsl:for-each>
|
366
|
|
367
|
<copyField source="cql.serverchoice" dest="__all"/>
|
368
|
<copyField source="__fulltext" dest="__all"/>
|
369
|
|
370
|
|
371
|
<!-- Similarity is the scoring routine for each document vs. a query.
|
372
|
A custom similarity may be specified here, but the default is fine
|
373
|
for most applications. -->
|
374
|
<!-- <similarity class="org.apache.lucene.search.DefaultSimilarity"/> -->
|
375
|
<!-- ... OR ...
|
376
|
Specify a SimilarityFactory class name implementation
|
377
|
allowing parameters to be used.
|
378
|
-->
|
379
|
<!--
|
380
|
<similarity class="com.example.solr.CustomSimilarityFactory">
|
381
|
<str name="paramkey">param value</str>
|
382
|
</similarity>
|
383
|
-->
|
384
|
|
385
|
|
386
|
</schema>
|
387
|
</xsl:template>
|
388
|
</xsl:stylesheet>
|