config-model/src/test/derived/tokenization/tokenization.sd


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24

# Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
schema tokenization {

  document tokenization {

    field text type string {
      indexing: index | summary
    }

    field text_array type array<string> {
      indexing: index | summary
    }

  }

  field text_derived type string {
    indexing: input text | normalize | index | summary
  }

  field text_array_derived type array<string> {
    indexing: input text_array | for_each { lowercase } | for_each { normalize } | index | summary
  }

}