aboutsummaryrefslogtreecommitdiffstats
path: root/config-model/src/test/derived/tokenization/ilscripts.cfg
blob: cad8ec818799bcb2986322cdd3545e4755280673 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
maxtermoccurrences 10000
maxtokenlength 1000
fieldmatchmaxlength 1000000
ilscript[].doctype "tokenization"
ilscript[].docfield[] "text"
ilscript[].docfield[] "text_array"
ilscript[].content[] "clear_state | guard { input text_array | for_each { lowercase } | for_each { normalize } | for_each { tokenize normalize stem:\"BEST\" } | index text_array_derived | summary text_array_derived; }"
ilscript[].content[] "clear_state | guard { input text | normalize | tokenize normalize stem:\"BEST\" | index text_derived | summary text_derived; }"
ilscript[].content[] "clear_state | guard { input text | tokenize normalize stem:\"BEST\" | index text | summary text; }"
ilscript[].content[] "clear_state | guard { input text_array | for_each { tokenize normalize stem:\"BEST\" } | index text_array | summary text_array; }"