Use text content only for query lang detection

1 files changed, 234 insertions, 194 deletions

diff --git a/config-model/src/test/derived/indexinfo_lowercase/index-info.cfg b/config-model/src/test/derived/indexinfo_lowercase/index-info.cfg
index 027e7533004..6b79d5a4dc3 100644
--- a/config-model/src/test/derived/indexinfo_lowercase/index-info.cfg
+++ b/config-model/src/test/derived/indexinfo_lowercase/index-info.cfg
@@ -23,227 +23,267 @@ indexinfo[0].command[10].indexname "nc_index"
 indexinfo[0].command[10].command "stem:SHORTEST"
 indexinfo[0].command[11].indexname "nc_index"
 indexinfo[0].command[11].command "normalize"
-indexinfo[0].command[12].indexname "nc_summary"
-indexinfo[0].command[12].command "index"
-indexinfo[0].command[13].indexname "lc_attribute"
+indexinfo[0].command[12].indexname "nc_index"
+indexinfo[0].command[12].command "plain-tokens"
+indexinfo[0].command[13].indexname "nc_summary"
 indexinfo[0].command[13].command "index"
 indexinfo[0].command[14].indexname "lc_attribute"
-indexinfo[0].command[14].command "lowercase"
+indexinfo[0].command[14].command "index"
 indexinfo[0].command[15].indexname "lc_attribute"
-indexinfo[0].command[15].command "attribute"
+indexinfo[0].command[15].command "lowercase"
 indexinfo[0].command[16].indexname "lc_attribute"
-indexinfo[0].command[16].command "word"
-indexinfo[0].command[17].indexname "lc_index"
-indexinfo[0].command[17].command "index"
+indexinfo[0].command[16].command "attribute"
+indexinfo[0].command[17].indexname "lc_attribute"
+indexinfo[0].command[17].command "word"
 indexinfo[0].command[18].indexname "lc_index"
-indexinfo[0].command[18].command "lowercase"
+indexinfo[0].command[18].command "index"
 indexinfo[0].command[19].indexname "lc_index"
-indexinfo[0].command[19].command "stem:SHORTEST"
+indexinfo[0].command[19].command "lowercase"
 indexinfo[0].command[20].indexname "lc_index"
-indexinfo[0].command[20].command "normalize"
-indexinfo[0].command[21].indexname "lc_summary"
-indexinfo[0].command[21].command "index"
-indexinfo[0].command[22].indexname "lc_summary"
-indexinfo[0].command[22].command "lowercase"
-indexinfo[0].command[23].indexname "rankfeatures"
+indexinfo[0].command[20].command "stem:SHORTEST"
+indexinfo[0].command[21].indexname "lc_index"
+indexinfo[0].command[21].command "normalize"
+indexinfo[0].command[22].indexname "lc_index"
+indexinfo[0].command[22].command "plain-tokens"
+indexinfo[0].command[23].indexname "lc_summary"
 indexinfo[0].command[23].command "index"
-indexinfo[0].command[24].indexname "summaryfeatures"
-indexinfo[0].command[24].command "index"
-indexinfo[0].command[25].indexname "lc_set1"
-indexinfo[0].command[25].command "lowercase"
-indexinfo[0].command[26].indexname "lc_set1"
-indexinfo[0].command[26].command "attribute"
+indexinfo[0].command[24].indexname "lc_summary"
+indexinfo[0].command[24].command "lowercase"
+indexinfo[0].command[25].indexname "rankfeatures"
+indexinfo[0].command[25].command "index"
+indexinfo[0].command[26].indexname "summaryfeatures"
+indexinfo[0].command[26].command "index"
 indexinfo[0].command[27].indexname "lc_set1"
-indexinfo[0].command[27].command "index"
+indexinfo[0].command[27].command "lowercase"
 indexinfo[0].command[28].indexname "lc_set1"
-indexinfo[0].command[28].command "word"
-indexinfo[0].command[29].indexname "lc_set2"
-indexinfo[0].command[29].command "lowercase"
-indexinfo[0].command[30].indexname "lc_set2"
-indexinfo[0].command[30].command "index"
+indexinfo[0].command[28].command "attribute"
+indexinfo[0].command[29].indexname "lc_set1"
+indexinfo[0].command[29].command "index"
+indexinfo[0].command[30].indexname "lc_set1"
+indexinfo[0].command[30].command "word"
 indexinfo[0].command[31].indexname "lc_set2"
-indexinfo[0].command[31].command "stem:SHORTEST"
+indexinfo[0].command[31].command "lowercase"
 indexinfo[0].command[32].indexname "lc_set2"
-indexinfo[0].command[32].command "normalize"
-indexinfo[0].command[33].indexname "lc_set3"
-indexinfo[0].command[33].command "lowercase"
-indexinfo[0].command[34].indexname "lc_set3"
-indexinfo[0].command[34].command "attribute"
-indexinfo[0].command[35].indexname "lc_set3"
-indexinfo[0].command[35].command "index"
-indexinfo[0].command[36].indexname "lc_set4"
+indexinfo[0].command[32].command "index"
+indexinfo[0].command[33].indexname "lc_set2"
+indexinfo[0].command[33].command "plain-tokens"
+indexinfo[0].command[34].indexname "lc_set2"
+indexinfo[0].command[34].command "stem:SHORTEST"
+indexinfo[0].command[35].indexname "lc_set2"
+indexinfo[0].command[35].command "normalize"
+indexinfo[0].command[36].indexname "lc_set3"
 indexinfo[0].command[36].command "lowercase"
-indexinfo[0].command[37].indexname "lc_set4"
-indexinfo[0].command[37].command "index"
-indexinfo[0].command[38].indexname "lc_set4"
-indexinfo[0].command[38].command "stem:SHORTEST"
+indexinfo[0].command[37].indexname "lc_set3"
+indexinfo[0].command[37].command "attribute"
+indexinfo[0].command[38].indexname "lc_set3"
+indexinfo[0].command[38].command "index"
 indexinfo[0].command[39].indexname "lc_set4"
-indexinfo[0].command[39].command "normalize"
-indexinfo[0].command[40].indexname "lc_set5"
-indexinfo[0].command[40].command "lowercase"
-indexinfo[0].command[41].indexname "lc_set5"
-indexinfo[0].command[41].command "attribute"
-indexinfo[0].command[42].indexname "lc_set5"
-indexinfo[0].command[42].command "index"
-indexinfo[0].command[43].indexname "lc_set5"
-indexinfo[0].command[43].command "word"
-indexinfo[0].command[44].indexname "lc_set6"
+indexinfo[0].command[39].command "lowercase"
+indexinfo[0].command[40].indexname "lc_set4"
+indexinfo[0].command[40].command "index"
+indexinfo[0].command[41].indexname "lc_set4"
+indexinfo[0].command[41].command "plain-tokens"
+indexinfo[0].command[42].indexname "lc_set4"
+indexinfo[0].command[42].command "stem:SHORTEST"
+indexinfo[0].command[43].indexname "lc_set4"
+indexinfo[0].command[43].command "normalize"
+indexinfo[0].command[44].indexname "lc_set5"
 indexinfo[0].command[44].command "lowercase"
-indexinfo[0].command[45].indexname "lc_set6"
-indexinfo[0].command[45].command "index"
-indexinfo[0].command[46].indexname "lc_set6"
-indexinfo[0].command[46].command "stem:SHORTEST"
-indexinfo[0].command[47].indexname "lc_set6"
-indexinfo[0].command[47].command "normalize"
-indexinfo[0].command[48].indexname "lc_set7"
+indexinfo[0].command[45].indexname "lc_set5"
+indexinfo[0].command[45].command "attribute"
+indexinfo[0].command[46].indexname "lc_set5"
+indexinfo[0].command[46].command "index"
+indexinfo[0].command[47].indexname "lc_set5"
+indexinfo[0].command[47].command "word"
+indexinfo[0].command[48].indexname "lc_set6"
 indexinfo[0].command[48].command "lowercase"
-indexinfo[0].command[49].indexname "lc_set7"
+indexinfo[0].command[49].indexname "lc_set6"
 indexinfo[0].command[49].command "index"
-indexinfo[0].command[50].indexname "lc_set7"
-indexinfo[0].command[50].command "stem:SHORTEST"
-indexinfo[0].command[51].indexname "lc_set7"
-indexinfo[0].command[51].command "normalize"
-indexinfo[0].command[52].indexname "nc_set1"
-indexinfo[0].command[52].command "attribute"
-indexinfo[0].command[53].indexname "nc_set1"
-indexinfo[0].command[53].command "index"
-indexinfo[0].command[54].indexname "nc_set1"
-indexinfo[0].command[54].command "word"
-indexinfo[0].command[55].indexname "nc_set2"
-indexinfo[0].command[55].command "lowercase"
-indexinfo[0].command[56].indexname "nc_set2"
-indexinfo[0].command[56].command "index"
-indexinfo[0].command[57].indexname "nc_set2"
-indexinfo[0].command[57].command "stem:SHORTEST"
-indexinfo[0].command[58].indexname "nc_set2"
-indexinfo[0].command[58].command "normalize"
-indexinfo[0].command[59].indexname "nc_set3"
-indexinfo[0].command[59].command "attribute"
-indexinfo[0].command[60].indexname "nc_set3"
-indexinfo[0].command[60].command "index"
-indexinfo[0].command[61].indexname "nc_set4"
+indexinfo[0].command[50].indexname "lc_set6"
+indexinfo[0].command[50].command "plain-tokens"
+indexinfo[0].command[51].indexname "lc_set6"
+indexinfo[0].command[51].command "stem:SHORTEST"
+indexinfo[0].command[52].indexname "lc_set6"
+indexinfo[0].command[52].command "normalize"
+indexinfo[0].command[53].indexname "lc_set7"
+indexinfo[0].command[53].command "lowercase"
+indexinfo[0].command[54].indexname "lc_set7"
+indexinfo[0].command[54].command "index"
+indexinfo[0].command[55].indexname "lc_set7"
+indexinfo[0].command[55].command "plain-tokens"
+indexinfo[0].command[56].indexname "lc_set7"
+indexinfo[0].command[56].command "stem:SHORTEST"
+indexinfo[0].command[57].indexname "lc_set7"
+indexinfo[0].command[57].command "normalize"
+indexinfo[0].command[58].indexname "nc_set1"
+indexinfo[0].command[58].command "attribute"
+indexinfo[0].command[59].indexname "nc_set1"
+indexinfo[0].command[59].command "index"
+indexinfo[0].command[60].indexname "nc_set1"
+indexinfo[0].command[60].command "word"
+indexinfo[0].command[61].indexname "nc_set2"
 indexinfo[0].command[61].command "lowercase"
-indexinfo[0].command[62].indexname "nc_set4"
+indexinfo[0].command[62].indexname "nc_set2"
 indexinfo[0].command[62].command "index"
-indexinfo[0].command[63].indexname "nc_set4"
-indexinfo[0].command[63].command "stem:SHORTEST"
-indexinfo[0].command[64].indexname "nc_set4"
-indexinfo[0].command[64].command "normalize"
-indexinfo[0].command[65].indexname "nc_set5"
-indexinfo[0].command[65].command "attribute"
-indexinfo[0].command[66].indexname "nc_set5"
-indexinfo[0].command[66].command "index"
-indexinfo[0].command[67].indexname "nc_set5"
-indexinfo[0].command[67].command "word"
-indexinfo[0].command[68].indexname "nc_set6"
+indexinfo[0].command[63].indexname "nc_set2"
+indexinfo[0].command[63].command "plain-tokens"
+indexinfo[0].command[64].indexname "nc_set2"
+indexinfo[0].command[64].command "stem:SHORTEST"
+indexinfo[0].command[65].indexname "nc_set2"
+indexinfo[0].command[65].command "normalize"
+indexinfo[0].command[66].indexname "nc_set3"
+indexinfo[0].command[66].command "attribute"
+indexinfo[0].command[67].indexname "nc_set3"
+indexinfo[0].command[67].command "index"
+indexinfo[0].command[68].indexname "nc_set4"
 indexinfo[0].command[68].command "lowercase"
-indexinfo[0].command[69].indexname "nc_set6"
+indexinfo[0].command[69].indexname "nc_set4"
 indexinfo[0].command[69].command "index"
-indexinfo[0].command[70].indexname "nc_set6"
-indexinfo[0].command[70].command "stem:SHORTEST"
-indexinfo[0].command[71].indexname "nc_set6"
-indexinfo[0].command[71].command "normalize"
-indexinfo[0].command[72].indexname "nc_set7"
-indexinfo[0].command[72].command "lowercase"
-indexinfo[0].command[73].indexname "nc_set7"
-indexinfo[0].command[73].command "index"
-indexinfo[0].command[74].indexname "nc_set7"
-indexinfo[0].command[74].command "stem:SHORTEST"
-indexinfo[0].command[75].indexname "nc_set7"
-indexinfo[0].command[75].command "normalize"
-indexinfo[0].command[76].indexname "nc_set8"
+indexinfo[0].command[70].indexname "nc_set4"
+indexinfo[0].command[70].command "plain-tokens"
+indexinfo[0].command[71].indexname "nc_set4"
+indexinfo[0].command[71].command "stem:SHORTEST"
+indexinfo[0].command[72].indexname "nc_set4"
+indexinfo[0].command[72].command "normalize"
+indexinfo[0].command[73].indexname "nc_set5"
+indexinfo[0].command[73].command "attribute"
+indexinfo[0].command[74].indexname "nc_set5"
+indexinfo[0].command[74].command "index"
+indexinfo[0].command[75].indexname "nc_set5"
+indexinfo[0].command[75].command "word"
+indexinfo[0].command[76].indexname "nc_set6"
 indexinfo[0].command[76].command "lowercase"
-indexinfo[0].command[77].indexname "nc_set8"
+indexinfo[0].command[77].indexname "nc_set6"
 indexinfo[0].command[77].command "index"
-indexinfo[0].command[78].indexname "nc_set8"
-indexinfo[0].command[78].command "stem:SHORTEST"
-indexinfo[0].command[79].indexname "nc_set8"
-indexinfo[0].command[79].command "normalize"
-indexinfo[0].command[80].indexname "nc_set9"
-indexinfo[0].command[80].command "lowercase"
-indexinfo[0].command[81].indexname "nc_set9"
-indexinfo[0].command[81].command "index"
-indexinfo[0].command[82].indexname "nc_set9"
-indexinfo[0].command[82].command "stem:SHORTEST"
-indexinfo[0].command[83].indexname "nc_set9"
-indexinfo[0].command[83].command "normalize"
-indexinfo[0].command[84].indexname "nc_set10"
-indexinfo[0].command[84].command "lowercase"
-indexinfo[0].command[85].indexname "nc_set10"
-indexinfo[0].command[85].command "attribute"
-indexinfo[0].command[86].indexname "nc_set10"
-indexinfo[0].command[86].command "index"
-indexinfo[0].command[87].indexname "nc_set10"
-indexinfo[0].command[87].command "word"
-indexinfo[0].command[88].indexname "nc_set11"
-indexinfo[0].command[88].command "lowercase"
-indexinfo[0].command[89].indexname "nc_set11"
-indexinfo[0].command[89].command "attribute"
-indexinfo[0].command[90].indexname "nc_set11"
-indexinfo[0].command[90].command "index"
-indexinfo[0].command[91].indexname "nc_set11"
-indexinfo[0].command[91].command "word"
-indexinfo[0].command[92].indexname "nc_set12"
-indexinfo[0].command[92].command "lowercase"
-indexinfo[0].command[93].indexname "nc_set12"
-indexinfo[0].command[93].command "index"
-indexinfo[0].command[94].indexname "nc_set12"
+indexinfo[0].command[78].indexname "nc_set6"
+indexinfo[0].command[78].command "plain-tokens"
+indexinfo[0].command[79].indexname "nc_set6"
+indexinfo[0].command[79].command "stem:SHORTEST"
+indexinfo[0].command[80].indexname "nc_set6"
+indexinfo[0].command[80].command "normalize"
+indexinfo[0].command[81].indexname "nc_set7"
+indexinfo[0].command[81].command "lowercase"
+indexinfo[0].command[82].indexname "nc_set7"
+indexinfo[0].command[82].command "index"
+indexinfo[0].command[83].indexname "nc_set7"
+indexinfo[0].command[83].command "plain-tokens"
+indexinfo[0].command[84].indexname "nc_set7"
+indexinfo[0].command[84].command "stem:SHORTEST"
+indexinfo[0].command[85].indexname "nc_set7"
+indexinfo[0].command[85].command "normalize"
+indexinfo[0].command[86].indexname "nc_set8"
+indexinfo[0].command[86].command "lowercase"
+indexinfo[0].command[87].indexname "nc_set8"
+indexinfo[0].command[87].command "index"
+indexinfo[0].command[88].indexname "nc_set8"
+indexinfo[0].command[88].command "plain-tokens"
+indexinfo[0].command[89].indexname "nc_set8"
+indexinfo[0].command[89].command "stem:SHORTEST"
+indexinfo[0].command[90].indexname "nc_set8"
+indexinfo[0].command[90].command "normalize"
+indexinfo[0].command[91].indexname "nc_set9"
+indexinfo[0].command[91].command "lowercase"
+indexinfo[0].command[92].indexname "nc_set9"
+indexinfo[0].command[92].command "index"
+indexinfo[0].command[93].indexname "nc_set9"
+indexinfo[0].command[93].command "plain-tokens"
+indexinfo[0].command[94].indexname "nc_set9"
 indexinfo[0].command[94].command "stem:SHORTEST"
-indexinfo[0].command[95].indexname "nc_set12"
+indexinfo[0].command[95].indexname "nc_set9"
 indexinfo[0].command[95].command "normalize"
-indexinfo[0].command[96].indexname "nc_set13"
+indexinfo[0].command[96].indexname "nc_set10"
 indexinfo[0].command[96].command "lowercase"
-indexinfo[0].command[97].indexname "nc_set13"
-indexinfo[0].command[97].command "index"
-indexinfo[0].command[98].indexname "nc_set13"
-indexinfo[0].command[98].command "stem:SHORTEST"
-indexinfo[0].command[99].indexname "nc_set13"
-indexinfo[0].command[99].command "normalize"
-indexinfo[0].command[100].indexname "nc_set14"
+indexinfo[0].command[97].indexname "nc_set10"
+indexinfo[0].command[97].command "attribute"
+indexinfo[0].command[98].indexname "nc_set10"
+indexinfo[0].command[98].command "index"
+indexinfo[0].command[99].indexname "nc_set10"
+indexinfo[0].command[99].command "word"
+indexinfo[0].command[100].indexname "nc_set11"
 indexinfo[0].command[100].command "lowercase"
-indexinfo[0].command[101].indexname "nc_set14"
-indexinfo[0].command[101].command "index"
-indexinfo[0].command[102].indexname "nc_set14"
-indexinfo[0].command[102].command "stem:SHORTEST"
-indexinfo[0].command[103].indexname "nc_set14"
-indexinfo[0].command[103].command "normalize"
-indexinfo[0].command[104].indexname "nc_set15"
+indexinfo[0].command[101].indexname "nc_set11"
+indexinfo[0].command[101].command "attribute"
+indexinfo[0].command[102].indexname "nc_set11"
+indexinfo[0].command[102].command "index"
+indexinfo[0].command[103].indexname "nc_set11"
+indexinfo[0].command[103].command "word"
+indexinfo[0].command[104].indexname "nc_set12"
 indexinfo[0].command[104].command "lowercase"
-indexinfo[0].command[105].indexname "nc_set15"
+indexinfo[0].command[105].indexname "nc_set12"
 indexinfo[0].command[105].command "index"
-indexinfo[0].command[106].indexname "nc_set15"
-indexinfo[0].command[106].command "stem:SHORTEST"
-indexinfo[0].command[107].indexname "nc_set15"
-indexinfo[0].command[107].command "normalize"
-indexinfo[0].command[108].indexname "nc_set16"
-indexinfo[0].command[108].command "lowercase"
-indexinfo[0].command[109].indexname "nc_set16"
-indexinfo[0].command[109].command "index"
-indexinfo[0].command[110].indexname "nc_set16"
-indexinfo[0].command[110].command "stem:SHORTEST"
-indexinfo[0].command[111].indexname "nc_set16"
-indexinfo[0].command[111].command "normalize"
-indexinfo[0].command[112].indexname "nc_set17"
-indexinfo[0].command[112].command "lowercase"
-indexinfo[0].command[113].indexname "nc_set17"
-indexinfo[0].command[113].command "index"
-indexinfo[0].command[114].indexname "nc_set17"
-indexinfo[0].command[114].command "stem:SHORTEST"
-indexinfo[0].command[115].indexname "nc_set17"
-indexinfo[0].command[115].command "normalize"
-indexinfo[0].command[116].indexname "nc_set18"
-indexinfo[0].command[116].command "lowercase"
-indexinfo[0].command[117].indexname "nc_set18"
-indexinfo[0].command[117].command "index"
-indexinfo[0].command[118].indexname "nc_set18"
-indexinfo[0].command[118].command "stem:SHORTEST"
-indexinfo[0].command[119].indexname "nc_set18"
-indexinfo[0].command[119].command "normalize"
-indexinfo[0].command[120].indexname "nc_set19"
-indexinfo[0].command[120].command "lowercase"
-indexinfo[0].command[121].indexname "nc_set19"
-indexinfo[0].command[121].command "index"
-indexinfo[0].command[122].indexname "nc_set19"
+indexinfo[0].command[106].indexname "nc_set12"
+indexinfo[0].command[106].command "plain-tokens"
+indexinfo[0].command[107].indexname "nc_set12"
+indexinfo[0].command[107].command "stem:SHORTEST"
+indexinfo[0].command[108].indexname "nc_set12"
+indexinfo[0].command[108].command "normalize"
+indexinfo[0].command[109].indexname "nc_set13"
+indexinfo[0].command[109].command "lowercase"
+indexinfo[0].command[110].indexname "nc_set13"
+indexinfo[0].command[110].command "index"
+indexinfo[0].command[111].indexname "nc_set13"
+indexinfo[0].command[111].command "plain-tokens"
+indexinfo[0].command[112].indexname "nc_set13"
+indexinfo[0].command[112].command "stem:SHORTEST"
+indexinfo[0].command[113].indexname "nc_set13"
+indexinfo[0].command[113].command "normalize"
+indexinfo[0].command[114].indexname "nc_set14"
+indexinfo[0].command[114].command "lowercase"
+indexinfo[0].command[115].indexname "nc_set14"
+indexinfo[0].command[115].command "index"
+indexinfo[0].command[116].indexname "nc_set14"
+indexinfo[0].command[116].command "plain-tokens"
+indexinfo[0].command[117].indexname "nc_set14"
+indexinfo[0].command[117].command "stem:SHORTEST"
+indexinfo[0].command[118].indexname "nc_set14"
+indexinfo[0].command[118].command "normalize"
+indexinfo[0].command[119].indexname "nc_set15"
+indexinfo[0].command[119].command "lowercase"
+indexinfo[0].command[120].indexname "nc_set15"
+indexinfo[0].command[120].command "index"
+indexinfo[0].command[121].indexname "nc_set15"
+indexinfo[0].command[121].command "plain-tokens"
+indexinfo[0].command[122].indexname "nc_set15"
 indexinfo[0].command[122].command "stem:SHORTEST"
-indexinfo[0].command[123].indexname "nc_set19"
-indexinfo[0].command[123].command "normalize"
\ No newline at end of file
+indexinfo[0].command[123].indexname "nc_set15"
+indexinfo[0].command[123].command "normalize"
+indexinfo[0].command[124].indexname "nc_set16"
+indexinfo[0].command[124].command "lowercase"
+indexinfo[0].command[125].indexname "nc_set16"
+indexinfo[0].command[125].command "index"
+indexinfo[0].command[126].indexname "nc_set16"
+indexinfo[0].command[126].command "plain-tokens"
+indexinfo[0].command[127].indexname "nc_set16"
+indexinfo[0].command[127].command "stem:SHORTEST"
+indexinfo[0].command[128].indexname "nc_set16"
+indexinfo[0].command[128].command "normalize"
+indexinfo[0].command[129].indexname "nc_set17"
+indexinfo[0].command[129].command "lowercase"
+indexinfo[0].command[130].indexname "nc_set17"
+indexinfo[0].command[130].command "index"
+indexinfo[0].command[131].indexname "nc_set17"
+indexinfo[0].command[131].command "plain-tokens"
+indexinfo[0].command[132].indexname "nc_set17"
+indexinfo[0].command[132].command "stem:SHORTEST"
+indexinfo[0].command[133].indexname "nc_set17"
+indexinfo[0].command[133].command "normalize"
+indexinfo[0].command[134].indexname "nc_set18"
+indexinfo[0].command[134].command "lowercase"
+indexinfo[0].command[135].indexname "nc_set18"
+indexinfo[0].command[135].command "index"
+indexinfo[0].command[136].indexname "nc_set18"
+indexinfo[0].command[136].command "plain-tokens"
+indexinfo[0].command[137].indexname "nc_set18"
+indexinfo[0].command[137].command "stem:SHORTEST"
+indexinfo[0].command[138].indexname "nc_set18"
+indexinfo[0].command[138].command "normalize"
+indexinfo[0].command[139].indexname "nc_set19"
+indexinfo[0].command[139].command "lowercase"
+indexinfo[0].command[140].indexname "nc_set19"
+indexinfo[0].command[140].command "index"
+indexinfo[0].command[141].indexname "nc_set19"
+indexinfo[0].command[141].command "plain-tokens"
+indexinfo[0].command[142].indexname "nc_set19"
+indexinfo[0].command[142].command "stem:SHORTEST"
+indexinfo[0].command[143].indexname "nc_set19"
+indexinfo[0].command[143].command "normalize"
\ No newline at end of file