Use text content only for query lang detection

1 files changed, 312 insertions, 270 deletions

diff --git a/config-model/src/test/derived/indexschema/index-info.cfg b/config-model/src/test/derived/indexschema/index-info.cfg
index ca5818b9b88..74dd2de6efb 100644
--- a/config-model/src/test/derived/indexschema/index-info.cfg
+++ b/config-model/src/test/derived/indexschema/index-info.cfg
@@ -11,301 +11,343 @@ indexinfo[0].command[4].indexname "sa"
 indexinfo[0].command[4].command "stem:SHORTEST"
 indexinfo[0].command[5].indexname "sa"
 indexinfo[0].command[5].command "normalize"
-indexinfo[0].command[6].indexname "sb"
-indexinfo[0].command[6].command "index"
+indexinfo[0].command[6].indexname "sa"
+indexinfo[0].command[6].command "plain-tokens"
 indexinfo[0].command[7].indexname "sb"
-indexinfo[0].command[7].command "lowercase"
+indexinfo[0].command[7].command "index"
 indexinfo[0].command[8].indexname "sb"
-indexinfo[0].command[8].command "stem:SHORTEST"
+indexinfo[0].command[8].command "lowercase"
 indexinfo[0].command[9].indexname "sb"
-indexinfo[0].command[9].command "normalize"
-indexinfo[0].command[10].indexname "sc"
-indexinfo[0].command[10].command "index"
-indexinfo[0].command[11].indexname "sc"
-indexinfo[0].command[11].command "lowercase"
+indexinfo[0].command[9].command "stem:SHORTEST"
+indexinfo[0].command[10].indexname "sb"
+indexinfo[0].command[10].command "normalize"
+indexinfo[0].command[11].indexname "sb"
+indexinfo[0].command[11].command "plain-tokens"
 indexinfo[0].command[12].indexname "sc"
-indexinfo[0].command[12].command "stem:SHORTEST"
+indexinfo[0].command[12].command "index"
 indexinfo[0].command[13].indexname "sc"
-indexinfo[0].command[13].command "normalize"
-indexinfo[0].command[14].indexname "sd"
-indexinfo[0].command[14].command "index"
-indexinfo[0].command[15].indexname "sd"
-indexinfo[0].command[15].command "lowercase"
-indexinfo[0].command[16].indexname "sd"
-indexinfo[0].command[16].command "stem:SHORTEST"
+indexinfo[0].command[13].command "lowercase"
+indexinfo[0].command[14].indexname "sc"
+indexinfo[0].command[14].command "stem:SHORTEST"
+indexinfo[0].command[15].indexname "sc"
+indexinfo[0].command[15].command "normalize"
+indexinfo[0].command[16].indexname "sc"
+indexinfo[0].command[16].command "plain-tokens"
 indexinfo[0].command[17].indexname "sd"
-indexinfo[0].command[17].command "normalize"
+indexinfo[0].command[17].command "index"
 indexinfo[0].command[18].indexname "sd"
-indexinfo[0].command[18].command "literal-boost"
-indexinfo[0].command[19].indexname "pos.x"
-indexinfo[0].command[19].command "index"
-indexinfo[0].command[20].indexname "pos.x"
-indexinfo[0].command[20].command "numerical"
-indexinfo[0].command[21].indexname "pos.y"
-indexinfo[0].command[21].command "index"
-indexinfo[0].command[22].indexname "pos.y"
-indexinfo[0].command[22].command "numerical"
-indexinfo[0].command[23].indexname "pos"
-indexinfo[0].command[23].command "default-position"
-indexinfo[0].command[24].indexname "pos"
-indexinfo[0].command[24].command "index"
-indexinfo[0].command[25].indexname "se"
+indexinfo[0].command[18].command "lowercase"
+indexinfo[0].command[19].indexname "sd"
+indexinfo[0].command[19].command "stem:SHORTEST"
+indexinfo[0].command[20].indexname "sd"
+indexinfo[0].command[20].command "normalize"
+indexinfo[0].command[21].indexname "sd"
+indexinfo[0].command[21].command "plain-tokens"
+indexinfo[0].command[22].indexname "sd"
+indexinfo[0].command[22].command "literal-boost"
+indexinfo[0].command[23].indexname "pos.x"
+indexinfo[0].command[23].command "index"
+indexinfo[0].command[24].indexname "pos.x"
+indexinfo[0].command[24].command "numerical"
+indexinfo[0].command[25].indexname "pos.y"
 indexinfo[0].command[25].command "index"
-indexinfo[0].command[26].indexname "se"
-indexinfo[0].command[26].command "attribute"
-indexinfo[0].command[27].indexname "se"
-indexinfo[0].command[27].command "word"
-indexinfo[0].command[28].indexname "sf"
+indexinfo[0].command[26].indexname "pos.y"
+indexinfo[0].command[26].command "numerical"
+indexinfo[0].command[27].indexname "pos"
+indexinfo[0].command[27].command "default-position"
+indexinfo[0].command[28].indexname "pos"
 indexinfo[0].command[28].command "index"
-indexinfo[0].command[29].indexname "sf"
-indexinfo[0].command[29].command "lowercase"
-indexinfo[0].command[30].indexname "sf"
-indexinfo[0].command[30].command "multivalue"
-indexinfo[0].command[31].indexname "sf"
-indexinfo[0].command[31].command "stem:SHORTEST"
+indexinfo[0].command[29].indexname "se"
+indexinfo[0].command[29].command "index"
+indexinfo[0].command[30].indexname "se"
+indexinfo[0].command[30].command "attribute"
+indexinfo[0].command[31].indexname "se"
+indexinfo[0].command[31].command "word"
 indexinfo[0].command[32].indexname "sf"
-indexinfo[0].command[32].command "normalize"
-indexinfo[0].command[33].indexname "sg"
-indexinfo[0].command[33].command "index"
-indexinfo[0].command[34].indexname "sg"
-indexinfo[0].command[34].command "lowercase"
-indexinfo[0].command[35].indexname "sg"
-indexinfo[0].command[35].command "multivalue"
-indexinfo[0].command[36].indexname "sg"
-indexinfo[0].command[36].command "stem:SHORTEST"
-indexinfo[0].command[37].indexname "sg"
-indexinfo[0].command[37].command "normalize"
-indexinfo[0].command[38].indexname "sh"
+indexinfo[0].command[32].command "index"
+indexinfo[0].command[33].indexname "sf"
+indexinfo[0].command[33].command "lowercase"
+indexinfo[0].command[34].indexname "sf"
+indexinfo[0].command[34].command "multivalue"
+indexinfo[0].command[35].indexname "sf"
+indexinfo[0].command[35].command "stem:SHORTEST"
+indexinfo[0].command[36].indexname "sf"
+indexinfo[0].command[36].command "normalize"
+indexinfo[0].command[37].indexname "sf"
+indexinfo[0].command[37].command "plain-tokens"
+indexinfo[0].command[38].indexname "sg"
 indexinfo[0].command[38].command "index"
-indexinfo[0].command[39].indexname "sh"
+indexinfo[0].command[39].indexname "sg"
 indexinfo[0].command[39].command "lowercase"
-indexinfo[0].command[40].indexname "sh"
-indexinfo[0].command[40].command "fullurl"
-indexinfo[0].command[41].indexname "sh.sh"
-indexinfo[0].command[41].command "fullurl"
-indexinfo[0].command[42].indexname "sh.sh"
-indexinfo[0].command[42].command "lowercase"
-indexinfo[0].command[43].indexname "sh.path"
-indexinfo[0].command[43].command "fullurl"
-indexinfo[0].command[44].indexname "sh.path"
-indexinfo[0].command[44].command "lowercase"
-indexinfo[0].command[45].indexname "sh.query"
-indexinfo[0].command[45].command "fullurl"
-indexinfo[0].command[46].indexname "sh.query"
-indexinfo[0].command[46].command "lowercase"
-indexinfo[0].command[47].indexname "sh.hostname"
-indexinfo[0].command[47].command "urlhost"
-indexinfo[0].command[48].indexname "sh.hostname"
-indexinfo[0].command[48].command "lowercase"
-indexinfo[0].command[49].indexname "si"
-indexinfo[0].command[49].command "index"
-indexinfo[0].command[50].indexname "si"
-indexinfo[0].command[50].command "lowercase"
-indexinfo[0].command[51].indexname "si"
-indexinfo[0].command[51].command "stem:SHORTEST"
-indexinfo[0].command[52].indexname "si"
-indexinfo[0].command[52].command "normalize"
-indexinfo[0].command[53].indexname "exact1"
-indexinfo[0].command[53].command "index"
-indexinfo[0].command[54].indexname "exact1"
-indexinfo[0].command[54].command "lowercase"
-indexinfo[0].command[55].indexname "exact1"
-indexinfo[0].command[55].command "exact @@"
-indexinfo[0].command[56].indexname "exact2"
+indexinfo[0].command[40].indexname "sg"
+indexinfo[0].command[40].command "multivalue"
+indexinfo[0].command[41].indexname "sg"
+indexinfo[0].command[41].command "stem:SHORTEST"
+indexinfo[0].command[42].indexname "sg"
+indexinfo[0].command[42].command "normalize"
+indexinfo[0].command[43].indexname "sg"
+indexinfo[0].command[43].command "plain-tokens"
+indexinfo[0].command[44].indexname "sh"
+indexinfo[0].command[44].command "index"
+indexinfo[0].command[45].indexname "sh"
+indexinfo[0].command[45].command "lowercase"
+indexinfo[0].command[46].indexname "sh"
+indexinfo[0].command[46].command "plain-tokens"
+indexinfo[0].command[47].indexname "sh"
+indexinfo[0].command[47].command "fullurl"
+indexinfo[0].command[48].indexname "sh.sh"
+indexinfo[0].command[48].command "fullurl"
+indexinfo[0].command[49].indexname "sh.sh"
+indexinfo[0].command[49].command "lowercase"
+indexinfo[0].command[50].indexname "sh.path"
+indexinfo[0].command[50].command "fullurl"
+indexinfo[0].command[51].indexname "sh.path"
+indexinfo[0].command[51].command "lowercase"
+indexinfo[0].command[52].indexname "sh.query"
+indexinfo[0].command[52].command "fullurl"
+indexinfo[0].command[53].indexname "sh.query"
+indexinfo[0].command[53].command "lowercase"
+indexinfo[0].command[54].indexname "sh.hostname"
+indexinfo[0].command[54].command "urlhost"
+indexinfo[0].command[55].indexname "sh.hostname"
+indexinfo[0].command[55].command "lowercase"
+indexinfo[0].command[56].indexname "si"
 indexinfo[0].command[56].command "index"
-indexinfo[0].command[57].indexname "exact2"
+indexinfo[0].command[57].indexname "si"
 indexinfo[0].command[57].command "lowercase"
-indexinfo[0].command[58].indexname "exact2"
-indexinfo[0].command[58].command "exact @@"
-indexinfo[0].command[59].indexname "ia"
-indexinfo[0].command[59].command "index"
-indexinfo[0].command[60].indexname "ia"
-indexinfo[0].command[60].command "attribute"
-indexinfo[0].command[61].indexname "ia"
-indexinfo[0].command[61].command "numerical"
-indexinfo[0].command[62].indexname "ib"
-indexinfo[0].command[62].command "index"
-indexinfo[0].command[63].indexname "ib"
-indexinfo[0].command[63].command "attribute"
-indexinfo[0].command[64].indexname "ib"
-indexinfo[0].command[64].command "numerical"
-indexinfo[0].command[65].indexname "ic"
-indexinfo[0].command[65].command "index"
-indexinfo[0].command[66].indexname "ic"
-indexinfo[0].command[66].command "attribute"
-indexinfo[0].command[67].indexname "ic"
-indexinfo[0].command[67].command "numerical"
-indexinfo[0].command[68].indexname "nostemstring1"
-indexinfo[0].command[68].command "index"
-indexinfo[0].command[69].indexname "nostemstring1"
-indexinfo[0].command[69].command "lowercase"
-indexinfo[0].command[70].indexname "nostemstring1"
-indexinfo[0].command[70].command "normalize"
-indexinfo[0].command[71].indexname "nostemstring2"
-indexinfo[0].command[71].command "index"
-indexinfo[0].command[72].indexname "nostemstring2"
-indexinfo[0].command[72].command "lowercase"
-indexinfo[0].command[73].indexname "nostemstring2"
-indexinfo[0].command[73].command "normalize"
-indexinfo[0].command[74].indexname "nostemstring3"
-indexinfo[0].command[74].command "index"
-indexinfo[0].command[75].indexname "nostemstring3"
-indexinfo[0].command[75].command "lowercase"
-indexinfo[0].command[76].indexname "nostemstring3"
-indexinfo[0].command[76].command "normalize"
-indexinfo[0].command[77].indexname "nostemstring4"
-indexinfo[0].command[77].command "index"
-indexinfo[0].command[78].indexname "nostemstring4"
-indexinfo[0].command[78].command "lowercase"
-indexinfo[0].command[79].indexname "nostemstring4"
-indexinfo[0].command[79].command "normalize"
-indexinfo[0].command[80].indexname "fs9"
+indexinfo[0].command[58].indexname "si"
+indexinfo[0].command[58].command "stem:SHORTEST"
+indexinfo[0].command[59].indexname "si"
+indexinfo[0].command[59].command "normalize"
+indexinfo[0].command[60].indexname "si"
+indexinfo[0].command[60].command "plain-tokens"
+indexinfo[0].command[61].indexname "exact1"
+indexinfo[0].command[61].command "index"
+indexinfo[0].command[62].indexname "exact1"
+indexinfo[0].command[62].command "lowercase"
+indexinfo[0].command[63].indexname "exact1"
+indexinfo[0].command[63].command "exact @@"
+indexinfo[0].command[64].indexname "exact2"
+indexinfo[0].command[64].command "index"
+indexinfo[0].command[65].indexname "exact2"
+indexinfo[0].command[65].command "lowercase"
+indexinfo[0].command[66].indexname "exact2"
+indexinfo[0].command[66].command "exact @@"
+indexinfo[0].command[67].indexname "ia"
+indexinfo[0].command[67].command "index"
+indexinfo[0].command[68].indexname "ia"
+indexinfo[0].command[68].command "attribute"
+indexinfo[0].command[69].indexname "ia"
+indexinfo[0].command[69].command "numerical"
+indexinfo[0].command[70].indexname "ib"
+indexinfo[0].command[70].command "index"
+indexinfo[0].command[71].indexname "ib"
+indexinfo[0].command[71].command "attribute"
+indexinfo[0].command[72].indexname "ib"
+indexinfo[0].command[72].command "numerical"
+indexinfo[0].command[73].indexname "ic"
+indexinfo[0].command[73].command "index"
+indexinfo[0].command[74].indexname "ic"
+indexinfo[0].command[74].command "attribute"
+indexinfo[0].command[75].indexname "ic"
+indexinfo[0].command[75].command "numerical"
+indexinfo[0].command[76].indexname "nostemstring1"
+indexinfo[0].command[76].command "index"
+indexinfo[0].command[77].indexname "nostemstring1"
+indexinfo[0].command[77].command "lowercase"
+indexinfo[0].command[78].indexname "nostemstring1"
+indexinfo[0].command[78].command "normalize"
+indexinfo[0].command[79].indexname "nostemstring1"
+indexinfo[0].command[79].command "plain-tokens"
+indexinfo[0].command[80].indexname "nostemstring2"
 indexinfo[0].command[80].command "index"
-indexinfo[0].command[81].indexname "fs9"
+indexinfo[0].command[81].indexname "nostemstring2"
 indexinfo[0].command[81].command "lowercase"
-indexinfo[0].command[82].indexname "fs9"
-indexinfo[0].command[82].command "stem:SHORTEST"
-indexinfo[0].command[83].indexname "fs9"
-indexinfo[0].command[83].command "normalize"
-indexinfo[0].command[84].indexname "f10.text"
+indexinfo[0].command[82].indexname "nostemstring2"
+indexinfo[0].command[82].command "normalize"
+indexinfo[0].command[83].indexname "nostemstring2"
+indexinfo[0].command[83].command "plain-tokens"
+indexinfo[0].command[84].indexname "nostemstring3"
 indexinfo[0].command[84].command "index"
-indexinfo[0].command[85].indexname "f10.text"
+indexinfo[0].command[85].indexname "nostemstring3"
 indexinfo[0].command[85].command "lowercase"
-indexinfo[0].command[86].indexname "f10.text"
-indexinfo[0].command[86].command "stem:SHORTEST"
-indexinfo[0].command[87].indexname "f10.text"
-indexinfo[0].command[87].command "normalize"
-indexinfo[0].command[88].indexname "f10.name"
+indexinfo[0].command[86].indexname "nostemstring3"
+indexinfo[0].command[86].command "normalize"
+indexinfo[0].command[87].indexname "nostemstring3"
+indexinfo[0].command[87].command "plain-tokens"
+indexinfo[0].command[88].indexname "nostemstring4"
 indexinfo[0].command[88].command "index"
-indexinfo[0].command[89].indexname "f10"
-indexinfo[0].command[89].command "index"
-indexinfo[0].command[90].indexname "f10"
-indexinfo[0].command[90].command "multivalue"
-indexinfo[0].command[91].indexname "pos.distance"
-indexinfo[0].command[91].command "index"
-indexinfo[0].command[92].indexname "pos.distance"
-indexinfo[0].command[92].command "numerical"
-indexinfo[0].command[93].indexname "pos.position"
-indexinfo[0].command[93].command "index"
-indexinfo[0].command[94].indexname "pos.position"
-indexinfo[0].command[94].command "multivalue"
-indexinfo[0].command[95].indexname "pos_zcurve"
-indexinfo[0].command[95].command "index"
-indexinfo[0].command[96].indexname "pos_zcurve"
-indexinfo[0].command[96].command "attribute"
-indexinfo[0].command[97].indexname "pos_zcurve"
-indexinfo[0].command[97].command "fast-search"
-indexinfo[0].command[98].indexname "pos_zcurve"
-indexinfo[0].command[98].command "numerical"
-indexinfo[0].command[99].indexname "rankfeatures"
-indexinfo[0].command[99].command "index"
-indexinfo[0].command[100].indexname "sd_literal"
-indexinfo[0].command[100].command "index"
-indexinfo[0].command[101].indexname "sd_literal"
-indexinfo[0].command[101].command "lowercase"
-indexinfo[0].command[102].indexname "searchfield1"
+indexinfo[0].command[89].indexname "nostemstring4"
+indexinfo[0].command[89].command "lowercase"
+indexinfo[0].command[90].indexname "nostemstring4"
+indexinfo[0].command[90].command "normalize"
+indexinfo[0].command[91].indexname "nostemstring4"
+indexinfo[0].command[91].command "plain-tokens"
+indexinfo[0].command[92].indexname "fs9"
+indexinfo[0].command[92].command "index"
+indexinfo[0].command[93].indexname "fs9"
+indexinfo[0].command[93].command "lowercase"
+indexinfo[0].command[94].indexname "fs9"
+indexinfo[0].command[94].command "stem:SHORTEST"
+indexinfo[0].command[95].indexname "fs9"
+indexinfo[0].command[95].command "normalize"
+indexinfo[0].command[96].indexname "fs9"
+indexinfo[0].command[96].command "plain-tokens"
+indexinfo[0].command[97].indexname "f10.text"
+indexinfo[0].command[97].command "index"
+indexinfo[0].command[98].indexname "f10.text"
+indexinfo[0].command[98].command "lowercase"
+indexinfo[0].command[99].indexname "f10.text"
+indexinfo[0].command[99].command "stem:SHORTEST"
+indexinfo[0].command[100].indexname "f10.text"
+indexinfo[0].command[100].command "normalize"
+indexinfo[0].command[101].indexname "f10.text"
+indexinfo[0].command[101].command "plain-tokens"
+indexinfo[0].command[102].indexname "f10.name"
 indexinfo[0].command[102].command "index"
-indexinfo[0].command[103].indexname "searchfield2"
+indexinfo[0].command[103].indexname "f10"
 indexinfo[0].command[103].command "index"
-indexinfo[0].command[104].indexname "searchfield2"
-indexinfo[0].command[104].command "numerical"
-indexinfo[0].command[105].indexname "sh.fragment"
+indexinfo[0].command[104].indexname "f10"
+indexinfo[0].command[104].command "multivalue"
+indexinfo[0].command[105].indexname "pos.distance"
 indexinfo[0].command[105].command "index"
-indexinfo[0].command[106].indexname "sh.host"
-indexinfo[0].command[106].command "index"
-indexinfo[0].command[107].indexname "sh.hostname"
+indexinfo[0].command[106].indexname "pos.distance"
+indexinfo[0].command[106].command "numerical"
+indexinfo[0].command[107].indexname "pos.position"
 indexinfo[0].command[107].command "index"
-indexinfo[0].command[108].indexname "sh.path"
-indexinfo[0].command[108].command "index"
-indexinfo[0].command[109].indexname "sh.port"
+indexinfo[0].command[108].indexname "pos.position"
+indexinfo[0].command[108].command "multivalue"
+indexinfo[0].command[109].indexname "pos_zcurve"
 indexinfo[0].command[109].command "index"
-indexinfo[0].command[110].indexname "sh.query"
-indexinfo[0].command[110].command "index"
-indexinfo[0].command[111].indexname "sh.scheme"
-indexinfo[0].command[111].command "index"
-indexinfo[0].command[112].indexname "summaryfeatures"
-indexinfo[0].command[112].command "index"
-indexinfo[0].command[113].indexname "sa"
-indexinfo[0].command[113].command "dynteaser"
-indexinfo[0].command[114].indexname "fs1"
-indexinfo[0].command[114].command "lowercase"
-indexinfo[0].command[115].indexname "fs1"
-indexinfo[0].command[115].command "multivalue"
-indexinfo[0].command[116].indexname "fs1"
-indexinfo[0].command[116].command "index"
-indexinfo[0].command[117].indexname "fs1"
-indexinfo[0].command[117].command "stem:SHORTEST"
-indexinfo[0].command[118].indexname "fs1"
-indexinfo[0].command[118].command "normalize"
-indexinfo[0].command[119].indexname "fs2"
-indexinfo[0].command[119].command "lowercase"
-indexinfo[0].command[120].indexname "fs2"
+indexinfo[0].command[110].indexname "pos_zcurve"
+indexinfo[0].command[110].command "attribute"
+indexinfo[0].command[111].indexname "pos_zcurve"
+indexinfo[0].command[111].command "fast-search"
+indexinfo[0].command[112].indexname "pos_zcurve"
+indexinfo[0].command[112].command "numerical"
+indexinfo[0].command[113].indexname "rankfeatures"
+indexinfo[0].command[113].command "index"
+indexinfo[0].command[114].indexname "sd_literal"
+indexinfo[0].command[114].command "index"
+indexinfo[0].command[115].indexname "sd_literal"
+indexinfo[0].command[115].command "lowercase"
+indexinfo[0].command[116].indexname "sd_literal"
+indexinfo[0].command[116].command "plain-tokens"
+indexinfo[0].command[117].indexname "searchfield1"
+indexinfo[0].command[117].command "index"
+indexinfo[0].command[118].indexname "searchfield2"
+indexinfo[0].command[118].command "index"
+indexinfo[0].command[119].indexname "searchfield2"
+indexinfo[0].command[119].command "numerical"
+indexinfo[0].command[120].indexname "sh.fragment"
 indexinfo[0].command[120].command "index"
-indexinfo[0].command[121].indexname "fs2"
-indexinfo[0].command[121].command "stem:SHORTEST"
-indexinfo[0].command[122].indexname "fs2"
-indexinfo[0].command[122].command "normalize"
-indexinfo[0].command[123].indexname "fs3"
-indexinfo[0].command[123].command "attribute"
-indexinfo[0].command[124].indexname "fs3"
+indexinfo[0].command[121].indexname "sh.host"
+indexinfo[0].command[121].command "index"
+indexinfo[0].command[122].indexname "sh.hostname"
+indexinfo[0].command[122].command "index"
+indexinfo[0].command[123].indexname "sh.path"
+indexinfo[0].command[123].command "index"
+indexinfo[0].command[124].indexname "sh.port"
 indexinfo[0].command[124].command "index"
-indexinfo[0].command[125].indexname "fs4"
-indexinfo[0].command[125].command "lowercase"
-indexinfo[0].command[126].indexname "fs4"
+indexinfo[0].command[125].indexname "sh.query"
+indexinfo[0].command[125].command "index"
+indexinfo[0].command[126].indexname "sh.scheme"
 indexinfo[0].command[126].command "index"
-indexinfo[0].command[127].indexname "fs4"
-indexinfo[0].command[127].command "stem:SHORTEST"
-indexinfo[0].command[128].indexname "fs4"
-indexinfo[0].command[128].command "normalize"
-indexinfo[0].command[129].indexname "onlyattrib"
-indexinfo[0].command[129].command "attribute"
-indexinfo[0].command[130].indexname "onlyattrib"
-indexinfo[0].command[130].command "index"
-indexinfo[0].command[131].indexname "onlyattrib"
-indexinfo[0].command[131].command "word"
-indexinfo[0].command[132].indexname "exactfields"
-indexinfo[0].command[132].command "lowercase"
-indexinfo[0].command[133].indexname "exactfields"
-indexinfo[0].command[133].command "index"
-indexinfo[0].command[134].indexname "exactfields"
-indexinfo[0].command[134].command "exact @@"
-indexinfo[0].command[135].indexname "exactexplicit"
-indexinfo[0].command[135].command "exact ARNOLD"
-indexinfo[0].command[136].indexname "exactexplicit"
-indexinfo[0].command[136].command "dynteaser"
-indexinfo[0].command[137].indexname "exactexplicit2"
-indexinfo[0].command[137].command "lowercase"
-indexinfo[0].command[138].indexname "exactexplicit2"
-indexinfo[0].command[138].command "index"
-indexinfo[0].command[139].indexname "exactexplicit2"
-indexinfo[0].command[139].command "exact Arnold"
-indexinfo[0].command[140].indexname "gram"
-indexinfo[0].command[140].command "lowercase"
-indexinfo[0].command[141].indexname "gram"
+indexinfo[0].command[127].indexname "summaryfeatures"
+indexinfo[0].command[127].command "index"
+indexinfo[0].command[128].indexname "sa"
+indexinfo[0].command[128].command "dynteaser"
+indexinfo[0].command[129].indexname "fs1"
+indexinfo[0].command[129].command "lowercase"
+indexinfo[0].command[130].indexname "fs1"
+indexinfo[0].command[130].command "multivalue"
+indexinfo[0].command[131].indexname "fs1"
+indexinfo[0].command[131].command "index"
+indexinfo[0].command[132].indexname "fs1"
+indexinfo[0].command[132].command "plain-tokens"
+indexinfo[0].command[133].indexname "fs1"
+indexinfo[0].command[133].command "stem:SHORTEST"
+indexinfo[0].command[134].indexname "fs1"
+indexinfo[0].command[134].command "normalize"
+indexinfo[0].command[135].indexname "fs2"
+indexinfo[0].command[135].command "lowercase"
+indexinfo[0].command[136].indexname "fs2"
+indexinfo[0].command[136].command "index"
+indexinfo[0].command[137].indexname "fs2"
+indexinfo[0].command[137].command "plain-tokens"
+indexinfo[0].command[138].indexname "fs2"
+indexinfo[0].command[138].command "stem:SHORTEST"
+indexinfo[0].command[139].indexname "fs2"
+indexinfo[0].command[139].command "normalize"
+indexinfo[0].command[140].indexname "fs3"
+indexinfo[0].command[140].command "attribute"
+indexinfo[0].command[141].indexname "fs3"
 indexinfo[0].command[141].command "index"
-indexinfo[0].command[142].indexname "gram"
-indexinfo[0].command[142].command "stem:SHORTEST"
-indexinfo[0].command[143].indexname "gram"
-indexinfo[0].command[143].command "normalize"
-indexinfo[0].command[144].indexname "gram"
-indexinfo[0].command[144].command "ngram 2"
-indexinfo[0].command[145].indexname "nostem1"
-indexinfo[0].command[145].command "lowercase"
-indexinfo[0].command[146].indexname "nostem1"
-indexinfo[0].command[146].command "index"
-indexinfo[0].command[147].indexname "nostem1"
-indexinfo[0].command[147].command "normalize"
-indexinfo[0].command[148].indexname "nostem2"
-indexinfo[0].command[148].command "lowercase"
-indexinfo[0].command[149].indexname "nostem2"
-indexinfo[0].command[149].command "index"
-indexinfo[0].command[150].indexname "nostem2"
-indexinfo[0].command[150].command "normalize"
-indexinfo[0].command[151].indexname "default"
-indexinfo[0].command[151].command "lowercase"
-indexinfo[0].command[152].indexname "default"
-indexinfo[0].command[152].command "index"
-indexinfo[0].command[153].indexname "default"
-indexinfo[0].command[153].command "stem:SHORTEST"
-indexinfo[0].command[154].indexname "default"
-indexinfo[0].command[154].command "normalize"
\ No newline at end of file
+indexinfo[0].command[142].indexname "fs4"
+indexinfo[0].command[142].command "lowercase"
+indexinfo[0].command[143].indexname "fs4"
+indexinfo[0].command[143].command "index"
+indexinfo[0].command[144].indexname "fs4"
+indexinfo[0].command[144].command "plain-tokens"
+indexinfo[0].command[145].indexname "fs4"
+indexinfo[0].command[145].command "stem:SHORTEST"
+indexinfo[0].command[146].indexname "fs4"
+indexinfo[0].command[146].command "normalize"
+indexinfo[0].command[147].indexname "onlyattrib"
+indexinfo[0].command[147].command "attribute"
+indexinfo[0].command[148].indexname "onlyattrib"
+indexinfo[0].command[148].command "index"
+indexinfo[0].command[149].indexname "onlyattrib"
+indexinfo[0].command[149].command "word"
+indexinfo[0].command[150].indexname "exactfields"
+indexinfo[0].command[150].command "lowercase"
+indexinfo[0].command[151].indexname "exactfields"
+indexinfo[0].command[151].command "index"
+indexinfo[0].command[152].indexname "exactfields"
+indexinfo[0].command[152].command "exact @@"
+indexinfo[0].command[153].indexname "exactexplicit"
+indexinfo[0].command[153].command "exact ARNOLD"
+indexinfo[0].command[154].indexname "exactexplicit"
+indexinfo[0].command[154].command "dynteaser"
+indexinfo[0].command[155].indexname "exactexplicit2"
+indexinfo[0].command[155].command "lowercase"
+indexinfo[0].command[156].indexname "exactexplicit2"
+indexinfo[0].command[156].command "index"
+indexinfo[0].command[157].indexname "exactexplicit2"
+indexinfo[0].command[157].command "exact Arnold"
+indexinfo[0].command[158].indexname "gram"
+indexinfo[0].command[158].command "lowercase"
+indexinfo[0].command[159].indexname "gram"
+indexinfo[0].command[159].command "index"
+indexinfo[0].command[160].indexname "gram"
+indexinfo[0].command[160].command "stem:SHORTEST"
+indexinfo[0].command[161].indexname "gram"
+indexinfo[0].command[161].command "normalize"
+indexinfo[0].command[162].indexname "gram"
+indexinfo[0].command[162].command "ngram 2"
+indexinfo[0].command[163].indexname "nostem1"
+indexinfo[0].command[163].command "lowercase"
+indexinfo[0].command[164].indexname "nostem1"
+indexinfo[0].command[164].command "index"
+indexinfo[0].command[165].indexname "nostem1"
+indexinfo[0].command[165].command "plain-tokens"
+indexinfo[0].command[166].indexname "nostem1"
+indexinfo[0].command[166].command "normalize"
+indexinfo[0].command[167].indexname "nostem2"
+indexinfo[0].command[167].command "lowercase"
+indexinfo[0].command[168].indexname "nostem2"
+indexinfo[0].command[168].command "index"
+indexinfo[0].command[169].indexname "nostem2"
+indexinfo[0].command[169].command "plain-tokens"
+indexinfo[0].command[170].indexname "nostem2"
+indexinfo[0].command[170].command "normalize"
+indexinfo[0].command[171].indexname "default"
+indexinfo[0].command[171].command "lowercase"
+indexinfo[0].command[172].indexname "default"
+indexinfo[0].command[172].command "index"
+indexinfo[0].command[173].indexname "default"
+indexinfo[0].command[173].command "plain-tokens"
+indexinfo[0].command[174].indexname "default"
+indexinfo[0].command[174].command "stem:SHORTEST"
+indexinfo[0].command[175].indexname "default"
+indexinfo[0].command[175].command "normalize"
\ No newline at end of file