From 94ab70c2213512dda2fe4b1824dd238ad33530bb Mon Sep 17 00:00:00 2001
From: Tor Egge <Tor.Egge@online.no>
Date: Wed, 27 Sep 2023 16:33:09 +0200
Subject: Store a limited number of posting list indexes in countHits() to
 reduce amount of dictionary entry filtering in fillArray() and
 fillBitVector() for regexp search and fuzzy search.

---
 .../attribute/searchcontext/searchcontext_test.cpp   | 20 ++++++++++++++++++++
 1 file changed, 20 insertions(+)

(limited to 'searchlib/src/tests/attribute/searchcontext/searchcontext_test.cpp')

diff --git a/searchlib/src/tests/attribute/searchcontext/searchcontext_test.cpp b/searchlib/src/tests/attribute/searchcontext/searchcontext_test.cpp
index 40d4b20aaf2..ac1042dda6c 100644
--- a/searchlib/src/tests/attribute/searchcontext/searchcontext_test.cpp
+++ b/searchlib/src/tests/attribute/searchcontext/searchcontext_test.cpp
@@ -4,6 +4,7 @@
 #include <vespa/searchlib/attribute/attributefactory.h>
 #include <vespa/searchlib/attribute/attributeiterators.h>
 #include <vespa/searchlib/attribute/flagattribute.h>
+#include <vespa/searchlib/attribute/postinglistsearchcontext.h>
 #include <vespa/searchlib/attribute/searchcontextelementiterator.h>
 #include <vespa/searchlib/attribute/singleboolattribute.h>
 #include <vespa/searchlib/attribute/stringbase.h>
@@ -1424,6 +1425,25 @@ SearchContextTest::testPrefixSearch(const vespalib::string& name, const Config&
             }
         }
     }
+
+    // Long range of prefixes with unique strings that causes
+    // PostingListFoldedSearchContextT<DataT>::countHits() to populate
+    // partial vector of posting indexes, with scan resumed by
+    // fillArray or fillBitVector.
+    auto& vec = dynamic_cast<StringAttribute &>(*attr.get());
+    uint32_t old_size = attr->getNumDocs();
+    constexpr uint32_t longrange_values = search::attribute::PostingListFoldedSearchContextT<int32_t>::MAX_POSTING_INDEXES_SIZE + 100;
+    attr->addDocs(longrange_values);
+    DocSet exp_longrange;
+    for (uint32_t i = 0; i < longrange_values; ++i) {
+        vespalib::asciistream ss;
+        ss << "lpref" << i;
+        vespalib::string sss(ss.str());
+        exp_longrange.put(old_size + i);
+        vec.update(old_size + i, vespalib::string(ss.str()).c_str());
+    }
+    attr->commit();
+    performSearch(*attr, "lpref", exp_longrange, TermType::PREFIXTERM);
 }
 
 
-- 
cgit v1.2.3