1 files changed, 90 insertions, 0 deletions
diff --git a/searchlib/src/tests/memoryindex/datastore/word_store_test.cpp b/searchlib/src/tests/memoryindex/datastore/word_store_test.cpp
new file mode 100644
index 00000000000..b7f454bfdf7
--- /dev/null
+++ b/searchlib/src/tests/memoryindex/datastore/word_store_test.cpp
@@ -0,0 +1,90 @@
+// Copyright 2017 Yahoo Holdings. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+#include <vespa/log/log.h>
+LOG_SETUP("word_store_test");
+#include <vespa/vespalib/testkit/testapp.h>
+#include <vespa/searchlib/memoryindex/word_store.h>
+
+using namespace search::datastore;
+
+namespace search {
+namespace memoryindex {
+
+class Test : public vespalib::TestApp {
+private:
+    void requireThatWordsCanBeAddedAndRetrieved();
+    void requireThatAddWordTriggersChangeOfBuffer();
+public:
+    int Main() override;
+};
+
+void
+Test::requireThatWordsCanBeAddedAndRetrieved()
+{
+    std::string w1 = "require";
+    std::string w2 = "that";
+    std::string w3 = "words";
+    WordStore ws;
+    EntryRef r1 = ws.addWord(w1);
+    EntryRef r2 = ws.addWord(w2);
+    EntryRef r3 = ws.addWord(w3);
+    uint32_t invp = WordStore::RefType::align(1);   // Reserved as invalid
+    uint32_t w1s = w1.size() + 1;
+    uint32_t w1p = WordStore::RefType::pad(w1s);
+    uint32_t w2s = w2.size() + 1;
+    uint32_t w2p = WordStore::RefType::pad(w2s);
+    EXPECT_EQUAL(invp,                    WordStore::RefType(r1).offset());
+    EXPECT_EQUAL(invp + w1s + w1p,        WordStore::RefType(r2).offset());
+    EXPECT_EQUAL(invp + w1s + w1p + w2s + w2p, WordStore::RefType(r3).offset());
+    EXPECT_EQUAL(0u, WordStore::RefType(r1).bufferId());
+    EXPECT_EQUAL(0u, WordStore::RefType(r2).bufferId());
+    EXPECT_EQUAL(0u, WordStore::RefType(r3).bufferId());
+    EXPECT_EQUAL(std::string("require"), ws.getWord(r1));
+    EXPECT_EQUAL(std::string("that"),    ws.getWord(r2));
+    EXPECT_EQUAL(std::string("words"),   ws.getWord(r3));
+}
+
+void
+Test::requireThatAddWordTriggersChangeOfBuffer()
+{
+    WordStore ws;
+    size_t word = 0;
+    uint32_t lastId = 0;
+    char wordStr[10];
+    for (;;++word) {
+        sprintf(wordStr, "%6zu", word);
+        // all words uses 12 bytes (include padding)
+        EntryRef r = ws.addWord(std::string(wordStr));
+        EXPECT_EQUAL(std::string(wordStr), ws.getWord(r));
+        uint32_t bufferId = WordStore::RefType(r).bufferId();
+        if (bufferId > lastId) {
+            LOG(info,
+                "Changed to bufferId %u after %zu words",
+                bufferId, word);
+            lastId = bufferId;
+        }
+        if (bufferId == 4) {
+            lastId = bufferId;
+            break;
+        }
+    }
+    LOG(info, "Added %zu words in 4 buffers", word);
+    EXPECT_EQUAL(2047u, word);
+    EXPECT_EQUAL(4u, lastId);
+}
+
+int
+Test::Main()
+{
+    TEST_INIT("word_store_test");
+
+    requireThatWordsCanBeAddedAndRetrieved();
+    requireThatAddWordTriggersChangeOfBuffer();
+
+    TEST_DONE();
+}
+
+}
+}
+
+TEST_APPHOOK(search::memoryindex::Test);
+