// Copyright 2016 Yahoo Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
/* -*- mode: C++; coding: utf-8; -*- */


#include <vespa/fastos/fastos.h>
#include <vespa/log/log.h>
LOG_SETUP("documentinverter_test");
#include <vespa/searchlib/index/docbuilder.h>
#include <vespa/searchlib/memoryindex/documentinverter.h>
#include <vespa/searchlib/memoryindex/fieldinverter.h>
#include <vespa/vespalib/objects/nbostream.h>
#include <vespa/searchlib/test/memoryindex/ordereddocumentinserter.h>
#include <vespa/searchlib/common/sequencedtaskexecutor.h>
#include <vespa/vespalib/testkit/testapp.h>

namespace search
{


using document::Document;
using index::DocBuilder;
using index::Schema;

namespace memoryindex
{


namespace
{


Document::UP
makeDoc10(DocBuilder &b)
{
    b.startDocument("doc::10");
    b.startIndexField("f0").
        addStr("a").addStr("b").addStr("c").addStr("d").
        endField();
    return b.endDocument();
}


Document::UP
makeDoc11(DocBuilder &b)
{
    b.startDocument("doc::11");
    b.startIndexField("f0").
        addStr("a").addStr("b").addStr("e").addStr("f").
        endField();
    b.startIndexField("f1").
        addStr("a").addStr("g").
        endField();
    return b.endDocument();
}


Document::UP
makeDoc12(DocBuilder &b)
{
    b.startDocument("doc::12");
    b.startIndexField("f0").
        addStr("h").addStr("doc12").
        endField();
    return b.endDocument();
}


Document::UP
makeDoc13(DocBuilder &b)
{
    b.startDocument("doc::13");
    b.startIndexField("f0").
        addStr("i").addStr("doc13").
        endField();
    return b.endDocument();
}


Document::UP
makeDoc14(DocBuilder &b)
{
    b.startDocument("doc::14");
    b.startIndexField("f0").
        addStr("j").addStr("doc14").
        endField();
    return b.endDocument();
}


Document::UP
makeDoc15(DocBuilder &b)
{
    b.startDocument("doc::15");
    return b.endDocument();
}

}

struct Fixture
{
    Schema _schema;
    DocBuilder _b;
    SequencedTaskExecutor _invertThreads;
    SequencedTaskExecutor _pushThreads;
    DocumentInverter _inv;
    test::OrderedDocumentInserter _inserter;

    static Schema
    makeSchema()
    {
        Schema schema;
        schema.addIndexField(Schema::IndexField("f0", Schema::STRING));
        schema.addIndexField(Schema::IndexField("f1", Schema::STRING));
        schema.addIndexField(Schema::IndexField("f2", Schema::STRING,
                                                Schema::ARRAY));
        schema.addIndexField(Schema::IndexField("f3", Schema::STRING,
                                                Schema::WEIGHTEDSET));
        return schema;
    }

    Fixture()
        : _schema(makeSchema()),
          _b(_schema),
          _invertThreads(2),
          _pushThreads(2),
          _inv(_schema, _invertThreads, _pushThreads),
          _inserter()
    {
    }

    void
    pushDocuments()
    {
        _invertThreads.sync();
        uint32_t fieldId = 0;
        for (auto &inverter : _inv.getInverters()) {
            _inserter.setFieldId(fieldId);
            inverter->pushDocuments(_inserter);
            ++fieldId;
        }
        _pushThreads.sync();
    }
};


TEST_F("requireThatFreshInsertWorks", Fixture)
{
    f._inv.invertDocument(10, *makeDoc10(f._b));
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,"
                 "w=b,a=10,"
                 "w=c,a=10,"
                 "w=d,a=10",
                 f._inserter.toStr());
}


TEST_F("requireThatMultipleDocsWork", Fixture)
{
    f._inv.invertDocument(10, *makeDoc10(f._b));
    f._inv.invertDocument(11, *makeDoc11(f._b));
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,a=11,"
                 "w=b,a=10,a=11,"
                 "w=c,a=10,w=d,a=10,"
                 "w=e,a=11,"
                 "w=f,a=11,"
                 "f=1,w=a,a=11,"
                 "w=g,a=11",
                 f._inserter.toStr());
}


TEST_F("requireThatRemoveWorks", Fixture)
{
    f._inv.getInverter(0)->remove("b", 10);
    f._inv.getInverter(0)->remove("a", 10);
    f._inv.getInverter(0)->remove("b", 11);
    f._inv.getInverter(2)->remove("c", 12);
    f._inv.getInverter(1)->remove("a", 10);
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,r=10,"
                 "w=b,r=10,r=11,"
                 "f=1,w=a,r=10,"
                 "f=2,w=c,r=12",
                 f._inserter.toStr());
}


TEST_F("requireThatReputWorks", Fixture)
{
    f._inv.invertDocument(10, *makeDoc10(f._b));
    f._inv.invertDocument(10, *makeDoc11(f._b));
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,"
                 "w=b,a=10,"
                 "w=e,a=10,"
                 "w=f,a=10,"
                 "f=1,w=a,a=10,"
                 "w=g,a=10",
                 f._inserter.toStr());
}


TEST_F("requireThatAbortPendingDocWorks", Fixture)
{
    Document::UP doc10 = makeDoc10(f._b);
    Document::UP doc11 = makeDoc11(f._b);
    Document::UP doc12 = makeDoc12(f._b);
    Document::UP doc13 = makeDoc13(f._b);
    Document::UP doc14 = makeDoc14(f._b);

    f._inv.invertDocument(10, *doc10);
    f._inv.invertDocument(11, *doc11);
    f._inv.removeDocument(10);
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=11,"
                 "w=b,a=11,"
                 "w=e,a=11,"
                 "w=f,a=11,"
                 "f=1,w=a,a=11,"
                 "w=g,a=11",
                 f._inserter.toStr());

    f._inv.invertDocument(10, *doc10);
    f._inv.invertDocument(11, *doc11);
    f._inv.invertDocument(12, *doc12);
    f._inv.invertDocument(13, *doc13);
    f._inv.invertDocument(14, *doc14);
    f._inv.removeDocument(11);
    f._inv.removeDocument(13);
    f._inserter.reset();
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,"
                 "w=b,a=10,"
                 "w=c,a=10,"
                 "w=d,a=10,"
                 "w=doc12,a=12,"
                 "w=doc14,a=14,"
                 "w=h,a=12,"
                 "w=j,a=14",
                 f._inserter.toStr());

    f._inv.invertDocument(10, *doc10);
    f._inv.invertDocument(11, *doc11);
    f._inv.invertDocument(12, *doc12);
    f._inv.invertDocument(13, *doc13);
    f._inv.invertDocument(14, *doc14);
    f._inv.removeDocument(11);
    f._inv.removeDocument(12);
    f._inv.removeDocument(13);
    f._inv.removeDocument(14);
    f._inserter.reset();
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,"
                 "w=b,a=10,"
                 "w=c,a=10,"
                 "w=d,a=10",
                 f._inserter.toStr());


}


TEST_F("requireThatMixOfAddAndRemoveWorks", Fixture)
{
    f._inv.getInverter(0)->remove("a", 11);
    f._inv.getInverter(0)->remove("c", 9);
    f._inv.getInverter(0)->remove("d", 10);
    f._inv.getInverter(0)->remove("z", 12);
    f._inv.invertDocument(10, *makeDoc10(f._b));
    f.pushDocuments();
    EXPECT_EQUAL("f=0,w=a,a=10,r=11,"
                 "w=b,a=10,"
                 "w=c,r=9,a=10,"
                 "w=d,r=10,a=10,"
                 "w=z,r=12",
                 f._inserter.toStr());
}


TEST_F("require that empty document can be inverted", Fixture)
{
    f._inv.invertDocument(15, *makeDoc15(f._b));
    f.pushDocuments();
    EXPECT_EQUAL("",
                 f._inserter.toStr());
}


} // namespace memoryindex
} // namespace search

TEST_MAIN() { TEST_RUN_ALL(); }