Reduce arguments to wipe history method in index maintainer.

5 files changed, 25 insertions, 81 deletions

diff --git a/searchcorespi/src/tests/plugin/plugin.cpp b/searchcorespi/src/tests/plugin/plugin.cpp
index 0ebd22495f8..90aca88cdc6 100644
--- a/searchcorespi/src/tests/plugin/plugin.cpp
+++ b/searchcorespi/src/tests/plugin/plugin.cpp
@@ -34,8 +34,8 @@ public:
         searchcorespi::IFlushTarget::List l;
         return l;
     }
-    virtual void setSchema(const Schema &) { }
-    virtual void wipeHistory(SerialNum , const Schema &) { }
+    virtual void setSchema(const Schema &) override { }
+    virtual void wipeHistory(SerialNum) override { }
 };
 
 class IndexManagerFactory : public searchcorespi::IIndexManagerFactory
diff --git a/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.cpp b/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.cpp
index b6d350ad52e..eb47aaf043e 100644
--- a/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.cpp
+++ b/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.cpp
@@ -4,10 +4,9 @@
 namespace searchcorespi {
 
 void
-IIndexManager::wipeHistory(SerialNum wipeSerial, const Schema &historyFields)
+IIndexManager::wipeHistory(SerialNum wipeSerial)
 {
     (void) wipeSerial;
-    (void) historyFields;
 }
 
 IIndexManager::Reconfigurer::~Reconfigurer()
diff --git a/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.h b/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.h
index b1e3e5515b5..d4999a2dd1f 100644
--- a/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.h
+++ b/searchcorespi/src/vespa/searchcorespi/index/iindexmanager.h
@@ -159,14 +159,11 @@ public:
     virtual void setSchema(const Schema &schema) = 0;
 
     /**
-     * Wipes remains of removed fields from this index manager as specified in the history schema.
-     * This can for instance be removing these fields from disk indexes.
-     * The default implementation does nothing.
+     * Wipes remains of removed fields from this index manager.
      *
      * @param wipeSerial The serial number of this wipe operation.
-     * @param historyFields The schema specifying which fields we should wipe away.
      **/
-    virtual void wipeHistory(SerialNum wipeSerial, const Schema &historyFields);
+    virtual void wipeHistory(SerialNum wipeSerial);
 };
 
 } // namespace searchcorespi
diff --git a/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.cpp b/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.cpp
index ce88cc1188b..642261fa4b5 100644
--- a/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.cpp
+++ b/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.cpp
@@ -435,16 +435,6 @@ IndexMaintainer::FlushArgs::~FlushArgs() { }
 IndexMaintainer::FlushArgs::FlushArgs(FlushArgs &&) = default;
 IndexMaintainer::FlushArgs & IndexMaintainer::FlushArgs::operator=(FlushArgs &&) = default;
 
-IndexMaintainer::WipeHistoryArgs::WipeHistoryArgs()
-        : _old_source_list(),
-          _new_source_list()
-{ }
-
-IndexMaintainer::WipeHistoryArgs::WipeHistoryArgs(WipeHistoryArgs &&) = default;
-IndexMaintainer::WipeHistoryArgs & IndexMaintainer::WipeHistoryArgs::operator=(WipeHistoryArgs &&) = default;
-
-IndexMaintainer::WipeHistoryArgs::~WipeHistoryArgs() { }
-
 bool
 IndexMaintainer::doneInitFlush(FlushArgs *args, IMemoryIndex::SP *new_index)
 {
@@ -768,20 +758,6 @@ IndexMaintainer::doneSetSchema(SetSchemaArgs &args, IMemoryIndex::SP &newIndex)
 }
 
 
-bool
-IndexMaintainer::doneWipeHistory(WipeHistoryArgs &args)
-{
-    assert(_ctx.getThreadingService().master().isCurrentThread()); // with idle index executor
-    LockGuard state_lock(_state_lock);
-    LockGuard lock(_new_search_lock);
-    if (args._old_source_list.get() != _source_list.get()) {
-        return false;    // Flush or fusion had started/completed, must retry
-    }
-    _source_list = args._new_source_list;
-    return true;
-}
-
-
 Schema
 IndexMaintainer::getSchema(void) const
 {
@@ -891,7 +867,7 @@ IndexMaintainer::IndexMaintainer(const IndexMaintainerConfig &config,
     LOG(debug, "Index manager created with flushed serial num %" PRIu64, _flush_serial_num);
     sourceList->append(_current_index_id, _current_index);
     sourceList->setCurrentIndex(_current_index_id);
-    _source_list.reset(sourceList.release());
+    _source_list = std::move(sourceList);
     _fusion_spec = spec;
 }
 
@@ -1221,44 +1197,30 @@ IndexMaintainer::setSchema(const Schema & schema)
 }
 
 void
-IndexMaintainer::wipeHistory(SerialNum wipeSerial, const Schema &historyFields)
+IndexMaintainer::wipeHistory(SerialNum wipeSerial)
 {
     assert(_ctx.getThreadingService().master().isCurrentThread());
-    for (;;) {
-        const Schema before_schema = getSchema();
-        IIndexCollection::SP before_coll = getSourceCollection();
-
-        Schema::UP schema = Schema::make_union(before_schema, historyFields);
-        updateIndexSchemas(*before_coll, *schema, wipeSerial);
-        updateActiveFusionWipeTimeSchema(*schema);
-
-        const Schema after_schema(getSchema());
-        IIndexCollection::SP after_coll = getSourceCollection();
-        if (before_schema == after_schema &&
-            before_coll.get() == after_coll.get())
-        {
-            break;
-        }
-    }
+    ISearchableIndexCollection::SP new_source_list;
+    const Schema schema = getSchema();
+    IIndexCollection::SP coll = getSourceCollection();
+    updateIndexSchemas(*coll, schema, wipeSerial);
+    updateActiveFusionWipeTimeSchema(schema);
     {
         LockGuard state_lock(_state_lock);
         LockGuard lock(_index_update_lock);
         _changeGens.bumpWipeGen();
     }
-    for (bool success(false); !success;) {
-        WipeHistoryArgs args;
-        {
-            LockGuard state_lock(_state_lock);
-            args._old_source_list = _source_list;
-            args._new_source_list.reset(new IndexCollection(_selector, *args._old_source_list));
-        }
-        if (reopenDiskIndexes(*args._new_source_list)) {
-            _ctx.getThreadingService().sync();
-            // Everything should be quiet now.
-            success = doneWipeHistory(args);
-        } else {
-            success = true;
-        }
+    {
+        LockGuard state_lock(_state_lock);
+        new_source_list = std::make_shared<IndexCollection>(_selector, *_source_list);
+    }
+    if (reopenDiskIndexes(*new_source_list)) {
+        scheduleCommit();
+        _ctx.getThreadingService().sync();
+        // Everything should be quiet now.
+        LockGuard state_lock(_state_lock);
+        LockGuard lock(_new_search_lock);
+        _source_list = new_source_list;
     }
 }
 
diff --git a/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.h b/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.h
index c3cacd2cb25..3106b4ae374 100644
--- a/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.h
+++ b/searchcorespi/src/vespa/searchcorespi/index/indexmaintainer.h
@@ -95,7 +95,7 @@ class IndexMaintainer : public IIndexManager,
     uint32_t               _source_selector_changes; // Protected by IUL
     // _selector is protected by SL + IUL
     ISourceSelector::SP             _selector;
-    ISearchableIndexCollection::SP  _source_list; // Protected by SL + NSL
+    ISearchableIndexCollection::SP  _source_list; // Protected by SL + NSL, only set by master thread
     uint32_t          _last_fusion_id;   // Protected by SL + IUL
     uint32_t          _next_id;          // Protected by SL + IUL
     uint32_t          _current_index_id; // Protected by SL + IUL
@@ -272,20 +272,6 @@ class IndexMaintainer : public IIndexManager,
 
     void doneSetSchema(SetSchemaArgs &args, IMemoryIndex::SP &newIndex);
 
-    class WipeHistoryArgs
-    {
-    public:
-        ISearchableIndexCollection::SP _old_source_list;
-        ISearchableIndexCollection::SP _new_source_list;
-
-        WipeHistoryArgs();
-        WipeHistoryArgs(WipeHistoryArgs &&);
-        WipeHistoryArgs & operator=(WipeHistoryArgs &&);
-
-        ~WipeHistoryArgs();
-    };
-
-    bool doneWipeHistory(WipeHistoryArgs &args);
     Schema getSchema(void) const;
     Schema::SP getActiveFusionWipeTimeSchema() const;
     search::TuneFileAttributes getAttrTune();
@@ -396,7 +382,7 @@ public:
 
     IFlushTarget::List getFlushTargets() override;
     void setSchema(const Schema & schema) override ;
-    void wipeHistory(SerialNum wipeSerial, const Schema &historyFields) override;
+    void wipeHistory(SerialNum wipeSerial) override;
 };
 
 } // namespace index