diff options
author | Henning Baldersheim <balder@yahoo-inc.com> | 2020-09-21 16:07:57 +0000 |
---|---|---|
committer | Henning Baldersheim <balder@yahoo-inc.com> | 2020-09-21 16:07:57 +0000 |
commit | 8c933522a5fa355cbbfbe239882287e32f393bdc (patch) | |
tree | 8c5f341a6f89559c7cce60056bb015972b6a53a8 /searchcore/src | |
parent | 888f5983467afe0d8635feb7112de4c8f7f8434c (diff) |
Rename storeOperation to appendOperation
Diffstat (limited to 'searchcore/src')
8 files changed, 41 insertions, 36 deletions
diff --git a/searchcore/src/tests/proton/docsummary/docsummary.cpp b/searchcore/src/tests/proton/docsummary/docsummary.cpp index 8dea4ba67ba..7d5dbb8ca71 100644 --- a/searchcore/src/tests/proton/docsummary/docsummary.cpp +++ b/searchcore/src/tests/proton/docsummary/docsummary.cpp @@ -262,7 +262,7 @@ public: op->setDbDocumentId(dbdId); op->setPrevDbDocumentId(prevDbdId); _ddb->getWriteService().master().execute(vespalib::makeLambdaTask([this, op = std::move(op)]() { - _ddb->getFeedHandler().storeOperation(*op, std::make_shared<search::IgnoreCallback>()); + _ddb->getFeedHandler().appendOperation(*op, std::make_shared<search::IgnoreCallback>()); })); _ddb->getWriteService().master().sync(); SearchView *sv(dynamic_cast<SearchView *>(_ddb->getReadySubDB()->getSearchView().get())); @@ -1199,4 +1199,4 @@ Fixture::~Fixture() = default; } -TEST_MAIN() { TEST_RUN_ALL(); }
\ No newline at end of file +TEST_MAIN() { TEST_RUN_ALL(); } diff --git a/searchcore/src/tests/proton/documentdb/feedhandler/feedhandler_test.cpp b/searchcore/src/tests/proton/documentdb/feedhandler/feedhandler_test.cpp index 04a4edc57a6..ad0ce0b26c4 100644 --- a/searchcore/src/tests/proton/documentdb/feedhandler/feedhandler_test.cpp +++ b/searchcore/src/tests/proton/documentdb/feedhandler/feedhandler_test.cpp @@ -433,12 +433,12 @@ struct MyTlsWriter : TlsWriter { bool erase_return; MyTlsWriter() : store_count(0), erase_count(0), erase_return(true) {} - void storeOperation(const FeedOperation &, DoneCallback) override { ++store_count; } + void appendOperation(const FeedOperation &, DoneCallback) override { ++store_count; } bool erase(SerialNum) override { ++erase_count; return erase_return; } SerialNum sync(SerialNum syncTo) override { return syncTo; - } + } }; struct FeedHandlerFixture diff --git a/searchcore/src/tests/proton/documentdb/lid_space_compaction/lid_space_compaction_test.cpp b/searchcore/src/tests/proton/documentdb/lid_space_compaction/lid_space_compaction_test.cpp index e045ec31418..31882061b1c 100644 --- a/searchcore/src/tests/proton/documentdb/lid_space_compaction/lid_space_compaction_test.cpp +++ b/searchcore/src/tests/proton/documentdb/lid_space_compaction/lid_space_compaction_test.cpp @@ -165,7 +165,7 @@ struct MyStorer : public IOperationStorer { : _moveCnt(0), _compactCnt(0) {} - void storeOperation(const FeedOperation &op, DoneCallback) override { + void appendOperation(const FeedOperation &op, DoneCallback) override { if (op.getType() == FeedOperation::MOVE) { ++ _moveCnt; } else if (op.getType() == FeedOperation::COMPACT_LID_SPACE) { diff --git a/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp b/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp index 814e7ddeab9..8df62705cb3 100644 --- a/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp +++ b/searchcore/src/tests/proton/documentdb/maintenancecontroller/maintenancecontroller_test.cpp @@ -234,7 +234,7 @@ public: } // Implements IOperationStorer - void storeOperation(const FeedOperation &op, DoneCallback) override; + void appendOperation(const FeedOperation &op, DoneCallback) override; uint32_t getHeartBeats() const { return _heartBeats; @@ -706,7 +706,7 @@ MyFeedHandler::handleMove(MoveOperation &op, IDestructorCallback::SP moveDoneCtx assert(op.getPrevSubDbId() != 1u); assert(op.getSubDbId() < _subDBs.size()); assert(op.getPrevSubDbId() < _subDBs.size()); - storeOperation(op, std::move(moveDoneCtx)); + appendOperation(op, std::move(moveDoneCtx)); _subDBs[op.getSubDbId()]->handleMove(op); _subDBs[op.getPrevSubDbId()]->handleMove(op); } @@ -717,7 +717,7 @@ MyFeedHandler::performPruneRemovedDocuments(PruneRemovedDocumentsOperation &op) { assert(isExecutorThread()); if (op.getLidsToRemove()->getNumLids() != 0u) { - storeOperation(op, std::make_shared<search::IgnoreCallback>()); + appendOperation(op, std::make_shared<search::IgnoreCallback>()); // magic number. _subDBs[1u]->handlePruneRemovedDocuments(op); } @@ -740,7 +740,7 @@ MyFeedHandler::setSubDBs(const std::vector<MyDocumentSubDB *> &subDBs) void -MyFeedHandler::storeOperation(const FeedOperation &op, DoneCallback) +MyFeedHandler::appendOperation(const FeedOperation &op, DoneCallback) { const_cast<FeedOperation &>(op).setSerialNum(incSerialNum()); } @@ -930,7 +930,7 @@ MaintenanceControllerFixture::insertDocs(const test::UserDocuments &docs, MyDocu for (const test::Document &testDoc : bucketDocs.getDocs()) { PutOperation op(testDoc.getBucket(), testDoc.getTimestamp(), testDoc.getDoc()); op.setDbDocumentId(DbDocumentId(subDb.getSubDBId(), testDoc.getLid())); - _fh.storeOperation(op, std::make_shared<search::IgnoreCallback>()); + _fh.appendOperation(op, std::make_shared<search::IgnoreCallback>()); subDb.handlePut(op); } } @@ -946,7 +946,7 @@ MaintenanceControllerFixture::removeDocs(const test::UserDocuments &docs, Timest for (const test::Document &testDoc : bucketDocs.getDocs()) { RemoveOperationWithDocId op(testDoc.getBucket(), timestamp, testDoc.getDoc()->getId()); op.setDbDocumentId(DbDocumentId(_removed.getSubDBId(), testDoc.getLid())); - _fh.storeOperation(op, std::make_shared<search::IgnoreCallback>()); + _fh.appendOperation(op, std::make_shared<search::IgnoreCallback>()); _removed.handleRemove(op); } } diff --git a/searchcore/src/vespa/searchcore/proton/server/feedhandler.cpp b/searchcore/src/vespa/searchcore/proton/server/feedhandler.cpp index 3ab5d1ca065..734ef01d33a 100644 --- a/searchcore/src/vespa/searchcore/proton/server/feedhandler.cpp +++ b/searchcore/src/vespa/searchcore/proton/server/feedhandler.cpp @@ -62,17 +62,17 @@ public: _tls_mgr(tls_mgr), _writer(factory.getWriter(tls_mgr.getDomainName())) { } - void storeOperation(const FeedOperation &op, DoneCallback onDone) override; + void appendOperation(const FeedOperation &op, DoneCallback onDone) override; bool erase(SerialNum oldest_to_keep) override; SerialNum sync(SerialNum syncTo) override; }; -void TlsMgrWriter::storeOperation(const FeedOperation &op, DoneCallback onDone) { +void TlsMgrWriter::appendOperation(const FeedOperation &op, DoneCallback onDone) { using Packet = search::transactionlog::Packet; vespalib::nbostream stream; op.serialize(stream); - LOG(debug, "storeOperation(): serialNum(%" PRIu64 "), type(%u), size(%zu)", + LOG(debug, "appendOperation(): serialNum(%" PRIu64 "), type(%u), size(%zu)", op.getSerialNum(), (uint32_t)op.getType(), stream.size()); Packet::Entry entry(op.getSerialNum(), op.getType(), vespalib::ConstBufferRef(stream.data(), stream.size())); Packet packet(entry.serializedSize()); @@ -114,7 +114,8 @@ FeedHandler::doHandleOperation(FeedToken token, FeedOperation::UP op) _feedState->handleOperation(std::move(token), std::move(op)); } -void FeedHandler::performPut(FeedToken token, PutOperation &op) { +void +FeedHandler::performPut(FeedToken token, PutOperation &op) { op.assertValid(); _activeFeedView->preparePut(op); if (ignoreOperation(op)) { @@ -133,7 +134,7 @@ void FeedHandler::performPut(FeedToken token, PutOperation &op) { if (_repo != op.getDocument()->getRepo()) { op.deserializeDocument(*_repo); } - storeOperation(op, token); + appendOperation(op, token); if (token) { token->setResult(make_unique<Result>(), false); } @@ -166,7 +167,7 @@ FeedHandler::performUpdate(FeedToken token, UpdateOperation &op) void FeedHandler::performInternalUpdate(FeedToken token, UpdateOperation &op) { - storeOperation(op, token); + appendOperation(op, token); if (token) { token->setResult(make_unique<UpdateResult>(op.getPrevTimestamp()), true); } @@ -182,7 +183,7 @@ FeedHandler::createNonExistingDocument(FeedToken token, const UpdateOperation &o op.getUpdate()->applyTo(*doc); PutOperation putOp(op.getBucketId(), op.getTimestamp(), std::move(doc)); _activeFeedView->preparePut(putOp); - storeOperation(putOp, token); + appendOperation(putOp, token); if (token) { token->setResult(make_unique<UpdateResult>(putOp.getTimestamp()), true); } @@ -192,7 +193,8 @@ FeedHandler::createNonExistingDocument(FeedToken token, const UpdateOperation &o } -void FeedHandler::performRemove(FeedToken token, RemoveOperation &op) { +void +FeedHandler::performRemove(FeedToken token, RemoveOperation &op) { _activeFeedView->prepareRemove(op); if (ignoreOperation(op)) { LOG(debug, "performRemove(): ignoreOperation: remove(%s), timestamp(%" PRIu64 "), prevTimestamp(%" PRIu64 ")", @@ -205,7 +207,7 @@ void FeedHandler::performRemove(FeedToken token, RemoveOperation &op) { if (op.getPrevDbDocumentId().valid()) { assert(op.getValidNewOrPrevDbdId()); assert(op.notMovingLidInSameSubDb()); - storeOperation(op, token); + appendOperation(op, token); if (token) { bool documentWasFound = !op.getPrevMarkedAsRemoved(); token->setResult(make_unique<RemoveResult>(documentWasFound), documentWasFound); @@ -213,7 +215,7 @@ void FeedHandler::performRemove(FeedToken token, RemoveOperation &op) { _activeFeedView->handleRemove(std::move(token), op); } else if (op.hasDocType()) { assert(op.getDocType() == _docTypeName.getName()); - storeOperation(op, token); + appendOperation(op, token); if (token) { token->setResult(make_unique<RemoveResult>(false), false); } @@ -234,13 +236,14 @@ FeedHandler::performGarbageCollect(FeedToken token) void FeedHandler::performCreateBucket(FeedToken token, CreateBucketOperation &op) { - storeOperation(op, token); + appendOperation(op, token); _bucketDBHandler->handleCreateBucket(op.getBucketId()); } -void FeedHandler::performDeleteBucket(FeedToken token, DeleteBucketOperation &op) { +void +FeedHandler::performDeleteBucket(FeedToken token, DeleteBucketOperation &op) { _activeFeedView->prepareDeleteBucket(op); - storeOperation(op, token); + appendOperation(op, token); // Delete documents in bucket _activeFeedView->handleDeleteBucket(op); // Delete bucket itself, should no longer have documents. @@ -248,13 +251,15 @@ void FeedHandler::performDeleteBucket(FeedToken token, DeleteBucketOperation &op } -void FeedHandler::performSplit(FeedToken token, SplitBucketOperation &op) { - storeOperation(op, token); +void +FeedHandler::performSplit(FeedToken token, SplitBucketOperation &op) { + appendOperation(op, token); _bucketDBHandler->handleSplit(op.getSerialNum(), op.getSource(), op.getTarget1(), op.getTarget2()); } -void FeedHandler::performJoin(FeedToken token, JoinBucketsOperation &op) { - storeOperation(op, token); +void +FeedHandler::performJoin(FeedToken token, JoinBucketsOperation &op) { + appendOperation(op, token); _bucketDBHandler->handleJoin(op.getSerialNum(), op.getSource1(), op.getSource2(), op.getTarget()); } @@ -467,17 +472,17 @@ FeedHandler::getTransactionLogReplayDone() const { } void -FeedHandler::storeOperation(const FeedOperation &op, TlsWriter::DoneCallback onDone) { +FeedHandler::appendOperation(const FeedOperation &op, TlsWriter::DoneCallback onDone) { if (!op.getSerialNum()) { const_cast<FeedOperation &>(op).setSerialNum(incSerialNum()); } - _tlsWriter->storeOperation(op, std::move(onDone)); + _tlsWriter->appendOperation(op, std::move(onDone)); } void FeedHandler::storeOperationSync(const FeedOperation &op) { vespalib::Gate gate; - storeOperation(op, make_shared<search::GateCallback>(gate)); + appendOperation(op, make_shared<search::GateCallback>(gate)); gate.await(); } @@ -635,7 +640,7 @@ FeedHandler::handleMove(MoveOperation &op, std::shared_ptr<search::IDestructorCa assert(op.getValidDbdId()); assert(op.getValidPrevDbdId()); assert(op.getSubDbId() != op.getPrevSubDbId()); - storeOperation(op, moveDoneCtx); + appendOperation(op, moveDoneCtx); _activeFeedView->handleMove(op, std::move(moveDoneCtx)); } diff --git a/searchcore/src/vespa/searchcore/proton/server/feedhandler.h b/searchcore/src/vespa/searchcore/proton/server/feedhandler.h index 823361f8737..29961f4a6cc 100644 --- a/searchcore/src/vespa/searchcore/proton/server/feedhandler.h +++ b/searchcore/src/vespa/searchcore/proton/server/feedhandler.h @@ -225,7 +225,7 @@ public: void eof() override; void performPruneRemovedDocuments(PruneRemovedDocumentsOperation &pruneOp) override; void syncTls(SerialNum syncTo); - void storeOperation(const FeedOperation &op, DoneCallback onDone) override; + void appendOperation(const FeedOperation &op, DoneCallback onDone) override; void storeOperationSync(const FeedOperation & op); void considerDelayedPrune(); }; diff --git a/searchcore/src/vespa/searchcore/proton/server/i_operation_storer.h b/searchcore/src/vespa/searchcore/proton/server/i_operation_storer.h index 760250844a8..47b81a9a17f 100644 --- a/searchcore/src/vespa/searchcore/proton/server/i_operation_storer.h +++ b/searchcore/src/vespa/searchcore/proton/server/i_operation_storer.h @@ -19,7 +19,7 @@ struct IOperationStorer /** * Assign serial number to (if not set) and store the given operation. */ - virtual void storeOperation(const FeedOperation &op, DoneCallback onDone) = 0; + virtual void appendOperation(const FeedOperation &op, DoneCallback onDone) = 0; }; } // namespace proton diff --git a/searchcore/src/vespa/searchcore/proton/server/lid_space_compaction_job.cpp b/searchcore/src/vespa/searchcore/proton/server/lid_space_compaction_job.cpp index fece3dce003..d423e095ad9 100644 --- a/searchcore/src/vespa/searchcore/proton/server/lid_space_compaction_job.cpp +++ b/searchcore/src/vespa/searchcore/proton/server/lid_space_compaction_job.cpp @@ -57,7 +57,7 @@ LidSpaceCompactionJob::scanDocuments(const LidUsageStats &stats) } else { MoveOperation::UP op = _handler.createMoveOperation(document, stats.getLowestFreeLid()); search::IDestructorCallback::SP context = _moveOpsLimiter->beginOperation(); - _opStorer.storeOperation(*op, context); + _opStorer.appendOperation(*op, context); _handler.handleMove(*op, std::move(context)); if (isBlocked(BlockedReason::OUTSTANDING_OPS)) { return true; @@ -82,7 +82,7 @@ LidSpaceCompactionJob::compactLidSpace(const LidUsageStats &stats) uint32_t wantedLidLimit = stats.getHighestUsedLid() + 1; CompactLidSpaceOperation op(_handler.getSubDbId(), wantedLidLimit); vespalib::Gate gate; - _opStorer.storeOperation(op, std::make_shared<search::GateCallback>(gate)); + _opStorer.appendOperation(op, std::make_shared<search::GateCallback>(gate)); gate.await(); _handler.handleCompactLidSpace(op); EventLogger::lidSpaceCompactionComplete(_handler.getName(), wantedLidLimit); |