1 files changed, 114 insertions, 0 deletions
diff --git a/searchlib/src/apps/docstore/documentstoreinspect.cpp b/searchlib/src/apps/docstore/documentstoreinspect.cpp
new file mode 100644
index 00000000000..587565672c0
--- /dev/null
+++ b/searchlib/src/apps/docstore/documentstoreinspect.cpp
@@ -0,0 +1,114 @@
+// Copyright 2016 Yahoo Inc. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
+
+#include <vespa/fastos/fastos.h>
+#include <vespa/searchlib/docstore/logdatastore.h>
+#include <vespa/searchlib/index/dummyfileheadercontext.h>
+#include <vespa/searchlib/transactionlog/nosyncproxy.h>
+
+using namespace search;
+
+class DocumentStoreInspectApp : public FastOS_Application
+{
+    void usage(void);
+    int verify(const vespalib::string & directory);
+    int dumpIdxFile(const vespalib::string & file);
+    int Main(void);
+};
+
+
+
+void
+DocumentStoreInspectApp::usage(void)
+{
+    printf("Usage: %s dumpidxfile [--idxfile idxFile]\n", _argv[0]);
+    fflush(stdout);
+}
+
+int DocumentStoreInspectApp::dumpIdxFile(const vespalib::string & file)
+{
+    FastOS_File idxFile(file.c_str());
+    idxFile.enableMemoryMap(0);
+    if (idxFile.OpenReadOnly()) {
+        if (idxFile.IsMemoryMapped()) {
+            int64_t fileSize = idxFile.GetSize();
+            uint64_t idxHeaderLen = FileChunk::readIdxHeader(idxFile);
+            vespalib::nbostream is(static_cast<const char *>
+                                   (idxFile.MemoryMapPtr(0)) + idxHeaderLen,
+                                   fileSize - idxHeaderLen);
+            size_t chunk(0);
+            size_t entries(0);
+            for (; ! is.empty(); chunk++) {
+                ChunkMeta cm;
+                cm.deserialize(is);
+                fprintf(stdout, "Chunk(%ld) : LastSerial(%ld), Entries(%d), Offset(%ld), Size(%d)\n",
+                                chunk, cm.getLastSerial(), cm.getNumEntries(), cm.getOffset(), cm.getSize());
+                for (size_t i(0), m(cm.getNumEntries()); i < m; i++, entries++) {
+                    LidMeta lm;
+                    lm.deserialize(is);
+                    fprintf(stdout, "Entry(%ld.%ld) : Lid(%d), Size(%d)\n", chunk, i, lm.getLid(), lm.size());
+                }
+            }
+            fprintf(stdout, "Processed %ld chunks with total entries = %ld\n", chunk, entries);
+        } else {
+            fprintf(stderr, "Failed memorymapping file '%s' due to %s\n", idxFile.GetFileName(), idxFile.getLastErrorString().c_str());
+        }
+    } else {
+        fprintf(stderr, "Failed opening file '%s' readonly due to %s\n", idxFile.GetFileName(), idxFile.getLastErrorString().c_str());
+    }
+    return 0;
+}
+
+int
+DocumentStoreInspectApp::Main(void)
+{
+    vespalib::string cmd;
+    if (_argc >= 2) {
+        cmd = _argv[1];
+        if (cmd == "dumpidxfile") {
+            vespalib::string idxfile;
+            if (_argc >= 4) {
+                if (_argv[2] == vespalib::string("--idxfile")) {
+                    idxfile = _argv[3];
+                    dumpIdxFile(idxfile);
+                } else {
+                    fprintf(stderr, "Unknown option '%s'.\n", _argv[2]);
+                    usage();
+                    return 1;
+                }
+            } else {
+                fprintf(stderr, "Too few arguments\n");
+                usage();
+                return 1;
+            }
+        } else {
+            fprintf(stderr, "Unknown command '%s'.\n", cmd.c_str());
+            usage();
+            return 1;
+        }
+    } else {
+        fprintf(stderr, "Too few arguments\n");
+        usage();
+        return 1;
+    }
+    return 0;
+}
+
+int
+DocumentStoreInspectApp::verify(const vespalib::string & dir)
+{
+    int retval(0);
+
+    LogDataStore::Config config;
+    GrowStrategy growStrategy;
+    TuneFileSummary tuning;
+    search::index::DummyFileHeaderContext fileHeaderContext;
+    vespalib::ThreadStackExecutor executor(config.getNumThreads(), 128*1024);
+    transactionlog::NoSyncProxy noTlSyncer;
+
+    LogDataStore store(executor, dir, config, growStrategy, tuning,
+                       fileHeaderContext, noTlSyncer, NULL, true);
+    store.verify(false);
+    return retval;
+}
+
+FASTOS_MAIN(DocumentStoreInspectApp);