Merge pull request #13050 from vespa-engine/arnej/debug-stemming-cain

add more tracing and debug logging of stemming

1 files changed, 13 insertions, 0 deletions

diff --git a/container-search/src/main/java/com/yahoo/prelude/querytransform/StemmingSearcher.java b/container-search/src/main/java/com/yahoo/prelude/querytransform/StemmingSearcher.java
index 9a9044def2d..7279e1d6a3d 100644
--- a/container-search/src/main/java/com/yahoo/prelude/querytransform/StemmingSearcher.java
+++ b/container-search/src/main/java/com/yahoo/prelude/querytransform/StemmingSearcher.java
@@ -98,6 +98,7 @@ public class StemmingSearcher extends Searcher {
         context.language = language;
         context.indexFacts = indexFacts;
         context.reverseConnectivity = createReverseConnectivities(q.getModel().getQueryTree().getRoot());
+        q.trace("Stemming with language="+language, 3);
         return scan(q.getModel().getQueryTree().getRoot(), context);
     }
 
@@ -183,9 +184,20 @@ public class StemmingSearcher extends Searcher {
         Substring substring = getOffsets(current);
 
         if (segments.size() == 1) {
+            getLogger().log(LogLevel.DEBUG, () -> "Stem '"+current.stringValue()+"' mode "+index.getStemMode()
+                            +" and language '"+context.language+"' -> '"+segments.get(0)+"'");
             TaggableItem w = singleWordSegment(current, segments.get(0), index, substring, context.insidePhrase);
             setMetaData(current, context.reverseConnectivity, w);
             return (Item) w;
+        } else if (getLogger().isLoggable(LogLevel.DEBUG)) {
+            var buf = new StringBuilder();
+            buf.append("Stem '").append(current.stringValue());
+            buf.append("' mode ").append(index.getStemMode());
+            buf.append(" and language '").append(context.language).append("' ->");
+            for (StemList segment : segments) {
+                buf.append(" '").append(segment).append("'");
+            }
+            getLogger().log(LogLevel.DEBUG, buf.toString());
         }
 
         if (context.isCJK)
@@ -194,6 +206,7 @@ public class StemmingSearcher extends Searcher {
             composite = chooseComposite(current, ((Item) current).getParent(), indexName);
 
         for (StemList segment : segments) {
+            getLogger().log(LogLevel.DEBUG, () -> "Stem to multiple segments '"+segment+"'");
             TaggableItem w = singleWordSegment(current, segment, index, substring, context.insidePhrase);
 
             if (composite instanceof AndSegmentItem) {