1 files changed, 0 insertions, 60 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/sentencepiece/Model.java b/linguistics/src/main/java/com/yahoo/language/sentencepiece/Model.java
deleted file mode 100644
index 74f300057dc..00000000000
--- a/linguistics/src/main/java/com/yahoo/language/sentencepiece/Model.java
+++ /dev/null
@@ -1,60 +0,0 @@
-// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
-package com.yahoo.language.sentencepiece;
-
-import com.yahoo.io.IOUtils;
-import com.yahoo.language.Language;
-import sentencepiece.SentencepieceModel;
-
-import java.io.IOException;
-import java.nio.file.Path;
-
-/**
- * A SentencePiece model
- *
- * @author bratseth
- */
-final class Model {
-
-    final Path source;
-    final Language language;
-    final float minScore;
-    final float maxScore;
-    final Trie tokens = new Trie();
-
-    Model(Language language, Path path) {
-        try {
-            this.source = path;
-            this.language = language;
-            var sp = SentencepieceModel.ModelProto.parseFrom(IOUtils.readFileBytes(path.toFile()));
-            float minScore = Float.MAX_VALUE;
-            float maxScore = Float.MIN_VALUE;
-            for (int i = 0; i < sp.getPiecesCount(); i++) {
-                var piece = sp.getPieces(i);
-                tokens.add(toTokenType(piece.getType()), i, piece.getPiece(), piece.getScore());
-                minScore = Math.min(piece.getScore(), minScore);
-                maxScore = Math.max(piece.getScore(), maxScore);
-            }
-            this.minScore = minScore;
-            this.maxScore = maxScore;
-        } catch (IOException e) {
-            throw new IllegalArgumentException("Could not read a SentencePiece model from " + path, e);
-        }
-    }
-
-    private static TokenType toTokenType(SentencepieceModel.ModelProto.SentencePiece.Type type) {
-        switch (type) {
-            case USER_DEFINED : return TokenType.userDefined;
-            case UNKNOWN : return TokenType.unknown;
-            case NORMAL : return TokenType.text;
-            case CONTROL : return TokenType.control;
-            case UNUSED : return TokenType.unused;
-            default : throw new IllegalArgumentException("Unknkown token type " + type);
-        }
-    }
-
-    @Override
-    public String toString() {
-        return "SentencePiece model for " + language + ": '" + source + "'";
-    }
-
-}