// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.sentencepiece;

/**
 * SentencePiece token types
 *
 * @author bratseth
 */
enum TokenType {

    text, control, userDefined, unknown, unused

}