blob: 782030a8e4dc663c72b39359a7fbc08853a38e5b (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
|
// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.sentencepiece;
/**
* SentencePiece token types
*
* @author bratseth
*/
enum TokenType {
text, control, userDefined, unknown, unused
}
|