blob: 64ad441b28065e8d925c6cff7e62364c97fe3086 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
|
// Copyright Vespa.ai. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
package com.yahoo.language.sentencepiece;
/**
* SentencePiece token types
*
* @author bratseth
*/
enum TokenType {
text, control, userDefined, unknown, unused
}
|