aboutsummaryrefslogtreecommitdiffstats
path: root/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java
diff options
context:
space:
mode:
Diffstat (limited to 'linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java5
1 files changed, 3 insertions, 2 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java b/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java
index 7b63650fa94..e72497ebb82 100644
--- a/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java
+++ b/linguistics/src/main/java/com/yahoo/language/simple/SimpleToken.java
@@ -17,16 +17,17 @@ public class SimpleToken implements Token {
private final String orig;
private TokenType type = TokenType.UNKNOWN;
private TokenScript script = TokenScript.UNKNOWN;
- private String tokenString = null;
+ private String tokenString;
private boolean specialToken = false;
private long offset = 0;
public SimpleToken(String orig) {
- this.orig = orig;
+ this(orig, null);
}
public SimpleToken(String orig, String tokenString) {
this.orig = orig;
+ this.tokenString = tokenString;
}
@Override