summaryrefslogtreecommitdiffstats
path: root/linguistics
diff options
context:
space:
mode:
authorMariusArhaug <mariusarhaug@hotmail.com>2024-05-14 16:18:01 +0200
committerMariusArhaug <mariusarhaug@hotmail.com>2024-05-14 16:23:24 +0200
commit74280df2d2ce04dd14a9ee325c9dec8080145da7 (patch)
treee2c23b0ff19b9a9b4108b25c3ffae2ac16a127ad /linguistics
parenta26a156f27785c3d84c0d8ca25d75f35ebbb0e90 (diff)
Add significance model generator cli
Diffstat (limited to 'linguistics')
-rw-r--r--linguistics/src/main/java/com/yahoo/language/significance/impl/DocumentFrequencyFile.java7
-rw-r--r--linguistics/src/main/java/com/yahoo/language/significance/impl/SignificanceModelFile.java4
2 files changed, 7 insertions, 4 deletions
diff --git a/linguistics/src/main/java/com/yahoo/language/significance/impl/DocumentFrequencyFile.java b/linguistics/src/main/java/com/yahoo/language/significance/impl/DocumentFrequencyFile.java
index b62754ac8ad..9b7cbae834a 100644
--- a/linguistics/src/main/java/com/yahoo/language/significance/impl/DocumentFrequencyFile.java
+++ b/linguistics/src/main/java/com/yahoo/language/significance/impl/DocumentFrequencyFile.java
@@ -17,15 +17,14 @@ import java.util.HashMap;
public class DocumentFrequencyFile {
private final String description;
- private final int documentCount;
-
+ private final long documentCount;
private final HashMap<String, Long> frequencies;
@JsonCreator
public DocumentFrequencyFile(
@JsonProperty("description") String description,
- @JsonProperty("document-count") int documentCount,
+ @JsonProperty("document-count") long documentCount,
@JsonProperty("document-frequencies") HashMap<String, Long> frequencies) {
this.description = description;
this.documentCount = documentCount;
@@ -36,7 +35,7 @@ public class DocumentFrequencyFile {
public String description() { return description; }
@JsonProperty("document-count")
- public int documentCount() { return documentCount; }
+ public long documentCount() { return documentCount; }
@JsonProperty("document-frequencies")
public HashMap<String, Long> frequencies() { return frequencies; }
diff --git a/linguistics/src/main/java/com/yahoo/language/significance/impl/SignificanceModelFile.java b/linguistics/src/main/java/com/yahoo/language/significance/impl/SignificanceModelFile.java
index 902613379f0..94030108671 100644
--- a/linguistics/src/main/java/com/yahoo/language/significance/impl/SignificanceModelFile.java
+++ b/linguistics/src/main/java/com/yahoo/language/significance/impl/SignificanceModelFile.java
@@ -45,4 +45,8 @@ public class SignificanceModelFile {
@JsonProperty("languages")
public HashMap<String, DocumentFrequencyFile> languages() { return languages; }
+
+ public void addLanguage(String language, DocumentFrequencyFile documentFrequencyFile) {
+ languages.put(language, documentFrequencyFile);
+ }
}