diff options
| author | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-12 10:21:48 +0200 |
|---|---|---|
| committer | Bjørn Christian Seime <bjorncs@yahooinc.com> | 2023-05-12 10:21:48 +0200 |
| commit | e030993d0c356ba6acd50c3e64da5a1f6e1538fd (patch) | |
| tree | 853878e89743d224a67ba6edb44ec803e1ca9bcf /linguistics-components/pom.xml | |
| parent | bef1950a75be8b256df07ca5ef6aacd1731c5ef9 (diff) | |
Revert "Revert "Bjorncs/huggingface tokenizer""
This reverts commit 2bb74878879b3acb1919fd658b8f2c476d8129d6.
Diffstat (limited to 'linguistics-components/pom.xml')
| -rw-r--r-- | linguistics-components/pom.xml | 34 |
1 files changed, 32 insertions, 2 deletions
diff --git a/linguistics-components/pom.xml b/linguistics-components/pom.xml index ad4cbd6ce22..5031ad73556 100644 --- a/linguistics-components/pom.xml +++ b/linguistics-components/pom.xml @@ -19,12 +19,42 @@ <artifactId>protobuf-java</artifactId> </dependency> <dependency> - <groupId>junit</groupId> - <artifactId>junit</artifactId> + <groupId>ai.djl.huggingface</groupId> + <artifactId>tokenizers</artifactId> + <version>0.22.1</version> + <exclusions> + <exclusion> + <groupId>com.google.code.gson</groupId> + <artifactId>gson</artifactId> + </exclusion> + <exclusion> + <groupId>net.java.dev.jna</groupId> + <artifactId>jna</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-api</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> + <groupId>org.junit.jupiter</groupId> + <artifactId>junit-jupiter-engine</artifactId> + <scope>test</scope> + </dependency> + <dependency> + <groupId>org.junit.vintage</groupId> + <artifactId>junit-vintage-engine</artifactId> <scope>test</scope> </dependency> <dependency> <groupId>com.yahoo.vespa</groupId> + <artifactId>jdisc_core</artifactId> + <version>${project.version}</version> + <scope>provided</scope> + </dependency> + <dependency> + <groupId>com.yahoo.vespa</groupId> <artifactId>annotations</artifactId> <version>${project.version}</version> <scope>provided</scope> |