diff options
Diffstat (limited to 'model-integration/pom.xml')
-rw-r--r-- | model-integration/pom.xml | 20 |
1 files changed, 20 insertions, 0 deletions
diff --git a/model-integration/pom.xml b/model-integration/pom.xml index 681003fdc89..cc5eccff2ac 100644 --- a/model-integration/pom.xml +++ b/model-integration/pom.xml @@ -91,6 +91,26 @@ <artifactId>protobuf-java</artifactId> </dependency> + <dependency> + <groupId>ai.djl.huggingface</groupId> + <artifactId>tokenizers</artifactId> + <version>0.22.1</version> + <exclusions> + <exclusion> + <groupId>com.google.code.gson</groupId> + <artifactId>gson</artifactId> + </exclusion> + <exclusion> + <groupId>net.java.dev.jna</groupId> + <artifactId>jna</artifactId> + </exclusion> + <exclusion> + <groupId>org.slf4j</groupId> + <artifactId>slf4j-api</artifactId> + </exclusion> + </exclusions> + </dependency> + <dependency> <groupId>org.lz4</groupId> <artifactId>lz4-java</artifactId> |