From af29336af8565a5ae039afd7989b5550f4a2490d Mon Sep 17 00:00:00 2001
From: "renovate[bot]" <29139614+renovate[bot]@users.noreply.github.com>
Date: Sun, 24 Nov 2024 12:15:41 +0000
Subject: [PATCH] Update dependency ai.djl.huggingface:tokenizers to v0.31.0

---
 linguistics-components/pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/linguistics-components/pom.xml b/linguistics-components/pom.xml
index b3bc52c5e234..66cf58474d9a 100644
--- a/linguistics-components/pom.xml
+++ b/linguistics-components/pom.xml
@@ -21,7 +21,7 @@
     <dependency>
       <groupId>ai.djl.huggingface</groupId>
       <artifactId>tokenizers</artifactId>
-      <version>0.22.1</version>
+      <version>0.31.0</version>
       <exclusions>
         <exclusion>
           <groupId>com.google.code.gson</groupId>