From 7cf50114c941e1d9cb3d7434582b4a76e6145597 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Thu, 28 Nov 2024 05:44:09 +0000 Subject: [PATCH] Update tokenizers requirement from <0.20,>=0.10 to >=0.10,<0.22 Updates the requirements on [tokenizers](https://github.com/huggingface/tokenizers) to permit the latest version. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/rust-v0.10.0...v0.21.0) --- updated-dependencies: - dependency-name: tokenizers dependency-type: direct:production ... Signed-off-by: dependabot[bot] --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index f09b0f6..6352536 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -34,7 +34,7 @@ dependencies = [ "system_info", "tensorboardx", "torchmetrics >= 0.9, < 2.0", - "tokenizers >= 0.10, < 0.20", + "tokenizers >= 0.10, < 0.22", "tomli", "torch >= 2.0, < 2.4", "transformers >= 4.19.0, < 4.41.0, != 4.23.0, != 4.23.1",