From ec27634005de92c9107f18a4f3075045b62333f6 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Mon, 2 Dec 2024 19:26:05 +0000 Subject: [PATCH] Bump tokenizers from 0.20.2 to 0.21.0 Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.20.2 to 0.21.0. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.20.2...v0.21.0) --- updated-dependencies: - dependency-name: tokenizers dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index d4dc195..476c5ef 100644 --- a/requirements.txt +++ b/requirements.txt @@ -12,7 +12,7 @@ regex==2024.11.6 requests==2.32.2 sentencepiece==0.2.0 torch==2.5.1 -tokenizers==0.20.2 +tokenizers==0.21.0 torch==2.3.0 tqdm==4.66.4 transformers @ git+https://github.com/huggingface/transformers@bdb9106f247fca48a71eb384be25dbbd29b065a8