From 8e532db77ada4e04571e97e6d074f25041fe3fe0 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Tue, 18 Aug 2026 21:12:59 +0000 Subject: [PATCH] build(deps): bump tokenizers in /skills/remove-ai-marks/scripts Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.22.2 to 0.23.1. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Changelog](https://github.com/huggingface/tokenizers/blob/main/RELEASE.md) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.22.2...v0.23.1) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.1 dependency-type: direct:production update-type: version-update:semver-minor ... Signed-off-by: dependabot[bot] --- skills/remove-ai-marks/scripts/requirements-markllm.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/skills/remove-ai-marks/scripts/requirements-markllm.txt b/skills/remove-ai-marks/scripts/requirements-markllm.txt index db66029..f2427f5 100644 --- a/skills/remove-ai-marks/scripts/requirements-markllm.txt +++ b/skills/remove-ai-marks/scripts/requirements-markllm.txt @@ -19,7 +19,7 @@ torch==2.13.0.* transformers==5.15.0 # transformers 5.15.0 caps tokenizers at <=0.23.0; there is no 0.23.0 # release (0.22.2 -> 0.23.1), so the highest compatible pin is 0.22.2. -tokenizers==0.22.2 +tokenizers==0.23.1 datasets==5.0.1 accelerate==1.14.0 SentencePiece==0.2.2