git: a143130d8cc9 - main - misc/py-transformers: Remove upper version limit for the 'tokenizers' dependency

From: Yuri Victorovich <yuri_at_FreeBSD.org>
Date: Fri, 19 Sep 2025 07:36:38 UTC
The branch main has been updated by yuri:

URL: https://cgit.FreeBSD.org/ports/commit/?id=a143130d8cc97a9152e5aba2883e4cee18c0384b

commit a143130d8cc97a9152e5aba2883e4cee18c0384b
Author:     Yuri Victorovich <yuri@FreeBSD.org>
AuthorDate: 2025-09-19 06:39:57 +0000
Commit:     Yuri Victorovich <yuri@FreeBSD.org>
CommitDate: 2025-09-19 07:36:21 +0000

    misc/py-transformers: Remove upper version limit for the 'tokenizers' dependency
---
 misc/py-transformers/Makefile                                 |  2 +-
 misc/py-transformers/files/patch-setup.py                     | 11 +++++++++++
 .../patch-src_transformers_dependency__versions__table.py     | 11 +++++++++++
 3 files changed, 23 insertions(+), 1 deletion(-)

diff --git a/misc/py-transformers/Makefile b/misc/py-transformers/Makefile
index 11f367b910f9..ce5035c583b8 100644
--- a/misc/py-transformers/Makefile
+++ b/misc/py-transformers/Makefile
@@ -1,6 +1,6 @@
 PORTNAME=	transformers
 DISTVERSION=	4.55.4
-PORTREVISION=	1
+PORTREVISION=	2
 CATEGORIES=	misc python # machine-learning
 MASTER_SITES=	PYPI
 PKGNAMEPREFIX=	${PYTHON_PKGNAMEPREFIX}
diff --git a/misc/py-transformers/files/patch-setup.py b/misc/py-transformers/files/patch-setup.py
new file mode 100644
index 000000000000..16e65fa87721
--- /dev/null
+++ b/misc/py-transformers/files/patch-setup.py
@@ -0,0 +1,11 @@
+--- setup.py.orig	2025-09-19 06:12:24 UTC
++++ setup.py
+@@ -189,7 +189,7 @@ _deps = [
+     "timeout-decorator",
+     "tiktoken",
+     "timm<=1.0.19,!=1.0.18",
+-    "tokenizers>=0.21,<0.22",
++    "tokenizers>=0.21",
+     "torch>=2.1",
+     "torchaudio",
+     "torchvision",
diff --git a/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py b/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py
new file mode 100644
index 000000000000..8522c47aaa70
--- /dev/null
+++ b/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py
@@ -0,0 +1,11 @@
+--- src/transformers/dependency_versions_table.py.orig	2025-09-19 06:16:57 UTC
++++ src/transformers/dependency_versions_table.py
+@@ -91,7 +91,7 @@ deps = {
+     "timeout-decorator": "timeout-decorator",
+     "tiktoken": "tiktoken",
+     "timm": "timm<=1.0.19,!=1.0.18",
+-    "tokenizers": "tokenizers>=0.21,<0.22",
++    "tokenizers": "tokenizers>=0.21",
+     "torch": "torch>=2.1",
+     "torchaudio": "torchaudio",
+     "torchvision": "torchvision",