git: a143130d8cc9 - main - misc/py-transformers: Remove upper version limit for the 'tokenizers' dependency
- Go to: [ bottom of page ] [ top of archives ] [ this month ]
Date: Fri, 19 Sep 2025 07:36:38 UTC
The branch main has been updated by yuri:
URL: https://cgit.FreeBSD.org/ports/commit/?id=a143130d8cc97a9152e5aba2883e4cee18c0384b
commit a143130d8cc97a9152e5aba2883e4cee18c0384b
Author: Yuri Victorovich <yuri@FreeBSD.org>
AuthorDate: 2025-09-19 06:39:57 +0000
Commit: Yuri Victorovich <yuri@FreeBSD.org>
CommitDate: 2025-09-19 07:36:21 +0000
misc/py-transformers: Remove upper version limit for the 'tokenizers' dependency
---
misc/py-transformers/Makefile | 2 +-
misc/py-transformers/files/patch-setup.py | 11 +++++++++++
.../patch-src_transformers_dependency__versions__table.py | 11 +++++++++++
3 files changed, 23 insertions(+), 1 deletion(-)
diff --git a/misc/py-transformers/Makefile b/misc/py-transformers/Makefile
index 11f367b910f9..ce5035c583b8 100644
--- a/misc/py-transformers/Makefile
+++ b/misc/py-transformers/Makefile
@@ -1,6 +1,6 @@
PORTNAME= transformers
DISTVERSION= 4.55.4
-PORTREVISION= 1
+PORTREVISION= 2
CATEGORIES= misc python # machine-learning
MASTER_SITES= PYPI
PKGNAMEPREFIX= ${PYTHON_PKGNAMEPREFIX}
diff --git a/misc/py-transformers/files/patch-setup.py b/misc/py-transformers/files/patch-setup.py
new file mode 100644
index 000000000000..16e65fa87721
--- /dev/null
+++ b/misc/py-transformers/files/patch-setup.py
@@ -0,0 +1,11 @@
+--- setup.py.orig 2025-09-19 06:12:24 UTC
++++ setup.py
+@@ -189,7 +189,7 @@ _deps = [
+ "timeout-decorator",
+ "tiktoken",
+ "timm<=1.0.19,!=1.0.18",
+- "tokenizers>=0.21,<0.22",
++ "tokenizers>=0.21",
+ "torch>=2.1",
+ "torchaudio",
+ "torchvision",
diff --git a/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py b/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py
new file mode 100644
index 000000000000..8522c47aaa70
--- /dev/null
+++ b/misc/py-transformers/files/patch-src_transformers_dependency__versions__table.py
@@ -0,0 +1,11 @@
+--- src/transformers/dependency_versions_table.py.orig 2025-09-19 06:16:57 UTC
++++ src/transformers/dependency_versions_table.py
+@@ -91,7 +91,7 @@ deps = {
+ "timeout-decorator": "timeout-decorator",
+ "tiktoken": "tiktoken",
+ "timm": "timm<=1.0.19,!=1.0.18",
+- "tokenizers": "tokenizers>=0.21,<0.22",
++ "tokenizers": "tokenizers>=0.21",
+ "torch": "torch>=2.1",
+ "torchaudio": "torchaudio",
+ "torchvision": "torchvision",