git: 3c03da4a36b5 - main - misc/py-deepspeed: New port: DeepSpeed library for ChatGPT-like model training

From: Yuri Victorovich <yuri_at_FreeBSD.org>
Date: Sun, 20 Sep 2026 02:07:15 UTC
The branch main has been updated by yuri:

URL: https://cgit.FreeBSD.org/ports/commit/?id=3c03da4a36b525cb0d2b709f05b3d824569d5103

commit 3c03da4a36b525cb0d2b709f05b3d824569d5103
Author:     Yuri Victorovich <yuri@FreeBSD.org>
AuthorDate: 2026-09-20 02:05:23 +0000
Commit:     Yuri Victorovich <yuri@FreeBSD.org>
CommitDate: 2026-09-20 02:05:30 +0000

    misc/py-deepspeed: New port: DeepSpeed library for ChatGPT-like model training
    
    required by misc/py-transformers
    
    PR:             298590
    APproved by:    Baptiste Daroussin <bapt@FreeBSD.org> (on behalf of portmgr@)
---
 misc/Makefile               |  1 +
 misc/py-deepspeed/Makefile  | 41 +++++++++++++++++++++++++++++++++++++++++
 misc/py-deepspeed/distinfo  |  3 +++
 misc/py-deepspeed/pkg-descr |  2 ++
 4 files changed, 47 insertions(+)

diff --git a/misc/Makefile b/misc/Makefile
index 609722e066f0..0e13300c9347 100644
--- a/misc/Makefile
+++ b/misc/Makefile
@@ -496,6 +496,7 @@
     SUBDIR += py-csvw
     SUBDIR += py-cvat-sdk
     SUBDIR += py-datasets
+    SUBDIR += py-deepspeed
     SUBDIR += py-detecta
     SUBDIR += py-diffusers
     SUBDIR += py-eemeter
diff --git a/misc/py-deepspeed/Makefile b/misc/py-deepspeed/Makefile
new file mode 100644
index 000000000000..702ac0c04740
--- /dev/null
+++ b/misc/py-deepspeed/Makefile
@@ -0,0 +1,41 @@
+PORTNAME=	deepspeed
+DISTVERSION=	0.19.6
+CATEGORIES=	misc python # machine-learning
+MASTER_SITES=	PYPI
+PKGNAMEPREFIX=	${PYTHON_PKGNAMEPREFIX}
+
+MAINTAINER=	yuri@FreeBSD.org
+COMMENT=	DeepSpeed library for ChatGPT-like model training
+WWW=		http://www.deepspeed.ai/ \
+		https://github.com/deepspeedai/DeepSpeed
+
+LICENSE=	APACHE20
+
+BUILD_DEPENDS=	bash:shells/bash
+RUN_DEPENDS=	${PYTHON_PKGNAMEPREFIX}einops>0:misc/py-einops@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}hjson>0:textproc/py-hjson@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}msgpack>0:devel/py-msgpack@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}ninja>0:devel/py-ninja@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}numpy>0:math/py-numpy@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}packaging>=20.0:devel/py-packaging@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}psutil>0:sysutils/py-psutil@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}py-cpuinfo2>0:sysutils/py-py-cpuinfo2@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}pydantic2>=2.0.0:devel/py-pydantic2@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}pytorch>=2.0.0:misc/py-pytorch@${PY_FLAVOR} \
+		${PYTHON_PKGNAMEPREFIX}tqdm>0:misc/py-tqdm@${PY_FLAVOR} \
+		bash:shells/bash
+		# many extras exist in setup.py
+
+USES=		python shebangfix
+USE_PYTHON=	distutils autoplist pytest # some tests fail, tests consume gigabytes of disk space
+
+SHEBANG_FILES=	bin/ds_ssh
+
+TEST_ENV=	${MAKE_ENV} PYTHONPATH=${STAGEDIR}${PYTHONPREFIX_SITELIBDIR}
+TEST_ARGS=	--disable-plugin-autoload
+
+NO_ARCH=	yes
+
+# tests as of 0.19.6: 2 failed, 44 passed, 1 warning in 2.87s, see https://github.com/deepspeedai/DeepSpeed/issues/8554
+
+.include <bsd.port.mk>
diff --git a/misc/py-deepspeed/distinfo b/misc/py-deepspeed/distinfo
new file mode 100644
index 000000000000..f1fbb9b8c166
--- /dev/null
+++ b/misc/py-deepspeed/distinfo
@@ -0,0 +1,3 @@
+TIMESTAMP = 1789594642
+SHA256 (deepspeed-0.19.6.tar.gz) = 31593acffbe4794c74446094122b1bc29d8c73a137e37aff899ca4a6480df2d8
+SIZE (deepspeed-0.19.6.tar.gz) = 1923541
diff --git a/misc/py-deepspeed/pkg-descr b/misc/py-deepspeed/pkg-descr
new file mode 100644
index 000000000000..aaf87861b11b
--- /dev/null
+++ b/misc/py-deepspeed/pkg-descr
@@ -0,0 +1,2 @@
+DeepSpeed is a deep learning optimization library that makes distributed
+training and inference easy, efficient, and effective.