git: 261d58969487 - stable/15 - g_eli: disambiguate CPU-bound worker creation

The branch stable/15 has been updated by mhorne:

URL: https://cgit.FreeBSD.org/src/commit/?id=261d589694875521d241b73d23c376e786d735e3

commit 261d589694875521d241b73d23c376e786d735e3
Author:     Mitchell Horne <mhorne@FreeBSD.org>
AuthorDate: 2026-07-13 19:15:49 +0000
Commit:     Mitchell Horne <mhorne@FreeBSD.org>
CommitDate: 2026-09-03 16:32:36 +0000

    g_eli: disambiguate CPU-bound worker creation
    
    This makes an effort to clarify and correct the intent of the code,
    which is to either:
    
     1. Create one software crypto worker thread for each CPU, to be pinned
        later
     2. Create the number of threads requested by the kern.geom.eli.threads
        tunable
    
    This is as described in geli(8).
    
    If a CPU were somehow* absent, it should be skipped, but not in the
    second case when creating a set number of threads.
    
    To achieve this cleanly and correctly:
     - split worker creation logic into a helper function
     - keep the loops separate
     - debug message for absent CPUs is dropped
     - add a short explanatory comment
     - style, rename local var to 'nthreads'
    
    *Practically, it is impossible today to get a bootable system with a
    sparsely populated CPU map. Thus these concerns are hypothetical and
    this change should have no functional effect.
    
    Finally, while here, guard the sc->sc_workers list insertion with the
    appropriate mutex. The code is safe from races today, but this gives a
    better guarantee.
    
    Reviewed by:    kib
    MFC after:      1 week
    Sponsored by:   The FreeBSD Foundation
    Differential Revision:  https://reviews.freebsd.org/D58214
    
    (cherry picked from commit 185039d27252ae4ce7d6e3d68ba74907091cd565)
---
 sys/geom/eli/g_eli.c | 114 ++++++++++++++++++++++++++++++++-------------------
 1 file changed, 72 insertions(+), 42 deletions(-)

diff --git a/sys/geom/eli/g_eli.c b/sys/geom/eli/g_eli.c
index bc321a0561c8..597464fd2ce4 100644
--- a/sys/geom/eli/g_eli.c
+++ b/sys/geom/eli/g_eli.c
@@ -990,17 +990,63 @@ g_eli_free_data(struct bio *bp)
 	bp->bio_driver2 = NULL;
 }
 
+static int
+g_eli_create_worker(struct g_eli_softc *sc, struct gctl_req *req,
+    struct g_provider *bpp, u_int idx)
+{
+	struct g_eli_worker *wr;
+	int error;
+
+	wr = malloc(sizeof(*wr), M_ELI, M_WAITOK | M_ZERO);
+	wr->w_softc = sc;
+	wr->w_number = idx;
+	wr->w_active = TRUE;
+
+	error = g_eli_newsession(wr);
+	if (error != 0) {
+		free(wr, M_ELI);
+		if (req != NULL) {
+			gctl_error(req, "Cannot set up crypto session "
+			    "for %s (error=%d).", bpp->name, error);
+		} else {
+			G_ELI_DEBUG(1, "Cannot set up crypto session "
+			    "for %s (error=%d).", bpp->name, error);
+		}
+		return (error);
+	}
+
+	error = kproc_create(g_eli_worker, wr, &wr->w_proc, 0, 0,
+	    "g_eli[%u] %s", idx, bpp->name);
+	if (error != 0) {
+		g_eli_freesession(wr);
+		free(wr, M_ELI);
+		if (req != NULL) {
+			gctl_error(req, "Cannot create kernel thread "
+			    "for %s (error=%d).", bpp->name, error);
+		} else {
+			G_ELI_DEBUG(1, "Cannot create kernel thread "
+			    "for %s (error=%d).", bpp->name, error);
+		}
+		return (error);
+	}
+
+	mtx_lock(&sc->sc_queue_mtx);
+	LIST_INSERT_HEAD(&sc->sc_workers, wr, w_next);
+	mtx_unlock(&sc->sc_queue_mtx);
+
+	return (0);
+}
+
 struct g_geom *
 g_eli_create(struct gctl_req *req, struct g_class *mp, struct g_provider *bpp,
     const struct g_eli_metadata *md, const u_char *mkey, int nkey)
 {
 	struct g_eli_softc *sc;
-	struct g_eli_worker *wr;
 	struct g_geom *gp;
 	struct g_provider *pp;
 	struct g_consumer *cp;
 	struct g_geom_alias *gap;
-	u_int i, threads;
+	u_int i, nthreads;
 	int dcw, error;
 
 	G_ELI_DEBUG(1, "Creating device %s%s.", bpp->name, G_ELI_SUFFIX);
@@ -1080,49 +1126,33 @@ g_eli_create(struct gctl_req *req, struct g_class *mp, struct g_provider *bpp,
 
 	LIST_INIT(&sc->sc_workers);
 
-	threads = g_eli_threads;
-	if (threads == 0)
-		threads = mp_ncpus;
-	sc->sc_cpubind = (mp_ncpus > 1 && threads == mp_ncpus);
-	for (i = 0; i < threads; i++) {
-		if (CPU_ABSENT(i)) {
-			G_ELI_DEBUG(1, "%s: CPU %u disabled, skipping.",
-			    bpp->name, i);
-			continue;
-		}
-		wr = malloc(sizeof(*wr), M_ELI, M_WAITOK | M_ZERO);
-		wr->w_softc = sc;
-		wr->w_number = i;
-		wr->w_active = TRUE;
+	/*
+	 * Create a pool of worker kthreads according to one of two schemes:
+	 *
+	 *  1. CPU-bound: one thread per entry in the CPU map, which
+	 *     may be sparsely populated.
+	 *
+	 *  2. kern.geom.eli.threads: A linear pool of threads according to
+	 *     the user-tuned value. This may be greater-than or less-than
+	 *     mp_ncpus.
+	 */
+	nthreads = g_eli_threads;
+	if (nthreads == 0)
+		nthreads = mp_ncpus;
+	sc->sc_cpubind = mp_ncpus > 1 && nthreads == mp_ncpus;
 
-		error = g_eli_newsession(wr);
-		if (error != 0) {
-			free(wr, M_ELI);
-			if (req != NULL) {
-				gctl_error(req, "Cannot set up crypto session "
-				    "for %s (error=%d).", bpp->name, error);
-			} else {
-				G_ELI_DEBUG(1, "Cannot set up crypto session "
-				    "for %s (error=%d).", bpp->name, error);
-			}
-			goto failed;
+	if (sc->sc_cpubind) {
+		CPU_FOREACH(i) {
+			error = g_eli_create_worker(sc, req, bpp, i);
+			if (error != 0)
+				goto failed;
 		}
-
-		error = kproc_create(g_eli_worker, wr, &wr->w_proc, 0, 0,
-		    "g_eli[%u] %s", i, bpp->name);
-		if (error != 0) {
-			g_eli_freesession(wr);
-			free(wr, M_ELI);
-			if (req != NULL) {
-				gctl_error(req, "Cannot create kernel thread "
-				    "for %s (error=%d).", bpp->name, error);
-			} else {
-				G_ELI_DEBUG(1, "Cannot create kernel thread "
-				    "for %s (error=%d).", bpp->name, error);
-			}
-			goto failed;
+	} else {
+		for (i = 0; i < nthreads; i++) {
+			error = g_eli_create_worker(sc, req, bpp, i);
+			if (error != 0)
+				goto failed;
 		}
-		LIST_INSERT_HEAD(&sc->sc_workers, wr, w_next);
 	}
 
 	/*