git: a6ae6090bb3d - main - cxgbe KTLS tx: Distribute FW6_PLD replies across rx queues

The branch main has been updated by np:

URL: https://cgit.FreeBSD.org/src/commit/?id=a6ae6090bb3dc14eda750aa53650fccf4c0bf818

commit a6ae6090bb3dc14eda750aa53650fccf4c0bf818
Author:     Navdeep Parhar <np@FreeBSD.org>
AuthorDate: 2025-10-21 17:29:28 +0000
Commit:     Navdeep Parhar <np@FreeBSD.org>
CommitDate: 2025-11-12 19:40:26 +0000

    cxgbe KTLS tx: Distribute FW6_PLD replies across rx queues
    
    If the connection flowid is available then the replies are requested on
    the rx queue that is receiving wire traffic for the connection.  This
    reduces contention for the txq lock.
    
    Reviewed by:    jhb
    MFC after:      3 days
    Sponsored by:   Chelsio Communications
    Differential Revision:  https://reviews.freebsd.org/D53385
---
 sys/dev/cxgbe/crypto/t7_kern_tls.c | 18 ++++++++++++------
 1 file changed, 12 insertions(+), 6 deletions(-)

diff --git a/sys/dev/cxgbe/crypto/t7_kern_tls.c b/sys/dev/cxgbe/crypto/t7_kern_tls.c
index 217459126361..d9710b5bd13f 100644
--- a/sys/dev/cxgbe/crypto/t7_kern_tls.c
+++ b/sys/dev/cxgbe/crypto/t7_kern_tls.c
@@ -141,7 +141,8 @@ alloc_tlspcb(struct ifnet *ifp, struct vi_info *vi, int flags)
 	tlsp->tx_key_addr = -1;
 	tlsp->ghash_offset = -1;
 	tlsp->rx_chid = pi->rx_chan;
-	tlsp->rx_qid = sc->sge.rxq[pi->vi->first_rxq].iq.abs_id;
+	tlsp->rx_qid = -1;
+	tlsp->txq = NULL;
 	mbufq_init(&tlsp->pending_mbufs, INT_MAX);
 
 	return (tlsp);
@@ -157,7 +158,8 @@ t7_tls_tag_alloc(struct ifnet *ifp, union if_snd_tag_alloc_params *params,
 	struct vi_info *vi;
 	struct inpcb *inp;
 	struct sge_txq *txq;
-	int error, iv_size, keyid, mac_first;
+	int error, iv_size, keyid, mac_first, qidx;
+	uint32_t flowid;
 
 	tls = params->tls.tls;
 
@@ -250,11 +252,15 @@ t7_tls_tag_alloc(struct ifnet *ifp, union if_snd_tag_alloc_params *params,
 		goto failed;
 	}
 
-	txq = &sc->sge.txq[vi->first_txq];
 	if (inp->inp_flowtype != M_HASHTYPE_NONE)
-		txq += ((inp->inp_flowid % (vi->ntxq - vi->rsrv_noflowq)) +
-		    vi->rsrv_noflowq);
-	tlsp->txq = txq;
+		flowid = inp->inp_flowid;
+	else
+		flowid = arc4random();
+	qidx = flowid % vi->nrxq + vi->first_rxq;
+	tlsp->rx_qid = sc->sge.rxq[qidx].iq.abs_id;
+	qidx = (flowid % (vi->ntxq - vi->rsrv_noflowq)) + vi->rsrv_noflowq +
+	    vi->first_txq;
+	tlsp->txq = txq = &sc->sge.txq[qidx];
 	INP_RUNLOCK(inp);
 
 	error = ktls_setup_keys(tlsp, tls, txq);