mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-30 13:23:02 -04:00
xsk: pass TX metadata pointer by reference
Completion handling needs to know whether a timestamp was requested when
the metadata was processed. Let xsk_tx_metadata_request() update the
caller's metadata pointer so that decision can be carried forward without
rereading user-controlled flags.
This only changes the interface; behavior remains unchanged.
Fixes: ca4419f15a ("xsk: Add launch time hardware offload support to XDP Tx metadata")
Cc: Cen Zhang (Microsoft) <blbllhy@gmail.com>
Signed-off-by: Stanislav Fomichev <sdf@fomichev.me>
Link: https://patch.msgid.link/20260727161959.885642-3-sdf@fomichev.me
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
committed by
Jakub Kicinski
parent
1bb30b181d
commit
19366db6df
@@ -3082,7 +3082,7 @@ static void igc_xdp_xmit_zc(struct igc_ring *ring)
|
||||
meta_req.tx_buffer = bi;
|
||||
meta_req.meta = meta;
|
||||
meta_req.used_desc = 0;
|
||||
xsk_tx_metadata_request(meta, &igc_xsk_tx_metadata_ops,
|
||||
xsk_tx_metadata_request(&meta, &igc_xsk_tx_metadata_ops,
|
||||
&meta_req);
|
||||
|
||||
/* xsk_tx_metadata_request() may have updated next_to_use */
|
||||
|
||||
@@ -483,7 +483,7 @@ typedef int (*mlx5e_fp_xmit_xdp_frame_check)(struct mlx5e_xdpsq *);
|
||||
typedef bool (*mlx5e_fp_xmit_xdp_frame)(struct mlx5e_xdpsq *,
|
||||
struct mlx5e_xmit_data *,
|
||||
int,
|
||||
struct xsk_tx_metadata *);
|
||||
struct xsk_tx_metadata **);
|
||||
|
||||
struct mlx5e_xdpsq {
|
||||
/* data path */
|
||||
|
||||
@@ -452,11 +452,11 @@ INDIRECT_CALLABLE_SCOPE int mlx5e_xmit_xdp_frame_check_mpwqe(struct mlx5e_xdpsq
|
||||
|
||||
INDIRECT_CALLABLE_SCOPE bool
|
||||
mlx5e_xmit_xdp_frame(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd,
|
||||
int check_result, struct xsk_tx_metadata *meta);
|
||||
int check_result, struct xsk_tx_metadata **meta);
|
||||
|
||||
INDIRECT_CALLABLE_SCOPE bool
|
||||
mlx5e_xmit_xdp_frame_mpwqe(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd,
|
||||
int check_result, struct xsk_tx_metadata *meta)
|
||||
int check_result, struct xsk_tx_metadata **meta)
|
||||
{
|
||||
struct mlx5e_tx_mpwqe *session = &sq->mpwqe;
|
||||
struct mlx5e_xdpsq_stats *stats = sq->stats;
|
||||
@@ -504,7 +504,10 @@ mlx5e_xmit_xdp_frame_mpwqe(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptx
|
||||
* and it's safe to complete it at any time.
|
||||
*/
|
||||
mlx5e_xdp_mpwqe_session_start(sq);
|
||||
xsk_tx_metadata_request(meta, &mlx5e_xsk_tx_metadata_ops, &session->wqe->eth);
|
||||
if (meta)
|
||||
xsk_tx_metadata_request(meta,
|
||||
&mlx5e_xsk_tx_metadata_ops,
|
||||
&session->wqe->eth);
|
||||
}
|
||||
|
||||
mlx5e_xdp_mpwqe_add_dseg(sq, p, stats);
|
||||
@@ -535,7 +538,7 @@ INDIRECT_CALLABLE_SCOPE int mlx5e_xmit_xdp_frame_check(struct mlx5e_xdpsq *sq)
|
||||
|
||||
INDIRECT_CALLABLE_SCOPE bool
|
||||
mlx5e_xmit_xdp_frame(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd,
|
||||
int check_result, struct xsk_tx_metadata *meta)
|
||||
int check_result, struct xsk_tx_metadata **meta)
|
||||
{
|
||||
struct mlx5e_xmit_data_frags *xdptxdf =
|
||||
container_of(xdptxd, struct mlx5e_xmit_data_frags, xd);
|
||||
@@ -649,7 +652,8 @@ mlx5e_xmit_xdp_frame(struct mlx5e_xdpsq *sq, struct mlx5e_xmit_data *xdptxd,
|
||||
|
||||
sq->pc += num_wqebbs;
|
||||
|
||||
xsk_tx_metadata_request(meta, &mlx5e_xsk_tx_metadata_ops, eseg);
|
||||
if (meta)
|
||||
xsk_tx_metadata_request(meta, &mlx5e_xsk_tx_metadata_ops, eseg);
|
||||
|
||||
sq->doorbell_cseg = cseg;
|
||||
|
||||
|
||||
@@ -114,11 +114,11 @@ extern const struct xsk_tx_metadata_ops mlx5e_xsk_tx_metadata_ops;
|
||||
INDIRECT_CALLABLE_DECLARE(bool mlx5e_xmit_xdp_frame_mpwqe(struct mlx5e_xdpsq *sq,
|
||||
struct mlx5e_xmit_data *xdptxd,
|
||||
int check_result,
|
||||
struct xsk_tx_metadata *meta));
|
||||
struct xsk_tx_metadata **meta));
|
||||
INDIRECT_CALLABLE_DECLARE(bool mlx5e_xmit_xdp_frame(struct mlx5e_xdpsq *sq,
|
||||
struct mlx5e_xmit_data *xdptxd,
|
||||
int check_result,
|
||||
struct xsk_tx_metadata *meta));
|
||||
struct xsk_tx_metadata **meta));
|
||||
INDIRECT_CALLABLE_DECLARE(int mlx5e_xmit_xdp_frame_check_mpwqe(struct mlx5e_xdpsq *sq));
|
||||
INDIRECT_CALLABLE_DECLARE(int mlx5e_xmit_xdp_frame_check(struct mlx5e_xdpsq *sq));
|
||||
|
||||
|
||||
@@ -105,7 +105,7 @@ bool mlx5e_xsk_tx(struct mlx5e_xdpsq *sq, unsigned int budget)
|
||||
|
||||
ret = INDIRECT_CALL_2(sq->xmit_xdp_frame, mlx5e_xmit_xdp_frame_mpwqe,
|
||||
mlx5e_xmit_xdp_frame, sq, &xdptxd,
|
||||
check_result, meta);
|
||||
check_result, &meta);
|
||||
if (unlikely(!ret)) {
|
||||
if (sq->mpwqe.wqe)
|
||||
mlx5e_xdp_mpwqe_complete(sq);
|
||||
|
||||
@@ -2748,7 +2748,7 @@ static bool stmmac_xdp_xmit_zc(struct stmmac_priv *priv, u32 queue, u32 budget)
|
||||
meta_req.set_ic = &set_ic;
|
||||
meta_req.tbs = tx_q->tbs;
|
||||
meta_req.edesc = &tx_q->dma_entx[entry];
|
||||
xsk_tx_metadata_request(meta, &stmmac_xsk_tx_metadata_ops,
|
||||
xsk_tx_metadata_request(&meta, &stmmac_xsk_tx_metadata_ops,
|
||||
&meta_req);
|
||||
if (set_ic) {
|
||||
tx_q->tx_count_frames = 0;
|
||||
|
||||
@@ -205,7 +205,7 @@ __libeth_xsk_xmit_fill_buf_md(const struct xdp_desc *xdesc,
|
||||
BUILD_BUG_ON(!__builtin_constant_p(tmo == libeth_xsktmo));
|
||||
tmo = tmo == libeth_xsktmo ? &__libeth_xsktmo : tmo;
|
||||
|
||||
xsk_tx_metadata_request(ctx.meta, tmo, &desc);
|
||||
xsk_tx_metadata_request(&ctx.meta, tmo, &desc);
|
||||
|
||||
return desc;
|
||||
}
|
||||
|
||||
@@ -153,17 +153,19 @@ static inline void xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta,
|
||||
/**
|
||||
* xsk_tx_metadata_request - Evaluate AF_XDP TX metadata at submission
|
||||
* and call appropriate xsk_tx_metadata_ops operation.
|
||||
* @meta: pointer to AF_XDP metadata area
|
||||
* @pmeta: pointer to pointer to AF_XDP metadata area
|
||||
* @ops: pointer to struct xsk_tx_metadata_ops
|
||||
* @priv: pointer to driver-private aread
|
||||
*
|
||||
* This function should be called by the networking device when
|
||||
* it prepares AF_XDP egress packet.
|
||||
*/
|
||||
static inline void xsk_tx_metadata_request(const struct xsk_tx_metadata *meta,
|
||||
static inline void xsk_tx_metadata_request(struct xsk_tx_metadata **pmeta,
|
||||
const struct xsk_tx_metadata_ops *ops,
|
||||
void *priv)
|
||||
{
|
||||
const struct xsk_tx_metadata *meta = *pmeta;
|
||||
|
||||
if (!meta)
|
||||
return;
|
||||
|
||||
@@ -231,7 +233,7 @@ static inline void xsk_tx_metadata_to_compl(struct xsk_tx_metadata *meta,
|
||||
{
|
||||
}
|
||||
|
||||
static inline void xsk_tx_metadata_request(struct xsk_tx_metadata *meta,
|
||||
static inline void xsk_tx_metadata_request(struct xsk_tx_metadata **pmeta,
|
||||
const struct xsk_tx_metadata_ops *ops,
|
||||
void *priv)
|
||||
{
|
||||
|
||||
Reference in New Issue
Block a user