mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-04-13 20:14:37 -04:00
virtio-net: rq submits premapped per-buffer
virtio-net rq submits premapped per-buffer by setting sg page to NULL; Signed-off-by: Xuan Zhuo <xuanzhuo@linux.alibaba.com> Acked-by: Jason Wang <jasowang@redhat.com> Link: https://patch.msgid.link/20241112012928.102478-7-xuanzhuo@linux.alibaba.com Signed-off-by: Jakub Kicinski <kuba@kernel.org>
This commit is contained in:
committed by
Jakub Kicinski
parent
3ef66af31f
commit
31f3cd4e57
@@ -559,6 +559,12 @@ static struct sk_buff *ptr_to_skb(void *ptr)
|
||||
return (struct sk_buff *)((unsigned long)ptr & ~VIRTIO_ORPHAN_FLAG);
|
||||
}
|
||||
|
||||
static void sg_fill_dma(struct scatterlist *sg, dma_addr_t addr, u32 len)
|
||||
{
|
||||
sg_dma_address(sg) = addr;
|
||||
sg_dma_len(sg) = len;
|
||||
}
|
||||
|
||||
static void __free_old_xmit(struct send_queue *sq, struct netdev_queue *txq,
|
||||
bool in_napi, struct virtnet_sq_free_stats *stats)
|
||||
{
|
||||
@@ -936,8 +942,7 @@ static void virtnet_rq_init_one_sg(struct receive_queue *rq, void *buf, u32 len)
|
||||
addr = dma->addr - sizeof(*dma) + offset;
|
||||
|
||||
sg_init_table(rq->sg, 1);
|
||||
rq->sg[0].dma_address = addr;
|
||||
rq->sg[0].length = len;
|
||||
sg_fill_dma(rq->sg, addr, len);
|
||||
}
|
||||
|
||||
static void *virtnet_rq_alloc(struct receive_queue *rq, u32 size, gfp_t gfp)
|
||||
@@ -1087,12 +1092,6 @@ static void check_sq_full_and_disable(struct virtnet_info *vi,
|
||||
}
|
||||
}
|
||||
|
||||
static void sg_fill_dma(struct scatterlist *sg, dma_addr_t addr, u32 len)
|
||||
{
|
||||
sg->dma_address = addr;
|
||||
sg->length = len;
|
||||
}
|
||||
|
||||
static struct xdp_buff *buf_to_xdp(struct virtnet_info *vi,
|
||||
struct receive_queue *rq, void *buf, u32 len)
|
||||
{
|
||||
@@ -1373,7 +1372,8 @@ static int virtnet_add_recvbuf_xsk(struct virtnet_info *vi, struct receive_queue
|
||||
sg_init_table(rq->sg, 1);
|
||||
sg_fill_dma(rq->sg, addr, len);
|
||||
|
||||
err = virtqueue_add_inbuf(rq->vq, rq->sg, 1, xsk_buffs[i], gfp);
|
||||
err = virtqueue_add_inbuf_premapped(rq->vq, rq->sg, 1,
|
||||
xsk_buffs[i], NULL, gfp);
|
||||
if (err)
|
||||
goto err;
|
||||
}
|
||||
@@ -2453,7 +2453,7 @@ static int add_recvbuf_small(struct virtnet_info *vi, struct receive_queue *rq,
|
||||
|
||||
virtnet_rq_init_one_sg(rq, buf, vi->hdr_len + GOOD_PACKET_LEN);
|
||||
|
||||
err = virtqueue_add_inbuf_ctx(rq->vq, rq->sg, 1, buf, ctx, gfp);
|
||||
err = virtqueue_add_inbuf_premapped(rq->vq, rq->sg, 1, buf, ctx, gfp);
|
||||
if (err < 0) {
|
||||
virtnet_rq_unmap(rq, buf, 0);
|
||||
put_page(virt_to_head_page(buf));
|
||||
@@ -2573,7 +2573,7 @@ static int add_recvbuf_mergeable(struct virtnet_info *vi,
|
||||
virtnet_rq_init_one_sg(rq, buf, len);
|
||||
|
||||
ctx = mergeable_len_to_ctx(len + room, headroom);
|
||||
err = virtqueue_add_inbuf_ctx(rq->vq, rq->sg, 1, buf, ctx, gfp);
|
||||
err = virtqueue_add_inbuf_premapped(rq->vq, rq->sg, 1, buf, ctx, gfp);
|
||||
if (err < 0) {
|
||||
virtnet_rq_unmap(rq, buf, 0);
|
||||
put_page(virt_to_head_page(buf));
|
||||
|
||||
Reference in New Issue
Block a user