mirror of
https://github.com/torvalds/linux
synced 2024-07-05 18:00:39 +00:00
ef1186c1a8
This adds an api to register and unregister the napi for io-uring. If the arg value is specified when unregistering, the current napi setting for the busy poll timeout is copied into the user structure. If this is not required, NULL can be passed as the arg value. Signed-off-by: Stefan Roesch <shr@devkernel.io> Acked-by: Jakub Kicinski <kuba@kernel.org> Link: https://lore.kernel.org/r/20230608163839.2891748-7-shr@devkernel.io Signed-off-by: Jens Axboe <axboe@kernel.dk>
105 lines
2.4 KiB
C
105 lines
2.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
#ifndef IOU_NAPI_H
|
|
#define IOU_NAPI_H
|
|
|
|
#include <linux/kernel.h>
|
|
#include <linux/io_uring.h>
|
|
#include <net/busy_poll.h>
|
|
|
|
#ifdef CONFIG_NET_RX_BUSY_POLL
|
|
|
|
void io_napi_init(struct io_ring_ctx *ctx);
|
|
void io_napi_free(struct io_ring_ctx *ctx);
|
|
|
|
int io_register_napi(struct io_ring_ctx *ctx, void __user *arg);
|
|
int io_unregister_napi(struct io_ring_ctx *ctx, void __user *arg);
|
|
|
|
void __io_napi_add(struct io_ring_ctx *ctx, struct socket *sock);
|
|
|
|
void __io_napi_adjust_timeout(struct io_ring_ctx *ctx,
|
|
struct io_wait_queue *iowq, struct timespec64 *ts);
|
|
void __io_napi_busy_loop(struct io_ring_ctx *ctx, struct io_wait_queue *iowq);
|
|
int io_napi_sqpoll_busy_poll(struct io_ring_ctx *ctx);
|
|
|
|
static inline bool io_napi(struct io_ring_ctx *ctx)
|
|
{
|
|
return !list_empty(&ctx->napi_list);
|
|
}
|
|
|
|
static inline void io_napi_adjust_timeout(struct io_ring_ctx *ctx,
|
|
struct io_wait_queue *iowq,
|
|
struct timespec64 *ts)
|
|
{
|
|
if (!io_napi(ctx))
|
|
return;
|
|
__io_napi_adjust_timeout(ctx, iowq, ts);
|
|
}
|
|
|
|
static inline void io_napi_busy_loop(struct io_ring_ctx *ctx,
|
|
struct io_wait_queue *iowq)
|
|
{
|
|
if (!io_napi(ctx))
|
|
return;
|
|
__io_napi_busy_loop(ctx, iowq);
|
|
}
|
|
|
|
/*
|
|
* io_napi_add() - Add napi id to the busy poll list
|
|
* @req: pointer to io_kiocb request
|
|
*
|
|
* Add the napi id of the socket to the napi busy poll list and hash table.
|
|
*/
|
|
static inline void io_napi_add(struct io_kiocb *req)
|
|
{
|
|
struct io_ring_ctx *ctx = req->ctx;
|
|
struct socket *sock;
|
|
|
|
if (!READ_ONCE(ctx->napi_busy_poll_to))
|
|
return;
|
|
|
|
sock = sock_from_file(req->file);
|
|
if (sock)
|
|
__io_napi_add(ctx, sock);
|
|
}
|
|
|
|
#else
|
|
|
|
static inline void io_napi_init(struct io_ring_ctx *ctx)
|
|
{
|
|
}
|
|
static inline void io_napi_free(struct io_ring_ctx *ctx)
|
|
{
|
|
}
|
|
static inline int io_register_napi(struct io_ring_ctx *ctx, void __user *arg)
|
|
{
|
|
return -EOPNOTSUPP;
|
|
}
|
|
static inline int io_unregister_napi(struct io_ring_ctx *ctx, void __user *arg)
|
|
{
|
|
return -EOPNOTSUPP;
|
|
}
|
|
static inline bool io_napi(struct io_ring_ctx *ctx)
|
|
{
|
|
return false;
|
|
}
|
|
static inline void io_napi_add(struct io_kiocb *req)
|
|
{
|
|
}
|
|
static inline void io_napi_adjust_timeout(struct io_ring_ctx *ctx,
|
|
struct io_wait_queue *iowq,
|
|
struct timespec64 *ts)
|
|
{
|
|
}
|
|
static inline void io_napi_busy_loop(struct io_ring_ctx *ctx,
|
|
struct io_wait_queue *iowq)
|
|
{
|
|
}
|
|
static inline int io_napi_sqpoll_busy_poll(struct io_ring_ctx *ctx)
|
|
{
|
|
return 0;
|
|
}
|
|
#endif /* CONFIG_NET_RX_BUSY_POLL */
|
|
|
|
#endif
|