mirror of
https://github.com/torvalds/linux
synced 2024-07-22 19:21:07 +00:00
d6f911a6b2
Let the io_async_rw hold on to the iovec and reuse it, rather than always allocate and free them. Also enables KASAN for the iovec entries, so that reuse can be detected even while they are in the cache. While doing so, shrink io_async_rw by getting rid of the bigger embedded fast iovec. Since iovecs are being recycled now, shrink it from 8 to 1. This reduces the io_async_rw size from 264 to 160 bytes, a 40% reduction. Signed-off-by: Jens Axboe <axboe@kernel.dk>
32 lines
1.2 KiB
C
32 lines
1.2 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
struct io_async_rw {
|
|
union {
|
|
size_t bytes_done;
|
|
struct io_cache_entry cache;
|
|
};
|
|
struct iov_iter iter;
|
|
struct iov_iter_state iter_state;
|
|
struct iovec fast_iov;
|
|
struct iovec *free_iovec;
|
|
int free_iov_nr;
|
|
struct wait_page_queue wpq;
|
|
};
|
|
|
|
int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_read(struct io_kiocb *req, unsigned int issue_flags);
|
|
int io_write(struct io_kiocb *req, unsigned int issue_flags);
|
|
void io_readv_writev_cleanup(struct io_kiocb *req);
|
|
void io_rw_fail(struct io_kiocb *req);
|
|
void io_req_rw_complete(struct io_kiocb *req, struct io_tw_state *ts);
|
|
int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags);
|
|
void io_rw_cache_free(struct io_cache_entry *entry);
|