mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-11-01 17:08:10 +00:00
414d0f45c3
Currently lists are being used to manage this, but best practice is usually to have these in an array instead as that it cheaper to manage. Outside of that detail, games are also played with KASAN as the list is inside the cached entry itself. Finally, all users of this need a struct io_cache_entry embedded in their struct, which is union'ized with something else in there that isn't used across the free -> realloc cycle. Get rid of all of that, and simply have it be an array. This will not change the memory used, as we're just trading an 8-byte member entry for the per-elem array size. This reduces the overhead of the recycled allocations, and it reduces the amount of code code needed to support recycling to about half of what it currently is. Signed-off-by: Jens Axboe <axboe@kernel.dk>
28 lines
1.2 KiB
C
28 lines
1.2 KiB
C
// SPDX-License-Identifier: GPL-2.0
|
|
|
|
#include <linux/pagemap.h>
|
|
|
|
struct io_async_rw {
|
|
size_t bytes_done;
|
|
struct iov_iter iter;
|
|
struct iov_iter_state iter_state;
|
|
struct iovec fast_iov;
|
|
struct iovec *free_iovec;
|
|
int free_iov_nr;
|
|
struct wait_page_queue wpq;
|
|
};
|
|
|
|
int io_prep_read_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_write_fixed(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_readv(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_writev(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_read(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_prep_write(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_read(struct io_kiocb *req, unsigned int issue_flags);
|
|
int io_write(struct io_kiocb *req, unsigned int issue_flags);
|
|
void io_readv_writev_cleanup(struct io_kiocb *req);
|
|
void io_rw_fail(struct io_kiocb *req);
|
|
void io_req_rw_complete(struct io_kiocb *req, struct io_tw_state *ts);
|
|
int io_read_mshot_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe);
|
|
int io_read_mshot(struct io_kiocb *req, unsigned int issue_flags);
|
|
void io_rw_cache_free(const void *entry);
|