linux/io_uring/msg_ring.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/file.h>
#include <linux/slab.h>
#include <linux/nospec.h>
#include <linux/io_uring.h>

#include <uapi/linux/io_uring.h>

#include "io_uring.h"
#include "rsrc.h"
#include "filetable.h"
#include "alloc_cache.h"
#include "msg_ring.h"

/* All valid masks for MSG_RING */
#define IORING_MSG_RING_MASK …

struct io_msg { … };

static void io_double_unlock_ctx(struct io_ring_ctx *octx)
{ … }

static int io_double_lock_ctx(struct io_ring_ctx *octx,
			      unsigned int issue_flags)
{ … }

void io_msg_ring_cleanup(struct io_kiocb *req)
{ … }

static inline bool io_msg_need_remote(struct io_ring_ctx *target_ctx)
{ … }

static void io_msg_tw_complete(struct io_kiocb *req, struct io_tw_state *ts)
{ … }

static int io_msg_remote_post(struct io_ring_ctx *ctx, struct io_kiocb *req,
			      int res, u32 cflags, u64 user_data)
{ … }

static struct io_kiocb *io_msg_get_kiocb(struct io_ring_ctx *ctx)
{ … }

static int io_msg_data_remote(struct io_kiocb *req)
{ … }

static int io_msg_ring_data(struct io_kiocb *req, unsigned int issue_flags)
{ … }

static struct file *io_msg_grab_file(struct io_kiocb *req, unsigned int issue_flags)
{ … }

static int io_msg_install_complete(struct io_kiocb *req, unsigned int issue_flags)
{ … }

static void io_msg_tw_fd_complete(struct callback_head *head)
{ … }

static int io_msg_fd_remote(struct io_kiocb *req)
{ … }

static int io_msg_send_fd(struct io_kiocb *req, unsigned int issue_flags)
{ … }

int io_msg_ring_prep(struct io_kiocb *req, const struct io_uring_sqe *sqe)
{ … }

int io_msg_ring(struct io_kiocb *req, unsigned int issue_flags)
{ … }

void io_msg_cache_free(const void *entry)
{ … }