Skip to content

Commit

Permalink
io_uring: disable io-wq attaching
Browse files Browse the repository at this point in the history
Moving towards making the io_wq per ring per task, so we can't really
share it between rings. Which is fine, since we've now dropped some
of that fat from it.

Retain compatibility with how attaching works, so that any attempt to
attach to an fd that doesn't exist, or isn't an io_uring fd, will fail
like it did before.

Signed-off-by: Jens Axboe <axboe@kernel.dk>
  • Loading branch information
Jens Axboe committed Feb 22, 2021
1 parent 1cbd9c2 commit d25e3a3
Showing 1 changed file with 22 additions and 33 deletions.
55 changes: 22 additions & 33 deletions fs/io_uring.c
Original file line number Diff line number Diff line change
Expand Up @@ -8105,50 +8105,25 @@ static struct io_wq_work *io_free_work(struct io_wq_work *work)
return req ? &req->work : NULL;
}

static int io_init_wq_offload(struct io_ring_ctx *ctx,
struct io_uring_params *p)
static int io_init_wq_offload(struct io_ring_ctx *ctx)
{
struct io_wq_data data;
struct fd f;
struct io_ring_ctx *ctx_attach;
unsigned int concurrency;
int ret = 0;

data.user = ctx->user;
data.free_work = io_free_work;
data.do_work = io_wq_submit_work;

if (!(p->flags & IORING_SETUP_ATTACH_WQ)) {
/* Do QD, or 4 * CPUS, whatever is smallest */
concurrency = min(ctx->sq_entries, 4 * num_online_cpus());

ctx->io_wq = io_wq_create(concurrency, &data);
if (IS_ERR(ctx->io_wq)) {
ret = PTR_ERR(ctx->io_wq);
ctx->io_wq = NULL;
}
return ret;
}

f = fdget(p->wq_fd);
if (!f.file)
return -EBADF;

if (f.file->f_op != &io_uring_fops) {
ret = -EINVAL;
goto out_fput;
}
/* Do QD, or 4 * CPUS, whatever is smallest */
concurrency = min(ctx->sq_entries, 4 * num_online_cpus());

ctx_attach = f.file->private_data;
/* @io_wq is protected by holding the fd */
if (!io_wq_get(ctx_attach->io_wq, &data)) {
ret = -EINVAL;
goto out_fput;
ctx->io_wq = io_wq_create(concurrency, &data);
if (IS_ERR(ctx->io_wq)) {
ret = PTR_ERR(ctx->io_wq);
ctx->io_wq = NULL;
}

ctx->io_wq = ctx_attach->io_wq;
out_fput:
fdput(f);
return ret;
}

Expand Down Expand Up @@ -8200,6 +8175,20 @@ static int io_sq_offload_create(struct io_ring_ctx *ctx,
{
int ret;

/* Retain compatibility with failing for an invalid attach attempt */
if ((ctx->flags & (IORING_SETUP_ATTACH_WQ | IORING_SETUP_SQPOLL)) ==
IORING_SETUP_ATTACH_WQ) {
struct fd f;

f = fdget(p->wq_fd);
if (!f.file)
return -ENXIO;
if (f.file->f_op != &io_uring_fops) {
fdput(f);
return -EINVAL;
}
fdput(f);
}
if (ctx->flags & IORING_SETUP_SQPOLL) {
struct io_sq_data *sqd;

Expand Down Expand Up @@ -8257,7 +8246,7 @@ static int io_sq_offload_create(struct io_ring_ctx *ctx,
}

done:
ret = io_init_wq_offload(ctx, p);
ret = io_init_wq_offload(ctx);
if (ret)
goto err;

Expand Down

0 comments on commit d25e3a3

Please sign in to comment.