io_uring: add custom opcode hooks on fail

commit a47b255e90395bdb481975ab3d9e96fcf8b3165f upstream.

Sometimes we have to do a little bit of a fixup on a request failuer in
io_req_complete_failed(). Add a callback in opdef for that.

Cc: stable@vger.kernel.org
Signed-off-by: Pavel Begunkov <asml.silence@gmail.com>
Link: https://lore.kernel.org/r/b734cff4e67cb30cca976b9face321023f37549a.1663668091.git.asml.silence@gmail.com
Signed-off-by: Jens Axboe <axboe@kernel.dk>
Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>

diff --git a/io_uring/io_uring.c b/io_uring/io_uring.c
index 242d896c00f343e790600492dd314b56ba616cee..b56041b14f9863f7cbfe9d0f6a5d415976727412 100644 (file)
--- a/io_uring/io_uring.c
+++ b/io_uring/io_uring.c
@@ -823,8 +823,12 @@ inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags)
 
 void io_req_complete_failed(struct io_kiocb *req, s32 res)
 {
+       const struct io_op_def *def = &io_op_defs[req->opcode];
+
        req_set_fail(req);
        io_req_set_res(req, res, io_put_kbuf(req, IO_URING_F_UNLOCKED));
+       if (def->fail)
+               def->fail(req);
        io_req_complete_post(req);
 }
 

diff --git a/io_uring/opdef.h b/io_uring/opdef.h
index 763c6e54e2ee55553ac05d0232ffdd7f336ea47e..3efe06d25473ac39508f5651a24d252dd666d02e 100644 (file)
--- a/io_uring/opdef.h
+++ b/io_uring/opdef.h
@@ -36,6 +36,7 @@ struct io_op_def {
        int (*issue)(struct io_kiocb *, unsigned int);
        int (*prep_async)(struct io_kiocb *);
        void (*cleanup)(struct io_kiocb *);
+       void (*fail)(struct io_kiocb *);
 };
 
 extern const struct io_op_def io_op_defs[];