]>
git.ipfire.org Git - thirdparty/linux.git/blob - io_uring/notif.h
1 // SPDX-License-Identifier: GPL-2.0
6 #include <linux/nospec.h>
10 #define IO_NOTIF_UBUF_FLAGS (SKBFL_ZEROCOPY_FRAG | SKBFL_DONT_ORPHAN)
11 #define IO_NOTIF_SPLICE_BATCH 32
13 struct io_notif_data
{
15 struct ubuf_info uarg
;
16 unsigned long account_pages
;
22 struct io_kiocb
*io_alloc_notif(struct io_ring_ctx
*ctx
);
23 void io_notif_set_extended(struct io_kiocb
*notif
);
25 static inline struct io_notif_data
*io_notif_to_data(struct io_kiocb
*notif
)
27 return io_kiocb_to_cmd(notif
, struct io_notif_data
);
30 static inline void io_notif_flush(struct io_kiocb
*notif
)
31 __must_hold(¬if
->ctx
->uring_lock
)
33 struct io_notif_data
*nd
= io_notif_to_data(notif
);
35 /* drop slot's master ref */
36 if (refcount_dec_and_test(&nd
->uarg
.refcnt
))
37 __io_req_task_work_add(notif
, IOU_F_TWQ_LAZY_WAKE
);
40 static inline int io_notif_account_mem(struct io_kiocb
*notif
, unsigned len
)
42 struct io_ring_ctx
*ctx
= notif
->ctx
;
43 struct io_notif_data
*nd
= io_notif_to_data(notif
);
44 unsigned nr_pages
= (len
>> PAGE_SHIFT
) + 2;
48 ret
= __io_account_mem(ctx
->user
, nr_pages
);
51 nd
->account_pages
+= nr_pages
;