diff options
Diffstat (limited to 'lib/std/os/linux/io_uring.zig')
| -rw-r--r-- | lib/std/os/linux/io_uring.zig | 196 |
1 files changed, 96 insertions, 100 deletions
diff --git a/lib/std/os/linux/io_uring.zig b/lib/std/os/linux/io_uring.zig index 31c416c8a1..3672a94c69 100644 --- a/lib/std/os/linux/io_uring.zig +++ b/lib/std/os/linux/io_uring.zig @@ -7,10 +7,6 @@ const os = std.os; const linux = os.linux; const testing = std.testing; -const io_uring_params = linux.io_uring_params; -const io_uring_sqe = linux.io_uring_sqe; -const io_uring_cqe = linux.io_uring_cqe; - pub const IO_Uring = struct { fd: os.fd_t = -1, sq: SubmissionQueue, @@ -18,24 +14,24 @@ pub const IO_Uring = struct { flags: u32, features: u32, - /// A friendly way to setup an io_uring, with default io_uring_params. + /// A friendly way to setup an io_uring, with default linux.io_uring_params. /// `entries` must be a power of two between 1 and 4096, although the kernel will make the final /// call on how many entries the submission and completion queues will ultimately have, /// see https://github.com/torvalds/linux/blob/v5.8/fs/io_uring.c#L8027-L8050. /// Matches the interface of io_uring_queue_init() in liburing. pub fn init(entries: u13, flags: u32) !IO_Uring { - var params = mem.zeroInit(io_uring_params, .{ + var params = mem.zeroInit(linux.io_uring_params, .{ .flags = flags, .sq_thread_idle = 1000, }); return try IO_Uring.init_params(entries, ¶ms); } - /// A powerful way to setup an io_uring, if you want to tweak io_uring_params such as submission + /// A powerful way to setup an io_uring, if you want to tweak linux.io_uring_params such as submission /// queue thread cpu affinity or thread idle timeout (the kernel and our default is 1 second). /// `params` is passed by reference because the kernel needs to modify the parameters. /// Matches the interface of io_uring_queue_init_params() in liburing. - pub fn init_params(entries: u13, p: *io_uring_params) !IO_Uring { + pub fn init_params(entries: u13, p: *linux.io_uring_params) !IO_Uring { if (entries == 0) return error.EntriesZero; if (!std.math.isPowerOfTwo(entries)) return error.EntriesNotPowerOfTwo; @@ -53,7 +49,7 @@ pub const IO_Uring = struct { .FAULT => return error.ParamsOutsideAccessibleAddressSpace, // The resv array contains non-zero data, p.flags contains an unsupported flag, // entries out of bounds, IORING_SETUP_SQ_AFF was specified without IORING_SETUP_SQPOLL, - // or IORING_SETUP_CQSIZE was specified but io_uring_params.cq_entries was invalid: + // or IORING_SETUP_CQSIZE was specified but linux.io_uring_params.cq_entries was invalid: .INVAL => return error.ArgumentsInvalid, .MFILE => return error.ProcessFdQuotaExceeded, .NFILE => return error.SystemFdQuotaExceeded, @@ -135,7 +131,7 @@ pub const IO_Uring = struct { /// and the null return in liburing is more a C idiom than anything else, for lack of a better /// alternative. In Zig, we have first-class error handling... so let's use it. /// Matches the implementation of io_uring_get_sqe() in liburing. - pub fn get_sqe(self: *IO_Uring) !*io_uring_sqe { + pub fn get_sqe(self: *IO_Uring) !*linux.io_uring_sqe { const head = @atomicLoad(u32, self.sq.head, .Acquire); // Remember that these head and tail offsets wrap around every four billion operations. // We must therefore use wrapping addition and subtraction to avoid a runtime crash. @@ -268,7 +264,7 @@ pub const IO_Uring = struct { /// Faster, because we can now amortize the atomic store release to `cq.head` across the batch. /// See https://github.com/axboe/liburing/issues/103#issuecomment-686665007. /// Matches the implementation of io_uring_peek_batch_cqe() in liburing, but supports waiting. - pub fn copy_cqes(self: *IO_Uring, cqes: []io_uring_cqe, wait_nr: u32) !u32 { + pub fn copy_cqes(self: *IO_Uring, cqes: []linux.io_uring_cqe, wait_nr: u32) !u32 { const count = self.copy_cqes_ready(cqes, wait_nr); if (count > 0) return count; if (self.cq_ring_needs_flush() or wait_nr > 0) { @@ -278,7 +274,7 @@ pub const IO_Uring = struct { return 0; } - fn copy_cqes_ready(self: *IO_Uring, cqes: []io_uring_cqe, wait_nr: u32) u32 { + fn copy_cqes_ready(self: *IO_Uring, cqes: []linux.io_uring_cqe, wait_nr: u32) u32 { _ = wait_nr; const ready = self.cq_ready(); const count = std.math.min(cqes.len, ready); @@ -298,8 +294,8 @@ pub const IO_Uring = struct { /// Returns a copy of an I/O completion, waiting for it if necessary, and advancing the CQ ring. /// A convenience method for `copy_cqes()` for when you don't need to batch or peek. - pub fn copy_cqe(ring: *IO_Uring) !io_uring_cqe { - var cqes: [1]io_uring_cqe = undefined; + pub fn copy_cqe(ring: *IO_Uring) !linux.io_uring_cqe { + var cqes: [1]linux.io_uring_cqe = undefined; while (true) { const count = try ring.copy_cqes(&cqes, 1); if (count > 0) return cqes[0]; @@ -316,7 +312,7 @@ pub const IO_Uring = struct { /// Must be called exactly once after a zero-copy CQE has been processed by your application. /// Not idempotent, calling more than once will result in other CQEs being lost. /// Matches the implementation of cqe_seen() in liburing. - pub fn cqe_seen(self: *IO_Uring, cqe: *io_uring_cqe) void { + pub fn cqe_seen(self: *IO_Uring, cqe: *linux.io_uring_cqe) void { _ = cqe; self.cq_advance(1); } @@ -339,7 +335,7 @@ pub const IO_Uring = struct { /// apply to the write, since the fsync may complete before the write is issued to the disk. /// You should preferably use `link_with_next_sqe()` on a write's SQE to link it with an fsync, /// or else insert a full write barrier using `drain_previous_sqes()` when queueing an fsync. - pub fn fsync(self: *IO_Uring, user_data: u64, fd: os.fd_t, flags: u32) !*io_uring_sqe { + pub fn fsync(self: *IO_Uring, user_data: u64, fd: os.fd_t, flags: u32) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_fsync(sqe, fd, flags); sqe.user_data = user_data; @@ -351,7 +347,7 @@ pub const IO_Uring = struct { /// A no-op is more useful than may appear at first glance. /// For example, you could call `drain_previous_sqes()` on the returned SQE, to use the no-op to /// know when the ring is idle before acting on a kill signal. - pub fn nop(self: *IO_Uring, user_data: u64) !*io_uring_sqe { + pub fn nop(self: *IO_Uring, user_data: u64) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_nop(sqe); sqe.user_data = user_data; @@ -387,7 +383,7 @@ pub const IO_Uring = struct { fd: os.fd_t, buffer: ReadBuffer, offset: u64, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); switch (buffer) { .buffer => |slice| io_uring_prep_read(sqe, fd, slice, offset), @@ -410,7 +406,7 @@ pub const IO_Uring = struct { fd: os.fd_t, buffer: []const u8, offset: u64, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_write(sqe, fd, buffer, offset); sqe.user_data = user_data; @@ -429,7 +425,7 @@ pub const IO_Uring = struct { buffer: *os.iovec, offset: u64, buffer_index: u16, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_read_fixed(sqe, fd, buffer, offset, buffer_index); sqe.user_data = user_data; @@ -446,7 +442,7 @@ pub const IO_Uring = struct { fd: os.fd_t, iovecs: []const os.iovec_const, offset: u64, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_writev(sqe, fd, iovecs, offset); sqe.user_data = user_data; @@ -465,7 +461,7 @@ pub const IO_Uring = struct { buffer: *os.iovec, offset: u64, buffer_index: u16, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_write_fixed(sqe, fd, buffer, offset, buffer_index); sqe.user_data = user_data; @@ -481,7 +477,7 @@ pub const IO_Uring = struct { addr: *os.sockaddr, addrlen: *os.socklen_t, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_accept(sqe, fd, addr, addrlen, flags); sqe.user_data = user_data; @@ -496,7 +492,7 @@ pub const IO_Uring = struct { fd: os.fd_t, addr: *const os.sockaddr, addrlen: os.socklen_t, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_connect(sqe, fd, addr, addrlen); sqe.user_data = user_data; @@ -512,7 +508,7 @@ pub const IO_Uring = struct { fd: os.fd_t, op: u32, ev: ?*linux.epoll_event, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_epoll_ctl(sqe, epfd, fd, op, ev); sqe.user_data = user_data; @@ -541,7 +537,7 @@ pub const IO_Uring = struct { fd: os.fd_t, buffer: RecvBuffer, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); switch (buffer) { .buffer => |slice| io_uring_prep_recv(sqe, fd, slice, flags), @@ -564,7 +560,7 @@ pub const IO_Uring = struct { fd: os.fd_t, buffer: []const u8, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_send(sqe, fd, buffer, flags); sqe.user_data = user_data; @@ -579,7 +575,7 @@ pub const IO_Uring = struct { fd: os.fd_t, msg: *os.msghdr, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_recvmsg(sqe, fd, msg, flags); sqe.user_data = user_data; @@ -594,7 +590,7 @@ pub const IO_Uring = struct { fd: os.fd_t, msg: *const os.msghdr_const, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_sendmsg(sqe, fd, msg, flags); sqe.user_data = user_data; @@ -610,7 +606,7 @@ pub const IO_Uring = struct { path: [*:0]const u8, flags: u32, mode: os.mode_t, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_openat(sqe, fd, path, flags, mode); sqe.user_data = user_data; @@ -619,7 +615,7 @@ pub const IO_Uring = struct { /// Queues (but does not submit) an SQE to perform a `close(2)`. /// Returns a pointer to the SQE. - pub fn close(self: *IO_Uring, user_data: u64, fd: os.fd_t) !*io_uring_sqe { + pub fn close(self: *IO_Uring, user_data: u64, fd: os.fd_t) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_close(sqe, fd); sqe.user_data = user_data; @@ -645,7 +641,7 @@ pub const IO_Uring = struct { ts: *const os.linux.kernel_timespec, count: u32, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_timeout(sqe, ts, count, flags); sqe.user_data = user_data; @@ -665,7 +661,7 @@ pub const IO_Uring = struct { user_data: u64, timeout_user_data: u64, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_timeout_remove(sqe, timeout_user_data, flags); sqe.user_data = user_data; @@ -693,7 +689,7 @@ pub const IO_Uring = struct { user_data: u64, ts: *const os.linux.kernel_timespec, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_link_timeout(sqe, ts, flags); sqe.user_data = user_data; @@ -707,7 +703,7 @@ pub const IO_Uring = struct { user_data: u64, fd: os.fd_t, poll_mask: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_poll_add(sqe, fd, poll_mask); sqe.user_data = user_data; @@ -720,7 +716,7 @@ pub const IO_Uring = struct { self: *IO_Uring, user_data: u64, target_user_data: u64, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_poll_remove(sqe, target_user_data); sqe.user_data = user_data; @@ -736,7 +732,7 @@ pub const IO_Uring = struct { new_user_data: u64, poll_mask: u32, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_poll_update(sqe, old_user_data, new_user_data, poll_mask, flags); sqe.user_data = user_data; @@ -752,7 +748,7 @@ pub const IO_Uring = struct { mode: i32, offset: u64, len: u64, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_fallocate(sqe, fd, mode, offset, len); sqe.user_data = user_data; @@ -769,7 +765,7 @@ pub const IO_Uring = struct { flags: u32, mask: u32, buf: *linux.Statx, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_statx(sqe, fd, path, flags, mask, buf); sqe.user_data = user_data; @@ -789,7 +785,7 @@ pub const IO_Uring = struct { user_data: u64, cancel_user_data: u64, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_cancel(sqe, cancel_user_data, flags); sqe.user_data = user_data; @@ -805,7 +801,7 @@ pub const IO_Uring = struct { user_data: u64, sockfd: os.socket_t, how: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_shutdown(sqe, sockfd, how); sqe.user_data = user_data; @@ -822,7 +818,7 @@ pub const IO_Uring = struct { new_dir_fd: os.fd_t, new_path: [*:0]const u8, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_renameat(sqe, old_dir_fd, old_path, new_dir_fd, new_path, flags); sqe.user_data = user_data; @@ -837,7 +833,7 @@ pub const IO_Uring = struct { dir_fd: os.fd_t, path: [*:0]const u8, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_unlinkat(sqe, dir_fd, path, flags); sqe.user_data = user_data; @@ -852,7 +848,7 @@ pub const IO_Uring = struct { dir_fd: os.fd_t, path: [*:0]const u8, mode: os.mode_t, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_mkdirat(sqe, dir_fd, path, mode); sqe.user_data = user_data; @@ -867,7 +863,7 @@ pub const IO_Uring = struct { target: [*:0]const u8, new_dir_fd: os.fd_t, link_path: [*:0]const u8, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_symlinkat(sqe, target, new_dir_fd, link_path); sqe.user_data = user_data; @@ -884,7 +880,7 @@ pub const IO_Uring = struct { new_dir_fd: os.fd_t, new_path: [*:0]const u8, flags: u32, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_linkat(sqe, old_dir_fd, old_path, new_dir_fd, new_path, flags); sqe.user_data = user_data; @@ -905,7 +901,7 @@ pub const IO_Uring = struct { buffer_size: usize, group_id: usize, buffer_id: usize, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_provide_buffers(sqe, buffers, buffers_count, buffer_size, group_id, buffer_id); sqe.user_data = user_data; @@ -919,7 +915,7 @@ pub const IO_Uring = struct { user_data: u64, buffers_count: usize, group_id: usize, - ) !*io_uring_sqe { + ) !*linux.io_uring_sqe { const sqe = try self.get_sqe(); io_uring_prep_remove_buffers(sqe, buffers_count, group_id); sqe.user_data = user_data; @@ -1083,7 +1079,7 @@ pub const SubmissionQueue = struct { flags: *u32, dropped: *u32, array: []u32, - sqes: []io_uring_sqe, + sqes: []linux.io_uring_sqe, mmap: []align(mem.page_size) u8, mmap_sqes: []align(mem.page_size) u8, @@ -1094,12 +1090,12 @@ pub const SubmissionQueue = struct { sqe_head: u32 = 0, sqe_tail: u32 = 0, - pub fn init(fd: os.fd_t, p: io_uring_params) !SubmissionQueue { + pub fn init(fd: os.fd_t, p: linux.io_uring_params) !SubmissionQueue { assert(fd >= 0); assert((p.features & linux.IORING_FEAT_SINGLE_MMAP) != 0); const size = std.math.max( p.sq_off.array + p.sq_entries * @sizeOf(u32), - p.cq_off.cqes + p.cq_entries * @sizeOf(io_uring_cqe), + p.cq_off.cqes + p.cq_entries * @sizeOf(linux.io_uring_cqe), ); const mmap = try os.mmap( null, @@ -1113,8 +1109,8 @@ pub const SubmissionQueue = struct { assert(mmap.len == size); // The motivation for the `sqes` and `array` indirection is to make it possible for the - // application to preallocate static io_uring_sqe entries and then replay them when needed. - const size_sqes = p.sq_entries * @sizeOf(io_uring_sqe); + // application to preallocate static linux.io_uring_sqe entries and then replay them when needed. + const size_sqes = p.sq_entries * @sizeOf(linux.io_uring_sqe); const mmap_sqes = try os.mmap( null, size_sqes, @@ -1127,7 +1123,7 @@ pub const SubmissionQueue = struct { assert(mmap_sqes.len == size_sqes); const array = @ptrCast([*]u32, @alignCast(@alignOf(u32), &mmap[p.sq_off.array])); - const sqes = @ptrCast([*]io_uring_sqe, @alignCast(@alignOf(io_uring_sqe), &mmap_sqes[0])); + const sqes = @ptrCast([*]linux.io_uring_sqe, @alignCast(@alignOf(linux.io_uring_sqe), &mmap_sqes[0])); // We expect the kernel copies p.sq_entries to the u32 pointed to by p.sq_off.ring_entries, // see https://github.com/torvalds/linux/blob/v5.8/fs/io_uring.c#L7843-L7844. assert( @@ -1158,15 +1154,15 @@ pub const CompletionQueue = struct { tail: *u32, mask: u32, overflow: *u32, - cqes: []io_uring_cqe, + cqes: []linux.io_uring_cqe, - pub fn init(fd: os.fd_t, p: io_uring_params, sq: SubmissionQueue) !CompletionQueue { + pub fn init(fd: os.fd_t, p: linux.io_uring_params, sq: SubmissionQueue) !CompletionQueue { assert(fd >= 0); assert((p.features & linux.IORING_FEAT_SINGLE_MMAP) != 0); const mmap = sq.mmap; const cqes = @ptrCast( - [*]io_uring_cqe, - @alignCast(@alignOf(io_uring_cqe), &mmap[p.cq_off.cqes]), + [*]linux.io_uring_cqe, + @alignCast(@alignOf(linux.io_uring_cqe), &mmap[p.cq_off.cqes]), ); assert(p.cq_entries == @ptrCast(*u32, @alignCast(@alignOf(u32), &mmap[p.cq_off.ring_entries])).*); @@ -1186,7 +1182,7 @@ pub const CompletionQueue = struct { } }; -pub fn io_uring_prep_nop(sqe: *io_uring_sqe) void { +pub fn io_uring_prep_nop(sqe: *linux.io_uring_sqe) void { sqe.* = .{ .opcode = .NOP, .flags = 0, @@ -1204,7 +1200,7 @@ pub fn io_uring_prep_nop(sqe: *io_uring_sqe) void { }; } -pub fn io_uring_prep_fsync(sqe: *io_uring_sqe, fd: os.fd_t, flags: u32) void { +pub fn io_uring_prep_fsync(sqe: *linux.io_uring_sqe, fd: os.fd_t, flags: u32) void { sqe.* = .{ .opcode = .FSYNC, .flags = 0, @@ -1224,7 +1220,7 @@ pub fn io_uring_prep_fsync(sqe: *io_uring_sqe, fd: os.fd_t, flags: u32) void { pub fn io_uring_prep_rw( op: linux.IORING_OP, - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, addr: u64, len: usize, @@ -1247,16 +1243,16 @@ pub fn io_uring_prep_rw( }; } -pub fn io_uring_prep_read(sqe: *io_uring_sqe, fd: os.fd_t, buffer: []u8, offset: u64) void { +pub fn io_uring_prep_read(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: []u8, offset: u64) void { io_uring_prep_rw(.READ, sqe, fd, @ptrToInt(buffer.ptr), buffer.len, offset); } -pub fn io_uring_prep_write(sqe: *io_uring_sqe, fd: os.fd_t, buffer: []const u8, offset: u64) void { +pub fn io_uring_prep_write(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: []const u8, offset: u64) void { io_uring_prep_rw(.WRITE, sqe, fd, @ptrToInt(buffer.ptr), buffer.len, offset); } pub fn io_uring_prep_readv( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, iovecs: []const os.iovec, offset: u64, @@ -1265,7 +1261,7 @@ pub fn io_uring_prep_readv( } pub fn io_uring_prep_writev( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, iovecs: []const os.iovec_const, offset: u64, @@ -1273,12 +1269,12 @@ pub fn io_uring_prep_writev( io_uring_prep_rw(.WRITEV, sqe, fd, @ptrToInt(iovecs.ptr), iovecs.len, offset); } -pub fn io_uring_prep_read_fixed(sqe: *io_uring_sqe, fd: os.fd_t, buffer: *os.iovec, offset: u64, buffer_index: u16) void { +pub fn io_uring_prep_read_fixed(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: *os.iovec, offset: u64, buffer_index: u16) void { io_uring_prep_rw(.READ_FIXED, sqe, fd, @ptrToInt(buffer.iov_base), buffer.iov_len, offset); sqe.buf_index = buffer_index; } -pub fn io_uring_prep_write_fixed(sqe: *io_uring_sqe, fd: os.fd_t, buffer: *os.iovec, offset: u64, buffer_index: u16) void { +pub fn io_uring_prep_write_fixed(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: *os.iovec, offset: u64, buffer_index: u16) void { io_uring_prep_rw(.WRITE_FIXED, sqe, fd, @ptrToInt(buffer.iov_base), buffer.iov_len, offset); sqe.buf_index = buffer_index; } @@ -1294,7 +1290,7 @@ pub inline fn __io_uring_prep_poll_mask(poll_mask: u32) u32 { } pub fn io_uring_prep_accept( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, addr: *os.sockaddr, addrlen: *os.socklen_t, @@ -1307,7 +1303,7 @@ pub fn io_uring_prep_accept( } pub fn io_uring_prep_connect( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, addr: *const os.sockaddr, addrlen: os.socklen_t, @@ -1317,7 +1313,7 @@ pub fn io_uring_prep_connect( } pub fn io_uring_prep_epoll_ctl( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, epfd: os.fd_t, fd: os.fd_t, op: u32, @@ -1326,18 +1322,18 @@ pub fn io_uring_prep_epoll_ctl( io_uring_prep_rw(.EPOLL_CTL, sqe, epfd, @ptrToInt(ev), op, @intCast(u64, fd)); } -pub fn io_uring_prep_recv(sqe: *io_uring_sqe, fd: os.fd_t, buffer: []u8, flags: u32) void { +pub fn io_uring_prep_recv(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: []u8, flags: u32) void { io_uring_prep_rw(.RECV, sqe, fd, @ptrToInt(buffer.ptr), buffer.len, 0); sqe.rw_flags = flags; } -pub fn io_uring_prep_send(sqe: *io_uring_sqe, fd: os.fd_t, buffer: []const u8, flags: u32) void { +pub fn io_uring_prep_send(sqe: *linux.io_uring_sqe, fd: os.fd_t, buffer: []const u8, flags: u32) void { io_uring_prep_rw(.SEND, sqe, fd, @ptrToInt(buffer.ptr), buffer.len, 0); sqe.rw_flags = flags; } pub fn io_uring_prep_recvmsg( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, msg: *os.msghdr, flags: u32, @@ -1347,7 +1343,7 @@ pub fn io_uring_prep_recvmsg( } pub fn io_uring_prep_sendmsg( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, msg: *const os.msghdr_const, flags: u32, @@ -1357,7 +1353,7 @@ pub fn io_uring_prep_sendmsg( } pub fn io_uring_prep_openat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, path: [*:0]const u8, flags: u32, @@ -1367,7 +1363,7 @@ pub fn io_uring_prep_openat( sqe.rw_flags = flags; } -pub fn io_uring_prep_close(sqe: *io_uring_sqe, fd: os.fd_t) void { +pub fn io_uring_prep_close(sqe: *linux.io_uring_sqe, fd: os.fd_t) void { sqe.* = .{ .opcode = .CLOSE, .flags = 0, @@ -1386,7 +1382,7 @@ pub fn io_uring_prep_close(sqe: *io_uring_sqe, fd: os.fd_t) void { } pub fn io_uring_prep_timeout( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, ts: *const os.linux.kernel_timespec, count: u32, flags: u32, @@ -1395,7 +1391,7 @@ pub fn io_uring_prep_timeout( sqe.rw_flags = flags; } -pub fn io_uring_prep_timeout_remove(sqe: *io_uring_sqe, timeout_user_data: u64, flags: u32) void { +pub fn io_uring_prep_timeout_remove(sqe: *linux.io_uring_sqe, timeout_user_data: u64, flags: u32) void { sqe.* = .{ .opcode = .TIMEOUT_REMOVE, .flags = 0, @@ -1414,7 +1410,7 @@ pub fn io_uring_prep_timeout_remove(sqe: *io_uring_sqe, timeout_user_data: u64, } pub fn io_uring_prep_link_timeout( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, ts: *const os.linux.kernel_timespec, flags: u32, ) void { @@ -1423,7 +1419,7 @@ pub fn io_uring_prep_link_timeout( } pub fn io_uring_prep_poll_add( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, poll_mask: u32, ) void { @@ -1432,14 +1428,14 @@ pub fn io_uring_prep_poll_add( } pub fn io_uring_prep_poll_remove( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, target_user_data: u64, ) void { io_uring_prep_rw(.POLL_REMOVE, sqe, -1, target_user_data, 0, 0); } pub fn io_uring_prep_poll_update( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, old_user_data: u64, new_user_data: u64, poll_mask: u32, @@ -1450,7 +1446,7 @@ pub fn io_uring_prep_poll_update( } pub fn io_uring_prep_fallocate( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, mode: i32, offset: u64, @@ -1474,7 +1470,7 @@ pub fn io_uring_prep_fallocate( } pub fn io_uring_prep_statx( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, fd: os.fd_t, path: [*:0]const u8, flags: u32, @@ -1486,7 +1482,7 @@ pub fn io_uring_prep_statx( } pub fn io_uring_prep_cancel( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, cancel_user_data: u64, flags: u32, ) void { @@ -1495,7 +1491,7 @@ pub fn io_uring_prep_cancel( } pub fn io_uring_prep_shutdown( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, sockfd: os.socket_t, how: u32, ) void { @@ -1503,7 +1499,7 @@ pub fn io_uring_prep_shutdown( } pub fn io_uring_prep_renameat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, old_dir_fd: os.fd_t, old_path: [*:0]const u8, new_dir_fd: os.fd_t, @@ -1523,7 +1519,7 @@ pub fn io_uring_prep_renameat( } pub fn io_uring_prep_unlinkat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, dir_fd: os.fd_t, path: [*:0]const u8, flags: u32, @@ -1533,7 +1529,7 @@ pub fn io_uring_prep_unlinkat( } pub fn io_uring_prep_mkdirat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, dir_fd: os.fd_t, path: [*:0]const u8, mode: os.mode_t, @@ -1542,7 +1538,7 @@ pub fn io_uring_prep_mkdirat( } pub fn io_uring_prep_symlinkat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, target: [*:0]const u8, new_dir_fd: os.fd_t, link_path: [*:0]const u8, @@ -1558,7 +1554,7 @@ pub fn io_uring_prep_symlinkat( } pub fn io_uring_prep_linkat( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, old_dir_fd: os.fd_t, old_path: [*:0]const u8, new_dir_fd: os.fd_t, @@ -1578,7 +1574,7 @@ pub fn io_uring_prep_linkat( } pub fn io_uring_prep_provide_buffers( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, buffers: [*]u8, num: usize, buffer_len: usize, @@ -1591,7 +1587,7 @@ pub fn io_uring_prep_provide_buffers( } pub fn io_uring_prep_remove_buffers( - sqe: *io_uring_sqe, + sqe: *linux.io_uring_sqe, num: usize, group_id: usize, ) void { @@ -1602,9 +1598,9 @@ pub fn io_uring_prep_remove_buffers( test "structs/offsets/entries" { if (builtin.os.tag != .linux) return error.SkipZigTest; - try testing.expectEqual(@as(usize, 120), @sizeOf(io_uring_params)); - try testing.expectEqual(@as(usize, 64), @sizeOf(io_uring_sqe)); - try testing.expectEqual(@as(usize, 16), @sizeOf(io_uring_cqe)); + try testing.expectEqual(@as(usize, 120), @sizeOf(linux.io_uring_params)); + try testing.expectEqual(@as(usize, 64), @sizeOf(linux.io_uring_sqe)); + try testing.expectEqual(@as(usize, 16), @sizeOf(linux.io_uring_cqe)); try testing.expectEqual(0, linux.IORING_OFF_SQ_RING); try testing.expectEqual(0x8000000, linux.IORING_OFF_CQ_RING); @@ -1628,7 +1624,7 @@ test "nop" { } const sqe = try ring.nop(0xaaaaaaaa); - try testing.expectEqual(io_uring_sqe{ + try testing.expectEqual(linux.io_uring_sqe{ .opcode = .NOP, .flags = 0, .ioprio = 0, @@ -1658,7 +1654,7 @@ test "nop" { try testing.expectEqual(@as(u32, 0), ring.cq.head.*); try testing.expectEqual(@as(u32, 0), ring.sq_ready()); - try testing.expectEqual(io_uring_cqe{ + try testing.expectEqual(linux.io_uring_cqe{ .user_data = 0xaaaaaaaa, .res = 0, .flags = 0, @@ -1669,7 +1665,7 @@ test "nop" { const sqe_barrier = try ring.nop(0xbbbbbbbb); sqe_barrier.flags |= linux.IOSQE_IO_DRAIN; try testing.expectEqual(@as(u32, 1), try ring.submit()); - try testing.expectEqual(io_uring_cqe{ + try testing.expectEqual(linux.io_uring_cqe{ .user_data = 0xbbbbbbbb, .res = 0, .flags = 0, @@ -1909,7 +1905,7 @@ test "openat" { const flags: u32 = os.O.CLOEXEC | os.O.RDWR | os.O.CREAT; const mode: os.mode_t = 0o666; const sqe_openat = try ring.openat(0x33333333, linux.AT.FDCWD, path, flags, mode); - try testing.expectEqual(io_uring_sqe{ + try testing.expectEqual(linux.io_uring_sqe{ .opcode = .OPENAT, .flags = 0, .ioprio = 0, |