xref: /linux/io_uring/opdef.c (revision fcb3ad4366b9c810cbb9da34c076a9a52d8aa1e0)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * io_uring opcode handling table
4  */
5 #include <linux/kernel.h>
6 #include <linux/errno.h>
7 #include <linux/fs.h>
8 #include <linux/file.h>
9 #include <linux/io_uring.h>
10 
11 #include "io_uring.h"
12 #include "opdef.h"
13 #include "refs.h"
14 #include "tctx.h"
15 #include "sqpoll.h"
16 #include "fdinfo.h"
17 #include "kbuf.h"
18 #include "rsrc.h"
19 
20 #include "xattr.h"
21 #include "nop.h"
22 #include "fs.h"
23 #include "splice.h"
24 #include "sync.h"
25 #include "advise.h"
26 #include "openclose.h"
27 #include "uring_cmd.h"
28 #include "epoll.h"
29 #include "statx.h"
30 #include "net.h"
31 #include "msg_ring.h"
32 #include "timeout.h"
33 #include "poll.h"
34 #include "cancel.h"
35 #include "rw.h"
36 #include "waitid.h"
37 #include "futex.h"
38 #include "truncate.h"
39 
40 static int io_no_issue(struct io_kiocb *req, unsigned int issue_flags)
41 {
42 	WARN_ON_ONCE(1);
43 	return -ECANCELED;
44 }
45 
46 static __maybe_unused int io_eopnotsupp_prep(struct io_kiocb *kiocb,
47 					     const struct io_uring_sqe *sqe)
48 {
49 	return -EOPNOTSUPP;
50 }
51 
52 const struct io_issue_def io_issue_defs[] = {
53 	[IORING_OP_NOP] = {
54 		.audit_skip		= 1,
55 		.iopoll			= 1,
56 		.prep			= io_nop_prep,
57 		.issue			= io_nop,
58 	},
59 	[IORING_OP_READV] = {
60 		.needs_file		= 1,
61 		.unbound_nonreg_file	= 1,
62 		.pollin			= 1,
63 		.buffer_select		= 1,
64 		.plug			= 1,
65 		.audit_skip		= 1,
66 		.ioprio			= 1,
67 		.iopoll			= 1,
68 		.iopoll_queue		= 1,
69 		.vectored		= 1,
70 		.async_size		= sizeof(struct io_async_rw),
71 		.prep			= io_prep_readv,
72 		.issue			= io_read,
73 	},
74 	[IORING_OP_WRITEV] = {
75 		.needs_file		= 1,
76 		.hash_reg_file		= 1,
77 		.unbound_nonreg_file	= 1,
78 		.pollout		= 1,
79 		.plug			= 1,
80 		.audit_skip		= 1,
81 		.ioprio			= 1,
82 		.iopoll			= 1,
83 		.iopoll_queue		= 1,
84 		.vectored		= 1,
85 		.async_size		= sizeof(struct io_async_rw),
86 		.prep			= io_prep_writev,
87 		.issue			= io_write,
88 	},
89 	[IORING_OP_FSYNC] = {
90 		.needs_file		= 1,
91 		.audit_skip		= 1,
92 		.prep			= io_fsync_prep,
93 		.issue			= io_fsync,
94 	},
95 	[IORING_OP_READ_FIXED] = {
96 		.needs_file		= 1,
97 		.unbound_nonreg_file	= 1,
98 		.pollin			= 1,
99 		.plug			= 1,
100 		.audit_skip		= 1,
101 		.ioprio			= 1,
102 		.iopoll			= 1,
103 		.iopoll_queue		= 1,
104 		.async_size		= sizeof(struct io_async_rw),
105 		.prep			= io_prep_read_fixed,
106 		.issue			= io_read,
107 	},
108 	[IORING_OP_WRITE_FIXED] = {
109 		.needs_file		= 1,
110 		.hash_reg_file		= 1,
111 		.unbound_nonreg_file	= 1,
112 		.pollout		= 1,
113 		.plug			= 1,
114 		.audit_skip		= 1,
115 		.ioprio			= 1,
116 		.iopoll			= 1,
117 		.iopoll_queue		= 1,
118 		.async_size		= sizeof(struct io_async_rw),
119 		.prep			= io_prep_write_fixed,
120 		.issue			= io_write,
121 	},
122 	[IORING_OP_POLL_ADD] = {
123 		.needs_file		= 1,
124 		.unbound_nonreg_file	= 1,
125 		.audit_skip		= 1,
126 		.prep			= io_poll_add_prep,
127 		.issue			= io_poll_add,
128 	},
129 	[IORING_OP_POLL_REMOVE] = {
130 		.audit_skip		= 1,
131 		.prep			= io_poll_remove_prep,
132 		.issue			= io_poll_remove,
133 	},
134 	[IORING_OP_SYNC_FILE_RANGE] = {
135 		.needs_file		= 1,
136 		.audit_skip		= 1,
137 		.prep			= io_sfr_prep,
138 		.issue			= io_sync_file_range,
139 	},
140 	[IORING_OP_SENDMSG] = {
141 		.needs_file		= 1,
142 		.unbound_nonreg_file	= 1,
143 		.pollout		= 1,
144 		.ioprio			= 1,
145 #if defined(CONFIG_NET)
146 		.async_size		= sizeof(struct io_async_msghdr),
147 		.prep			= io_sendmsg_prep,
148 		.issue			= io_sendmsg,
149 #else
150 		.prep			= io_eopnotsupp_prep,
151 #endif
152 	},
153 	[IORING_OP_RECVMSG] = {
154 		.needs_file		= 1,
155 		.unbound_nonreg_file	= 1,
156 		.pollin			= 1,
157 		.buffer_select		= 1,
158 		.ioprio			= 1,
159 #if defined(CONFIG_NET)
160 		.async_size		= sizeof(struct io_async_msghdr),
161 		.prep			= io_recvmsg_prep,
162 		.issue			= io_recvmsg,
163 #else
164 		.prep			= io_eopnotsupp_prep,
165 #endif
166 	},
167 	[IORING_OP_TIMEOUT] = {
168 		.audit_skip		= 1,
169 		.async_size		= sizeof(struct io_timeout_data),
170 		.prep			= io_timeout_prep,
171 		.issue			= io_timeout,
172 	},
173 	[IORING_OP_TIMEOUT_REMOVE] = {
174 		/* used by timeout updates' prep() */
175 		.audit_skip		= 1,
176 		.prep			= io_timeout_remove_prep,
177 		.issue			= io_timeout_remove,
178 	},
179 	[IORING_OP_ACCEPT] = {
180 		.needs_file		= 1,
181 		.unbound_nonreg_file	= 1,
182 		.pollin			= 1,
183 		.poll_exclusive		= 1,
184 		.ioprio			= 1,	/* used for flags */
185 #if defined(CONFIG_NET)
186 		.prep			= io_accept_prep,
187 		.issue			= io_accept,
188 #else
189 		.prep			= io_eopnotsupp_prep,
190 #endif
191 	},
192 	[IORING_OP_ASYNC_CANCEL] = {
193 		.audit_skip		= 1,
194 		.prep			= io_async_cancel_prep,
195 		.issue			= io_async_cancel,
196 	},
197 	[IORING_OP_LINK_TIMEOUT] = {
198 		.audit_skip		= 1,
199 		.async_size		= sizeof(struct io_timeout_data),
200 		.prep			= io_link_timeout_prep,
201 		.issue			= io_no_issue,
202 	},
203 	[IORING_OP_CONNECT] = {
204 		.needs_file		= 1,
205 		.unbound_nonreg_file	= 1,
206 		.pollout		= 1,
207 #if defined(CONFIG_NET)
208 		.async_size		= sizeof(struct io_async_msghdr),
209 		.prep			= io_connect_prep,
210 		.issue			= io_connect,
211 #else
212 		.prep			= io_eopnotsupp_prep,
213 #endif
214 	},
215 	[IORING_OP_FALLOCATE] = {
216 		.needs_file		= 1,
217 		.prep			= io_fallocate_prep,
218 		.issue			= io_fallocate,
219 	},
220 	[IORING_OP_OPENAT] = {
221 		.prep			= io_openat_prep,
222 		.issue			= io_openat,
223 	},
224 	[IORING_OP_CLOSE] = {
225 		.prep			= io_close_prep,
226 		.issue			= io_close,
227 	},
228 	[IORING_OP_FILES_UPDATE] = {
229 		.audit_skip		= 1,
230 		.iopoll			= 1,
231 		.prep			= io_files_update_prep,
232 		.issue			= io_files_update,
233 	},
234 	[IORING_OP_STATX] = {
235 		.audit_skip		= 1,
236 		.prep			= io_statx_prep,
237 		.issue			= io_statx,
238 	},
239 	[IORING_OP_READ] = {
240 		.needs_file		= 1,
241 		.unbound_nonreg_file	= 1,
242 		.pollin			= 1,
243 		.buffer_select		= 1,
244 		.plug			= 1,
245 		.audit_skip		= 1,
246 		.ioprio			= 1,
247 		.iopoll			= 1,
248 		.iopoll_queue		= 1,
249 		.async_size		= sizeof(struct io_async_rw),
250 		.prep			= io_prep_read,
251 		.issue			= io_read,
252 	},
253 	[IORING_OP_WRITE] = {
254 		.needs_file		= 1,
255 		.hash_reg_file		= 1,
256 		.unbound_nonreg_file	= 1,
257 		.pollout		= 1,
258 		.plug			= 1,
259 		.audit_skip		= 1,
260 		.ioprio			= 1,
261 		.iopoll			= 1,
262 		.iopoll_queue		= 1,
263 		.async_size		= sizeof(struct io_async_rw),
264 		.prep			= io_prep_write,
265 		.issue			= io_write,
266 	},
267 	[IORING_OP_FADVISE] = {
268 		.needs_file		= 1,
269 		.audit_skip		= 1,
270 		.prep			= io_fadvise_prep,
271 		.issue			= io_fadvise,
272 	},
273 	[IORING_OP_MADVISE] = {
274 		.audit_skip		= 1,
275 		.prep			= io_madvise_prep,
276 		.issue			= io_madvise,
277 	},
278 	[IORING_OP_SEND] = {
279 		.needs_file		= 1,
280 		.unbound_nonreg_file	= 1,
281 		.pollout		= 1,
282 		.audit_skip		= 1,
283 		.ioprio			= 1,
284 		.buffer_select		= 1,
285 #if defined(CONFIG_NET)
286 		.async_size		= sizeof(struct io_async_msghdr),
287 		.prep			= io_sendmsg_prep,
288 		.issue			= io_send,
289 #else
290 		.prep			= io_eopnotsupp_prep,
291 #endif
292 	},
293 	[IORING_OP_RECV] = {
294 		.needs_file		= 1,
295 		.unbound_nonreg_file	= 1,
296 		.pollin			= 1,
297 		.buffer_select		= 1,
298 		.audit_skip		= 1,
299 		.ioprio			= 1,
300 #if defined(CONFIG_NET)
301 		.async_size		= sizeof(struct io_async_msghdr),
302 		.prep			= io_recvmsg_prep,
303 		.issue			= io_recv,
304 #else
305 		.prep			= io_eopnotsupp_prep,
306 #endif
307 	},
308 	[IORING_OP_OPENAT2] = {
309 		.prep			= io_openat2_prep,
310 		.issue			= io_openat2,
311 	},
312 	[IORING_OP_EPOLL_CTL] = {
313 		.unbound_nonreg_file	= 1,
314 		.audit_skip		= 1,
315 #if defined(CONFIG_EPOLL)
316 		.prep			= io_epoll_ctl_prep,
317 		.issue			= io_epoll_ctl,
318 #else
319 		.prep			= io_eopnotsupp_prep,
320 #endif
321 	},
322 	[IORING_OP_SPLICE] = {
323 		.needs_file		= 1,
324 		.hash_reg_file		= 1,
325 		.unbound_nonreg_file	= 1,
326 		.audit_skip		= 1,
327 		.prep			= io_splice_prep,
328 		.issue			= io_splice,
329 	},
330 	[IORING_OP_PROVIDE_BUFFERS] = {
331 		.audit_skip		= 1,
332 		.iopoll			= 1,
333 		.prep			= io_provide_buffers_prep,
334 		.issue			= io_provide_buffers,
335 	},
336 	[IORING_OP_REMOVE_BUFFERS] = {
337 		.audit_skip		= 1,
338 		.iopoll			= 1,
339 		.prep			= io_remove_buffers_prep,
340 		.issue			= io_remove_buffers,
341 	},
342 	[IORING_OP_TEE] = {
343 		.needs_file		= 1,
344 		.hash_reg_file		= 1,
345 		.unbound_nonreg_file	= 1,
346 		.audit_skip		= 1,
347 		.prep			= io_tee_prep,
348 		.issue			= io_tee,
349 	},
350 	[IORING_OP_SHUTDOWN] = {
351 		.needs_file		= 1,
352 #if defined(CONFIG_NET)
353 		.prep			= io_shutdown_prep,
354 		.issue			= io_shutdown,
355 #else
356 		.prep			= io_eopnotsupp_prep,
357 #endif
358 	},
359 	[IORING_OP_RENAMEAT] = {
360 		.prep			= io_renameat_prep,
361 		.issue			= io_renameat,
362 	},
363 	[IORING_OP_UNLINKAT] = {
364 		.prep			= io_unlinkat_prep,
365 		.issue			= io_unlinkat,
366 	},
367 	[IORING_OP_MKDIRAT] = {
368 		.prep			= io_mkdirat_prep,
369 		.issue			= io_mkdirat,
370 	},
371 	[IORING_OP_SYMLINKAT] = {
372 		.prep			= io_symlinkat_prep,
373 		.issue			= io_symlinkat,
374 	},
375 	[IORING_OP_LINKAT] = {
376 		.prep			= io_linkat_prep,
377 		.issue			= io_linkat,
378 	},
379 	[IORING_OP_MSG_RING] = {
380 		.needs_file		= 1,
381 		.iopoll			= 1,
382 		.prep			= io_msg_ring_prep,
383 		.issue			= io_msg_ring,
384 	},
385 	[IORING_OP_FSETXATTR] = {
386 		.needs_file = 1,
387 		.prep			= io_fsetxattr_prep,
388 		.issue			= io_fsetxattr,
389 	},
390 	[IORING_OP_SETXATTR] = {
391 		.prep			= io_setxattr_prep,
392 		.issue			= io_setxattr,
393 	},
394 	[IORING_OP_FGETXATTR] = {
395 		.needs_file = 1,
396 		.prep			= io_fgetxattr_prep,
397 		.issue			= io_fgetxattr,
398 	},
399 	[IORING_OP_GETXATTR] = {
400 		.prep			= io_getxattr_prep,
401 		.issue			= io_getxattr,
402 	},
403 	[IORING_OP_SOCKET] = {
404 		.audit_skip		= 1,
405 #if defined(CONFIG_NET)
406 		.prep			= io_socket_prep,
407 		.issue			= io_socket,
408 #else
409 		.prep			= io_eopnotsupp_prep,
410 #endif
411 	},
412 	[IORING_OP_URING_CMD] = {
413 		.needs_file		= 1,
414 		.plug			= 1,
415 		.iopoll			= 1,
416 		.iopoll_queue		= 1,
417 		.async_size		= 2 * sizeof(struct io_uring_sqe),
418 		.prep			= io_uring_cmd_prep,
419 		.issue			= io_uring_cmd,
420 	},
421 	[IORING_OP_SEND_ZC] = {
422 		.needs_file		= 1,
423 		.unbound_nonreg_file	= 1,
424 		.pollout		= 1,
425 		.audit_skip		= 1,
426 		.ioprio			= 1,
427 #if defined(CONFIG_NET)
428 		.async_size		= sizeof(struct io_async_msghdr),
429 		.prep			= io_send_zc_prep,
430 		.issue			= io_send_zc,
431 #else
432 		.prep			= io_eopnotsupp_prep,
433 #endif
434 	},
435 	[IORING_OP_SENDMSG_ZC] = {
436 		.needs_file		= 1,
437 		.unbound_nonreg_file	= 1,
438 		.pollout		= 1,
439 		.ioprio			= 1,
440 #if defined(CONFIG_NET)
441 		.async_size		= sizeof(struct io_async_msghdr),
442 		.prep			= io_send_zc_prep,
443 		.issue			= io_sendmsg_zc,
444 #else
445 		.prep			= io_eopnotsupp_prep,
446 #endif
447 	},
448 	[IORING_OP_READ_MULTISHOT] = {
449 		.needs_file		= 1,
450 		.unbound_nonreg_file	= 1,
451 		.pollin			= 1,
452 		.buffer_select		= 1,
453 		.audit_skip		= 1,
454 		.async_size		= sizeof(struct io_async_rw),
455 		.prep			= io_read_mshot_prep,
456 		.issue			= io_read_mshot,
457 	},
458 	[IORING_OP_WAITID] = {
459 		.async_size		= sizeof(struct io_waitid_async),
460 		.prep			= io_waitid_prep,
461 		.issue			= io_waitid,
462 	},
463 	[IORING_OP_FUTEX_WAIT] = {
464 #if defined(CONFIG_FUTEX)
465 		.prep			= io_futex_prep,
466 		.issue			= io_futex_wait,
467 #else
468 		.prep			= io_eopnotsupp_prep,
469 #endif
470 	},
471 	[IORING_OP_FUTEX_WAKE] = {
472 #if defined(CONFIG_FUTEX)
473 		.prep			= io_futex_prep,
474 		.issue			= io_futex_wake,
475 #else
476 		.prep			= io_eopnotsupp_prep,
477 #endif
478 	},
479 	[IORING_OP_FUTEX_WAITV] = {
480 #if defined(CONFIG_FUTEX)
481 		.prep			= io_futexv_prep,
482 		.issue			= io_futexv_wait,
483 #else
484 		.prep			= io_eopnotsupp_prep,
485 #endif
486 	},
487 	[IORING_OP_FIXED_FD_INSTALL] = {
488 		.needs_file		= 1,
489 		.prep			= io_install_fixed_fd_prep,
490 		.issue			= io_install_fixed_fd,
491 	},
492 	[IORING_OP_FTRUNCATE] = {
493 		.needs_file		= 1,
494 		.hash_reg_file		= 1,
495 		.prep			= io_ftruncate_prep,
496 		.issue			= io_ftruncate,
497 	},
498 	[IORING_OP_BIND] = {
499 #if defined(CONFIG_NET)
500 		.needs_file		= 1,
501 		.prep			= io_bind_prep,
502 		.issue			= io_bind,
503 		.async_size		= sizeof(struct io_async_msghdr),
504 #else
505 		.prep			= io_eopnotsupp_prep,
506 #endif
507 	},
508 	[IORING_OP_LISTEN] = {
509 #if defined(CONFIG_NET)
510 		.needs_file		= 1,
511 		.prep			= io_listen_prep,
512 		.issue			= io_listen,
513 		.async_size		= sizeof(struct io_async_msghdr),
514 #else
515 		.prep			= io_eopnotsupp_prep,
516 #endif
517 	},
518 };
519 
520 const struct io_cold_def io_cold_defs[] = {
521 	[IORING_OP_NOP] = {
522 		.name			= "NOP",
523 	},
524 	[IORING_OP_READV] = {
525 		.name			= "READV",
526 		.cleanup		= io_readv_writev_cleanup,
527 		.fail			= io_rw_fail,
528 	},
529 	[IORING_OP_WRITEV] = {
530 		.name			= "WRITEV",
531 		.cleanup		= io_readv_writev_cleanup,
532 		.fail			= io_rw_fail,
533 	},
534 	[IORING_OP_FSYNC] = {
535 		.name			= "FSYNC",
536 	},
537 	[IORING_OP_READ_FIXED] = {
538 		.name			= "READ_FIXED",
539 		.cleanup		= io_readv_writev_cleanup,
540 		.fail			= io_rw_fail,
541 	},
542 	[IORING_OP_WRITE_FIXED] = {
543 		.name			= "WRITE_FIXED",
544 		.cleanup		= io_readv_writev_cleanup,
545 		.fail			= io_rw_fail,
546 	},
547 	[IORING_OP_POLL_ADD] = {
548 		.name			= "POLL_ADD",
549 	},
550 	[IORING_OP_POLL_REMOVE] = {
551 		.name			= "POLL_REMOVE",
552 	},
553 	[IORING_OP_SYNC_FILE_RANGE] = {
554 		.name			= "SYNC_FILE_RANGE",
555 	},
556 	[IORING_OP_SENDMSG] = {
557 		.name			= "SENDMSG",
558 #if defined(CONFIG_NET)
559 		.cleanup		= io_sendmsg_recvmsg_cleanup,
560 		.fail			= io_sendrecv_fail,
561 #endif
562 	},
563 	[IORING_OP_RECVMSG] = {
564 		.name			= "RECVMSG",
565 #if defined(CONFIG_NET)
566 		.cleanup		= io_sendmsg_recvmsg_cleanup,
567 		.fail			= io_sendrecv_fail,
568 #endif
569 	},
570 	[IORING_OP_TIMEOUT] = {
571 		.name			= "TIMEOUT",
572 	},
573 	[IORING_OP_TIMEOUT_REMOVE] = {
574 		.name			= "TIMEOUT_REMOVE",
575 	},
576 	[IORING_OP_ACCEPT] = {
577 		.name			= "ACCEPT",
578 	},
579 	[IORING_OP_ASYNC_CANCEL] = {
580 		.name			= "ASYNC_CANCEL",
581 	},
582 	[IORING_OP_LINK_TIMEOUT] = {
583 		.name			= "LINK_TIMEOUT",
584 	},
585 	[IORING_OP_CONNECT] = {
586 		.name			= "CONNECT",
587 	},
588 	[IORING_OP_FALLOCATE] = {
589 		.name			= "FALLOCATE",
590 	},
591 	[IORING_OP_OPENAT] = {
592 		.name			= "OPENAT",
593 		.cleanup		= io_open_cleanup,
594 	},
595 	[IORING_OP_CLOSE] = {
596 		.name			= "CLOSE",
597 	},
598 	[IORING_OP_FILES_UPDATE] = {
599 		.name			= "FILES_UPDATE",
600 	},
601 	[IORING_OP_STATX] = {
602 		.name			= "STATX",
603 		.cleanup		= io_statx_cleanup,
604 	},
605 	[IORING_OP_READ] = {
606 		.name			= "READ",
607 		.cleanup		= io_readv_writev_cleanup,
608 		.fail			= io_rw_fail,
609 	},
610 	[IORING_OP_WRITE] = {
611 		.name			= "WRITE",
612 		.cleanup		= io_readv_writev_cleanup,
613 		.fail			= io_rw_fail,
614 	},
615 	[IORING_OP_FADVISE] = {
616 		.name			= "FADVISE",
617 	},
618 	[IORING_OP_MADVISE] = {
619 		.name			= "MADVISE",
620 	},
621 	[IORING_OP_SEND] = {
622 		.name			= "SEND",
623 #if defined(CONFIG_NET)
624 		.cleanup		= io_sendmsg_recvmsg_cleanup,
625 		.fail			= io_sendrecv_fail,
626 #endif
627 	},
628 	[IORING_OP_RECV] = {
629 		.name			= "RECV",
630 #if defined(CONFIG_NET)
631 		.cleanup		= io_sendmsg_recvmsg_cleanup,
632 		.fail			= io_sendrecv_fail,
633 #endif
634 	},
635 	[IORING_OP_OPENAT2] = {
636 		.name			= "OPENAT2",
637 		.cleanup		= io_open_cleanup,
638 	},
639 	[IORING_OP_EPOLL_CTL] = {
640 		.name			= "EPOLL",
641 	},
642 	[IORING_OP_SPLICE] = {
643 		.name			= "SPLICE",
644 		.cleanup		= io_splice_cleanup,
645 	},
646 	[IORING_OP_PROVIDE_BUFFERS] = {
647 		.name			= "PROVIDE_BUFFERS",
648 	},
649 	[IORING_OP_REMOVE_BUFFERS] = {
650 		.name			= "REMOVE_BUFFERS",
651 	},
652 	[IORING_OP_TEE] = {
653 		.name			= "TEE",
654 		.cleanup		= io_splice_cleanup,
655 	},
656 	[IORING_OP_SHUTDOWN] = {
657 		.name			= "SHUTDOWN",
658 	},
659 	[IORING_OP_RENAMEAT] = {
660 		.name			= "RENAMEAT",
661 		.cleanup		= io_renameat_cleanup,
662 	},
663 	[IORING_OP_UNLINKAT] = {
664 		.name			= "UNLINKAT",
665 		.cleanup		= io_unlinkat_cleanup,
666 	},
667 	[IORING_OP_MKDIRAT] = {
668 		.name			= "MKDIRAT",
669 		.cleanup		= io_mkdirat_cleanup,
670 	},
671 	[IORING_OP_SYMLINKAT] = {
672 		.name			= "SYMLINKAT",
673 		.cleanup		= io_link_cleanup,
674 	},
675 	[IORING_OP_LINKAT] = {
676 		.name			= "LINKAT",
677 		.cleanup		= io_link_cleanup,
678 	},
679 	[IORING_OP_MSG_RING] = {
680 		.name			= "MSG_RING",
681 		.cleanup		= io_msg_ring_cleanup,
682 	},
683 	[IORING_OP_FSETXATTR] = {
684 		.name			= "FSETXATTR",
685 		.cleanup		= io_xattr_cleanup,
686 	},
687 	[IORING_OP_SETXATTR] = {
688 		.name			= "SETXATTR",
689 		.cleanup		= io_xattr_cleanup,
690 	},
691 	[IORING_OP_FGETXATTR] = {
692 		.name			= "FGETXATTR",
693 		.cleanup		= io_xattr_cleanup,
694 	},
695 	[IORING_OP_GETXATTR] = {
696 		.name			= "GETXATTR",
697 		.cleanup		= io_xattr_cleanup,
698 	},
699 	[IORING_OP_SOCKET] = {
700 		.name			= "SOCKET",
701 	},
702 	[IORING_OP_URING_CMD] = {
703 		.name			= "URING_CMD",
704 	},
705 	[IORING_OP_SEND_ZC] = {
706 		.name			= "SEND_ZC",
707 #if defined(CONFIG_NET)
708 		.cleanup		= io_send_zc_cleanup,
709 		.fail			= io_sendrecv_fail,
710 #endif
711 	},
712 	[IORING_OP_SENDMSG_ZC] = {
713 		.name			= "SENDMSG_ZC",
714 #if defined(CONFIG_NET)
715 		.cleanup		= io_send_zc_cleanup,
716 		.fail			= io_sendrecv_fail,
717 #endif
718 	},
719 	[IORING_OP_READ_MULTISHOT] = {
720 		.name			= "READ_MULTISHOT",
721 		.cleanup		= io_readv_writev_cleanup,
722 	},
723 	[IORING_OP_WAITID] = {
724 		.name			= "WAITID",
725 	},
726 	[IORING_OP_FUTEX_WAIT] = {
727 		.name			= "FUTEX_WAIT",
728 	},
729 	[IORING_OP_FUTEX_WAKE] = {
730 		.name			= "FUTEX_WAKE",
731 	},
732 	[IORING_OP_FUTEX_WAITV] = {
733 		.name			= "FUTEX_WAITV",
734 	},
735 	[IORING_OP_FIXED_FD_INSTALL] = {
736 		.name			= "FIXED_FD_INSTALL",
737 	},
738 	[IORING_OP_FTRUNCATE] = {
739 		.name			= "FTRUNCATE",
740 	},
741 	[IORING_OP_BIND] = {
742 		.name			= "BIND",
743 	},
744 	[IORING_OP_LISTEN] = {
745 		.name			= "LISTEN",
746 	},
747 };
748 
749 const char *io_uring_get_opcode(u8 opcode)
750 {
751 	if (opcode < IORING_OP_LAST)
752 		return io_cold_defs[opcode].name;
753 	return "INVALID";
754 }
755 
756 bool io_uring_op_supported(u8 opcode)
757 {
758 	if (opcode < IORING_OP_LAST &&
759 	    io_issue_defs[opcode].prep != io_eopnotsupp_prep)
760 		return true;
761 	return false;
762 }
763 
764 void __init io_uring_optable_init(void)
765 {
766 	int i;
767 
768 	BUILD_BUG_ON(ARRAY_SIZE(io_cold_defs) != IORING_OP_LAST);
769 	BUILD_BUG_ON(ARRAY_SIZE(io_issue_defs) != IORING_OP_LAST);
770 
771 	for (i = 0; i < ARRAY_SIZE(io_issue_defs); i++) {
772 		BUG_ON(!io_issue_defs[i].prep);
773 		if (io_issue_defs[i].prep != io_eopnotsupp_prep)
774 			BUG_ON(!io_issue_defs[i].issue);
775 		WARN_ON_ONCE(!io_cold_defs[i].name);
776 	}
777 }
778