| /linux/block/ |
| H A D | blk-mq.c | 97 if (rq->rq_flags & RQF_IO_STAT && in blk_mq_check_in_driver() 424 data->rq_flags |= RQF_PM; in blk_mq_rq_ctx_init() 425 rq->rq_flags = data->rq_flags; in blk_mq_rq_ctx_init() 427 if (data->rq_flags & RQF_SCHED_TAGS) { in blk_mq_rq_ctx_init() 450 if (rq->rq_flags & RQF_USE_SCHED) { in blk_mq_rq_ctx_init() 492 if (!(data->rq_flags & RQF_SCHED_TAGS)) in __blk_mq_alloc_requests_batch() 515 data->rq_flags |= RQF_SCHED_TAGS; in blk_mq_limit_depth() 526 data->rq_flags |= RQF_USE_SCHED; in blk_mq_limit_depth() 557 data->rq_flags |= RQF_RESV; in __blk_mq_alloc_requests() 590 if (!(data->rq_flags & RQF_SCHED_TAGS)) in __blk_mq_alloc_requests() [all …]
|
| H A D | blk-merge.c | 676 if (rq->rq_flags & RQF_MIXED_MERGE) in blk_rq_set_mixed_merge() 689 rq->rq_flags |= RQF_MIXED_MERGE; in blk_rq_set_mixed_merge() 708 if (req->rq_flags & RQF_MIXED_MERGE) { in blk_update_mixed_merge() 721 if (req->rq_flags & RQF_IO_STAT) { in blk_account_io_merge_request() 819 if (((req->rq_flags | next->rq_flags) & RQF_MIXED_MERGE) || in attempt_merge() 934 if (req->rq_flags & RQF_IO_STAT) { in blk_account_io_merge_bio() 957 if (req->rq_flags & RQF_ZONE_WRITE_PLUGGING) in bio_attempt_back_merge() 982 if (req->rq_flags & RQF_ZONE_WRITE_PLUGGING) in bio_attempt_front_merge()
|
| H A D | blk-pm.h | 21 if (rq->q->dev && !(rq->rq_flags & RQF_PM)) in blk_pm_mark_last_busy()
|
| H A D | blk-timeout.c | 140 req->rq_flags &= ~RQF_TIMED_OUT; in blk_add_timer()
|
| H A D | blk-mq.h | 166 req_flags_t rq_flags; member 234 if (data->rq_flags & RQF_SCHED_TAGS) in blk_mq_tags_from_data()
|
| H A D | blk.h | 199 if (rq->rq_flags & RQF_NOMERGE_FLAGS) in rq_mergeable() 357 #define ELV_ON_HASH(rq) ((rq)->rq_flags & RQF_HASHED) 573 if (rq->rq_flags & RQF_ZONE_WRITE_PLUGGING) in blk_zone_finish_request()
|
| H A D | elevator.c | 168 rq->rq_flags &= ~RQF_HASHED; in __elv_rqhash_del() 184 rq->rq_flags |= RQF_HASHED; in elv_rqhash_add()
|
| H A D | blk-mq-dma.c | 145 if (rq->rq_flags & RQF_SPECIAL_PAYLOAD) { in blk_rq_map_iter_init()
|
| /linux/kernel/sched/ |
| H A D | sched.h | 1874 struct rq_flags { struct 1936 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf) in rq_pin_lock() 1945 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf) in rq_unpin_lock() 1954 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf) in rq_repin_lock() 1965 extern struct rq *___task_rq_lock(struct task_struct *p, struct rq_flags *rf) __acquires_ret; 1968 extern struct rq *_task_rq_lock(struct task_struct *p, struct rq_flags *rf) 1972 __task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in __task_rq_unlock() 1980 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf) in task_rq_unlock() 1990 struct rq *rq; struct rq_flags rf) 1997 struct rq *rq; struct rq_flags rf) [all …]
|
| H A D | core.c | 742 struct rq *___task_rq_lock(struct task_struct *p, struct rq_flags *rf) in ___task_rq_lock() 765 struct rq *_task_rq_lock(struct task_struct *p, struct rq_flags *rf) in _task_rq_lock() 920 struct rq_flags rf; in hrtick() 958 struct rq_flags rf; in __hrtick_start() 1938 struct rq_flags rf; in uclamp_update_active() 2356 struct rq_flags rf; in wait_task_inactive() 2556 static struct rq *move_queued_task(struct rq *rq, struct rq_flags *rf, in move_queued_task() 2603 static struct rq *__migrate_task(struct rq *rq, struct rq_flags *rf, in __migrate_task() 2628 struct rq_flags rf; in migration_cpu_stop() 2969 static int affine_move_task(struct rq *rq, struct task_struct *p, struct rq_flags *rf, in affine_move_task() [all …]
|
| H A D | idle.c | 468 balance_idle(struct rq *rq, struct rq_flags *rf) in balance_idle() 504 struct task_struct *pick_task_idle(struct rq *rq, struct rq_flags *rf) in pick_task_idle()
|
| H A D | deadline.c | 1121 static void __push_dl_task(struct rq *rq, struct rq_flags *rf) in __push_dl_task() 1147 struct rq_flags *rf = &scope.rf; in dl_server_timer() 1217 struct rq_flags rf; in dl_task_timer() 2156 struct rq_flags rf; in inactive_task_timer() 2657 struct rq_flags rf; in migrate_task_rq_dl() 2708 static int balance_dl(struct rq *rq, struct rq_flags *rf) in balance_dl() 2817 static struct task_struct *__pick_task_dl(struct rq *rq, struct rq_flags *rf) in __pick_task_dl() 2844 static struct task_struct *pick_task_dl(struct rq *rq, struct rq_flags *rf) in pick_task_dl() 3426 struct rq_flags rf; in dl_add_task_root_domain()
|
| H A D | psi.c | 1058 struct rq_flags rf; in psi_memstall_enter() 1089 struct rq_flags rf; in psi_memstall_leave() 1164 struct rq_flags rf; in cgroup_move_task()
|
| /linux/drivers/nvme/host/ |
| H A D | ioctl.c | 134 struct nvme_command *cmd, blk_opf_t rq_flags, in nvme_alloc_user_request() argument 146 rq_flags |= REQ_NVME_MPATH; in nvme_alloc_user_request() 148 req = blk_mq_alloc_request(q, nvme_req_op(cmd) | rq_flags, blk_flags); in nvme_alloc_user_request() 494 blk_opf_t rq_flags = 0; in nvme_uring_cmd_io() local 545 rq_flags |= REQ_NOWAIT; in nvme_uring_cmd_io() 549 rq_flags |= REQ_POLLED; in nvme_uring_cmd_io() 551 req = nvme_alloc_user_request(q, &c, rq_flags, blk_flags); in nvme_uring_cmd_io()
|
| /linux/drivers/scsi/ |
| H A D | scsi_lib.c | 119 if (rq->rq_flags & RQF_DONTPREP) { in scsi_mq_requeue_cmd() 120 rq->rq_flags &= ~RQF_DONTPREP; in scsi_mq_requeue_cmd() 328 req->rq_flags |= RQF_QUIET; in scsi_execute_cmd() 771 if (!(rq->rq_flags & RQF_MIXED_MERGE)) in scsi_rq_err_bytes() 955 if (!(req->rq_flags & RQF_QUIET)) { in scsi_io_completion_action() 1046 else if (req->rq_flags & RQF_QUIET) in scsi_io_completion_nz_result() 1295 if (rq->rq_flags & RQF_DONTPREP) { in scsi_cleanup_rq() 1297 rq->rq_flags &= ~RQF_DONTPREP; in scsi_cleanup_rq() 1376 if (req && WARN_ON_ONCE(!(req->rq_flags & RQF_PM))) in scsi_device_state_check() 1384 if (req && !(req->rq_flags & RQF_PM)) in scsi_device_state_check() [all …]
|
| /linux/include/linux/sunrpc/ |
| H A D | svc.h | 233 unsigned long rq_flags; /* flags field */ member 333 set_bit(RQ_VICTIM, &rqstp->rq_flags); in svc_thread_should_stop() 335 return test_bit(RQ_VICTIM, &rqstp->rq_flags); in svc_thread_should_stop()
|
| /linux/drivers/net/ethernet/fungible/funcore/ |
| H A D | fun_queue.c | 459 funq->rq_flags = req->rq_flags | FUN_ADMIN_EPSQ_CREATE_FLAG_RQ; in fun_alloc_queue() 491 rc = fun_sq_create(fdev, funq->rq_flags, funq->rqid, funq->cqid, 0, in fun_create_rq()
|
| /linux/net/sunrpc/ |
| H A D | svc_xprt.c | 431 if (!test_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_reserve_slot() 435 set_bit(RQ_DATA, &rqstp->rq_flags); in svc_xprt_reserve_slot() 466 if (test_and_clear_bit(RQ_DATA, &rqstp->rq_flags)) { in svc_xprt_release_slot() 1284 if (rqstp->rq_arg.page_len || !test_bit(RQ_USEDEFERRAL, &rqstp->rq_flags)) in svc_defer() 1315 set_bit(RQ_DROPME, &rqstp->rq_flags); in svc_defer()
|
| H A D | svcsock.c | 393 set_bit(RQ_SECURE, &rqstp->rq_flags); in svc_sock_secure_port() 395 clear_bit(RQ_SECURE, &rqstp->rq_flags); in svc_sock_secure_port() 1194 set_bit(RQ_LOCAL, &rqstp->rq_flags); in svc_tcp_recvfrom() 1196 clear_bit(RQ_LOCAL, &rqstp->rq_flags); in svc_tcp_recvfrom()
|
| /linux/drivers/scsi/device_handler/ |
| H A D | scsi_dh_hp_sw.c | 191 req->rq_flags |= RQF_QUIET; in hp_sw_prep_fn()
|
| H A D | scsi_dh_emc.c | 340 req->rq_flags |= RQF_QUIET; in clariion_prep_fn()
|
| /linux/fs/nfsd/ |
| H A D | nfscache.c | 526 if (!test_bit(RQ_SECURE, &rqstp->rq_flags) && rp->c_secure) in nfsd_cache_lookup() 622 rp->c_secure = test_bit(RQ_SECURE, &rqstp->rq_flags); in nfsd_cache_update()
|
| H A D | nfs4idmap.c | 670 WARN_ON_ONCE(test_bit(RQ_USEDEFERRAL, &rqstp->rq_flags)); in nfsd_map_name_to_uid() 707 WARN_ON_ONCE(test_bit(RQ_USEDEFERRAL, &rqstp->rq_flags)); in nfsd_map_name_to_gid()
|
| H A D | nfsproc.c | 239 set_bit(RQ_DROPME, &rqstp->rq_flags); in nfsd_proc_read() 272 set_bit(RQ_DROPME, &rqstp->rq_flags); in nfsd_proc_write()
|
| H A D | nfssvc.c | 925 set_bit(RQ_VICTIM, &rqstp->rq_flags); in nfsd() 1039 if (test_bit(RQ_DROPME, &rqstp->rq_flags)) in nfsd_dispatch()
|