67 	ena_adminq_t *aq = &ena->ena_aq;  in ena_release_all_cmd_ctx()  local
70 	mutex_enter(&aq->ea_sq_lock);  in ena_release_all_cmd_ctx()
71 	while ((ctx = list_remove_head(&aq->ea_cmd_ctxs_used)) != NULL) {  in ena_release_all_cmd_ctx()
73 		list_insert_tail(&aq->ea_cmd_ctxs_free, ctx);  in ena_release_all_cmd_ctx()
75 	aq->ea_pending_cmds = 0;  in ena_release_all_cmd_ctx()
76 	mutex_exit(&aq->ea_sq_lock);  in ena_release_all_cmd_ctx()
82 	ena_adminq_t *aq = &ena->ena_aq;  in ena_create_cmd_ctx()  local
84 	for (uint_t i = 0; i < aq->ea_qlen; i++) {  in ena_create_cmd_ctx()
85 		ena_cmd_ctx_t *ctx = &aq->ea_cmd_ctxs[i];  in ena_create_cmd_ctx()
89 		list_insert_tail(&aq->ea_cmd_ctxs_free, ctx);  in ena_create_cmd_ctx()
97 ena_acquire_cmd_ctx(ena_adminq_t *aq)  in ena_acquire_cmd_ctx()  argument
99 	VERIFY(MUTEX_HELD(&aq->ea_sq_lock));  in ena_acquire_cmd_ctx()
100 	ASSERT3U(aq->ea_pending_cmds, <, aq->ea_qlen);  in ena_acquire_cmd_ctx()
101 	ena_cmd_ctx_t *ctx = list_remove_head(&aq->ea_cmd_ctxs_free);  in ena_acquire_cmd_ctx()
102 	list_insert_head(&aq->ea_cmd_ctxs_used, ctx);  in ena_acquire_cmd_ctx()
116 	ena_adminq_t *aq = &ena->ena_aq;  in ena_admin_submit_cmd()  local
117 	ena_admin_sq_t *sq = &aq->ea_sq;  in ena_admin_submit_cmd()
118 	const uint16_t modulo_mask = aq->ea_qlen - 1;  in ena_admin_submit_cmd()
121 	mutex_enter(&aq->ea_sq_lock);  in ena_admin_submit_cmd()
124 	if (aq->ea_pending_cmds >= aq->ea_qlen) {  in ena_admin_submit_cmd()
125 		mutex_enter(&aq->ea_stat_lock);  in ena_admin_submit_cmd()
126 		aq->ea_stats.queue_full++;  in ena_admin_submit_cmd()
127 		mutex_exit(&aq->ea_stat_lock);  in ena_admin_submit_cmd()
128 		mutex_exit(&aq->ea_sq_lock);  in ena_admin_submit_cmd()
132 	lctx = ena_acquire_cmd_ctx(aq);  in ena_admin_submit_cmd()
142 	aq->ea_pending_cmds++;  in ena_admin_submit_cmd()
144 	mutex_enter(&aq->ea_stat_lock);  in ena_admin_submit_cmd()
145 	aq->ea_stats.cmds_submitted++;  in ena_admin_submit_cmd()
146 	mutex_exit(&aq->ea_stat_lock);  in ena_admin_submit_cmd()
156 	mutex_exit(&aq->ea_sq_lock);  in ena_admin_submit_cmd()
167 	ena_adminq_t *aq = &ena->ena_aq;  in ena_admin_read_resp()  local
168 	ena_admin_cq_t *cq = &aq->ea_cq;  in ena_admin_read_resp()
170 	uint16_t modulo_mask = aq->ea_qlen - 1;  in ena_admin_read_resp()
172 	VERIFY(MUTEX_HELD(&aq->ea_cq_lock));  in ena_admin_read_resp()
178 	ctx = &aq->ea_cmd_ctxs[cmd_id];  in ena_admin_read_resp()
184 		mutex_enter(&aq->ea_stat_lock);  in ena_admin_read_resp()
185 		aq->ea_stats.cmds_fail++;  in ena_admin_read_resp()
186 		mutex_exit(&aq->ea_stat_lock);  in ena_admin_read_resp()
194 	mutex_enter(&aq->ea_stat_lock);  in ena_admin_read_resp()
195 	aq->ea_stats.cmds_success++;  in ena_admin_read_resp()
196 	mutex_exit(&aq->ea_stat_lock);  in ena_admin_read_resp()
202 	ena_adminq_t *aq = &ena->ena_aq;  in ena_admin_process_responses()  local
203 	ena_admin_cq_t *cq = &aq->ea_cq;  in ena_admin_process_responses()
204 	uint16_t modulo_mask = aq->ea_qlen - 1;  in ena_admin_process_responses()
207 	mutex_enter(&aq->ea_cq_lock);  in ena_admin_process_responses()
227 	mutex_exit(&aq->ea_cq_lock);  in ena_admin_process_responses()