98 	struct nvme_controller *ctrlr = arg1;  in nvme_sysctl_int_coal_time()  local
99 	uint32_t oldval = ctrlr->int_coal_time;  in nvme_sysctl_int_coal_time()
100 	int error = sysctl_handle_int(oidp, &ctrlr->int_coal_time, 0,  in nvme_sysctl_int_coal_time()
106 	if (oldval != ctrlr->int_coal_time)  in nvme_sysctl_int_coal_time()
107 		nvme_ctrlr_cmd_set_interrupt_coalescing(ctrlr,  in nvme_sysctl_int_coal_time()
108 		    ctrlr->int_coal_time, ctrlr->int_coal_threshold, NULL,  in nvme_sysctl_int_coal_time()
117 	struct nvme_controller *ctrlr = arg1;  in nvme_sysctl_int_coal_threshold()  local
118 	uint32_t oldval = ctrlr->int_coal_threshold;  in nvme_sysctl_int_coal_threshold()
119 	int error = sysctl_handle_int(oidp, &ctrlr->int_coal_threshold, 0,  in nvme_sysctl_int_coal_threshold()
125 	if (oldval != ctrlr->int_coal_threshold)  in nvme_sysctl_int_coal_threshold()
126 		nvme_ctrlr_cmd_set_interrupt_coalescing(ctrlr,  in nvme_sysctl_int_coal_threshold()
127 		    ctrlr->int_coal_time, ctrlr->int_coal_threshold, NULL,  in nvme_sysctl_int_coal_threshold()
173 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_cmds()  local
177 	num_cmds = ctrlr->adminq.num_cmds;  in nvme_sysctl_num_cmds()
179 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_cmds()
180 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_cmds()
181 			num_cmds += ctrlr->ioq[i].num_cmds;  in nvme_sysctl_num_cmds()
190 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_intr_handler_calls()  local
194 	num_intr_handler_calls = ctrlr->adminq.num_intr_handler_calls;  in nvme_sysctl_num_intr_handler_calls()
196 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_intr_handler_calls()
197 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_intr_handler_calls()
198 			num_intr_handler_calls += ctrlr->ioq[i].num_intr_handler_calls;  in nvme_sysctl_num_intr_handler_calls()
207 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_retries()  local
211 	num_retries = ctrlr->adminq.num_retries;  in nvme_sysctl_num_retries()
213 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_retries()
214 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_retries()
215 			num_retries += ctrlr->ioq[i].num_retries;  in nvme_sysctl_num_retries()
224 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_failures()  local
228 	num_failures = ctrlr->adminq.num_failures;  in nvme_sysctl_num_failures()
230 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_failures()
231 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_failures()
232 			num_failures += ctrlr->ioq[i].num_failures;  in nvme_sysctl_num_failures()
241 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_ignored()  local
245 	num_ignored = ctrlr->adminq.num_ignored;  in nvme_sysctl_num_ignored()
247 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_ignored()
248 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_ignored()
249 			num_ignored += ctrlr->ioq[i].num_ignored;  in nvme_sysctl_num_ignored()
258 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_num_recovery_nolock()  local
262 	num = ctrlr->adminq.num_recovery_nolock;  in nvme_sysctl_num_recovery_nolock()
264 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_num_recovery_nolock()
265 		for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_num_recovery_nolock()
266 			num += ctrlr->ioq[i].num_recovery_nolock;  in nvme_sysctl_num_recovery_nolock()
275 	struct nvme_controller 	*ctrlr = arg1;  in nvme_sysctl_reset_stats()  local
284 		nvme_qpair_reset_stats(&ctrlr->adminq);  in nvme_sysctl_reset_stats()
286 		if (ctrlr->ioq != NULL) {  in nvme_sysctl_reset_stats()
287 			for (i = 0; i < ctrlr->num_io_queues; i++)  in nvme_sysctl_reset_stats()
288 				nvme_qpair_reset_stats(&ctrlr->ioq[i]);  in nvme_sysctl_reset_stats()
346 nvme_sysctl_initialize_ctrlr(struct nvme_controller *ctrlr)  in nvme_sysctl_initialize_ctrlr()  argument
355 	ctrlr_ctx = device_get_sysctl_ctx(ctrlr->dev);  in nvme_sysctl_initialize_ctrlr()
356 	ctrlr_tree = device_get_sysctl_tree(ctrlr->dev);  in nvme_sysctl_initialize_ctrlr()
360 	    CTLFLAG_RD, &ctrlr->num_io_queues, 0,  in nvme_sysctl_initialize_ctrlr()
365 	    ctrlr, 0, nvme_sysctl_int_coal_time, "IU",  in nvme_sysctl_initialize_ctrlr()
370 	    CTLTYPE_UINT | CTLFLAG_RW | CTLFLAG_MPSAFE, ctrlr, 0,  in nvme_sysctl_initialize_ctrlr()
376 	    &ctrlr->admin_timeout_period, 0, nvme_sysctl_timeout_period, "IU",  in nvme_sysctl_initialize_ctrlr()
381 	    &ctrlr->timeout_period, 0, nvme_sysctl_timeout_period, "IU",  in nvme_sysctl_initialize_ctrlr()
386 	    ctrlr, 0, nvme_sysctl_num_cmds, "IU",  in nvme_sysctl_initialize_ctrlr()
391 	    CTLTYPE_S64 | CTLFLAG_RD | CTLFLAG_MPSAFE, ctrlr, 0,  in nvme_sysctl_initialize_ctrlr()
399 	    ctrlr, 0, nvme_sysctl_num_retries, "IU",  in nvme_sysctl_initialize_ctrlr()
404 	    ctrlr, 0, nvme_sysctl_num_failures, "IU",  in nvme_sysctl_initialize_ctrlr()
409 	    ctrlr, 0, nvme_sysctl_num_ignored, "IU",  in nvme_sysctl_initialize_ctrlr()
414 	    ctrlr, 0, nvme_sysctl_num_recovery_nolock, "IU",  in nvme_sysctl_initialize_ctrlr()
418 	    "reset_stats", CTLTYPE_UINT | CTLFLAG_RW | CTLFLAG_MPSAFE, ctrlr,  in nvme_sysctl_initialize_ctrlr()
422 	    CTLFLAG_RD, &ctrlr->cap_lo, 0,  in nvme_sysctl_initialize_ctrlr()
426 	    CTLFLAG_RD, &ctrlr->cap_hi, 0,  in nvme_sysctl_initialize_ctrlr()
430 	    CTLFLAG_RD, &ctrlr->fail_on_reset, 0,  in nvme_sysctl_initialize_ctrlr()
436 	nvme_sysctl_initialize_queue(&ctrlr->adminq, ctrlr_ctx, que_tree);  in nvme_sysctl_initialize_ctrlr()
443 	if (ctrlr->ioq != NULL) {  in nvme_sysctl_initialize_ctrlr()
448 		for (i = 0; i < ctrlr->num_io_queues; i++) {  in nvme_sysctl_initialize_ctrlr()
452 			nvme_sysctl_initialize_queue(&ctrlr->ioq[i], ctrlr_ctx,  in nvme_sysctl_initialize_ctrlr()
458 	    CTLFLAG_RD, &ctrlr->alignment_splits,  in nvme_sysctl_initialize_ctrlr()