Home
last modified time | relevance | path

Searched refs:ctrlr (Results 1 – 25 of 37) sorted by relevance

12

/freebsd/sys/dev/ufshci/
H A Dufshci_ctrlr.c16 ufshci_ctrlr_fail(struct ufshci_controller *ctrlr) in ufshci_ctrlr_fail() argument
23 if (atomic_swap_32(&ctrlr->is_failed, 1) != 0) in ufshci_ctrlr_fail()
26 ufshci_req_queue_fail(ctrlr, &ctrlr->task_mgmt_req_queue); in ufshci_ctrlr_fail()
27 ufshci_req_queue_fail(ctrlr, &ctrlr->transfer_req_queue); in ufshci_ctrlr_fail()
32 ufshci_ctrlr_reinit_after_max_gear_switch(struct ufshci_controller *ctrlr) in ufshci_ctrlr_reinit_after_max_gear_switch() argument
37 ufshci_utmr_req_queue_disable(ctrlr); in ufshci_ctrlr_reinit_after_max_gear_switch()
38 ufshci_utr_req_queue_disable(ctrlr); in ufshci_ctrlr_reinit_after_max_gear_switch()
40 error = ufshci_ctrlr_disable(ctrlr); in ufshci_ctrlr_reinit_after_max_gear_switch()
44 error = ufshci_ctrlr_enable(ctrlr); in ufshci_ctrlr_reinit_after_max_gear_switch()
48 error = ufshci_utmr_req_queue_enable(ctrlr); in ufshci_ctrlr_reinit_after_max_gear_switch()
[all …]
H A Dufshci_dev.c16 ufshci_dev_send_query(struct ufshci_controller *ctrlr, in ufshci_dev_send_query() argument
23 error = ufshci_ctrlr_cmd_send_query_request(ctrlr, in ufshci_dev_send_query()
30 ufshci_printf(ctrlr, "%s failed!\n", fail_msg); in ufshci_dev_send_query()
38 ufshci_dev_read_descriptor(struct ufshci_controller *ctrlr, in ufshci_dev_read_descriptor() argument
54 error = ufshci_dev_send_query(ctrlr, param, &status, __func__); in ufshci_dev_read_descriptor()
65 ufshci_dev_read_device_descriptor(struct ufshci_controller *ctrlr, in ufshci_dev_read_device_descriptor() argument
68 return (ufshci_dev_read_descriptor(ctrlr, UFSHCI_DESC_TYPE_DEVICE, 0, 0, in ufshci_dev_read_device_descriptor()
73 ufshci_dev_read_geometry_descriptor(struct ufshci_controller *ctrlr, in ufshci_dev_read_geometry_descriptor() argument
76 return (ufshci_dev_read_descriptor(ctrlr, UFSHCI_DESC_TYPE_GEOMETRY, 0, in ufshci_dev_read_geometry_descriptor()
81 ufshci_dev_read_unit_descriptor(struct ufshci_controller *ctrlr, uint8_t lun, in ufshci_dev_read_unit_descriptor() argument
[all …]
H A Dufshci_pci.c29 static int ufshci_pci_setup_interrupts(struct ufshci_controller *ctrlr);
73 struct ufshci_controller *ctrlr = device_get_softc(device); in ufshci_pci_probe() local
81 ctrlr->quirks = ep->quirks; in ufshci_pci_probe()
82 ctrlr->ref_clk = ep->ref_clk; in ufshci_pci_probe()
83 ctrlr->hs_series = ep->hs_series; in ufshci_pci_probe()
95 ufshci_pci_allocate_bar(struct ufshci_controller *ctrlr) in ufshci_pci_allocate_bar() argument
97 ctrlr->resource_id = PCIR_BAR(0); in ufshci_pci_allocate_bar()
99 ctrlr->resource = bus_alloc_resource_any(ctrlr->dev, SYS_RES_MEMORY, in ufshci_pci_allocate_bar()
100 &ctrlr->resource_id, RF_ACTIVE); in ufshci_pci_allocate_bar()
102 if (ctrlr->resource == NULL) { in ufshci_pci_allocate_bar()
[all …]
H A Dufshci_acpi.c94 struct ufshci_controller *ctrlr = device_get_softc(dev); in ufshci_acpi_probe() local
102 ctrlr->quirks = acpi_dev->quirks; in ufshci_acpi_probe()
103 ctrlr->ref_clk = acpi_dev->ref_clk; in ufshci_acpi_probe()
104 ctrlr->hs_series = acpi_dev->hs_series; in ufshci_acpi_probe()
116 ufshci_acpi_allocate_memory(struct ufshci_controller *ctrlr) in ufshci_acpi_allocate_memory() argument
118 ctrlr->resource_id = 0; in ufshci_acpi_allocate_memory()
119 ctrlr->resource = bus_alloc_resource_any(ctrlr->dev, SYS_RES_MEMORY, in ufshci_acpi_allocate_memory()
120 &ctrlr->resource_id, RF_ACTIVE); in ufshci_acpi_allocate_memory()
122 if (ctrlr->resource == NULL) { in ufshci_acpi_allocate_memory()
123 ufshci_printf(ctrlr, "unable to allocate acpi resource\n"); in ufshci_acpi_allocate_memory()
[all …]
H A Dufshci_uic_cmd.c15 ufshci_uic_power_mode_ready(struct ufshci_controller *ctrlr) in ufshci_uic_power_mode_ready() argument
21 timeout = ticks + MSEC_2_TICKS(ctrlr->device_init_timeout_in_ms); in ufshci_uic_power_mode_ready()
24 is = ufshci_mmio_read_4(ctrlr, is); in ufshci_uic_power_mode_ready()
27 ufshci_mmio_write_4(ctrlr, is, in ufshci_uic_power_mode_ready()
33 ufshci_printf(ctrlr, in ufshci_uic_power_mode_ready()
36 ctrlr->device_init_timeout_in_ms); in ufshci_uic_power_mode_ready()
45 hcs = ufshci_mmio_read_4(ctrlr, hcs); in ufshci_uic_power_mode_ready()
47 ufshci_printf(ctrlr, in ufshci_uic_power_mode_ready()
57 ufshci_uic_hibernation_ready(struct ufshci_controller *ctrlr) in ufshci_uic_hibernation_ready() argument
63 timeout = ticks + MSEC_2_TICKS(ctrlr->uic_cmd_timeout_in_ms); in ufshci_uic_hibernation_ready()
[all …]
H A Dufshci_sim.c128 struct ufshci_controller *ctrlr; in ufshchi_sim_scsiio() local
141 ctrlr = sim2ctrlr(sim); in ufshchi_sim_scsiio()
201 error = ufshci_ctrlr_submit_transfer_request(ctrlr, req); in ufshchi_sim_scsiio()
216 ufshci_link_kBps(struct ufshci_controller *ctrlr) in ufshci_link_kBps() argument
218 uint32_t gear = ctrlr->hs_gear; in ufshci_link_kBps()
219 uint32_t lanes = ctrlr->rx_lanes; in ufshci_link_kBps()
248 struct ufshci_controller *ctrlr = sim2ctrlr(sim); in ufshci_cam_action() local
250 if (ctrlr == NULL) { in ufshci_cam_action()
265 if (!(ctrlr->quirks & UFSHCI_QUIRK_SKIP_WELL_KNOWN_LUNS)) in ufshci_cam_action()
274 cpi->max_lun = ctrlr->max_lun_count - 1; in ufshci_cam_action()
[all …]
H A Dufshci_private.h119 int (*construct)(struct ufshci_controller *ctrlr,
122 void (*destroy)(struct ufshci_controller *ctrlr,
126 int (*enable)(struct ufshci_controller *ctrlr,
128 void (*disable)(struct ufshci_controller *ctrlr,
134 void (*ring_doorbell)(struct ufshci_controller *ctrlr,
136 bool (*is_doorbell_cleared)(struct ufshci_controller *ctrlr,
138 void (*clear_cpl_ntf)(struct ufshci_controller *ctrlr,
141 int (*get_inflight_io)(struct ufshci_controller *ctrlr);
157 struct ufshci_controller *ctrlr; member
210 struct ufshci_controller *ctrlr; member
[all …]
H A Dufshci_sysctl.c39 struct ufshci_controller *ctrlr = arg1; in ufshci_sysctl_num_cmds() local
43 num_cmds = ctrlr->task_mgmt_req_queue.hwq[UFSHCI_SDB_Q].num_cmds; in ufshci_sysctl_num_cmds()
45 if (ctrlr->transfer_req_queue.hwq != NULL) { in ufshci_sysctl_num_cmds()
46 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_cmds()
47 num_cmds += ctrlr->transfer_req_queue.hwq[i].num_cmds; in ufshci_sysctl_num_cmds()
56 struct ufshci_controller *ctrlr = arg1; in ufshci_sysctl_num_intr_handler_calls() local
61 ctrlr->task_mgmt_req_queue.hwq[UFSHCI_SDB_Q].num_intr_handler_calls; in ufshci_sysctl_num_intr_handler_calls()
63 if (ctrlr->transfer_req_queue.hwq != NULL) { in ufshci_sysctl_num_intr_handler_calls()
64 for (i = 0; i < ctrlr->num_io_queues; i++) in ufshci_sysctl_num_intr_handler_calls()
65 num_intr_handler_calls += ctrlr->transfer_req_queue in ufshci_sysctl_num_intr_handler_calls()
[all …]
H A Dufshci_req_sdb.c79 uint32_t num_entries, struct ufshci_controller *ctrlr) in ufshci_req_sdb_cmd_desc_construct() argument
97 ucd_allocsz = roundup2(ucd_allocsz, ctrlr->page_size); in ufshci_req_sdb_cmd_desc_construct()
98 payload_allocsz = num_entries * ctrlr->max_xfer_size; in ufshci_req_sdb_cmd_desc_construct()
104 error = bus_dma_tag_create(bus_get_dma_tag(ctrlr->dev), 128, 0, in ufshci_req_sdb_cmd_desc_construct()
110 ufshci_printf(ctrlr, "request cmd desc tag create failed %d\n", in ufshci_req_sdb_cmd_desc_construct()
118 ufshci_printf(ctrlr, "failed to allocate cmd desc memory\n"); in ufshci_req_sdb_cmd_desc_construct()
125 ufshci_printf(ctrlr, "failed to load cmd desc memory\n"); in ufshci_req_sdb_cmd_desc_construct()
137 error = bus_dma_tag_create(bus_get_dma_tag(ctrlr->dev), 8, in ufshci_req_sdb_cmd_desc_construct()
138 ctrlr->page_size, BUS_SPACE_MAXADDR, BUS_SPACE_MAXADDR, NULL, NULL, in ufshci_req_sdb_cmd_desc_construct()
139 payload_allocsz, howmany(payload_allocsz, ctrlr->page_size) + 1, in ufshci_req_sdb_cmd_desc_construct()
[all …]
H A Dufshci_req_queue.c53 ufshci_utmr_req_queue_construct(struct ufshci_controller *ctrlr) in ufshci_utmr_req_queue_construct() argument
62 req_queue = &ctrlr->task_mgmt_req_queue; in ufshci_utmr_req_queue_construct()
66 error = req_queue->qops.construct(ctrlr, req_queue, UFSHCI_UTRM_ENTRIES, in ufshci_utmr_req_queue_construct()
73 ufshci_utmr_req_queue_destroy(struct ufshci_controller *ctrlr) in ufshci_utmr_req_queue_destroy() argument
76 if (ctrlr->task_mgmt_req_queue.qops.destroy == NULL) in ufshci_utmr_req_queue_destroy()
79 ctrlr->task_mgmt_req_queue.qops.destroy(ctrlr, in ufshci_utmr_req_queue_destroy()
80 &ctrlr->task_mgmt_req_queue); in ufshci_utmr_req_queue_destroy()
84 ufshci_utmr_req_queue_disable(struct ufshci_controller *ctrlr) in ufshci_utmr_req_queue_disable() argument
86 ctrlr->task_mgmt_req_queue.qops.disable(ctrlr, in ufshci_utmr_req_queue_disable()
87 &ctrlr->task_mgmt_req_queue); in ufshci_utmr_req_queue_disable()
[all …]
H A Dufshci.c20 struct ufshci_controller *ctrlr = device_get_softc(dev); in ufshci_attach() local
23 status = ufshci_ctrlr_construct(ctrlr, dev); in ufshci_attach()
25 ufshci_ctrlr_destruct(ctrlr, dev); in ufshci_attach()
29 ctrlr->config_hook.ich_func = ufshci_ctrlr_start_config_hook; in ufshci_attach()
30 ctrlr->config_hook.ich_arg = ctrlr; in ufshci_attach()
32 if (config_intrhook_establish(&ctrlr->config_hook) != 0) in ufshci_attach()
41 struct ufshci_controller *ctrlr = device_get_softc(dev); in ufshci_detach() local
43 config_intrhook_drain(&ctrlr->config_hook); in ufshci_detach()
45 ufshci_ctrlr_destruct(ctrlr, dev); in ufshci_detach()
H A Dufshci_ioctl.c81 ufshci_passthrough_cmd(struct ufshci_controller *ctrlr, in ufshci_passthrough_cmd() argument
110 if (pt->len > UFSHCI_PT_MAX_XFER || pt->len > ctrlr->max_xfer_size) in ufshci_passthrough_cmd()
141 UFSHCIV(UFSHCI_CAP_REG_EHSLUTRDS, ctrlr->cap) == 0) in ufshci_passthrough_cmd()
168 error = ufshci_ctrlr_submit_transfer_request(ctrlr, req); in ufshci_passthrough_cmd()
200 ufshci_passthrough_uic_cmd(struct ufshci_controller *ctrlr, in ufshci_passthrough_uic_cmd() argument
230 error = ufshci_uic_send_cmd(ctrlr, &pt->cmd, &return_value); in ufshci_passthrough_uic_cmd()
255 struct ufshci_controller *ctrlr = cdev->si_drv1; in ufshci_ioctl() local
259 return (ufshci_passthrough_cmd(ctrlr, in ufshci_ioctl()
262 return (ufshci_passthrough_uic_cmd(ctrlr, in ufshci_ioctl()
270 ufshci_ioctl_construct(struct ufshci_controller *ctrlr, device_t dev) in ufshci_ioctl_construct() argument
[all …]
/freebsd/sys/dev/nvme/
H A Dnvme_ctrlr.c57 static void nvme_ctrlr_construct_and_submit_aer(struct nvme_controller *ctrlr,
61 nvme_ctrlr_barrier(struct nvme_controller *ctrlr, int flags) in nvme_ctrlr_barrier() argument
63 bus_barrier(ctrlr->resource, 0, rman_get_size(ctrlr->resource), flags); in nvme_ctrlr_barrier()
67 nvme_ctrlr_devctl_va(struct nvme_controller *ctrlr, const char *type, in nvme_ctrlr_devctl_va() argument
75 sbuf_printf(&sb, "name=\"%s\" ", device_get_nameunit(ctrlr->dev)); in nvme_ctrlr_devctl_va()
84 nvme_ctrlr_devctl(struct nvme_controller *ctrlr, const char *type, const char *msg, ...) in nvme_ctrlr_devctl() argument
89 nvme_ctrlr_devctl_va(ctrlr, type, msg, ap); in nvme_ctrlr_devctl()
94 nvme_ctrlr_devctl_log(struct nvme_controller *ctrlr, const char *type, const char *msg, ...) in nvme_ctrlr_devctl_log() argument
102 sbuf_printf(&sb, "%s: ", device_get_nameunit(ctrlr in nvme_ctrlr_devctl_log()
116 nvme_ctrlr_construct_admin_qpair(struct nvme_controller * ctrlr) nvme_ctrlr_construct_admin_qpair() argument
149 QP(ctrlr,c) global() argument
152 nvme_ctrlr_construct_io_qpairs(struct nvme_controller * ctrlr) nvme_ctrlr_construct_io_qpairs() argument
260 nvme_ctrlr_fail(struct nvme_controller * ctrlr,bool admin_also) nvme_ctrlr_fail() argument
289 nvme_ctrlr_wait_for_ready(struct nvme_controller * ctrlr,int desired_val) nvme_ctrlr_wait_for_ready() argument
315 nvme_ctrlr_disable(struct nvme_controller * ctrlr) nvme_ctrlr_disable() argument
360 nvme_ctrlr_enable(struct nvme_controller * ctrlr) nvme_ctrlr_enable() argument
432 nvme_ctrlr_disable_qpairs(struct nvme_controller * ctrlr) nvme_ctrlr_disable_qpairs() argument
449 nvme_ctrlr_pcie_flr(struct nvme_controller * ctrlr,uint32_t csts) nvme_ctrlr_pcie_flr() argument
467 nvme_ctrlr_hw_reset(struct nvme_controller * ctrlr) nvme_ctrlr_hw_reset() argument
499 nvme_ctrlr_reset(struct nvme_controller * ctrlr) nvme_ctrlr_reset() argument
517 nvme_ctrlr_identify(struct nvme_controller * ctrlr) nvme_ctrlr_identify() argument
548 nvme_ctrlr_set_num_qpairs(struct nvme_controller * ctrlr) nvme_ctrlr_set_num_qpairs() argument
584 nvme_ctrlr_create_qpairs(struct nvme_controller * ctrlr) nvme_ctrlr_create_qpairs() argument
616 nvme_ctrlr_delete_qpairs(struct nvme_controller * ctrlr) nvme_ctrlr_delete_qpairs() argument
647 nvme_ctrlr_construct_namespaces(struct nvme_controller * ctrlr) nvme_ctrlr_construct_namespaces() argument
678 nvme_ctrlr_get_log_page_size(struct nvme_controller * ctrlr,uint8_t page_id) nvme_ctrlr_get_log_page_size() argument
715 nvme_ctrlr_log_critical_warnings(struct nvme_controller * ctrlr,uint8_t state) nvme_ctrlr_log_critical_warnings() argument
773 nvme_ctrlr_construct_and_submit_aer(struct nvme_controller * ctrlr,struct nvme_async_event_request * aer) nvme_ctrlr_construct_and_submit_aer() argument
804 nvme_ctrlr_configure_aer(struct nvme_controller * ctrlr) nvme_ctrlr_configure_aer() argument
848 nvme_ctrlr_configure_apst(struct nvme_controller * ctrlr) nvme_ctrlr_configure_apst() argument
889 nvme_ctrlr_configure_int_coalescing(struct nvme_controller * ctrlr) nvme_ctrlr_configure_int_coalescing() argument
904 nvme_ctrlr_hmb_free(struct nvme_controller * ctrlr) nvme_ctrlr_hmb_free() argument
937 nvme_ctrlr_hmb_alloc(struct nvme_controller * ctrlr) nvme_ctrlr_hmb_alloc() argument
1056 nvme_ctrlr_hmb_enable(struct nvme_controller * ctrlr,bool enable,bool memret) nvme_ctrlr_hmb_enable() argument
1080 struct nvme_controller *ctrlr = ctrlr_arg; nvme_ctrlr_start() local
1165 struct nvme_controller *ctrlr = arg; nvme_ctrlr_start_config_hook() local
1219 struct nvme_controller *ctrlr = arg; nvme_ctrlr_reset_task() local
1254 struct nvme_controller *ctrlr = aer->ctrlr; nvme_ctrlr_aer_task() local
1396 nvme_ctrlr_poll(struct nvme_controller * ctrlr) nvme_ctrlr_poll() argument
1415 struct nvme_controller *ctrlr = arg; nvme_ctrlr_shared_handler() local
1496 nvme_ctrlr_passthrough_cmd(struct nvme_controller * ctrlr,struct nvme_pt_command * pt,uint32_t nsid,int is_user,int is_admin_cmd) nvme_ctrlr_passthrough_cmd() argument
1575 nvme_ctrlr_linux_passthru_cmd(struct nvme_controller * ctrlr,struct nvme_passthru_cmd * npc,uint32_t nsid,bool is_user,bool is_admin) nvme_ctrlr_linux_passthru_cmd() argument
1648 struct nvme_controller *ctrlr; nvme_ctrlr_ioctl() local
1708 nvme_ctrlr_construct(struct nvme_controller * ctrlr,device_t dev) nvme_ctrlr_construct() argument
1847 nvme_ctrlr_destruct(struct nvme_controller * ctrlr,device_t dev) nvme_ctrlr_destruct() argument
1947 nvme_ctrlr_shutdown(struct nvme_controller * ctrlr) nvme_ctrlr_shutdown() argument
1975 nvme_ctrlr_submit_admin_request(struct nvme_controller * ctrlr,struct nvme_request * req) nvme_ctrlr_submit_admin_request() argument
1982 nvme_ctrlr_submit_io_request(struct nvme_controller * ctrlr,struct nvme_request * req) nvme_ctrlr_submit_io_request() argument
1994 nvme_ctrlr_get_device(struct nvme_controller * ctrlr) nvme_ctrlr_get_device() argument
2000 nvme_ctrlr_get_data(struct nvme_controller * ctrlr) nvme_ctrlr_get_data() argument
2006 nvme_ctrlr_suspend(struct nvme_controller * ctrlr) nvme_ctrlr_suspend() argument
2052 nvme_ctrlr_resume(struct nvme_controller * ctrlr) nvme_ctrlr_resume() argument
[all...]
H A Dnvme_pci.c51 static int nvme_ctrlr_setup_interrupts(struct nvme_controller *ctrlr);
130 struct nvme_controller *ctrlr = DEVICE2SOFTC(device); in nvme_pci_probe() local
145 ctrlr->quirks = ep->quirks; in nvme_pci_probe()
147 if (ctrlr->quirks & QUIRK_APPLE_IDENTIFY_CNS_BROKEN) in nvme_pci_probe()
148 ctrlr->max_identify_cns = NVME_APPLE_ANS2_MAX_CNS; in nvme_pci_probe()
168 nvme_ctrlr_allocate_bar(struct nvme_controller *ctrlr) in nvme_ctrlr_allocate_bar() argument
172 ctrlr->resource_id = PCIR_BAR(0); in nvme_ctrlr_allocate_bar()
173 ctrlr->msix_table_resource_id = -1; in nvme_ctrlr_allocate_bar()
174 ctrlr->msix_table_resource = NULL; in nvme_ctrlr_allocate_bar()
175 ctrlr->msix_pba_resource_id = -1; in nvme_ctrlr_allocate_bar()
[all …]
H A Dnvme_ahci.c66 struct nvme_controller*ctrlr = DEVICE2SOFTC(dev); in nvme_ahci_attach() local
70 ctrlr->resource_id = 0; in nvme_ahci_attach()
72 ctrlr->resource = bus_alloc_resource_any(dev, SYS_RES_MEMORY, in nvme_ahci_attach()
73 &ctrlr->resource_id, RF_ACTIVE); in nvme_ahci_attach()
75 if(ctrlr->resource == NULL) { in nvme_ahci_attach()
76 nvme_printf(ctrlr, "unable to allocate mem resource\n"); in nvme_ahci_attach()
82 ctrlr->rid = 0; in nvme_ahci_attach()
83 ctrlr->res = bus_alloc_resource_any(dev, SYS_RES_IRQ, in nvme_ahci_attach()
84 &ctrlr->rid, RF_SHAREABLE | RF_ACTIVE); in nvme_ahci_attach()
85 if (ctrlr->res == NULL) { in nvme_ahci_attach()
[all …]
H A Dnvme_ctrlr_cmd.c33 nvme_ctrlr_cmd_identify_controller(struct nvme_controller *ctrlr, void *payload, in nvme_ctrlr_cmd_identify_controller() argument
51 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_ctrlr_cmd_identify_controller()
55 nvme_ctrlr_cmd_identify_namespace(struct nvme_controller *ctrlr, uint32_t nsid, in nvme_ctrlr_cmd_identify_namespace() argument
72 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_ctrlr_cmd_identify_namespace()
76 nvme_ctrlr_cmd_create_io_cq(struct nvme_controller *ctrlr, in nvme_ctrlr_cmd_create_io_cq() argument
96 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_ctrlr_cmd_create_io_cq()
100 nvme_ctrlr_cmd_create_io_sq(struct nvme_controller *ctrlr, in nvme_ctrlr_cmd_create_io_sq() argument
121 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_ctrlr_cmd_create_io_sq()
125 nvme_ctrlr_cmd_delete_io_queue(struct nvme_controller *ctrlr, in nvme_ctrlr_cmd_delete_io_queue() argument
141 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_ctrlr_cmd_delete_io_queue()
[all …]
H A Dnvme_sysctl.c98 struct nvme_controller *ctrlr = arg1; in nvme_sysctl_int_coal() local
99 uint32_t *valp = (uint32_t *)((char *)ctrlr + (size_t)arg2); in nvme_sysctl_int_coal()
107 nvme_ctrlr_cmd_set_interrupt_coalescing(ctrlr, in nvme_sysctl_int_coal()
108 ctrlr->int_coal_time, ctrlr->int_coal_threshold, NULL, in nvme_sysctl_int_coal()
169 struct nvme_controller *ctrlr = arg1; in nvme_sysctl_reset_stats()
174 sum = *(int64_t *)((char *)&ctrlr->adminq + off); in nvme_sysctl_reset_stats()
176 if (ctrlr->ioq != NULL) { in nvme_sysctl_reset_stats()
177 for (i = 0; i < ctrlr->num_io_queues; i++) in nvme_sysctl_reset_stats()
178 sum += *(int64_t *)((char *)&ctrlr in nvme_sysctl_reset_stats()
153 struct nvme_controller *ctrlr = arg1; nvme_sysctl_qpair_stat() local
171 struct nvme_controller *ctrlr = arg1; nvme_sysctl_reset_stats() local
242 nvme_sysctl_initialize_ctrlr(struct nvme_controller * ctrlr) nvme_sysctl_initialize_ctrlr() argument
[all...]
H A Dnvme.c46 struct nvme_controller *ctrlr; in nvme_shutdown() local
49 ctrlr = DEVICE2SOFTC(dev); in nvme_shutdown()
51 csts = nvme_mmio_read_4(ctrlr, csts); in nvme_shutdown()
52 if (ctrlr->is_initialized && !ctrlr->is_failed && csts != NVME_GONE) in nvme_shutdown()
53 nvme_ctrlr_delete_qpairs(ctrlr);
54 nvme_ctrlr_shutdown(ctrlr);
62 struct nvme_controller *ctrlr = DEVICE2SOFTC(dev); in nvme_attach()
65 status = nvme_ctrlr_construct(ctrlr, dev); in nvme_attach()
67 nvme_ctrlr_destruct(ctrlr, de in nvme_attach()
57 struct nvme_controller *ctrlr = DEVICE2SOFTC(dev); nvme_attach() local
78 struct nvme_controller *ctrlr = DEVICE2SOFTC(dev); nvme_detach() local
92 nvme_notify_async(struct nvme_controller * ctrlr,const struct nvme_completion * async_cpl,uint32_t log_page_id,void * log_page_buffer,uint32_t log_page_size) nvme_notify_async() argument
110 nvme_notify_fail(struct nvme_controller * ctrlr) nvme_notify_fail() argument
[all...]
H A Dnvme_qpair.c65 nvme_printf(qpair->ctrlr, "%s sqid:%d cid:%d nsid:%x " in nvme_admin_qpair_print_command()
85 nvme_printf(qpair->ctrlr, "%s sqid:%d cid:%d nsid:%d " in nvme_io_qpair_print_command()
93 nvme_printf(qpair->ctrlr, "%s sqid:%d cid:%d nsid:%d\n", in nvme_io_qpair_print_command()
108 nvme_printf(qpair->ctrlr, in nvme_qpair_print_command()
112 nvme_printf(qpair->ctrlr, in nvme_qpair_print_command()
143 nvme_printf(qpair->ctrlr, "%s crd:%x m:%x dnr:%x p:%d " in nvme_qpair_print_completion()
271 !qpair->ctrlr->is_resetting) { in nvme_qpair_complete_tracker()
371 device_get_nameunit(qpair->ctrlr->dev))); in _nvme_qpair_process_completions()
459 nvme_printf(qpair->ctrlr, in _nvme_qpair_process_completions()
480 bus_write_4(qpair->ctrlr in _nvme_qpair_process_completions()
521 nvme_qpair_construct(struct nvme_qpair * qpair,uint32_t num_entries,uint32_t num_trackers,struct nvme_controller * ctrlr) nvme_qpair_construct() argument
852 struct nvme_controller *ctrlr = qpair->ctrlr; nvme_qpair_timeout() local
1050 struct nvme_controller *ctrlr; nvme_qpair_submit_tracker() local
[all...]
H A Dnvme_private.h130 struct nvme_controller *ctrlr;
163 struct nvme_controller *ctrlr;
217 struct nvme_controller *ctrlr;
359 nvme_ctrlr_num_namespaces(const struct nvme_controller *ctrlr) in nvme_ctrlr_nsid_visible()
363 nn = min(ctrlr->cdata.nn, NVME_MAX_NAMESPACES);
364 if ((ctrlr->quirks & QUIRK_APPLE_S3X_NS1_ONLY) != 0)
370 nvme_ctrlr_nsid_visible(const struct nvme_controller *ctrlr, uint32_t nsid)
372 return (nsid >= 1 && nsid <= nvme_ctrlr_num_namespaces(ctrlr));
398 #define nvme_printf(ctrlr, fmt, args...) \
399 device_printf(ctrlr
125 struct nvme_controller *ctrlr; global() member
152 struct nvme_controller *ctrlr; global() member
206 struct nvme_controller *ctrlr; global() member
345 nvme_ctrlr_num_namespaces(const struct nvme_controller * ctrlr) nvme_ctrlr_num_namespaces() argument
356 nvme_ctrlr_nsid_visible(const struct nvme_controller * ctrlr,uint32_t nsid) nvme_ctrlr_nsid_visible() argument
384 nvme_printf(ctrlr,fmt,args...) global() argument
595 nvme_request_set_ioq(struct nvme_controller * ctrlr,struct nvme_request * req,uint16_t ioq) nvme_request_set_ioq() argument
[all...]
H A Dnvme_sim.c96 struct nvme_controller *ctrlr; in nvme_sim_nvmeio() local
98 ctrlr = sim2ctrlr(sim); in nvme_sim_nvmeio()
100 if (ctrlr->max_identify_cns != 0 && in nvme_sim_nvmeio()
102 (le32toh(nvmeio->cmd.cdw10) & 0xff) > ctrlr->max_identify_cns) { in nvme_sim_nvmeio()
133 nvme_ctrlr_submit_io_request(ctrlr, req); in nvme_sim_nvmeio()
135 nvme_ctrlr_submit_admin_request(ctrlr, req); in nvme_sim_nvmeio()
139 nvme_link_kBps(struct nvme_controller *ctrlr) in nvme_link_kBps() argument
144 status = pcie_read_config(ctrlr->dev, PCIER_LINK_STA, 2); in nvme_link_kBps()
159 struct nvme_controller *ctrlr; in nvme_sim_action() local
165 ctrlr = sim2ctrlr(sim); in nvme_sim_action()
[all …]
H A Dnvme_ns.c68 struct nvme_controller *ctrlr; in nvme_ns_ioctl() local
72 ctrlr = ns->ctrlr; in nvme_ns_ioctl()
81 return (nvme_ctrlr_passthrough_cmd(ctrlr, pt, ns->id, in nvme_ns_ioctl()
86 strlcpy(gnsid->cdev, device_get_nameunit(ctrlr->dev), in nvme_ns_ioctl()
93 nvme_cdata_get_disk_ident(&ctrlr->cdata, sn); in nvme_ns_ioctl()
111 return (nvme_ctrlr_linux_passthru_cmd(ctrlr, npc, ns->id, true, in nvme_ns_ioctl()
187 return ns->ctrlr->max_xfer_size; in nvme_ns_get_max_io_xfer_size()
222 return ((const char *)ns->ctrlr->cdata.sn); in nvme_ns_get_serial_number()
228 return ((const char *)ns->ctrlr->cdata.mn); in nvme_ns_get_model_number()
443 counter_u64_add(ns->ctrlr->alignment_splits, 1); in nvme_ns_split_bio()
[all …]
/freebsd/sys/dev/nvmf/controller/
H A Dnvmft_controller.c27 nvmft_printf(struct nvmft_controller *ctrlr, const char *fmt, ...) in nvmft_printf() argument
37 sbuf_printf(&sb, "nvmft%u: ", ctrlr->cntlid); in nvmft_printf()
53 struct nvmft_controller *ctrlr; in nvmft_controller_alloc() local
55 ctrlr = malloc(sizeof(*ctrlr), M_NVMFT, M_WAITOK | M_ZERO); in nvmft_controller_alloc()
56 ctrlr->cntlid = cntlid; in nvmft_controller_alloc()
57 ctrlr->np = np; in nvmft_controller_alloc()
58 mtx_init(&ctrlr->lock, "nvmft controller", NULL, MTX_DEF); in nvmft_controller_alloc()
59 callout_init(&ctrlr->ka_timer, 1); in nvmft_controller_alloc()
60 TASK_INIT(&ctrlr->shutdown_task, 0, nvmft_controller_shutdown, ctrlr); in nvmft_controller_alloc()
61 TIMEOUT_TASK_INIT(taskqueue_thread, &ctrlr->terminate_task, 0, in nvmft_controller_alloc()
[all …]
H A Dctl_frontend_nvmf.c82 struct nvmft_controller *ctrlr; in nvmft_offline() local
87 TAILQ_FOREACH(ctrlr, &np->controllers, link) { in nvmft_offline()
88 nvmft_printf(ctrlr, in nvmft_offline()
90 nvmft_controller_error(ctrlr, NULL, ENODEV); in nvmft_offline()
102 struct nvmft_controller *ctrlr; in nvmft_info() local
111 TAILQ_FOREACH(ctrlr, &np->controllers, link) { in nvmft_info()
113 ctrlr->cntlid, ctrlr->hostnqn); in nvmft_info()
126 struct nvmft_controller *ctrlr; in nvmft_lun_enable() local
176 TAILQ_FOREACH(ctrlr, &np->controllers, link) { in nvmft_lun_enable()
177 nvmft_controller_lun_changed(ctrlr, lun_id); in nvmft_lun_enable()
[all …]
/freebsd/sbin/nvmecontrol/
H A Ddevlist.c96 scan_namespace(int fd, int ctrlr, uint32_t nsid) in scan_namespace() argument
107 snprintf(name, sizeof(name), "%s%d%s%d", NVME_CTRLR_PREFIX, ctrlr, in scan_namespace()
190 scan_controller(int ctrlr) in scan_controller() argument
198 snprintf(name, sizeof(name), "%s%d", NVME_CTRLR_PREFIX, ctrlr); in scan_controller()
221 scan_namespace(fd, ctrlr, nsid); in scan_controller()
231 scan_namespace(fd, ctrlr, nsid); in scan_controller()
245 int ctrlr, found; in devlist() local
250 ctrlr = -1; in devlist()
253 while (ctrlr < NVME_MAX_UNIT) { in devlist()
254 ctrlr++; in devlist()
[all …]

12