1 /*- 2 * BSD LICENSE 3 * 4 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * * Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * * Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in 15 * the documentation and/or other materials provided with the 16 * distribution. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 21 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 22 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 23 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 24 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 25 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 26 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 * 30 * $FreeBSD$ 31 */ 32 33 #ifndef _ISCI_H 34 #define _ISCI_H 35 36 #include <sys/param.h> 37 #include <sys/systm.h> 38 #include <sys/kernel.h> 39 #include <sys/bus.h> 40 #include <sys/lock.h> 41 #include <sys/mutex.h> 42 #include <sys/types.h> 43 #include <sys/malloc.h> 44 #include <sys/rman.h> 45 46 #include <machine/bus.h> 47 #include <machine/resource.h> 48 49 #include <cam/cam.h> 50 #include <cam/cam_ccb.h> 51 #include <cam/cam_sim.h> 52 #include <cam/cam_xpt_sim.h> 53 54 #include <dev/isci/environment.h> 55 #include <dev/isci/scil/intel_pci.h> 56 57 #include <dev/isci/scil/sci_types.h> 58 #include <dev/isci/scil/sci_object.h> 59 #include <dev/isci/scil/sci_status.h> 60 #include <dev/isci/scil/sci_pool.h> 61 #include <dev/isci/scil/sci_fast_list.h> 62 63 #include <dev/isci/scil/sci_controller_constants.h> 64 65 #include <dev/isci/scil/scic_controller.h> 66 #include <dev/isci/scil/scic_config_parameters.h> 67 68 #define DEVICE2SOFTC(dev) ((struct isci_softc *) device_get_softc(dev)) 69 70 #define DEVICE_TIMEOUT 1000 71 #define SCI_MAX_TIMERS 32 72 73 #define ISCI_NUM_PCI_BARS 2 74 #define ISCI_MAX_LUN 8 75 76 MALLOC_DECLARE(M_ISCI); 77 78 struct ISCI_TIMER { 79 struct callout callout; 80 SCI_TIMER_CALLBACK_T callback; 81 void *cookie; 82 BOOL is_started; 83 }; 84 85 struct ISCI_REMOTE_DEVICE { 86 uint32_t index; 87 struct ISCI_DOMAIN *domain; 88 SCI_REMOTE_DEVICE_HANDLE_T sci_object; 89 BOOL is_resetting; 90 uint32_t frozen_lun_mask; 91 SCI_FAST_LIST_ELEMENT_T pending_device_reset_element; 92 93 /* 94 * This queue maintains CCBs that have been returned with 95 * SCI_IO_FAILURE_INVALID_STATE from the SCI layer. These CCBs 96 * need to be retried, but we cannot return CAM_REQUEUE_REQ because 97 * this status gets passed all the way back up to users of the pass(4) 98 * interface and breaks things like smartctl. So instead, we queue 99 * these CCBs internally. 100 */ 101 TAILQ_HEAD(,ccb_hdr) queued_ccbs; 102 103 /* 104 * Marker denoting this remote device needs its first queued ccb to 105 * be retried. 106 */ 107 BOOL release_queued_ccb; 108 109 /* 110 * Points to a CCB in the queue that is currently being processed by 111 * SCIL. This allows us to keep in flight CCBs in the queue so as to 112 * maintain ordering (i.e. in case we retry an I/O and then find out 113 * it needs to be retried again - it just keeps its same place in the 114 * queue. 115 */ 116 union ccb * queued_ccb_in_progress; 117 }; 118 119 struct ISCI_DOMAIN { 120 struct ISCI_CONTROLLER *controller; 121 SCI_DOMAIN_HANDLE_T sci_object; 122 uint8_t index; 123 struct ISCI_REMOTE_DEVICE *da_remote_device; 124 }; 125 126 struct ISCI_MEMORY 127 { 128 bus_addr_t physical_address; 129 bus_dma_tag_t dma_tag; 130 bus_dmamap_t dma_map; 131 POINTER_UINT virtual_address; 132 uint32_t size; 133 int error; 134 }; 135 136 struct ISCI_INTERRUPT_INFO 137 { 138 SCIC_CONTROLLER_HANDLER_METHODS_T *handlers; 139 void *interrupt_target_handle; 140 struct resource *res; 141 int rid; 142 void *tag; 143 144 }; 145 146 struct ISCI_LED 147 { 148 struct cdev *cdev; 149 SCI_CONTROLLER_HANDLE_T handle; 150 int index; 151 }; 152 153 struct ISCI_CONTROLLER 154 { 155 struct isci_softc *isci; 156 uint8_t index; 157 SCI_CONTROLLER_HANDLE_T scif_controller_handle; 158 struct ISCI_DOMAIN domain[SCI_MAX_DOMAINS]; 159 BOOL is_started; 160 BOOL has_been_scanned; 161 uint32_t initial_discovery_mask; 162 BOOL is_frozen; 163 BOOL release_queued_ccbs; 164 uint8_t *remote_device_memory; 165 struct ISCI_MEMORY cached_controller_memory; 166 struct ISCI_MEMORY uncached_controller_memory; 167 struct ISCI_MEMORY request_memory; 168 bus_dma_tag_t buffer_dma_tag; 169 struct mtx lock; 170 struct cam_sim *sim; 171 struct cam_path *path; 172 struct ISCI_REMOTE_DEVICE *remote_device[SCI_MAX_REMOTE_DEVICES]; 173 void *timer_memory; 174 SCIC_OEM_PARAMETERS_T oem_parameters; 175 uint32_t oem_parameters_version; 176 uint32_t queue_depth; 177 uint32_t sim_queue_depth; 178 SCI_FAST_LIST_T pending_device_reset_list; 179 struct ISCI_LED led[SCI_MAX_PHYS]; 180 181 SCI_MEMORY_DESCRIPTOR_LIST_HANDLE_T mdl; 182 183 SCI_POOL_CREATE(remote_device_pool, struct ISCI_REMOTE_DEVICE *, SCI_MAX_REMOTE_DEVICES); 184 SCI_POOL_CREATE(request_pool, struct ISCI_REQUEST *, SCI_MAX_IO_REQUESTS); 185 SCI_POOL_CREATE(timer_pool, struct ISCI_TIMER *, SCI_MAX_TIMERS); 186 SCI_POOL_CREATE(unmap_buffer_pool, void *, SCI_MAX_REMOTE_DEVICES); 187 }; 188 189 struct ISCI_REQUEST 190 { 191 SCI_CONTROLLER_HANDLE_T controller_handle; 192 SCI_REMOTE_DEVICE_HANDLE_T remote_device_handle; 193 bus_dma_tag_t dma_tag; 194 bus_dmamap_t dma_map; 195 SCI_PHYSICAL_ADDRESS physical_address; 196 struct callout timer; 197 }; 198 199 struct ISCI_IO_REQUEST 200 { 201 struct ISCI_REQUEST parent; 202 SCI_IO_REQUEST_HANDLE_T sci_object; 203 union ccb *ccb; 204 uint32_t num_segments; 205 uint32_t current_sge_index; 206 bus_dma_segment_t *sge; 207 }; 208 209 struct ISCI_TASK_REQUEST 210 { 211 struct ISCI_REQUEST parent; 212 struct scsi_sense_data sense_data; 213 SCI_TASK_REQUEST_HANDLE_T sci_object; 214 union ccb *ccb; 215 216 }; 217 218 struct ISCI_PCI_BAR { 219 220 bus_space_tag_t bus_tag; 221 bus_space_handle_t bus_handle; 222 int resource_id; 223 struct resource *resource; 224 225 }; 226 227 /* 228 * One of these per allocated PCI device. 229 */ 230 struct isci_softc { 231 232 struct ISCI_PCI_BAR pci_bar[ISCI_NUM_PCI_BARS]; 233 struct ISCI_CONTROLLER controllers[SCI_MAX_CONTROLLERS]; 234 SCI_LIBRARY_HANDLE_T sci_library_handle; 235 void * sci_library_memory; 236 SCIC_CONTROLLER_HANDLER_METHODS_T handlers[4]; 237 struct ISCI_INTERRUPT_INFO interrupt_info[4]; 238 uint32_t controller_count; 239 uint32_t num_interrupts; 240 uint32_t coalesce_number; 241 uint32_t coalesce_timeout; 242 device_t device; 243 SCI_PCI_COMMON_HEADER_T pci_common_header; 244 BOOL oem_parameters_found; 245 struct intr_config_hook config_hook; 246 }; 247 248 int isci_allocate_resources(device_t device); 249 250 int isci_allocate_dma_buffer(device_t device, struct ISCI_MEMORY *memory); 251 252 void isci_remote_device_reset(struct ISCI_REMOTE_DEVICE *remote_device, 253 union ccb *ccb); 254 255 /** 256 * Returns the negotiated link rate (in KB/s) for the associated 257 * remote device. Used to fill out bitrate field for GET_TRANS_SETTINGS. 258 * Will match the negotiated link rate for the lowest numbered local phy 259 * in the port/domain containing this remote device. 260 */ 261 uint32_t isci_remote_device_get_bitrate( 262 struct ISCI_REMOTE_DEVICE *remote_device); 263 264 void isci_remote_device_freeze_lun_queue( 265 struct ISCI_REMOTE_DEVICE *remote_device, lun_id_t lun); 266 267 void isci_remote_device_release_lun_queue( 268 struct ISCI_REMOTE_DEVICE *remote_device, lun_id_t lun); 269 270 void isci_remote_device_release_device_queue( 271 struct ISCI_REMOTE_DEVICE * remote_device); 272 273 void isci_request_construct(struct ISCI_REQUEST *request, 274 SCI_CONTROLLER_HANDLE_T scif_controller_handle, 275 bus_dma_tag_t io_buffer_dma_tag, bus_addr_t physical_address); 276 277 #define isci_io_request_get_max_io_size() \ 278 ((SCI_MAX_SCATTER_GATHER_ELEMENTS - 1) * PAGE_SIZE) 279 280 #define isci_task_request_get_object_size() \ 281 (sizeof(struct ISCI_TASK_REQUEST) + scif_task_request_get_object_size()) 282 283 #define isci_io_request_get_object_size() \ 284 (sizeof(struct ISCI_IO_REQUEST) + scif_io_request_get_object_size()) 285 286 #define isci_request_get_object_size() \ 287 max( \ 288 isci_task_request_get_object_size(), \ 289 isci_io_request_get_object_size() \ 290 ) 291 292 293 void isci_io_request_execute_scsi_io(union ccb *ccb, 294 struct ISCI_CONTROLLER *controller); 295 296 #if __FreeBSD_version >= 900026 297 void isci_io_request_execute_smp_io( 298 union ccb *ccb, struct ISCI_CONTROLLER *controller); 299 #endif 300 301 void isci_io_request_timeout(void *); 302 303 void isci_get_oem_parameters(struct isci_softc *isci); 304 305 void isci_io_request_complete( 306 SCI_CONTROLLER_HANDLE_T scif_controller, 307 SCI_REMOTE_DEVICE_HANDLE_T remote_device, 308 struct ISCI_IO_REQUEST * isci_request, SCI_IO_STATUS completion_status); 309 310 void isci_task_request_complete( 311 SCI_CONTROLLER_HANDLE_T scif_controller, 312 SCI_REMOTE_DEVICE_HANDLE_T remote_device, 313 SCI_TASK_REQUEST_HANDLE_T io_request, SCI_TASK_STATUS completion_status); 314 315 void isci_sysctl_initialize(struct isci_softc *isci); 316 317 void isci_controller_construct(struct ISCI_CONTROLLER *controller, 318 struct isci_softc *isci); 319 320 SCI_STATUS isci_controller_initialize(struct ISCI_CONTROLLER *controller); 321 322 int isci_controller_allocate_memory(struct ISCI_CONTROLLER *controller); 323 324 void isci_controller_domain_discovery_complete( 325 struct ISCI_CONTROLLER *isci_controller, struct ISCI_DOMAIN *isci_domain); 326 327 int isci_controller_attach_to_cam(struct ISCI_CONTROLLER *controller); 328 329 void isci_controller_start(void *controller); 330 331 void isci_controller_release_queued_ccbs(struct ISCI_CONTROLLER *controller); 332 333 void isci_domain_construct(struct ISCI_DOMAIN *domain, uint32_t domain_index, 334 struct ISCI_CONTROLLER *controller); 335 336 void isci_interrupt_setup(struct isci_softc *isci); 337 void isci_interrupt_poll_handler(struct ISCI_CONTROLLER *controller); 338 339 void isci_log_message(uint32_t verbosity, char *log_message_prefix, 340 char *log_message, ...); 341 342 extern uint32_t g_isci_debug_level; 343 344 #endif /* #ifndef _ISCI_H */ 345