1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright (c) 2004-2005 HighPoint Technologies, Inc. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 17 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 20 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 */ 28 29 #include <sys/cdefs.h> 30 __FBSDID("$FreeBSD$"); 31 32 #include <sys/param.h> 33 #include <sys/systm.h> 34 #include <sys/kernel.h> 35 #include <sys/bus.h> 36 #include <sys/malloc.h> 37 #include <sys/resource.h> 38 #include <sys/time.h> 39 #include <sys/callout.h> 40 #include <sys/signalvar.h> 41 #include <sys/eventhandler.h> 42 #include <sys/proc.h> 43 #include <sys/kthread.h> 44 45 #include <sys/mutex.h> 46 #include <sys/module.h> 47 #include <sys/sx.h> 48 49 #include <dev/pci/pcireg.h> 50 #include <dev/pci/pcivar.h> 51 52 #ifndef __KERNEL__ 53 #define __KERNEL__ 54 #endif 55 56 #include <dev/hptmv/global.h> 57 #include <dev/hptmv/hptintf.h> 58 #include <dev/hptmv/osbsd.h> 59 #include <dev/hptmv/access601.h> 60 61 62 #ifdef DEBUG 63 #ifdef DEBUG_LEVEL 64 int hpt_dbg_level = DEBUG_LEVEL; 65 #else 66 int hpt_dbg_level = 0; 67 #endif 68 #endif 69 70 #define MV_ERROR printf 71 72 /* 73 * CAM SIM entry points 74 */ 75 static int hpt_probe (device_t dev); 76 static void launch_worker_thread(void); 77 static int hpt_attach(device_t dev); 78 static int hpt_detach(device_t dev); 79 static int hpt_shutdown(device_t dev); 80 static void hpt_poll(struct cam_sim *sim); 81 static void hpt_intr(void *arg); 82 static void hpt_async(void *callback_arg, u_int32_t code, struct cam_path *path, void *arg); 83 static void hpt_action(struct cam_sim *sim, union ccb *ccb); 84 85 static device_method_t driver_methods[] = { 86 /* Device interface */ 87 DEVMETHOD(device_probe, hpt_probe), 88 DEVMETHOD(device_attach, hpt_attach), 89 DEVMETHOD(device_detach, hpt_detach), 90 91 DEVMETHOD(device_shutdown, hpt_shutdown), 92 DEVMETHOD_END 93 }; 94 95 static driver_t hpt_pci_driver = { 96 __str(PROC_DIR_NAME), 97 driver_methods, 98 sizeof(IAL_ADAPTER_T) 99 }; 100 101 static devclass_t hpt_devclass; 102 103 #define __DRIVER_MODULE(p1, p2, p3, p4, p5, p6) DRIVER_MODULE(p1, p2, p3, p4, p5, p6) 104 __DRIVER_MODULE(PROC_DIR_NAME, pci, hpt_pci_driver, hpt_devclass, 0, 0); 105 MODULE_DEPEND(PROC_DIR_NAME, cam, 1, 1, 1); 106 107 #define ccb_ccb_ptr spriv_ptr0 108 #define ccb_adapter ccb_h.spriv_ptr1 109 110 static void SetInquiryData(PINQUIRYDATA inquiryData, PVDevice pVDev); 111 static void HPTLIBAPI OsSendCommand (_VBUS_ARG union ccb * ccb); 112 static void HPTLIBAPI fOsCommandDone(_VBUS_ARG PCommand pCmd); 113 static void ccb_done(union ccb *ccb); 114 static void hpt_queue_ccb(union ccb **ccb_Q, union ccb *ccb); 115 static void hpt_free_ccb(union ccb **ccb_Q, union ccb *ccb); 116 static void hpt_intr_locked(IAL_ADAPTER_T *pAdapter); 117 static void hptmv_free_edma_queues(IAL_ADAPTER_T *pAdapter); 118 static void hptmv_free_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 119 static void handleEdmaError(_VBUS_ARG PCommand pCmd); 120 static int hptmv_init_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 121 static int fResetActiveCommands(PVBus _vbus_p); 122 static void fRegisterVdevice(IAL_ADAPTER_T *pAdapter); 123 static int hptmv_allocate_edma_queues(IAL_ADAPTER_T *pAdapter); 124 static void hptmv_handle_event_disconnect(void *data); 125 static void hptmv_handle_event_connect(void *data); 126 static int start_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum); 127 static void init_vdev_params(IAL_ADAPTER_T *pAdapter, MV_U8 channel); 128 static int hptmv_parse_identify_results(MV_SATA_CHANNEL *pMvSataChannel); 129 static int HPTLIBAPI fOsBuildSgl(_VBUS_ARG PCommand pCmd, FPSCAT_GATH pSg, 130 int logical); 131 static MV_BOOLEAN CommandCompletionCB(MV_SATA_ADAPTER *pMvSataAdapter, 132 MV_U8 channelNum, MV_COMPLETION_TYPE comp_type, MV_VOID_PTR commandId, 133 MV_U16 responseFlags, MV_U32 timeStamp, 134 MV_STORAGE_DEVICE_REGISTERS *registerStruct); 135 static MV_BOOLEAN hptmv_event_notify(MV_SATA_ADAPTER *pMvSataAdapter, 136 MV_EVENT_TYPE eventType, MV_U32 param1, MV_U32 param2); 137 138 #define ccb_ccb_ptr spriv_ptr0 139 #define ccb_adapter ccb_h.spriv_ptr1 140 141 static struct sx hptmv_list_lock; 142 SX_SYSINIT(hptmv_list_lock, &hptmv_list_lock, "hptmv list"); 143 IAL_ADAPTER_T *gIal_Adapter = NULL; 144 IAL_ADAPTER_T *pCurAdapter = NULL; 145 static MV_SATA_CHANNEL gMvSataChannels[MAX_VBUS][MV_SATA_CHANNELS_NUM]; 146 147 typedef struct st_HPT_DPC { 148 IAL_ADAPTER_T *pAdapter; 149 void (*dpc)(IAL_ADAPTER_T *, void *, UCHAR); 150 void *arg; 151 UCHAR flags; 152 } ST_HPT_DPC; 153 154 #define MAX_DPC 16 155 UCHAR DPC_Request_Nums = 0; 156 static ST_HPT_DPC DpcQueue[MAX_DPC]; 157 static int DpcQueue_First=0; 158 static int DpcQueue_Last = 0; 159 static struct mtx DpcQueue_Lock; 160 MTX_SYSINIT(hpmtv_dpc_lock, &DpcQueue_Lock, "hptmv dpc", MTX_DEF); 161 162 char DRIVER_VERSION[] = "v1.16"; 163 164 /******************************************************************************* 165 * Name: hptmv_free_channel 166 * 167 * Description: free allocated queues for the given channel 168 * 169 * Parameters: pMvSataAdapter - pointer to the RR18xx controller this 170 * channel connected to. 171 * channelNum - channel number. 172 * 173 ******************************************************************************/ 174 static void 175 hptmv_free_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 176 { 177 HPT_ASSERT(channelNum < MV_SATA_CHANNELS_NUM); 178 pAdapter->mvSataAdapter.sataChannel[channelNum] = NULL; 179 } 180 181 static void failDevice(PVDevice pVDev) 182 { 183 PVBus _vbus_p = pVDev->pVBus; 184 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)_vbus_p->OsExt; 185 186 pVDev->u.disk.df_on_line = 0; 187 pVDev->vf_online = 0; 188 if (pVDev->pfnDeviceFailed) 189 CallWhenIdle(_VBUS_P (DPC_PROC)pVDev->pfnDeviceFailed, pVDev); 190 191 fNotifyGUI(ET_DEVICE_REMOVED, pVDev); 192 193 #ifndef FOR_DEMO 194 if (pAdapter->ver_601==2 && !pAdapter->beeping) { 195 pAdapter->beeping = 1; 196 BeepOn(pAdapter->mvSataAdapter.adapterIoBaseAddress); 197 set_fail_led(&pAdapter->mvSataAdapter, pVDev->u.disk.mv->channelNumber, 1); 198 } 199 #endif 200 } 201 202 int MvSataResetChannel(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channel); 203 204 static void 205 handleEdmaError(_VBUS_ARG PCommand pCmd) 206 { 207 PDevice pDevice = &pCmd->pVDevice->u.disk; 208 MV_SATA_ADAPTER * pSataAdapter = pDevice->mv->mvSataAdapter; 209 210 if (!pDevice->df_on_line) { 211 KdPrint(("Device is offline")); 212 pCmd->Result = RETURN_BAD_DEVICE; 213 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 214 return; 215 } 216 217 if (pCmd->RetryCount++>5) { 218 hpt_printk(("too many retries on channel(%d)\n", pDevice->mv->channelNumber)); 219 failed: 220 failDevice(pCmd->pVDevice); 221 pCmd->Result = RETURN_IDE_ERROR; 222 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 223 return; 224 } 225 226 /* reset the channel and retry the command */ 227 if (MvSataResetChannel(pSataAdapter, pDevice->mv->channelNumber)) 228 goto failed; 229 230 fNotifyGUI(ET_DEVICE_ERROR, Map2pVDevice(pDevice)); 231 232 hpt_printk(("Retry on channel(%d)\n", pDevice->mv->channelNumber)); 233 fDeviceSendCommand(_VBUS_P pCmd); 234 } 235 236 /**************************************************************** 237 * Name: hptmv_init_channel 238 * 239 * Description: allocate request and response queues for the EDMA of the 240 * given channel and sets other fields. 241 * 242 * Parameters: 243 * pAdapter - pointer to the emulated adapter data structure 244 * channelNum - channel number. 245 * Return: 0 on success, otherwise on failure 246 ****************************************************************/ 247 static int 248 hptmv_init_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 249 { 250 MV_SATA_CHANNEL *pMvSataChannel; 251 dma_addr_t req_dma_addr; 252 dma_addr_t rsp_dma_addr; 253 254 if (channelNum >= MV_SATA_CHANNELS_NUM) 255 { 256 MV_ERROR("RR18xx[%d]: Bad channelNum=%d", 257 pAdapter->mvSataAdapter.adapterId, channelNum); 258 return -1; 259 } 260 261 pMvSataChannel = &gMvSataChannels[pAdapter->mvSataAdapter.adapterId][channelNum]; 262 pAdapter->mvSataAdapter.sataChannel[channelNum] = pMvSataChannel; 263 pMvSataChannel->channelNumber = channelNum; 264 pMvSataChannel->lba48Address = MV_FALSE; 265 pMvSataChannel->maxReadTransfer = MV_FALSE; 266 267 pMvSataChannel->requestQueue = (struct mvDmaRequestQueueEntry *) 268 (pAdapter->requestsArrayBaseAlignedAddr + (channelNum * MV_EDMA_REQUEST_QUEUE_SIZE)); 269 req_dma_addr = pAdapter->requestsArrayBaseDmaAlignedAddr + (channelNum * MV_EDMA_REQUEST_QUEUE_SIZE); 270 271 272 KdPrint(("requestQueue addr is 0x%llX", (HPT_U64)(ULONG_PTR)req_dma_addr)); 273 274 /* check the 1K alignment of the request queue*/ 275 if (req_dma_addr & 0x3ff) 276 { 277 MV_ERROR("RR18xx[%d]: request queue allocated isn't 1 K aligned," 278 " dma_addr=%llx channel=%d\n", pAdapter->mvSataAdapter.adapterId, 279 (HPT_U64)(ULONG_PTR)req_dma_addr, channelNum); 280 return -1; 281 } 282 pMvSataChannel->requestQueuePciLowAddress = req_dma_addr; 283 pMvSataChannel->requestQueuePciHiAddress = 0; 284 KdPrint(("RR18xx[%d,%d]: request queue allocated: 0x%p", 285 pAdapter->mvSataAdapter.adapterId, channelNum, 286 pMvSataChannel->requestQueue)); 287 pMvSataChannel->responseQueue = (struct mvDmaResponseQueueEntry *) 288 (pAdapter->responsesArrayBaseAlignedAddr + (channelNum * MV_EDMA_RESPONSE_QUEUE_SIZE)); 289 rsp_dma_addr = pAdapter->responsesArrayBaseDmaAlignedAddr + (channelNum * MV_EDMA_RESPONSE_QUEUE_SIZE); 290 291 /* check the 256 alignment of the response queue*/ 292 if (rsp_dma_addr & 0xff) 293 { 294 MV_ERROR("RR18xx[%d,%d]: response queue allocated isn't 256 byte " 295 "aligned, dma_addr=%llx\n", 296 pAdapter->mvSataAdapter.adapterId, channelNum, (HPT_U64)(ULONG_PTR)rsp_dma_addr); 297 return -1; 298 } 299 pMvSataChannel->responseQueuePciLowAddress = rsp_dma_addr; 300 pMvSataChannel->responseQueuePciHiAddress = 0; 301 KdPrint(("RR18xx[%d,%d]: response queue allocated: 0x%p", 302 pAdapter->mvSataAdapter.adapterId, channelNum, 303 pMvSataChannel->responseQueue)); 304 305 pAdapter->mvChannel[channelNum].online = MV_TRUE; 306 return 0; 307 } 308 309 /****************************************************************************** 310 * Name: hptmv_parse_identify_results 311 * 312 * Description: this functions parses the identify command results, checks 313 * that the connected deives can be accesed by RR18xx EDMA, 314 * and updates the channel structure accordingly. 315 * 316 * Parameters: pMvSataChannel, pointer to the channel data structure. 317 * 318 * Returns: =0 ->success, < 0 ->failure. 319 * 320 ******************************************************************************/ 321 static int 322 hptmv_parse_identify_results(MV_SATA_CHANNEL *pMvSataChannel) 323 { 324 MV_U16 *iden = pMvSataChannel->identifyDevice; 325 326 /*LBA addressing*/ 327 if (! (iden[IDEN_CAPACITY_1_OFFSET] & 0x200)) 328 { 329 KdPrint(("IAL Error in IDENTIFY info: LBA not supported\n")); 330 return -1; 331 } 332 else 333 { 334 KdPrint(("%25s - %s\n", "Capabilities", "LBA supported")); 335 } 336 /*DMA support*/ 337 if (! (iden[IDEN_CAPACITY_1_OFFSET] & 0x100)) 338 { 339 KdPrint(("IAL Error in IDENTIFY info: DMA not supported\n")); 340 return -1; 341 } 342 else 343 { 344 KdPrint(("%25s - %s\n", "Capabilities", "DMA supported")); 345 } 346 /* PIO */ 347 if ((iden[IDEN_VALID] & 2) == 0) 348 { 349 KdPrint(("IAL Error in IDENTIFY info: not able to find PIO mode\n")); 350 return -1; 351 } 352 KdPrint(("%25s - 0x%02x\n", "PIO modes supported", 353 iden[IDEN_PIO_MODE_SPPORTED] & 0xff)); 354 355 /*UDMA*/ 356 if ((iden[IDEN_VALID] & 4) == 0) 357 { 358 KdPrint(("IAL Error in IDENTIFY info: not able to find UDMA mode\n")); 359 return -1; 360 } 361 362 /* 48 bit address */ 363 if ((iden[IDEN_SUPPORTED_COMMANDS2] & 0x400)) 364 { 365 KdPrint(("%25s - %s\n", "LBA48 addressing", "supported")); 366 pMvSataChannel->lba48Address = MV_TRUE; 367 } 368 else 369 { 370 KdPrint(("%25s - %s\n", "LBA48 addressing", "Not supported")); 371 pMvSataChannel->lba48Address = MV_FALSE; 372 } 373 return 0; 374 } 375 376 static void 377 init_vdev_params(IAL_ADAPTER_T *pAdapter, MV_U8 channel) 378 { 379 PVDevice pVDev = &pAdapter->VDevices[channel]; 380 MV_SATA_CHANNEL *pMvSataChannel = pAdapter->mvSataAdapter.sataChannel[channel]; 381 MV_U16_PTR IdentifyData = pMvSataChannel->identifyDevice; 382 383 pMvSataChannel->outstandingCommands = 0; 384 385 pVDev->u.disk.mv = pMvSataChannel; 386 pVDev->u.disk.df_on_line = 1; 387 pVDev->u.disk.pVBus = &pAdapter->VBus; 388 pVDev->pVBus = &pAdapter->VBus; 389 390 #ifdef SUPPORT_48BIT_LBA 391 if (pMvSataChannel->lba48Address == MV_TRUE) 392 pVDev->u.disk.dDeRealCapacity = ((IdentifyData[101]<<16) | IdentifyData[100]) - 1; 393 else 394 #endif 395 if(IdentifyData[53] & 1) { 396 pVDev->u.disk.dDeRealCapacity = 397 (((IdentifyData[58]<<16 | IdentifyData[57]) < (IdentifyData[61]<<16 | IdentifyData[60])) ? 398 (IdentifyData[61]<<16 | IdentifyData[60]) : 399 (IdentifyData[58]<<16 | IdentifyData[57])) - 1; 400 } else 401 pVDev->u.disk.dDeRealCapacity = 402 (IdentifyData[61]<<16 | IdentifyData[60]) - 1; 403 404 pVDev->u.disk.bDeUsable_Mode = pVDev->u.disk.bDeModeSetting = 405 pAdapter->mvChannel[channel].maxPioModeSupported - MV_ATA_TRANSFER_PIO_0; 406 407 if (pAdapter->mvChannel[channel].maxUltraDmaModeSupported!=0xFF) { 408 pVDev->u.disk.bDeUsable_Mode = pVDev->u.disk.bDeModeSetting = 409 pAdapter->mvChannel[channel].maxUltraDmaModeSupported - MV_ATA_TRANSFER_UDMA_0 + 8; 410 } 411 } 412 413 static void device_change(IAL_ADAPTER_T *pAdapter , MV_U8 channelIndex, int plugged) 414 { 415 PVDevice pVDev; 416 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 417 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channelIndex]; 418 419 if (!pMvSataChannel) return; 420 421 if (plugged) 422 { 423 pVDev = &(pAdapter->VDevices[channelIndex]); 424 init_vdev_params(pAdapter, channelIndex); 425 426 pVDev->VDeviceType = pVDev->u.disk.df_atapi? VD_ATAPI : 427 pVDev->u.disk.df_removable_drive? VD_REMOVABLE : VD_SINGLE_DISK; 428 429 pVDev->VDeviceCapacity = pVDev->u.disk.dDeRealCapacity-SAVE_FOR_RAID_INFO; 430 pVDev->pfnSendCommand = pfnSendCommand[pVDev->VDeviceType]; 431 pVDev->pfnDeviceFailed = pfnDeviceFailed[pVDev->VDeviceType]; 432 pVDev->vf_online = 1; 433 434 #ifdef SUPPORT_ARRAY 435 if(pVDev->pParent) 436 { 437 int iMember; 438 for(iMember = 0; iMember < pVDev->pParent->u.array.bArnMember; iMember++) 439 if((PVDevice)pVDev->pParent->u.array.pMember[iMember] == pVDev) 440 pVDev->pParent->u.array.pMember[iMember] = NULL; 441 pVDev->pParent = NULL; 442 } 443 #endif 444 fNotifyGUI(ET_DEVICE_PLUGGED,pVDev); 445 fCheckBootable(pVDev); 446 RegisterVDevice(pVDev); 447 448 #ifndef FOR_DEMO 449 if (pAdapter->beeping) { 450 pAdapter->beeping = 0; 451 BeepOff(pAdapter->mvSataAdapter.adapterIoBaseAddress); 452 } 453 #endif 454 455 } 456 else 457 { 458 pVDev = &(pAdapter->VDevices[channelIndex]); 459 failDevice(pVDev); 460 } 461 } 462 463 static int 464 start_channel(IAL_ADAPTER_T *pAdapter, MV_U8 channelNum) 465 { 466 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 467 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channelNum]; 468 MV_CHANNEL *pChannelInfo = &(pAdapter->mvChannel[channelNum]); 469 MV_U32 udmaMode,pioMode; 470 471 KdPrint(("RR18xx [%d]: start channel (%d)", pMvSataAdapter->adapterId, 472 channelNum)); 473 474 475 /* Software reset channel */ 476 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 477 { 478 MV_ERROR("RR18xx [%d,%d]: failed to perform Software reset\n", 479 pMvSataAdapter->adapterId, channelNum); 480 return -1; 481 } 482 483 /* Hardware reset channel */ 484 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 485 { 486 /* If failed, try again - this is when trying to hardreset a channel */ 487 /* when drive is just spinning up */ 488 StallExec(5000000); /* wait 5 sec before trying again */ 489 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 490 { 491 MV_ERROR("RR18xx [%d,%d]: failed to perform Hard reset\n", 492 pMvSataAdapter->adapterId, channelNum); 493 return -1; 494 } 495 } 496 497 /* identify device*/ 498 if (mvStorageDevATAIdentifyDevice(pMvSataAdapter, channelNum) == MV_FALSE) 499 { 500 MV_ERROR("RR18xx [%d,%d]: failed to perform ATA Identify command\n" 501 , pMvSataAdapter->adapterId, channelNum); 502 return -1; 503 } 504 if (hptmv_parse_identify_results(pMvSataChannel)) 505 { 506 MV_ERROR("RR18xx [%d,%d]: Error in parsing ATA Identify message\n" 507 , pMvSataAdapter->adapterId, channelNum); 508 return -1; 509 } 510 511 /* mvStorageDevATASetFeatures */ 512 /* Disable 8 bit PIO in case CFA enabled */ 513 if (pMvSataChannel->identifyDevice[86] & 4) 514 { 515 KdPrint(("RR18xx [%d]: Disable 8 bit PIO (CFA enabled) \n", 516 pMvSataAdapter->adapterId)); 517 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 518 MV_ATA_SET_FEATURES_DISABLE_8_BIT_PIO, 0, 519 0, 0, 0) == MV_FALSE) 520 { 521 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures" 522 " failed\n", pMvSataAdapter->adapterId, channelNum); 523 return -1; 524 } 525 } 526 /* Write cache */ 527 #ifdef ENABLE_WRITE_CACHE 528 if (pMvSataChannel->identifyDevice[82] & 0x20) 529 { 530 if (!(pMvSataChannel->identifyDevice[85] & 0x20)) /* if not enabled by default */ 531 { 532 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 533 MV_ATA_SET_FEATURES_ENABLE_WCACHE, 0, 534 0, 0, 0) == MV_FALSE) 535 { 536 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures failed\n", 537 pMvSataAdapter->adapterId, channelNum); 538 return -1; 539 } 540 } 541 KdPrint(("RR18xx [%d]: channel %d, write cache enabled\n", 542 pMvSataAdapter->adapterId, channelNum)); 543 } 544 else 545 { 546 KdPrint(("RR18xx [%d]: channel %d, write cache not supported\n", 547 pMvSataAdapter->adapterId, channelNum)); 548 } 549 #else /* disable write cache */ 550 { 551 if (pMvSataChannel->identifyDevice[85] & 0x20) 552 { 553 KdPrint(("RR18xx [%d]: channel =%d, disable write cache\n", 554 pMvSataAdapter->adapterId, channelNum)); 555 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 556 MV_ATA_SET_FEATURES_DISABLE_WCACHE, 0, 557 0, 0, 0) == MV_FALSE) 558 { 559 MV_ERROR("RR18xx [%d]: channel %d: mvStorageDevATASetFeatures failed\n", 560 pMvSataAdapter->adapterId, channelNum); 561 return -1; 562 } 563 } 564 KdPrint(("RR18xx [%d]: channel=%d, write cache disabled\n", 565 pMvSataAdapter->adapterId, channelNum)); 566 } 567 #endif 568 569 /* Set transfer mode */ 570 KdPrint(("RR18xx [%d] Set transfer mode XFER_PIO_SLOW\n", 571 pMvSataAdapter->adapterId)); 572 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 573 MV_ATA_SET_FEATURES_TRANSFER, 574 MV_ATA_TRANSFER_PIO_SLOW, 0, 0, 0) == 575 MV_FALSE) 576 { 577 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 578 pMvSataAdapter->adapterId, channelNum); 579 return -1; 580 } 581 582 if (pMvSataChannel->identifyDevice[IDEN_PIO_MODE_SPPORTED] & 1) 583 { 584 pioMode = MV_ATA_TRANSFER_PIO_4; 585 } 586 else if (pMvSataChannel->identifyDevice[IDEN_PIO_MODE_SPPORTED] & 2) 587 { 588 pioMode = MV_ATA_TRANSFER_PIO_3; 589 } 590 else 591 { 592 MV_ERROR("IAL Error in IDENTIFY info: PIO modes 3 and 4 not supported\n"); 593 pioMode = MV_ATA_TRANSFER_PIO_SLOW; 594 } 595 596 KdPrint(("RR18xx [%d] Set transfer mode XFER_PIO_4\n", 597 pMvSataAdapter->adapterId)); 598 pAdapter->mvChannel[channelNum].maxPioModeSupported = pioMode; 599 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 600 MV_ATA_SET_FEATURES_TRANSFER, 601 pioMode, 0, 0, 0) == MV_FALSE) 602 { 603 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 604 pMvSataAdapter->adapterId, channelNum); 605 return -1; 606 } 607 608 udmaMode = MV_ATA_TRANSFER_UDMA_0; 609 if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x40) 610 { 611 udmaMode = MV_ATA_TRANSFER_UDMA_6; 612 } 613 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x20) 614 { 615 udmaMode = MV_ATA_TRANSFER_UDMA_5; 616 } 617 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 0x10) 618 { 619 udmaMode = MV_ATA_TRANSFER_UDMA_4; 620 } 621 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 8) 622 { 623 udmaMode = MV_ATA_TRANSFER_UDMA_3; 624 } 625 else if (pMvSataChannel->identifyDevice[IDEN_UDMA_MODE] & 4) 626 { 627 udmaMode = MV_ATA_TRANSFER_UDMA_2; 628 } 629 630 KdPrint(("RR18xx [%d] Set transfer mode XFER_UDMA_%d\n", 631 pMvSataAdapter->adapterId, udmaMode & 0xf)); 632 pChannelInfo->maxUltraDmaModeSupported = udmaMode; 633 634 /*if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 635 MV_ATA_SET_FEATURES_TRANSFER, udmaMode, 636 0, 0, 0) == MV_FALSE) 637 { 638 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 639 pMvSataAdapter->adapterId, channelNum); 640 return -1; 641 }*/ 642 if (pChannelInfo->maxUltraDmaModeSupported == 0xFF) 643 return TRUE; 644 else 645 do 646 { 647 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 648 MV_ATA_SET_FEATURES_TRANSFER, 649 pChannelInfo->maxUltraDmaModeSupported, 650 0, 0, 0) == MV_FALSE) 651 { 652 if (pChannelInfo->maxUltraDmaModeSupported > MV_ATA_TRANSFER_UDMA_0) 653 { 654 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 655 { 656 MV_REG_WRITE_BYTE(pMvSataAdapter->adapterIoBaseAddress, 657 pMvSataChannel->eDmaRegsOffset + 658 0x11c, /* command reg */ 659 MV_ATA_COMMAND_IDLE_IMMEDIATE); 660 mvMicroSecondsDelay(10000); 661 mvSataChannelHardReset(pMvSataAdapter, channelNum); 662 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channelNum) == MV_FALSE) 663 return FALSE; 664 } 665 if (mvSataChannelHardReset(pMvSataAdapter, channelNum) == MV_FALSE) 666 return FALSE; 667 pChannelInfo->maxUltraDmaModeSupported--; 668 continue; 669 } 670 else return FALSE; 671 } 672 break; 673 }while (1); 674 675 /* Read look ahead */ 676 #ifdef ENABLE_READ_AHEAD 677 if (pMvSataChannel->identifyDevice[82] & 0x40) 678 { 679 if (!(pMvSataChannel->identifyDevice[85] & 0x40)) /* if not enabled by default */ 680 { 681 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 682 MV_ATA_SET_FEATURES_ENABLE_RLA, 0, 0, 683 0, 0) == MV_FALSE) 684 { 685 MV_ERROR("RR18xx [%d] channel %d: Set Features failed\n", 686 pMvSataAdapter->adapterId, channelNum); 687 return -1; 688 } 689 } 690 KdPrint(("RR18xx [%d]: channel=%d, read look ahead enabled\n", 691 pMvSataAdapter->adapterId, channelNum)); 692 } 693 else 694 { 695 KdPrint(("RR18xx [%d]: channel %d, Read Look Ahead not supported\n", 696 pMvSataAdapter->adapterId, channelNum)); 697 } 698 #else 699 { 700 if (pMvSataChannel->identifyDevice[86] & 0x20) 701 { 702 KdPrint(("RR18xx [%d]:channel %d, disable read look ahead\n", 703 pMvSataAdapter->adapterId, channelNum)); 704 if (mvStorageDevATASetFeatures(pMvSataAdapter, channelNum, 705 MV_ATA_SET_FEATURES_DISABLE_RLA, 0, 0, 706 0, 0) == MV_FALSE) 707 { 708 MV_ERROR("RR18xx [%d]:channel %d: ATA Set Features failed\n", 709 pMvSataAdapter->adapterId, channelNum); 710 return -1; 711 } 712 } 713 KdPrint(("RR18xx [%d]:channel %d, read look ahead disabled\n", 714 pMvSataAdapter->adapterId, channelNum)); 715 } 716 #endif 717 718 719 { 720 KdPrint(("RR18xx [%d]: channel %d config EDMA, Non Queued Mode\n", 721 pMvSataAdapter->adapterId, 722 channelNum)); 723 if (mvSataConfigEdmaMode(pMvSataAdapter, channelNum, 724 MV_EDMA_MODE_NOT_QUEUED, 0) == MV_FALSE) 725 { 726 MV_ERROR("RR18xx [%d] channel %d Error: mvSataConfigEdmaMode failed\n", 727 pMvSataAdapter->adapterId, channelNum); 728 return -1; 729 } 730 } 731 /* Enable EDMA */ 732 if (mvSataEnableChannelDma(pMvSataAdapter, channelNum) == MV_FALSE) 733 { 734 MV_ERROR("RR18xx [%d] Failed to enable DMA, channel=%d\n", 735 pMvSataAdapter->adapterId, channelNum); 736 return -1; 737 } 738 MV_ERROR("RR18xx [%d,%d]: channel started successfully\n", 739 pMvSataAdapter->adapterId, channelNum); 740 741 #ifndef FOR_DEMO 742 set_fail_led(pMvSataAdapter, channelNum, 0); 743 #endif 744 return 0; 745 } 746 747 static void 748 hptmv_handle_event(void * data, int flag) 749 { 750 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)data; 751 MV_SATA_ADAPTER *pMvSataAdapter = &pAdapter->mvSataAdapter; 752 MV_U8 channelIndex; 753 754 mtx_assert(&pAdapter->lock, MA_OWNED); 755 /* mvOsSemTake(&pMvSataAdapter->semaphore); */ 756 for (channelIndex = 0; channelIndex < MV_SATA_CHANNELS_NUM; channelIndex++) 757 { 758 switch(pAdapter->sataEvents[channelIndex]) 759 { 760 case SATA_EVENT_CHANNEL_CONNECTED: 761 /* Handle only connects */ 762 if (flag == 1) 763 break; 764 KdPrint(("RR18xx [%d,%d]: new device connected\n", 765 pMvSataAdapter->adapterId, channelIndex)); 766 hptmv_init_channel(pAdapter, channelIndex); 767 if (mvSataConfigureChannel( pMvSataAdapter, channelIndex) == MV_FALSE) 768 { 769 MV_ERROR("RR18xx [%d,%d] Failed to configure\n", 770 pMvSataAdapter->adapterId, channelIndex); 771 hptmv_free_channel(pAdapter, channelIndex); 772 } 773 else 774 { 775 /*mvSataChannelHardReset(pMvSataAdapter, channel);*/ 776 if (start_channel( pAdapter, channelIndex)) 777 { 778 MV_ERROR("RR18xx [%d,%d]Failed to start channel\n", 779 pMvSataAdapter->adapterId, channelIndex); 780 hptmv_free_channel(pAdapter, channelIndex); 781 } 782 else 783 { 784 device_change(pAdapter, channelIndex, TRUE); 785 } 786 } 787 pAdapter->sataEvents[channelIndex] = SATA_EVENT_NO_CHANGE; 788 break; 789 790 case SATA_EVENT_CHANNEL_DISCONNECTED: 791 /* Handle only disconnects */ 792 if (flag == 0) 793 break; 794 KdPrint(("RR18xx [%d,%d]: device disconnected\n", 795 pMvSataAdapter->adapterId, channelIndex)); 796 /* Flush pending commands */ 797 if(pMvSataAdapter->sataChannel[channelIndex]) 798 { 799 _VBUS_INST(&pAdapter->VBus) 800 mvSataFlushDmaQueue (pMvSataAdapter, channelIndex, 801 MV_FLUSH_TYPE_CALLBACK); 802 CheckPendingCall(_VBUS_P0); 803 mvSataRemoveChannel(pMvSataAdapter,channelIndex); 804 hptmv_free_channel(pAdapter, channelIndex); 805 pMvSataAdapter->sataChannel[channelIndex] = NULL; 806 KdPrint(("RR18xx [%d,%d]: channel removed\n", 807 pMvSataAdapter->adapterId, channelIndex)); 808 if (pAdapter->outstandingCommands==0 && DPC_Request_Nums==0) 809 Check_Idle_Call(pAdapter); 810 } 811 else 812 { 813 KdPrint(("RR18xx [%d,%d]: channel already removed!!\n", 814 pMvSataAdapter->adapterId, channelIndex)); 815 } 816 pAdapter->sataEvents[channelIndex] = SATA_EVENT_NO_CHANGE; 817 break; 818 819 case SATA_EVENT_NO_CHANGE: 820 break; 821 822 default: 823 break; 824 } 825 } 826 /* mvOsSemRelease(&pMvSataAdapter->semaphore); */ 827 } 828 829 #define EVENT_CONNECT 1 830 #define EVENT_DISCONNECT 0 831 832 static void 833 hptmv_handle_event_connect(void *data) 834 { 835 hptmv_handle_event (data, 0); 836 } 837 838 static void 839 hptmv_handle_event_disconnect(void *data) 840 { 841 hptmv_handle_event (data, 1); 842 } 843 844 static MV_BOOLEAN 845 hptmv_event_notify(MV_SATA_ADAPTER *pMvSataAdapter, MV_EVENT_TYPE eventType, 846 MV_U32 param1, MV_U32 param2) 847 { 848 IAL_ADAPTER_T *pAdapter = pMvSataAdapter->IALData; 849 850 switch (eventType) 851 { 852 case MV_EVENT_TYPE_SATA_CABLE: 853 { 854 MV_U8 channel = param2; 855 856 if (param1 == EVENT_CONNECT) 857 { 858 pAdapter->sataEvents[channel] = SATA_EVENT_CHANNEL_CONNECTED; 859 KdPrint(("RR18xx [%d,%d]: device connected event received\n", 860 pMvSataAdapter->adapterId, channel)); 861 /* Delete previous timers (if multiple drives connected in the same time */ 862 callout_reset(&pAdapter->event_timer_connect, 10 * hz, hptmv_handle_event_connect, pAdapter); 863 } 864 else if (param1 == EVENT_DISCONNECT) 865 { 866 pAdapter->sataEvents[channel] = SATA_EVENT_CHANNEL_DISCONNECTED; 867 KdPrint(("RR18xx [%d,%d]: device disconnected event received \n", 868 pMvSataAdapter->adapterId, channel)); 869 device_change(pAdapter, channel, FALSE); 870 /* Delete previous timers (if multiple drives disconnected in the same time */ 871 /*callout_reset(&pAdapter->event_timer_disconnect, 10 * hz, hptmv_handle_event_disconnect, pAdapter); */ 872 /*It is not necessary to wait, handle it directly*/ 873 hptmv_handle_event_disconnect(pAdapter); 874 } 875 else 876 { 877 878 MV_ERROR("RR18xx: illegal value for param1(%d) at " 879 "connect/disconnect event, host=%d\n", param1, 880 pMvSataAdapter->adapterId ); 881 882 } 883 } 884 break; 885 case MV_EVENT_TYPE_ADAPTER_ERROR: 886 KdPrint(("RR18xx: DEVICE error event received, pci cause " 887 "reg=%x, don't how to handle this\n", param1)); 888 return MV_TRUE; 889 default: 890 MV_ERROR("RR18xx[%d]: unknown event type (%d)\n", 891 pMvSataAdapter->adapterId, eventType); 892 return MV_FALSE; 893 } 894 return MV_TRUE; 895 } 896 897 static int 898 hptmv_allocate_edma_queues(IAL_ADAPTER_T *pAdapter) 899 { 900 pAdapter->requestsArrayBaseAddr = (MV_U8 *)contigmalloc(REQUESTS_ARRAY_SIZE, 901 M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 902 if (pAdapter->requestsArrayBaseAddr == NULL) 903 { 904 MV_ERROR("RR18xx[%d]: Failed to allocate memory for EDMA request" 905 " queues\n", pAdapter->mvSataAdapter.adapterId); 906 return -1; 907 } 908 pAdapter->requestsArrayBaseDmaAddr = fOsPhysicalAddress(pAdapter->requestsArrayBaseAddr); 909 pAdapter->requestsArrayBaseAlignedAddr = pAdapter->requestsArrayBaseAddr; 910 pAdapter->requestsArrayBaseAlignedAddr += MV_EDMA_REQUEST_QUEUE_SIZE; 911 pAdapter->requestsArrayBaseAlignedAddr = (MV_U8 *) 912 (((ULONG_PTR)pAdapter->requestsArrayBaseAlignedAddr) & ~(ULONG_PTR)(MV_EDMA_REQUEST_QUEUE_SIZE - 1)); 913 pAdapter->requestsArrayBaseDmaAlignedAddr = pAdapter->requestsArrayBaseDmaAddr; 914 pAdapter->requestsArrayBaseDmaAlignedAddr += MV_EDMA_REQUEST_QUEUE_SIZE; 915 pAdapter->requestsArrayBaseDmaAlignedAddr &= ~(ULONG_PTR)(MV_EDMA_REQUEST_QUEUE_SIZE - 1); 916 917 if ((pAdapter->requestsArrayBaseDmaAlignedAddr - pAdapter->requestsArrayBaseDmaAddr) != 918 (pAdapter->requestsArrayBaseAlignedAddr - pAdapter->requestsArrayBaseAddr)) 919 { 920 MV_ERROR("RR18xx[%d]: Error in Request Quueues Alignment\n", 921 pAdapter->mvSataAdapter.adapterId); 922 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 923 return -1; 924 } 925 /* response queues */ 926 pAdapter->responsesArrayBaseAddr = (MV_U8 *)contigmalloc(RESPONSES_ARRAY_SIZE, 927 M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 928 if (pAdapter->responsesArrayBaseAddr == NULL) 929 { 930 MV_ERROR("RR18xx[%d]: Failed to allocate memory for EDMA response" 931 " queues\n", pAdapter->mvSataAdapter.adapterId); 932 contigfree(pAdapter->requestsArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 933 return -1; 934 } 935 pAdapter->responsesArrayBaseDmaAddr = fOsPhysicalAddress(pAdapter->responsesArrayBaseAddr); 936 pAdapter->responsesArrayBaseAlignedAddr = pAdapter->responsesArrayBaseAddr; 937 pAdapter->responsesArrayBaseAlignedAddr += MV_EDMA_RESPONSE_QUEUE_SIZE; 938 pAdapter->responsesArrayBaseAlignedAddr = (MV_U8 *) 939 (((ULONG_PTR)pAdapter->responsesArrayBaseAlignedAddr) & ~(ULONG_PTR)(MV_EDMA_RESPONSE_QUEUE_SIZE - 1)); 940 pAdapter->responsesArrayBaseDmaAlignedAddr = pAdapter->responsesArrayBaseDmaAddr; 941 pAdapter->responsesArrayBaseDmaAlignedAddr += MV_EDMA_RESPONSE_QUEUE_SIZE; 942 pAdapter->responsesArrayBaseDmaAlignedAddr &= ~(ULONG_PTR)(MV_EDMA_RESPONSE_QUEUE_SIZE - 1); 943 944 if ((pAdapter->responsesArrayBaseDmaAlignedAddr - pAdapter->responsesArrayBaseDmaAddr) != 945 (pAdapter->responsesArrayBaseAlignedAddr - pAdapter->responsesArrayBaseAddr)) 946 { 947 MV_ERROR("RR18xx[%d]: Error in Response Queues Alignment\n", 948 pAdapter->mvSataAdapter.adapterId); 949 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 950 contigfree(pAdapter->responsesArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 951 return -1; 952 } 953 return 0; 954 } 955 956 static void 957 hptmv_free_edma_queues(IAL_ADAPTER_T *pAdapter) 958 { 959 contigfree(pAdapter->requestsArrayBaseAddr, REQUESTS_ARRAY_SIZE, M_DEVBUF); 960 contigfree(pAdapter->responsesArrayBaseAddr, RESPONSES_ARRAY_SIZE, M_DEVBUF); 961 } 962 963 static PVOID 964 AllocatePRDTable(IAL_ADAPTER_T *pAdapter) 965 { 966 PVOID ret; 967 if (pAdapter->pFreePRDLink) { 968 KdPrint(("pAdapter->pFreePRDLink:%p\n",pAdapter->pFreePRDLink)); 969 ret = pAdapter->pFreePRDLink; 970 pAdapter->pFreePRDLink = *(void**)ret; 971 return ret; 972 } 973 return NULL; 974 } 975 976 static void 977 FreePRDTable(IAL_ADAPTER_T *pAdapter, PVOID PRDTable) 978 { 979 *(void**)PRDTable = pAdapter->pFreePRDLink; 980 pAdapter->pFreePRDLink = PRDTable; 981 } 982 983 extern PVDevice fGetFirstChild(PVDevice pLogical); 984 extern void fResetBootMark(PVDevice pLogical); 985 static void 986 fRegisterVdevice(IAL_ADAPTER_T *pAdapter) 987 { 988 PVDevice pPhysical, pLogical; 989 PVBus pVBus; 990 int i,j; 991 992 for(i=0;i<MV_SATA_CHANNELS_NUM;i++) { 993 pPhysical = &(pAdapter->VDevices[i]); 994 pLogical = pPhysical; 995 while (pLogical->pParent) pLogical = pLogical->pParent; 996 if (pLogical->vf_online==0) { 997 pPhysical->vf_bootmark = pLogical->vf_bootmark = 0; 998 continue; 999 } 1000 if (pLogical->VDeviceType==VD_SPARE || pPhysical!=fGetFirstChild(pLogical)) 1001 continue; 1002 1003 pVBus = &pAdapter->VBus; 1004 if(pVBus) 1005 { 1006 j=0; 1007 while(j<MAX_VDEVICE_PER_VBUS && pVBus->pVDevice[j]) j++; 1008 if(j<MAX_VDEVICE_PER_VBUS){ 1009 pVBus->pVDevice[j] = pLogical; 1010 pLogical->pVBus = pVBus; 1011 1012 if (j>0 && pLogical->vf_bootmark) { 1013 if (pVBus->pVDevice[0]->vf_bootmark) { 1014 fResetBootMark(pLogical); 1015 } 1016 else { 1017 do { pVBus->pVDevice[j] = pVBus->pVDevice[j-1]; } while (--j); 1018 pVBus->pVDevice[0] = pLogical; 1019 } 1020 } 1021 } 1022 } 1023 } 1024 } 1025 1026 PVDevice 1027 GetSpareDisk(_VBUS_ARG PVDevice pArray) 1028 { 1029 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)pArray->pVBus->OsExt; 1030 LBA_T capacity = LongDiv(pArray->VDeviceCapacity, pArray->u.array.bArnMember-1); 1031 LBA_T thiscap, maxcap = MAX_LBA_T; 1032 PVDevice pVDevice, pFind = NULL; 1033 int i; 1034 1035 for(i=0;i<MV_SATA_CHANNELS_NUM;i++) 1036 { 1037 pVDevice = &pAdapter->VDevices[i]; 1038 if(!pVDevice) 1039 continue; 1040 thiscap = pArray->vf_format_v2? pVDevice->u.disk.dDeRealCapacity : pVDevice->VDeviceCapacity; 1041 /* find the smallest usable spare disk */ 1042 if (pVDevice->VDeviceType==VD_SPARE && 1043 pVDevice->u.disk.df_on_line && 1044 thiscap < maxcap && 1045 thiscap >= capacity) 1046 { 1047 maxcap = pVDevice->VDeviceCapacity; 1048 pFind = pVDevice; 1049 } 1050 } 1051 return pFind; 1052 } 1053 1054 /****************************************************************** 1055 * IO ATA Command 1056 *******************************************************************/ 1057 int HPTLIBAPI 1058 fDeReadWrite(PDevice pDev, ULONG Lba, UCHAR Cmd, void *tmpBuffer) 1059 { 1060 return mvReadWrite(pDev->mv, Lba, Cmd, tmpBuffer); 1061 } 1062 1063 void HPTLIBAPI fDeSelectMode(PDevice pDev, UCHAR NewMode) 1064 { 1065 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1066 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1067 MV_U8 channelIndex = pSataChannel->channelNumber; 1068 UCHAR mvMode; 1069 /* 508x don't use MW-DMA? */ 1070 if (NewMode>4 && NewMode<8) NewMode = 4; 1071 pDev->bDeModeSetting = NewMode; 1072 if (NewMode<=4) 1073 mvMode = MV_ATA_TRANSFER_PIO_0 + NewMode; 1074 else 1075 mvMode = MV_ATA_TRANSFER_UDMA_0 + (NewMode-8); 1076 1077 /*To fix 88i8030 bug*/ 1078 if (mvMode > MV_ATA_TRANSFER_UDMA_0 && mvMode < MV_ATA_TRANSFER_UDMA_4) 1079 mvMode = MV_ATA_TRANSFER_UDMA_0; 1080 1081 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1082 /* Flush pending commands */ 1083 mvSataFlushDmaQueue (pSataAdapter, channelIndex, MV_FLUSH_TYPE_NONE); 1084 1085 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1086 MV_ATA_SET_FEATURES_TRANSFER, 1087 mvMode, 0, 0, 0) == MV_FALSE) 1088 { 1089 KdPrint(("channel %d: Set Features failed\n", channelIndex)); 1090 } 1091 /* Enable EDMA */ 1092 if (mvSataEnableChannelDma(pSataAdapter, channelIndex) == MV_FALSE) 1093 KdPrint(("Failed to enable DMA, channel=%d", channelIndex)); 1094 } 1095 1096 int HPTLIBAPI fDeSetTCQ(PDevice pDev, int enable, int depth) 1097 { 1098 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1099 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1100 MV_U8 channelIndex = pSataChannel->channelNumber; 1101 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1102 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1103 int dmaActive = pSataChannel->queueCommandsEnabled; 1104 int ret = 0; 1105 1106 if (dmaActive) { 1107 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1108 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1109 } 1110 1111 if (enable) { 1112 if (pSataChannel->queuedDMA == MV_EDMA_MODE_NOT_QUEUED && 1113 (pSataChannel->identifyDevice[IDEN_SUPPORTED_COMMANDS2] & (0x2))) { 1114 UCHAR depth = ((pSataChannel->identifyDevice[IDEN_QUEUE_DEPTH]) & 0x1f) + 1; 1115 channelInfo->queueDepth = (depth==32)? 31 : depth; 1116 mvSataConfigEdmaMode(pSataAdapter, channelIndex, MV_EDMA_MODE_QUEUED, depth); 1117 ret = 1; 1118 } 1119 } 1120 else 1121 { 1122 if (pSataChannel->queuedDMA != MV_EDMA_MODE_NOT_QUEUED) { 1123 channelInfo->queueDepth = 2; 1124 mvSataConfigEdmaMode(pSataAdapter, channelIndex, MV_EDMA_MODE_NOT_QUEUED, 0); 1125 ret = 1; 1126 } 1127 } 1128 1129 if (dmaActive) 1130 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1131 return ret; 1132 } 1133 1134 int HPTLIBAPI fDeSetNCQ(PDevice pDev, int enable, int depth) 1135 { 1136 return 0; 1137 } 1138 1139 int HPTLIBAPI fDeSetWriteCache(PDevice pDev, int enable) 1140 { 1141 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1142 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1143 MV_U8 channelIndex = pSataChannel->channelNumber; 1144 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1145 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1146 int dmaActive = pSataChannel->queueCommandsEnabled; 1147 int ret = 0; 1148 1149 if (dmaActive) { 1150 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1151 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1152 } 1153 1154 if ((pSataChannel->identifyDevice[82] & (0x20))) { 1155 if (enable) { 1156 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1157 MV_ATA_SET_FEATURES_ENABLE_WCACHE, 0, 0, 0, 0)) 1158 { 1159 channelInfo->writeCacheEnabled = MV_TRUE; 1160 ret = 1; 1161 } 1162 } 1163 else { 1164 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1165 MV_ATA_SET_FEATURES_DISABLE_WCACHE, 0, 0, 0, 0)) 1166 { 1167 channelInfo->writeCacheEnabled = MV_FALSE; 1168 ret = 1; 1169 } 1170 } 1171 } 1172 1173 if (dmaActive) 1174 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1175 return ret; 1176 } 1177 1178 int HPTLIBAPI fDeSetReadAhead(PDevice pDev, int enable) 1179 { 1180 MV_SATA_CHANNEL *pSataChannel = pDev->mv; 1181 MV_SATA_ADAPTER *pSataAdapter = pSataChannel->mvSataAdapter; 1182 MV_U8 channelIndex = pSataChannel->channelNumber; 1183 IAL_ADAPTER_T *pAdapter = pSataAdapter->IALData; 1184 MV_CHANNEL *channelInfo = &(pAdapter->mvChannel[channelIndex]); 1185 int dmaActive = pSataChannel->queueCommandsEnabled; 1186 int ret = 0; 1187 1188 if (dmaActive) { 1189 mvSataDisableChannelDma(pSataAdapter, channelIndex); 1190 mvSataFlushDmaQueue(pSataAdapter,channelIndex,MV_FLUSH_TYPE_CALLBACK); 1191 } 1192 1193 if ((pSataChannel->identifyDevice[82] & (0x40))) { 1194 if (enable) { 1195 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1196 MV_ATA_SET_FEATURES_ENABLE_RLA, 0, 0, 0, 0)) 1197 { 1198 channelInfo->readAheadEnabled = MV_TRUE; 1199 ret = 1; 1200 } 1201 } 1202 else { 1203 if (mvStorageDevATASetFeatures(pSataAdapter, channelIndex, 1204 MV_ATA_SET_FEATURES_DISABLE_RLA, 0, 0, 0, 0)) 1205 { 1206 channelInfo->readAheadEnabled = MV_FALSE; 1207 ret = 1; 1208 } 1209 } 1210 } 1211 1212 if (dmaActive) 1213 mvSataEnableChannelDma(pSataAdapter,channelIndex); 1214 return ret; 1215 } 1216 1217 #ifdef SUPPORT_ARRAY 1218 #define IdeRegisterVDevice fCheckArray 1219 #else 1220 void 1221 IdeRegisterVDevice(PDevice pDev) 1222 { 1223 PVDevice pVDev = Map2pVDevice(pDev); 1224 1225 pVDev->VDeviceType = pDev->df_atapi? VD_ATAPI : 1226 pDev->df_removable_drive? VD_REMOVABLE : VD_SINGLE_DISK; 1227 pVDev->vf_online = 1; 1228 pVDev->VDeviceCapacity = pDev->dDeRealCapacity; 1229 pVDev->pfnSendCommand = pfnSendCommand[pVDev->VDeviceType]; 1230 pVDev->pfnDeviceFailed = pfnDeviceFailed[pVDev->VDeviceType]; 1231 } 1232 #endif 1233 1234 static __inline PBUS_DMAMAP 1235 dmamap_get(struct IALAdapter * pAdapter) 1236 { 1237 PBUS_DMAMAP p = pAdapter->pbus_dmamap_list; 1238 if (p) 1239 pAdapter->pbus_dmamap_list = p-> next; 1240 return p; 1241 } 1242 1243 static __inline void 1244 dmamap_put(PBUS_DMAMAP p) 1245 { 1246 p->next = p->pAdapter->pbus_dmamap_list; 1247 p->pAdapter->pbus_dmamap_list = p; 1248 } 1249 1250 static int num_adapters = 0; 1251 static int 1252 init_adapter(IAL_ADAPTER_T *pAdapter) 1253 { 1254 PVBus _vbus_p = &pAdapter->VBus; 1255 MV_SATA_ADAPTER *pMvSataAdapter; 1256 int i, channel, rid; 1257 1258 PVDevice pVDev; 1259 1260 mtx_init(&pAdapter->lock, "hptsleeplock", NULL, MTX_DEF); 1261 callout_init_mtx(&pAdapter->event_timer_connect, &pAdapter->lock, 0); 1262 callout_init_mtx(&pAdapter->event_timer_disconnect, &pAdapter->lock, 0); 1263 1264 sx_xlock(&hptmv_list_lock); 1265 pAdapter->next = 0; 1266 1267 if(gIal_Adapter == NULL){ 1268 gIal_Adapter = pAdapter; 1269 pCurAdapter = gIal_Adapter; 1270 } 1271 else { 1272 pCurAdapter->next = pAdapter; 1273 pCurAdapter = pAdapter; 1274 } 1275 sx_xunlock(&hptmv_list_lock); 1276 1277 pAdapter->outstandingCommands = 0; 1278 1279 pMvSataAdapter = &(pAdapter->mvSataAdapter); 1280 _vbus_p->OsExt = (void *)pAdapter; 1281 pMvSataAdapter->IALData = pAdapter; 1282 1283 if (bus_dma_tag_create(bus_get_dma_tag(pAdapter->hpt_dev),/* parent */ 1284 4, /* alignment */ 1285 BUS_SPACE_MAXADDR_32BIT+1, /* boundary */ 1286 BUS_SPACE_MAXADDR, /* lowaddr */ 1287 BUS_SPACE_MAXADDR, /* highaddr */ 1288 NULL, NULL, /* filter, filterarg */ 1289 PAGE_SIZE * (MAX_SG_DESCRIPTORS-1), /* maxsize */ 1290 MAX_SG_DESCRIPTORS, /* nsegments */ 1291 0x10000, /* maxsegsize */ 1292 BUS_DMA_WAITOK, /* flags */ 1293 busdma_lock_mutex, /* lockfunc */ 1294 &pAdapter->lock, /* lockfuncarg */ 1295 &pAdapter->io_dma_parent /* tag */)) 1296 { 1297 return ENXIO; 1298 } 1299 1300 1301 if (hptmv_allocate_edma_queues(pAdapter)) 1302 { 1303 MV_ERROR("RR18xx: Failed to allocate memory for EDMA queues\n"); 1304 return ENOMEM; 1305 } 1306 1307 /* also map EPROM address */ 1308 rid = 0x10; 1309 if (!(pAdapter->mem_res = bus_alloc_resource_any(pAdapter->hpt_dev, 1310 SYS_RES_MEMORY, &rid, RF_ACTIVE)) 1311 || 1312 !(pMvSataAdapter->adapterIoBaseAddress = rman_get_virtual(pAdapter->mem_res))) 1313 { 1314 MV_ERROR("RR18xx: Failed to remap memory space\n"); 1315 hptmv_free_edma_queues(pAdapter); 1316 return ENXIO; 1317 } 1318 else 1319 { 1320 KdPrint(("RR18xx: io base address 0x%p\n", pMvSataAdapter->adapterIoBaseAddress)); 1321 } 1322 1323 pMvSataAdapter->adapterId = num_adapters++; 1324 /* get the revision ID */ 1325 pMvSataAdapter->pciConfigRevisionId = pci_read_config(pAdapter->hpt_dev, PCIR_REVID, 1); 1326 pMvSataAdapter->pciConfigDeviceId = pci_get_device(pAdapter->hpt_dev); 1327 1328 /* init RR18xx */ 1329 pMvSataAdapter->intCoalThre[0]= 1; 1330 pMvSataAdapter->intCoalThre[1]= 1; 1331 pMvSataAdapter->intTimeThre[0] = 1; 1332 pMvSataAdapter->intTimeThre[1] = 1; 1333 pMvSataAdapter->pciCommand = 0x0107E371; 1334 pMvSataAdapter->pciSerrMask = 0xd77fe6ul; 1335 pMvSataAdapter->pciInterruptMask = 0xd77fe6ul; 1336 pMvSataAdapter->mvSataEventNotify = hptmv_event_notify; 1337 1338 if (mvSataInitAdapter(pMvSataAdapter) == MV_FALSE) 1339 { 1340 MV_ERROR("RR18xx[%d]: core failed to initialize the adapter\n", 1341 pMvSataAdapter->adapterId); 1342 unregister: 1343 bus_release_resource(pAdapter->hpt_dev, SYS_RES_MEMORY, rid, pAdapter->mem_res); 1344 hptmv_free_edma_queues(pAdapter); 1345 return ENXIO; 1346 } 1347 pAdapter->ver_601 = pMvSataAdapter->pcbVersion; 1348 1349 #ifndef FOR_DEMO 1350 set_fail_leds(pMvSataAdapter, 0); 1351 #endif 1352 1353 /* setup command blocks */ 1354 KdPrint(("Allocate command blocks\n")); 1355 _vbus_(pFreeCommands) = 0; 1356 pAdapter->pCommandBlocks = 1357 malloc(sizeof(struct _Command) * MAX_COMMAND_BLOCKS_FOR_EACH_VBUS, M_DEVBUF, M_NOWAIT); 1358 KdPrint(("pCommandBlocks:%p\n",pAdapter->pCommandBlocks)); 1359 if (!pAdapter->pCommandBlocks) { 1360 MV_ERROR("insufficient memory\n"); 1361 goto unregister; 1362 } 1363 1364 for (i=0; i<MAX_COMMAND_BLOCKS_FOR_EACH_VBUS; i++) { 1365 FreeCommand(_VBUS_P &(pAdapter->pCommandBlocks[i])); 1366 } 1367 1368 /*Set up the bus_dmamap*/ 1369 pAdapter->pbus_dmamap = (PBUS_DMAMAP)malloc (sizeof(struct _BUS_DMAMAP) * MAX_QUEUE_COMM, M_DEVBUF, M_NOWAIT); 1370 if(!pAdapter->pbus_dmamap) { 1371 MV_ERROR("insufficient memory\n"); 1372 free(pAdapter->pCommandBlocks, M_DEVBUF); 1373 goto unregister; 1374 } 1375 1376 memset((void *)pAdapter->pbus_dmamap, 0, sizeof(struct _BUS_DMAMAP) * MAX_QUEUE_COMM); 1377 pAdapter->pbus_dmamap_list = 0; 1378 for (i=0; i < MAX_QUEUE_COMM; i++) { 1379 PBUS_DMAMAP pmap = &(pAdapter->pbus_dmamap[i]); 1380 pmap->pAdapter = pAdapter; 1381 dmamap_put(pmap); 1382 1383 if(bus_dmamap_create(pAdapter->io_dma_parent, 0, &pmap->dma_map)) { 1384 MV_ERROR("Can not allocate dma map\n"); 1385 free(pAdapter->pCommandBlocks, M_DEVBUF); 1386 free(pAdapter->pbus_dmamap, M_DEVBUF); 1387 goto unregister; 1388 } 1389 callout_init_mtx(&pmap->timeout, &pAdapter->lock, 0); 1390 } 1391 /* setup PRD Tables */ 1392 KdPrint(("Allocate PRD Tables\n")); 1393 pAdapter->pFreePRDLink = 0; 1394 1395 pAdapter->prdTableAddr = (PUCHAR)contigmalloc( 1396 (PRD_ENTRIES_SIZE*PRD_TABLES_FOR_VBUS + 32), M_DEVBUF, M_NOWAIT, 0, 0xffffffff, PAGE_SIZE, 0ul); 1397 1398 KdPrint(("prdTableAddr:%p\n",pAdapter->prdTableAddr)); 1399 if (!pAdapter->prdTableAddr) { 1400 MV_ERROR("insufficient PRD Tables\n"); 1401 goto unregister; 1402 } 1403 pAdapter->prdTableAlignedAddr = (PUCHAR)(((ULONG_PTR)pAdapter->prdTableAddr + 0x1f) & ~(ULONG_PTR)0x1fL); 1404 { 1405 PUCHAR PRDTable = pAdapter->prdTableAlignedAddr; 1406 for (i=0; i<PRD_TABLES_FOR_VBUS; i++) 1407 { 1408 /* KdPrint(("i=%d,pAdapter->pFreePRDLink=%p\n",i,pAdapter->pFreePRDLink)); */ 1409 FreePRDTable(pAdapter, PRDTable); 1410 PRDTable += PRD_ENTRIES_SIZE; 1411 } 1412 } 1413 1414 /* enable the adapter interrupts */ 1415 1416 /* configure and start the connected channels*/ 1417 for (channel = 0; channel < MV_SATA_CHANNELS_NUM; channel++) 1418 { 1419 pAdapter->mvChannel[channel].online = MV_FALSE; 1420 if (mvSataIsStorageDeviceConnected(pMvSataAdapter, channel) 1421 == MV_TRUE) 1422 { 1423 KdPrint(("RR18xx[%d]: channel %d is connected\n", 1424 pMvSataAdapter->adapterId, channel)); 1425 1426 if (hptmv_init_channel(pAdapter, channel) == 0) 1427 { 1428 if (mvSataConfigureChannel(pMvSataAdapter, channel) == MV_FALSE) 1429 { 1430 MV_ERROR("RR18xx[%d]: Failed to configure channel" 1431 " %d\n",pMvSataAdapter->adapterId, channel); 1432 hptmv_free_channel(pAdapter, channel); 1433 } 1434 else 1435 { 1436 if (start_channel(pAdapter, channel)) 1437 { 1438 MV_ERROR("RR18xx[%d]: Failed to start channel," 1439 " channel=%d\n",pMvSataAdapter->adapterId, 1440 channel); 1441 hptmv_free_channel(pAdapter, channel); 1442 } 1443 pAdapter->mvChannel[channel].online = MV_TRUE; 1444 /* mvSataChannelSetEdmaLoopBackMode(pMvSataAdapter, 1445 channel, 1446 MV_TRUE);*/ 1447 } 1448 } 1449 } 1450 KdPrint(("pAdapter->mvChannel[channel].online:%x, channel:%d\n", 1451 pAdapter->mvChannel[channel].online, channel)); 1452 } 1453 1454 #ifdef SUPPORT_ARRAY 1455 for(i = MAX_ARRAY_DEVICE - 1; i >= 0; i--) { 1456 pVDev = ArrayTables(i); 1457 mArFreeArrayTable(pVDev); 1458 } 1459 #endif 1460 1461 KdPrint(("Initialize Devices\n")); 1462 for (channel = 0; channel < MV_SATA_CHANNELS_NUM; channel++) { 1463 MV_SATA_CHANNEL *pMvSataChannel = pMvSataAdapter->sataChannel[channel]; 1464 if (pMvSataChannel) { 1465 init_vdev_params(pAdapter, channel); 1466 IdeRegisterVDevice(&pAdapter->VDevices[channel].u.disk); 1467 } 1468 } 1469 #ifdef SUPPORT_ARRAY 1470 CheckArrayCritical(_VBUS_P0); 1471 #endif 1472 _vbus_p->nInstances = 1; 1473 fRegisterVdevice(pAdapter); 1474 1475 for (channel=0;channel<MV_SATA_CHANNELS_NUM;channel++) { 1476 pVDev = _vbus_p->pVDevice[channel]; 1477 if (pVDev && pVDev->vf_online) 1478 fCheckBootable(pVDev); 1479 } 1480 1481 #if defined(SUPPORT_ARRAY) && defined(_RAID5N_) 1482 init_raid5_memory(_VBUS_P0); 1483 _vbus_(r5).enable_write_back = 1; 1484 printf("RR18xx: RAID5 write-back %s\n", _vbus_(r5).enable_write_back? "enabled" : "disabled"); 1485 #endif 1486 1487 mvSataUnmaskAdapterInterrupt(pMvSataAdapter); 1488 return 0; 1489 } 1490 1491 int 1492 MvSataResetChannel(MV_SATA_ADAPTER *pMvSataAdapter, MV_U8 channel) 1493 { 1494 IAL_ADAPTER_T *pAdapter = (IAL_ADAPTER_T *)pMvSataAdapter->IALData; 1495 1496 mvSataDisableChannelDma(pMvSataAdapter, channel); 1497 /* Flush pending commands */ 1498 mvSataFlushDmaQueue (pMvSataAdapter, channel, MV_FLUSH_TYPE_CALLBACK); 1499 1500 /* Software reset channel */ 1501 if (mvStorageDevATASoftResetDevice(pMvSataAdapter, channel) == MV_FALSE) 1502 { 1503 MV_ERROR("RR18xx [%d,%d]: failed to perform Software reset\n", 1504 pMvSataAdapter->adapterId, channel); 1505 hptmv_free_channel(pAdapter, channel); 1506 return -1; 1507 } 1508 1509 /* Hardware reset channel */ 1510 if (mvSataChannelHardReset(pMvSataAdapter, channel)== MV_FALSE) 1511 { 1512 MV_ERROR("RR18xx [%d,%d] Failed to Hard reser the SATA channel\n", 1513 pMvSataAdapter->adapterId, channel); 1514 hptmv_free_channel(pAdapter, channel); 1515 return -1; 1516 } 1517 1518 if (mvSataIsStorageDeviceConnected(pMvSataAdapter, channel) == MV_FALSE) 1519 { 1520 MV_ERROR("RR18xx [%d,%d] Failed to Connect Device\n", 1521 pMvSataAdapter->adapterId, channel); 1522 hptmv_free_channel(pAdapter, channel); 1523 return -1; 1524 }else 1525 { 1526 MV_ERROR("channel %d: perform recalibrate command", channel); 1527 if (!mvStorageDevATAExecuteNonUDMACommand(pMvSataAdapter, channel, 1528 MV_NON_UDMA_PROTOCOL_NON_DATA, 1529 MV_FALSE, 1530 NULL, /* pBuffer*/ 1531 0, /* count */ 1532 0, /*features*/ 1533 /* sectorCount */ 1534 0, 1535 0, /* lbaLow */ 1536 0, /* lbaMid */ 1537 /* lbaHigh */ 1538 0, 1539 0, /* device */ 1540 /* command */ 1541 0x10)) 1542 MV_ERROR("channel %d: recalibrate failed", channel); 1543 1544 /* Set transfer mode */ 1545 if((mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1546 MV_ATA_SET_FEATURES_TRANSFER, 1547 MV_ATA_TRANSFER_PIO_SLOW, 0, 0, 0) == MV_FALSE) || 1548 (mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1549 MV_ATA_SET_FEATURES_TRANSFER, 1550 pAdapter->mvChannel[channel].maxPioModeSupported, 0, 0, 0) == MV_FALSE) || 1551 (mvStorageDevATASetFeatures(pMvSataAdapter, channel, 1552 MV_ATA_SET_FEATURES_TRANSFER, 1553 pAdapter->mvChannel[channel].maxUltraDmaModeSupported, 0, 0, 0) == MV_FALSE) ) 1554 { 1555 MV_ERROR("channel %d: Set Features failed", channel); 1556 hptmv_free_channel(pAdapter, channel); 1557 return -1; 1558 } 1559 /* Enable EDMA */ 1560 if (mvSataEnableChannelDma(pMvSataAdapter, channel) == MV_FALSE) 1561 { 1562 MV_ERROR("Failed to enable DMA, channel=%d", channel); 1563 hptmv_free_channel(pAdapter, channel); 1564 return -1; 1565 } 1566 } 1567 return 0; 1568 } 1569 1570 static int 1571 fResetActiveCommands(PVBus _vbus_p) 1572 { 1573 MV_SATA_ADAPTER *pMvSataAdapter = &((IAL_ADAPTER_T *)_vbus_p->OsExt)->mvSataAdapter; 1574 MV_U8 channel; 1575 for (channel=0;channel< MV_SATA_CHANNELS_NUM;channel++) { 1576 if (pMvSataAdapter->sataChannel[channel] && pMvSataAdapter->sataChannel[channel]->outstandingCommands) 1577 MvSataResetChannel(pMvSataAdapter,channel); 1578 } 1579 return 0; 1580 } 1581 1582 void fCompleteAllCommandsSynchronously(PVBus _vbus_p) 1583 { 1584 UINT cont; 1585 ULONG ticks = 0; 1586 MV_U8 channel; 1587 MV_SATA_ADAPTER *pMvSataAdapter = &((IAL_ADAPTER_T *)_vbus_p->OsExt)->mvSataAdapter; 1588 MV_SATA_CHANNEL *pMvSataChannel; 1589 1590 do { 1591 check_cmds: 1592 cont = 0; 1593 CheckPendingCall(_VBUS_P0); 1594 #ifdef _RAID5N_ 1595 dataxfer_poll(); 1596 xor_poll(); 1597 #endif 1598 for (channel=0;channel< MV_SATA_CHANNELS_NUM;channel++) { 1599 pMvSataChannel = pMvSataAdapter->sataChannel[channel]; 1600 if (pMvSataChannel && pMvSataChannel->outstandingCommands) 1601 { 1602 while (pMvSataChannel->outstandingCommands) { 1603 if (!mvSataInterruptServiceRoutine(pMvSataAdapter)) { 1604 StallExec(1000); 1605 if (ticks++ > 3000) { 1606 MvSataResetChannel(pMvSataAdapter,channel); 1607 goto check_cmds; 1608 } 1609 } 1610 else 1611 ticks = 0; 1612 } 1613 cont = 1; 1614 } 1615 } 1616 } while (cont); 1617 } 1618 1619 void 1620 fResetVBus(_VBUS_ARG0) 1621 { 1622 KdPrint(("fMvResetBus(%p)", _vbus_p)); 1623 1624 /* some commands may already finished. */ 1625 CheckPendingCall(_VBUS_P0); 1626 1627 fResetActiveCommands(_vbus_p); 1628 /* 1629 * the other pending commands may still be finished successfully. 1630 */ 1631 fCompleteAllCommandsSynchronously(_vbus_p); 1632 1633 /* Now there should be no pending commands. No more action needed. */ 1634 CheckIdleCall(_VBUS_P0); 1635 1636 KdPrint(("fMvResetBus() done")); 1637 } 1638 1639 /*No rescan function*/ 1640 void 1641 fRescanAllDevice(_VBUS_ARG0) 1642 { 1643 } 1644 1645 static MV_BOOLEAN 1646 CommandCompletionCB(MV_SATA_ADAPTER *pMvSataAdapter, 1647 MV_U8 channelNum, 1648 MV_COMPLETION_TYPE comp_type, 1649 MV_VOID_PTR commandId, 1650 MV_U16 responseFlags, 1651 MV_U32 timeStamp, 1652 MV_STORAGE_DEVICE_REGISTERS *registerStruct) 1653 { 1654 PCommand pCmd = (PCommand) commandId; 1655 _VBUS_INST(pCmd->pVDevice->pVBus) 1656 1657 if (pCmd->uScratch.sata_param.prdAddr) 1658 FreePRDTable(pMvSataAdapter->IALData,pCmd->uScratch.sata_param.prdAddr); 1659 1660 switch (comp_type) 1661 { 1662 case MV_COMPLETION_TYPE_NORMAL: 1663 pCmd->Result = RETURN_SUCCESS; 1664 break; 1665 case MV_COMPLETION_TYPE_ABORT: 1666 pCmd->Result = RETURN_BUS_RESET; 1667 break; 1668 case MV_COMPLETION_TYPE_ERROR: 1669 MV_ERROR("IAL: COMPLETION ERROR, adapter %d, channel %d, flags=%x\n", 1670 pMvSataAdapter->adapterId, channelNum, responseFlags); 1671 1672 if (responseFlags & 4) { 1673 MV_ERROR("ATA regs: error %x, sector count %x, LBA low %x, LBA mid %x," 1674 " LBA high %x, device %x, status %x\n", 1675 registerStruct->errorRegister, 1676 registerStruct->sectorCountRegister, 1677 registerStruct->lbaLowRegister, 1678 registerStruct->lbaMidRegister, 1679 registerStruct->lbaHighRegister, 1680 registerStruct->deviceRegister, 1681 registerStruct->statusRegister); 1682 } 1683 /*We can't do handleEdmaError directly here, because CommandCompletionCB is called by 1684 * mv's ISR, if we retry the command, than the internel data structure may be destroyed*/ 1685 pCmd->uScratch.sata_param.responseFlags = responseFlags; 1686 pCmd->uScratch.sata_param.bIdeStatus = registerStruct->statusRegister; 1687 pCmd->uScratch.sata_param.errorRegister = registerStruct->errorRegister; 1688 pCmd->pVDevice->u.disk.QueueLength--; 1689 CallAfterReturn(_VBUS_P (DPC_PROC)handleEdmaError,pCmd); 1690 return TRUE; 1691 1692 default: 1693 MV_ERROR(" Unknown completion type (%d)\n", comp_type); 1694 return MV_FALSE; 1695 } 1696 1697 if (pCmd->uCmd.Ide.Command == IDE_COMMAND_VERIFY && pCmd->uScratch.sata_param.cmd_priv > 1) { 1698 pCmd->uScratch.sata_param.cmd_priv --; 1699 return TRUE; 1700 } 1701 pCmd->pVDevice->u.disk.QueueLength--; 1702 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1703 return TRUE; 1704 } 1705 1706 void 1707 fDeviceSendCommand(_VBUS_ARG PCommand pCmd) 1708 { 1709 MV_SATA_EDMA_PRD_ENTRY *pPRDTable = 0; 1710 MV_SATA_ADAPTER *pMvSataAdapter; 1711 MV_SATA_CHANNEL *pMvSataChannel; 1712 PVDevice pVDevice = pCmd->pVDevice; 1713 PDevice pDevice = &pVDevice->u.disk; 1714 LBA_T Lba = pCmd->uCmd.Ide.Lba; 1715 USHORT nSector = pCmd->uCmd.Ide.nSectors; 1716 1717 MV_QUEUE_COMMAND_RESULT result; 1718 MV_QUEUE_COMMAND_INFO commandInfo; 1719 MV_UDMA_COMMAND_PARAMS *pUdmaParams = &commandInfo.commandParams.udmaCommand; 1720 MV_NONE_UDMA_COMMAND_PARAMS *pNoUdmaParams = &commandInfo.commandParams.NoneUdmaCommand; 1721 1722 MV_BOOLEAN is48bit; 1723 MV_U8 channel; 1724 int i=0; 1725 1726 DECLARE_BUFFER(FPSCAT_GATH, tmpSg); 1727 1728 if (!pDevice->df_on_line) { 1729 MV_ERROR("Device is offline"); 1730 pCmd->Result = RETURN_BAD_DEVICE; 1731 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1732 return; 1733 } 1734 1735 pDevice->HeadPosition = pCmd->uCmd.Ide.Lba + pCmd->uCmd.Ide.nSectors; 1736 pMvSataChannel = pDevice->mv; 1737 pMvSataAdapter = pMvSataChannel->mvSataAdapter; 1738 channel = pMvSataChannel->channelNumber; 1739 1740 /* old RAID0 has hidden lba. Remember to clear dDeHiddenLba when delete array! */ 1741 Lba += pDevice->dDeHiddenLba; 1742 /* check LBA */ 1743 if (Lba+nSector-1 > pDevice->dDeRealCapacity) { 1744 pCmd->Result = RETURN_INVALID_REQUEST; 1745 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1746 return; 1747 } 1748 1749 /* 1750 * always use 48bit LBA if drive supports it. 1751 * Some Seagate drives report error if you use a 28-bit command 1752 * to access sector 0xfffffff. 1753 */ 1754 is48bit = pMvSataChannel->lba48Address; 1755 1756 switch (pCmd->uCmd.Ide.Command) 1757 { 1758 case IDE_COMMAND_READ: 1759 case IDE_COMMAND_WRITE: 1760 if (pDevice->bDeModeSetting<8) goto pio; 1761 1762 commandInfo.type = MV_QUEUED_COMMAND_TYPE_UDMA; 1763 pUdmaParams->isEXT = is48bit; 1764 pUdmaParams->numOfSectors = nSector; 1765 pUdmaParams->lowLBAAddress = Lba; 1766 pUdmaParams->highLBAAddress = 0; 1767 pUdmaParams->prdHighAddr = 0; 1768 pUdmaParams->callBack = CommandCompletionCB; 1769 pUdmaParams->commandId = (MV_VOID_PTR )pCmd; 1770 if(pCmd->uCmd.Ide.Command == IDE_COMMAND_READ) 1771 pUdmaParams->readWrite = MV_UDMA_TYPE_READ; 1772 else 1773 pUdmaParams->readWrite = MV_UDMA_TYPE_WRITE; 1774 1775 if (pCmd->pSgTable && pCmd->cf_physical_sg) { 1776 FPSCAT_GATH sg1=tmpSg, sg2=pCmd->pSgTable; 1777 do { *sg1++=*sg2; } while ((sg2++->wSgFlag & SG_FLAG_EOT)==0); 1778 } 1779 else { 1780 if (!pCmd->pfnBuildSgl || !pCmd->pfnBuildSgl(_VBUS_P pCmd, tmpSg, 0)) { 1781 pio: 1782 mvSataDisableChannelDma(pMvSataAdapter, channel); 1783 mvSataFlushDmaQueue(pMvSataAdapter, channel, MV_FLUSH_TYPE_CALLBACK); 1784 1785 if (pCmd->pSgTable && pCmd->cf_physical_sg==0) { 1786 FPSCAT_GATH sg1=tmpSg, sg2=pCmd->pSgTable; 1787 do { *sg1++=*sg2; } while ((sg2++->wSgFlag & SG_FLAG_EOT)==0); 1788 } 1789 else { 1790 if (!pCmd->pfnBuildSgl || !pCmd->pfnBuildSgl(_VBUS_P pCmd, tmpSg, 1)) { 1791 pCmd->Result = RETURN_NEED_LOGICAL_SG; 1792 goto finish_cmd; 1793 } 1794 } 1795 1796 do { 1797 ULONG size = tmpSg->wSgSize? tmpSg->wSgSize : 0x10000; 1798 ULONG_PTR addr = tmpSg->dSgAddress; 1799 if (size & 0x1ff) { 1800 pCmd->Result = RETURN_INVALID_REQUEST; 1801 goto finish_cmd; 1802 } 1803 if (mvStorageDevATAExecuteNonUDMACommand(pMvSataAdapter, channel, 1804 (pCmd->cf_data_out)?MV_NON_UDMA_PROTOCOL_PIO_DATA_OUT:MV_NON_UDMA_PROTOCOL_PIO_DATA_IN, 1805 is48bit, 1806 (MV_U16_PTR)addr, 1807 size >> 1, /* count */ 1808 0, /* features N/A */ 1809 (MV_U16)(size>>9), /*sector count*/ 1810 (MV_U16)( (is48bit? (MV_U16)((Lba >> 16) & 0xFF00) : 0 ) | (UCHAR)(Lba & 0xFF) ), /*lbalow*/ 1811 (MV_U16)((Lba >> 8) & 0xFF), /* lbaMid */ 1812 (MV_U16)((Lba >> 16) & 0xFF),/* lbaHigh */ 1813 (MV_U8)(0x40 | (is48bit ? 0 : (UCHAR)(Lba >> 24) & 0xFF )),/* device */ 1814 (MV_U8)(is48bit ? (pCmd->cf_data_in?IDE_COMMAND_READ_EXT:IDE_COMMAND_WRITE_EXT):pCmd->uCmd.Ide.Command) 1815 )==MV_FALSE) 1816 { 1817 pCmd->Result = RETURN_IDE_ERROR; 1818 goto finish_cmd; 1819 } 1820 Lba += size>>9; 1821 if(Lba & 0xF0000000) is48bit = MV_TRUE; 1822 } 1823 while ((tmpSg++->wSgFlag & SG_FLAG_EOT)==0); 1824 pCmd->Result = RETURN_SUCCESS; 1825 finish_cmd: 1826 mvSataEnableChannelDma(pMvSataAdapter,channel); 1827 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1828 return; 1829 } 1830 } 1831 1832 pPRDTable = (MV_SATA_EDMA_PRD_ENTRY *) AllocatePRDTable(pMvSataAdapter->IALData); 1833 KdPrint(("pPRDTable:%p\n",pPRDTable)); 1834 if (!pPRDTable) { 1835 pCmd->Result = RETURN_DEVICE_BUSY; 1836 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1837 HPT_ASSERT(0); 1838 return; 1839 } 1840 1841 do{ 1842 pPRDTable[i].highBaseAddr = (sizeof(tmpSg->dSgAddress)>4 ? (MV_U32)(tmpSg->dSgAddress>>32) : 0); 1843 pPRDTable[i].flags = (MV_U16)tmpSg->wSgFlag; 1844 pPRDTable[i].byteCount = (MV_U16)tmpSg->wSgSize; 1845 pPRDTable[i].lowBaseAddr = (MV_U32)tmpSg->dSgAddress; 1846 pPRDTable[i].reserved = 0; 1847 i++; 1848 }while((tmpSg++->wSgFlag & SG_FLAG_EOT)==0); 1849 1850 pUdmaParams->prdLowAddr = (ULONG)fOsPhysicalAddress(pPRDTable); 1851 if ((pUdmaParams->numOfSectors == 256) && (pMvSataChannel->lba48Address == MV_FALSE)) { 1852 pUdmaParams->numOfSectors = 0; 1853 } 1854 1855 pCmd->uScratch.sata_param.prdAddr = (PVOID)pPRDTable; 1856 1857 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1858 1859 if (result != MV_QUEUE_COMMAND_RESULT_OK) 1860 { 1861 queue_failed: 1862 switch (result) 1863 { 1864 case MV_QUEUE_COMMAND_RESULT_BAD_LBA_ADDRESS: 1865 MV_ERROR("IAL Error: Edma Queue command failed. Bad LBA " 1866 "LBA[31:0](0x%08x)\n", pUdmaParams->lowLBAAddress); 1867 pCmd->Result = RETURN_IDE_ERROR; 1868 break; 1869 case MV_QUEUE_COMMAND_RESULT_QUEUED_MODE_DISABLED: 1870 MV_ERROR("IAL Error: Edma Queue command failed. EDMA" 1871 " disabled adapter %d channel %d\n", 1872 pMvSataAdapter->adapterId, channel); 1873 mvSataEnableChannelDma(pMvSataAdapter,channel); 1874 pCmd->Result = RETURN_IDE_ERROR; 1875 break; 1876 case MV_QUEUE_COMMAND_RESULT_FULL: 1877 MV_ERROR("IAL Error: Edma Queue command failed. Queue is" 1878 " Full adapter %d channel %d\n", 1879 pMvSataAdapter->adapterId, channel); 1880 pCmd->Result = RETURN_DEVICE_BUSY; 1881 break; 1882 case MV_QUEUE_COMMAND_RESULT_BAD_PARAMS: 1883 MV_ERROR("IAL Error: Edma Queue command failed. (Bad " 1884 "Params), pMvSataAdapter: %p, pSataChannel: %p.\n", 1885 pMvSataAdapter, pMvSataAdapter->sataChannel[channel]); 1886 pCmd->Result = RETURN_IDE_ERROR; 1887 break; 1888 default: 1889 MV_ERROR("IAL Error: Bad result value (%d) from queue" 1890 " command\n", result); 1891 pCmd->Result = RETURN_IDE_ERROR; 1892 } 1893 if(pPRDTable) 1894 FreePRDTable(pMvSataAdapter->IALData,pPRDTable); 1895 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1896 } 1897 pDevice->QueueLength++; 1898 return; 1899 1900 case IDE_COMMAND_VERIFY: 1901 commandInfo.type = MV_QUEUED_COMMAND_TYPE_NONE_UDMA; 1902 pNoUdmaParams->bufPtr = NULL; 1903 pNoUdmaParams->callBack = CommandCompletionCB; 1904 pNoUdmaParams->commandId = (MV_VOID_PTR)pCmd; 1905 pNoUdmaParams->count = 0; 1906 pNoUdmaParams->features = 0; 1907 pNoUdmaParams->protocolType = MV_NON_UDMA_PROTOCOL_NON_DATA; 1908 1909 pCmd->uScratch.sata_param.cmd_priv = 1; 1910 if (pMvSataChannel->lba48Address == MV_TRUE){ 1911 pNoUdmaParams->command = MV_ATA_COMMAND_READ_VERIFY_SECTORS_EXT; 1912 pNoUdmaParams->isEXT = MV_TRUE; 1913 pNoUdmaParams->lbaHigh = (MV_U16)((Lba & 0xff0000) >> 16); 1914 pNoUdmaParams->lbaMid = (MV_U16)((Lba & 0xff00) >> 8); 1915 pNoUdmaParams->lbaLow = 1916 (MV_U16)(((Lba & 0xff000000) >> 16)| (Lba & 0xff)); 1917 pNoUdmaParams->sectorCount = nSector; 1918 pNoUdmaParams->device = 0x40; 1919 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1920 if (result != MV_QUEUE_COMMAND_RESULT_OK){ 1921 goto queue_failed; 1922 } 1923 return; 1924 } 1925 else{ 1926 pNoUdmaParams->command = MV_ATA_COMMAND_READ_VERIFY_SECTORS; 1927 pNoUdmaParams->isEXT = MV_FALSE; 1928 pNoUdmaParams->lbaHigh = (MV_U16)((Lba & 0xff0000) >> 16); 1929 pNoUdmaParams->lbaMid = (MV_U16)((Lba & 0xff00) >> 8); 1930 pNoUdmaParams->lbaLow = (MV_U16)(Lba & 0xff); 1931 pNoUdmaParams->sectorCount = 0xff & nSector; 1932 pNoUdmaParams->device = (MV_U8)(0x40 | 1933 ((Lba & 0xf000000) >> 24)); 1934 pNoUdmaParams->callBack = CommandCompletionCB; 1935 result = mvSataQueueCommand(pMvSataAdapter, channel, &commandInfo); 1936 /*FIXME: how about the commands already queued? but marvel also forgets to consider this*/ 1937 if (result != MV_QUEUE_COMMAND_RESULT_OK){ 1938 goto queue_failed; 1939 } 1940 } 1941 break; 1942 default: 1943 pCmd->Result = RETURN_INVALID_REQUEST; 1944 CallAfterReturn(_VBUS_P (DPC_PROC)pCmd->pfnCompletion, pCmd); 1945 break; 1946 } 1947 } 1948 1949 /********************************************************** 1950 * 1951 * Probe the hostadapter. 1952 * 1953 **********************************************************/ 1954 static int 1955 hpt_probe(device_t dev) 1956 { 1957 if ((pci_get_vendor(dev) == MV_SATA_VENDOR_ID) && 1958 (pci_get_device(dev) == MV_SATA_DEVICE_ID_5081 1959 #ifdef FOR_DEMO 1960 || pci_get_device(dev) == MV_SATA_DEVICE_ID_5080 1961 #endif 1962 )) 1963 { 1964 KdPrintI((CONTROLLER_NAME " found\n")); 1965 device_set_desc(dev, CONTROLLER_NAME); 1966 return (BUS_PROBE_DEFAULT); 1967 } 1968 else 1969 return(ENXIO); 1970 } 1971 1972 /*********************************************************** 1973 * 1974 * Auto configuration: attach and init a host adapter. 1975 * 1976 ***********************************************************/ 1977 static int 1978 hpt_attach(device_t dev) 1979 { 1980 IAL_ADAPTER_T * pAdapter = device_get_softc(dev); 1981 int rid; 1982 union ccb *ccb; 1983 struct cam_devq *devq; 1984 struct cam_sim *hpt_vsim; 1985 1986 device_printf(dev, "%s Version %s \n", DRIVER_NAME, DRIVER_VERSION); 1987 1988 pAdapter->hpt_dev = dev; 1989 1990 rid = init_adapter(pAdapter); 1991 if (rid) 1992 return rid; 1993 1994 rid = 0; 1995 if ((pAdapter->hpt_irq = bus_alloc_resource_any(pAdapter->hpt_dev, SYS_RES_IRQ, &rid, RF_SHAREABLE | RF_ACTIVE)) == NULL) 1996 { 1997 hpt_printk(("can't allocate interrupt\n")); 1998 return(ENXIO); 1999 } 2000 2001 if (bus_setup_intr(pAdapter->hpt_dev, pAdapter->hpt_irq, 2002 INTR_TYPE_CAM | INTR_MPSAFE, 2003 NULL, hpt_intr, pAdapter, &pAdapter->hpt_intr)) 2004 { 2005 hpt_printk(("can't set up interrupt\n")); 2006 free(pAdapter, M_DEVBUF); 2007 return(ENXIO); 2008 } 2009 2010 2011 if((ccb = (union ccb *)malloc(sizeof(*ccb), M_DEVBUF, M_WAITOK)) != (union ccb*)NULL) 2012 { 2013 bzero(ccb, sizeof(*ccb)); 2014 ccb->ccb_h.pinfo.priority = 1; 2015 ccb->ccb_h.pinfo.index = CAM_UNQUEUED_INDEX; 2016 } 2017 else 2018 { 2019 return ENOMEM; 2020 } 2021 /* 2022 * Create the device queue for our SIM(s). 2023 */ 2024 if((devq = cam_simq_alloc(8/*MAX_QUEUE_COMM*/)) == NULL) 2025 { 2026 KdPrint(("ENXIO\n")); 2027 return ENOMEM; 2028 } 2029 2030 /* 2031 * Construct our SIM entry 2032 */ 2033 hpt_vsim = cam_sim_alloc(hpt_action, hpt_poll, __str(PROC_DIR_NAME), 2034 pAdapter, device_get_unit(pAdapter->hpt_dev), 2035 &pAdapter->lock, 1, 8, devq); 2036 if (hpt_vsim == NULL) { 2037 cam_simq_free(devq); 2038 return ENOMEM; 2039 } 2040 2041 mtx_lock(&pAdapter->lock); 2042 if (xpt_bus_register(hpt_vsim, dev, 0) != CAM_SUCCESS) 2043 { 2044 cam_sim_free(hpt_vsim, /*free devq*/ TRUE); 2045 mtx_unlock(&pAdapter->lock); 2046 hpt_vsim = NULL; 2047 return ENXIO; 2048 } 2049 2050 if(xpt_create_path(&pAdapter->path, /*periph */ NULL, 2051 cam_sim_path(hpt_vsim), CAM_TARGET_WILDCARD, 2052 CAM_LUN_WILDCARD) != CAM_REQ_CMP) 2053 { 2054 xpt_bus_deregister(cam_sim_path(hpt_vsim)); 2055 cam_sim_free(hpt_vsim, /*free_devq*/TRUE); 2056 mtx_unlock(&pAdapter->lock); 2057 hpt_vsim = NULL; 2058 return ENXIO; 2059 } 2060 mtx_unlock(&pAdapter->lock); 2061 2062 xpt_setup_ccb(&(ccb->ccb_h), pAdapter->path, /*priority*/5); 2063 ccb->ccb_h.func_code = XPT_SASYNC_CB; 2064 ccb->csa.event_enable = AC_LOST_DEVICE; 2065 ccb->csa.callback = hpt_async; 2066 ccb->csa.callback_arg = hpt_vsim; 2067 xpt_action((union ccb *)ccb); 2068 free(ccb, M_DEVBUF); 2069 2070 if (device_get_unit(dev) == 0) { 2071 /* Start the work thread. XXX */ 2072 launch_worker_thread(); 2073 } 2074 2075 return 0; 2076 } 2077 2078 static int 2079 hpt_detach(device_t dev) 2080 { 2081 return (EBUSY); 2082 } 2083 2084 2085 /*************************************************************** 2086 * The poll function is used to simulate the interrupt when 2087 * the interrupt subsystem is not functioning. 2088 * 2089 ***************************************************************/ 2090 static void 2091 hpt_poll(struct cam_sim *sim) 2092 { 2093 IAL_ADAPTER_T *pAdapter; 2094 2095 pAdapter = cam_sim_softc(sim); 2096 2097 hpt_intr_locked((void *)cam_sim_softc(sim)); 2098 } 2099 2100 /**************************************************************** 2101 * Name: hpt_intr 2102 * Description: Interrupt handler. 2103 ****************************************************************/ 2104 static void 2105 hpt_intr(void *arg) 2106 { 2107 IAL_ADAPTER_T *pAdapter; 2108 2109 pAdapter = arg; 2110 mtx_lock(&pAdapter->lock); 2111 hpt_intr_locked(pAdapter); 2112 mtx_unlock(&pAdapter->lock); 2113 } 2114 2115 static void 2116 hpt_intr_locked(IAL_ADAPTER_T *pAdapter) 2117 { 2118 2119 mtx_assert(&pAdapter->lock, MA_OWNED); 2120 /* KdPrintI(("----- Entering Isr() -----\n")); */ 2121 if (mvSataInterruptServiceRoutine(&pAdapter->mvSataAdapter) == MV_TRUE) 2122 { 2123 _VBUS_INST(&pAdapter->VBus) 2124 CheckPendingCall(_VBUS_P0); 2125 } 2126 2127 /* KdPrintI(("----- Leaving Isr() -----\n")); */ 2128 } 2129 2130 /********************************************************** 2131 * Asynchronous Events 2132 *********************************************************/ 2133 #if (!defined(UNREFERENCED_PARAMETER)) 2134 #define UNREFERENCED_PARAMETER(x) (void)(x) 2135 #endif 2136 2137 static void 2138 hpt_async(void * callback_arg, u_int32_t code, struct cam_path * path, 2139 void * arg) 2140 { 2141 /* debug XXXX */ 2142 panic("Here"); 2143 UNREFERENCED_PARAMETER(callback_arg); 2144 UNREFERENCED_PARAMETER(code); 2145 UNREFERENCED_PARAMETER(path); 2146 UNREFERENCED_PARAMETER(arg); 2147 2148 } 2149 2150 static void 2151 FlushAdapter(IAL_ADAPTER_T *pAdapter) 2152 { 2153 int i; 2154 2155 hpt_printk(("flush all devices\n")); 2156 2157 /* flush all devices */ 2158 for (i=0; i<MAX_VDEVICE_PER_VBUS; i++) { 2159 PVDevice pVDev = pAdapter->VBus.pVDevice[i]; 2160 if(pVDev) fFlushVDev(pVDev); 2161 } 2162 } 2163 2164 static int 2165 hpt_shutdown(device_t dev) 2166 { 2167 IAL_ADAPTER_T *pAdapter; 2168 2169 pAdapter = device_get_softc(dev); 2170 2171 EVENTHANDLER_DEREGISTER(shutdown_final, pAdapter->eh); 2172 mtx_lock(&pAdapter->lock); 2173 FlushAdapter(pAdapter); 2174 mtx_unlock(&pAdapter->lock); 2175 /* give the flush some time to happen, 2176 *otherwise "shutdown -p now" will make file system corrupted */ 2177 DELAY(1000 * 1000 * 5); 2178 return 0; 2179 } 2180 2181 void 2182 Check_Idle_Call(IAL_ADAPTER_T *pAdapter) 2183 { 2184 _VBUS_INST(&pAdapter->VBus) 2185 2186 if (mWaitingForIdle(_VBUS_P0)) { 2187 CheckIdleCall(_VBUS_P0); 2188 #ifdef SUPPORT_ARRAY 2189 { 2190 int i; 2191 PVDevice pArray; 2192 for(i = 0; i < MAX_ARRAY_PER_VBUS; i++){ 2193 if ((pArray=ArrayTables(i))->u.array.dArStamp==0) 2194 continue; 2195 else if (pArray->u.array.rf_auto_rebuild) { 2196 KdPrint(("auto rebuild.\n")); 2197 pArray->u.array.rf_auto_rebuild = 0; 2198 hpt_queue_dpc((HPT_DPC)hpt_rebuild_data_block, pAdapter, pArray, DUPLICATE); 2199 } 2200 } 2201 } 2202 #endif 2203 } 2204 /* launch the awaiting commands blocked by mWaitingForIdle */ 2205 while(pAdapter->pending_Q!= NULL) 2206 { 2207 _VBUS_INST(&pAdapter->VBus) 2208 union ccb *ccb = (union ccb *)pAdapter->pending_Q->ccb_h.ccb_ccb_ptr; 2209 hpt_free_ccb(&pAdapter->pending_Q, ccb); 2210 CallAfterReturn(_VBUS_P (DPC_PROC)OsSendCommand, ccb); 2211 } 2212 } 2213 2214 static void 2215 ccb_done(union ccb *ccb) 2216 { 2217 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2218 IAL_ADAPTER_T * pAdapter = pmap->pAdapter; 2219 KdPrintI(("ccb_done: ccb %p status %x\n", ccb, ccb->ccb_h.status)); 2220 2221 dmamap_put(pmap); 2222 xpt_done(ccb); 2223 2224 pAdapter->outstandingCommands--; 2225 2226 if (pAdapter->outstandingCommands == 0) 2227 { 2228 if(DPC_Request_Nums == 0) 2229 Check_Idle_Call(pAdapter); 2230 wakeup(pAdapter); 2231 } 2232 } 2233 2234 /**************************************************************** 2235 * Name: hpt_action 2236 * Description: Process a queued command from the CAM layer. 2237 * Parameters: sim - Pointer to SIM object 2238 * ccb - Pointer to SCSI command structure. 2239 ****************************************************************/ 2240 2241 void 2242 hpt_action(struct cam_sim *sim, union ccb *ccb) 2243 { 2244 IAL_ADAPTER_T * pAdapter = (IAL_ADAPTER_T *) cam_sim_softc(sim); 2245 PBUS_DMAMAP pmap; 2246 _VBUS_INST(&pAdapter->VBus) 2247 2248 mtx_assert(&pAdapter->lock, MA_OWNED); 2249 CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("hpt_action\n")); 2250 KdPrint(("hpt_action(%lx,%lx{%x})\n", (u_long)sim, (u_long)ccb, ccb->ccb_h.func_code)); 2251 2252 switch (ccb->ccb_h.func_code) 2253 { 2254 case XPT_SCSI_IO: /* Execute the requested I/O operation */ 2255 { 2256 /* ccb->ccb_h.path_id is not our bus id - don't check it */ 2257 2258 if (ccb->ccb_h.target_lun) { 2259 ccb->ccb_h.status = CAM_LUN_INVALID; 2260 xpt_done(ccb); 2261 return; 2262 } 2263 if (ccb->ccb_h.target_id >= MAX_VDEVICE_PER_VBUS || 2264 pAdapter->VBus.pVDevice[ccb->ccb_h.target_id]==0) { 2265 ccb->ccb_h.status = CAM_TID_INVALID; 2266 xpt_done(ccb); 2267 return; 2268 } 2269 2270 if (pAdapter->outstandingCommands==0 && DPC_Request_Nums==0) 2271 Check_Idle_Call(pAdapter); 2272 2273 pmap = dmamap_get(pAdapter); 2274 HPT_ASSERT(pmap); 2275 ccb->ccb_adapter = pmap; 2276 memset((void *)pmap->psg, 0, sizeof(pmap->psg)); 2277 2278 if (mWaitingForIdle(_VBUS_P0)) 2279 hpt_queue_ccb(&pAdapter->pending_Q, ccb); 2280 else 2281 OsSendCommand(_VBUS_P ccb); 2282 2283 /* KdPrint(("leave scsiio\n")); */ 2284 break; 2285 } 2286 2287 case XPT_RESET_BUS: 2288 KdPrint(("reset bus\n")); 2289 fResetVBus(_VBUS_P0); 2290 xpt_done(ccb); 2291 break; 2292 2293 case XPT_RESET_DEV: /* Bus Device Reset the specified SCSI device */ 2294 case XPT_ABORT: /* Abort the specified CCB */ 2295 case XPT_TERM_IO: /* Terminate the I/O process */ 2296 /* XXX Implement */ 2297 ccb->ccb_h.status = CAM_REQ_INVALID; 2298 xpt_done(ccb); 2299 break; 2300 2301 case XPT_GET_TRAN_SETTINGS: 2302 case XPT_SET_TRAN_SETTINGS: 2303 /* XXX Implement */ 2304 ccb->ccb_h.status = CAM_FUNC_NOTAVAIL; 2305 xpt_done(ccb); 2306 break; 2307 2308 case XPT_CALC_GEOMETRY: 2309 cam_calc_geometry(&ccb->ccg, 1); 2310 xpt_done(ccb); 2311 break; 2312 2313 case XPT_PATH_INQ: /* Path routing inquiry */ 2314 { 2315 struct ccb_pathinq *cpi = &ccb->cpi; 2316 2317 cpi->version_num = 1; /* XXX??? */ 2318 cpi->hba_inquiry = PI_SDTR_ABLE; 2319 cpi->target_sprt = 0; 2320 /* Not necessary to reset bus */ 2321 cpi->hba_misc = PIM_NOBUSRESET; 2322 cpi->hba_eng_cnt = 0; 2323 2324 cpi->max_target = MAX_VDEVICE_PER_VBUS; 2325 cpi->max_lun = 0; 2326 cpi->initiator_id = MAX_VDEVICE_PER_VBUS; 2327 2328 cpi->bus_id = cam_sim_bus(sim); 2329 cpi->base_transfer_speed = 3300; 2330 strlcpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN); 2331 strlcpy(cpi->hba_vid, "HPT ", HBA_IDLEN); 2332 strlcpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN); 2333 cpi->unit_number = cam_sim_unit(sim); 2334 cpi->transport = XPORT_SPI; 2335 cpi->transport_version = 2; 2336 cpi->protocol = PROTO_SCSI; 2337 cpi->protocol_version = SCSI_REV_2; 2338 cpi->ccb_h.status = CAM_REQ_CMP; 2339 xpt_done(ccb); 2340 break; 2341 } 2342 2343 default: 2344 KdPrint(("invalid cmd\n")); 2345 ccb->ccb_h.status = CAM_REQ_INVALID; 2346 xpt_done(ccb); 2347 break; 2348 } 2349 /* KdPrint(("leave hpt_action..............\n")); */ 2350 } 2351 2352 /* shall be called at lock_driver() */ 2353 static void 2354 hpt_queue_ccb(union ccb **ccb_Q, union ccb *ccb) 2355 { 2356 if(*ccb_Q == NULL) 2357 ccb->ccb_h.ccb_ccb_ptr = ccb; 2358 else { 2359 ccb->ccb_h.ccb_ccb_ptr = (*ccb_Q)->ccb_h.ccb_ccb_ptr; 2360 (*ccb_Q)->ccb_h.ccb_ccb_ptr = (char *)ccb; 2361 } 2362 2363 *ccb_Q = ccb; 2364 } 2365 2366 /* shall be called at lock_driver() */ 2367 static void 2368 hpt_free_ccb(union ccb **ccb_Q, union ccb *ccb) 2369 { 2370 union ccb *TempCCB; 2371 2372 TempCCB = *ccb_Q; 2373 2374 if(ccb->ccb_h.ccb_ccb_ptr == ccb) /*it means SCpnt is the last one in CURRCMDs*/ 2375 *ccb_Q = NULL; 2376 else { 2377 while(TempCCB->ccb_h.ccb_ccb_ptr != (char *)ccb) 2378 TempCCB = (union ccb *)TempCCB->ccb_h.ccb_ccb_ptr; 2379 2380 TempCCB->ccb_h.ccb_ccb_ptr = ccb->ccb_h.ccb_ccb_ptr; 2381 2382 if(*ccb_Q == ccb) 2383 *ccb_Q = TempCCB; 2384 } 2385 } 2386 2387 #ifdef SUPPORT_ARRAY 2388 /*************************************************************************** 2389 * Function: hpt_worker_thread 2390 * Description: Do background rebuilding. Execute in kernel thread context. 2391 * Returns: None 2392 ***************************************************************************/ 2393 static void hpt_worker_thread(void) 2394 { 2395 2396 for(;;) { 2397 mtx_lock(&DpcQueue_Lock); 2398 while (DpcQueue_First!=DpcQueue_Last) { 2399 ST_HPT_DPC p; 2400 p = DpcQueue[DpcQueue_First]; 2401 DpcQueue_First++; 2402 DpcQueue_First %= MAX_DPC; 2403 DPC_Request_Nums++; 2404 mtx_unlock(&DpcQueue_Lock); 2405 p.dpc(p.pAdapter, p.arg, p.flags); 2406 2407 mtx_lock(&p.pAdapter->lock); 2408 mtx_lock(&DpcQueue_Lock); 2409 DPC_Request_Nums--; 2410 /* since we may have prevented Check_Idle_Call, do it here */ 2411 if (DPC_Request_Nums==0) { 2412 if (p.pAdapter->outstandingCommands == 0) { 2413 _VBUS_INST(&p.pAdapter->VBus); 2414 Check_Idle_Call(p.pAdapter); 2415 CheckPendingCall(_VBUS_P0); 2416 } 2417 } 2418 mtx_unlock(&p.pAdapter->lock); 2419 mtx_unlock(&DpcQueue_Lock); 2420 2421 /*Schedule out*/ 2422 if (SIGISMEMBER(curproc->p_siglist, SIGSTOP)) { 2423 /* abort rebuilding process. */ 2424 IAL_ADAPTER_T *pAdapter; 2425 PVDevice pArray; 2426 PVBus _vbus_p; 2427 int i; 2428 2429 sx_slock(&hptmv_list_lock); 2430 pAdapter = gIal_Adapter; 2431 2432 while(pAdapter != NULL){ 2433 mtx_lock(&pAdapter->lock); 2434 _vbus_p = &pAdapter->VBus; 2435 2436 for (i=0;i<MAX_ARRAY_PER_VBUS;i++) 2437 { 2438 if ((pArray=ArrayTables(i))->u.array.dArStamp==0) 2439 continue; 2440 else if (pArray->u.array.rf_rebuilding || 2441 pArray->u.array.rf_verifying || 2442 pArray->u.array.rf_initializing) 2443 { 2444 pArray->u.array.rf_abort_rebuild = 1; 2445 } 2446 } 2447 mtx_unlock(&pAdapter->lock); 2448 pAdapter = pAdapter->next; 2449 } 2450 sx_sunlock(&hptmv_list_lock); 2451 } 2452 mtx_lock(&DpcQueue_Lock); 2453 } 2454 mtx_unlock(&DpcQueue_Lock); 2455 2456 /*Remove this debug option*/ 2457 /* 2458 #ifdef DEBUG 2459 if (SIGISMEMBER(curproc->p_siglist, SIGSTOP)) 2460 pause("hptrdy", 2*hz); 2461 #endif 2462 */ 2463 kproc_suspend_check(curproc); 2464 pause("-", 2*hz); /* wait for something to do */ 2465 } 2466 } 2467 2468 static struct proc *hptdaemonproc; 2469 static struct kproc_desc hpt_kp = { 2470 "hpt_wt", 2471 hpt_worker_thread, 2472 &hptdaemonproc 2473 }; 2474 2475 /*Start this thread in the hpt_attach, to prevent kernel from loading it without our controller.*/ 2476 static void 2477 launch_worker_thread(void) 2478 { 2479 IAL_ADAPTER_T *pAdapTemp; 2480 2481 kproc_start(&hpt_kp); 2482 2483 sx_slock(&hptmv_list_lock); 2484 for (pAdapTemp = gIal_Adapter; pAdapTemp; pAdapTemp = pAdapTemp->next) { 2485 2486 _VBUS_INST(&pAdapTemp->VBus) 2487 int i; 2488 PVDevice pVDev; 2489 2490 for(i = 0; i < MAX_ARRAY_PER_VBUS; i++) 2491 if ((pVDev=ArrayTables(i))->u.array.dArStamp==0) 2492 continue; 2493 else{ 2494 if (pVDev->u.array.rf_need_rebuild && !pVDev->u.array.rf_rebuilding) 2495 hpt_queue_dpc((HPT_DPC)hpt_rebuild_data_block, pAdapTemp, pVDev, 2496 (UCHAR)((pVDev->u.array.CriticalMembers || pVDev->VDeviceType == VD_RAID_1)? DUPLICATE : REBUILD_PARITY)); 2497 } 2498 } 2499 sx_sunlock(&hptmv_list_lock); 2500 2501 /* 2502 * hpt_worker_thread needs to be suspended after shutdown sync, when fs sync finished. 2503 */ 2504 EVENTHANDLER_REGISTER(shutdown_post_sync, kproc_shutdown, hptdaemonproc, 2505 SHUTDOWN_PRI_LAST); 2506 } 2507 /* 2508 *SYSINIT(hptwt, SI_SUB_KTHREAD_IDLE, SI_ORDER_FIRST, launch_worker_thread, NULL); 2509 */ 2510 2511 #endif 2512 2513 /********************************************************************************/ 2514 2515 int HPTLIBAPI fOsBuildSgl(_VBUS_ARG PCommand pCmd, FPSCAT_GATH pSg, int logical) 2516 { 2517 union ccb *ccb = (union ccb *)pCmd->pOrgCommand; 2518 2519 if (logical) { 2520 pSg->dSgAddress = (ULONG_PTR)(UCHAR *)ccb->csio.data_ptr; 2521 pSg->wSgSize = ccb->csio.dxfer_len; 2522 pSg->wSgFlag = SG_FLAG_EOT; 2523 return TRUE; 2524 } 2525 /* since we have provided physical sg, nobody will ask us to build physical sg */ 2526 HPT_ASSERT(0); 2527 return FALSE; 2528 } 2529 2530 /*******************************************************************************/ 2531 ULONG HPTLIBAPI 2532 GetStamp(void) 2533 { 2534 /* 2535 * the system variable, ticks, can't be used since it hasn't yet been active 2536 * when our driver starts (ticks==0, it's a invalid stamp value) 2537 */ 2538 ULONG stamp; 2539 do { stamp = random(); } while (stamp==0); 2540 return stamp; 2541 } 2542 2543 2544 static void 2545 SetInquiryData(PINQUIRYDATA inquiryData, PVDevice pVDev) 2546 { 2547 int i; 2548 IDENTIFY_DATA2 *pIdentify = (IDENTIFY_DATA2*)pVDev->u.disk.mv->identifyDevice; 2549 2550 inquiryData->DeviceType = T_DIRECT; /*DIRECT_ACCESS_DEVICE*/ 2551 inquiryData->AdditionalLength = (UCHAR)(sizeof(INQUIRYDATA) - 5); 2552 #ifndef SERIAL_CMDS 2553 inquiryData->CommandQueue = 1; 2554 #endif 2555 2556 switch(pVDev->VDeviceType) { 2557 case VD_SINGLE_DISK: 2558 case VD_ATAPI: 2559 case VD_REMOVABLE: 2560 /* Set the removable bit, if applicable. */ 2561 if ((pVDev->u.disk.df_removable_drive) || (pIdentify->GeneralConfiguration & 0x80)) 2562 inquiryData->RemovableMedia = 1; 2563 2564 /* Fill in vendor identification fields. */ 2565 for (i = 0; i < 20; i += 2) { 2566 inquiryData->VendorId[i] = ((PUCHAR)pIdentify->ModelNumber)[i + 1]; 2567 inquiryData->VendorId[i+1] = ((PUCHAR)pIdentify->ModelNumber)[i]; 2568 2569 } 2570 2571 /* Initialize unused portion of product id. */ 2572 for (i = 0; i < 4; i++) inquiryData->ProductId[12+i] = ' '; 2573 2574 /* firmware revision */ 2575 for (i = 0; i < 4; i += 2) 2576 { 2577 inquiryData->ProductRevisionLevel[i] = ((PUCHAR)pIdentify->FirmwareRevision)[i+1]; 2578 inquiryData->ProductRevisionLevel[i+1] = ((PUCHAR)pIdentify->FirmwareRevision)[i]; 2579 } 2580 break; 2581 default: 2582 memcpy(&inquiryData->VendorId, "RR18xx ", 8); 2583 #ifdef SUPPORT_ARRAY 2584 switch(pVDev->VDeviceType){ 2585 case VD_RAID_0: 2586 if ((pVDev->u.array.pMember[0] && mIsArray(pVDev->u.array.pMember[0])) || 2587 (pVDev->u.array.pMember[1] && mIsArray(pVDev->u.array.pMember[1]))) 2588 memcpy(&inquiryData->ProductId, "RAID 1/0 Array ", 16); 2589 else 2590 memcpy(&inquiryData->ProductId, "RAID 0 Array ", 16); 2591 break; 2592 case VD_RAID_1: 2593 if ((pVDev->u.array.pMember[0] && mIsArray(pVDev->u.array.pMember[0])) || 2594 (pVDev->u.array.pMember[1] && mIsArray(pVDev->u.array.pMember[1]))) 2595 memcpy(&inquiryData->ProductId, "RAID 0/1 Array ", 16); 2596 else 2597 memcpy(&inquiryData->ProductId, "RAID 1 Array ", 16); 2598 break; 2599 case VD_RAID_5: 2600 memcpy(&inquiryData->ProductId, "RAID 5 Array ", 16); 2601 break; 2602 case VD_JBOD: 2603 memcpy(&inquiryData->ProductId, "JBOD Array ", 16); 2604 break; 2605 } 2606 #endif 2607 memcpy(&inquiryData->ProductRevisionLevel, "3.00", 4); 2608 break; 2609 } 2610 } 2611 2612 static void 2613 hpt_timeout(void *arg) 2614 { 2615 PBUS_DMAMAP pmap = (PBUS_DMAMAP)((union ccb *)arg)->ccb_adapter; 2616 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2617 _VBUS_INST(&pAdapter->VBus) 2618 2619 mtx_assert(&pAdapter->lock, MA_OWNED); 2620 fResetVBus(_VBUS_P0); 2621 } 2622 2623 static void 2624 hpt_io_dmamap_callback(void *arg, bus_dma_segment_t *segs, int nsegs, int error) 2625 { 2626 PCommand pCmd = (PCommand)arg; 2627 union ccb *ccb = pCmd->pOrgCommand; 2628 struct ccb_hdr *ccb_h = &ccb->ccb_h; 2629 PBUS_DMAMAP pmap = (PBUS_DMAMAP) ccb->ccb_adapter; 2630 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2631 PVDevice pVDev = pAdapter->VBus.pVDevice[ccb_h->target_id]; 2632 FPSCAT_GATH psg = pCmd->pSgTable; 2633 int idx; 2634 _VBUS_INST(pVDev->pVBus) 2635 2636 HPT_ASSERT(pCmd->cf_physical_sg); 2637 2638 if (error) 2639 panic("busdma error"); 2640 2641 HPT_ASSERT(nsegs<= MAX_SG_DESCRIPTORS); 2642 2643 if (nsegs != 0) { 2644 for (idx = 0; idx < nsegs; idx++, psg++) { 2645 psg->dSgAddress = (ULONG_PTR)(UCHAR *)segs[idx].ds_addr; 2646 psg->wSgSize = segs[idx].ds_len; 2647 psg->wSgFlag = (idx == nsegs-1)? SG_FLAG_EOT: 0; 2648 /* KdPrint(("psg[%d]:add=%p,size=%x,flag=%x\n", idx, psg->dSgAddress,psg->wSgSize,psg->wSgFlag)); */ 2649 } 2650 /* psg[-1].wSgFlag = SG_FLAG_EOT; */ 2651 2652 if (pCmd->cf_data_in) { 2653 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, 2654 BUS_DMASYNC_PREREAD); 2655 } 2656 else if (pCmd->cf_data_out) { 2657 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, 2658 BUS_DMASYNC_PREWRITE); 2659 } 2660 } 2661 2662 callout_reset(&pmap->timeout, 20 * hz, hpt_timeout, ccb); 2663 pVDev->pfnSendCommand(_VBUS_P pCmd); 2664 CheckPendingCall(_VBUS_P0); 2665 } 2666 2667 2668 2669 static void HPTLIBAPI 2670 OsSendCommand(_VBUS_ARG union ccb *ccb) 2671 { 2672 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2673 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2674 struct ccb_hdr *ccb_h = &ccb->ccb_h; 2675 struct ccb_scsiio *csio = &ccb->csio; 2676 PVDevice pVDev = pAdapter->VBus.pVDevice[ccb_h->target_id]; 2677 2678 KdPrintI(("OsSendCommand: ccb %p cdb %x-%x-%x\n", 2679 ccb, 2680 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[0], 2681 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[4], 2682 *(ULONG *)&ccb->csio.cdb_io.cdb_bytes[8] 2683 )); 2684 2685 pAdapter->outstandingCommands++; 2686 2687 if (pVDev == NULL || pVDev->vf_online == 0) { 2688 ccb->ccb_h.status = CAM_REQ_INVALID; 2689 ccb_done(ccb); 2690 goto Command_Complished; 2691 } 2692 2693 switch(ccb->csio.cdb_io.cdb_bytes[0]) 2694 { 2695 case TEST_UNIT_READY: 2696 case START_STOP_UNIT: 2697 case SYNCHRONIZE_CACHE: 2698 /* FALLTHROUGH */ 2699 ccb->ccb_h.status = CAM_REQ_CMP; 2700 break; 2701 2702 case INQUIRY: 2703 ZeroMemory(ccb->csio.data_ptr, ccb->csio.dxfer_len); 2704 SetInquiryData((PINQUIRYDATA)ccb->csio.data_ptr, pVDev); 2705 ccb_h->status = CAM_REQ_CMP; 2706 break; 2707 2708 case READ_CAPACITY: 2709 { 2710 UCHAR *rbuf=csio->data_ptr; 2711 unsigned int cap; 2712 2713 if (pVDev->VDeviceCapacity > 0xfffffffful) { 2714 cap = 0xfffffffful; 2715 } else { 2716 cap = pVDev->VDeviceCapacity - 1; 2717 } 2718 2719 rbuf[0] = (UCHAR)(cap>>24); 2720 rbuf[1] = (UCHAR)(cap>>16); 2721 rbuf[2] = (UCHAR)(cap>>8); 2722 rbuf[3] = (UCHAR)cap; 2723 /* Claim 512 byte blocks (big-endian). */ 2724 rbuf[4] = 0; 2725 rbuf[5] = 0; 2726 rbuf[6] = 2; 2727 rbuf[7] = 0; 2728 2729 ccb_h->status = CAM_REQ_CMP; 2730 break; 2731 } 2732 2733 case 0x9e: /*SERVICE_ACTION_IN*/ 2734 { 2735 UCHAR *rbuf = csio->data_ptr; 2736 LBA_T cap = pVDev->VDeviceCapacity - 1; 2737 2738 rbuf[0] = (UCHAR)(cap>>56); 2739 rbuf[1] = (UCHAR)(cap>>48); 2740 rbuf[2] = (UCHAR)(cap>>40); 2741 rbuf[3] = (UCHAR)(cap>>32); 2742 rbuf[4] = (UCHAR)(cap>>24); 2743 rbuf[5] = (UCHAR)(cap>>16); 2744 rbuf[6] = (UCHAR)(cap>>8); 2745 rbuf[7] = (UCHAR)cap; 2746 rbuf[8] = 0; 2747 rbuf[9] = 0; 2748 rbuf[10] = 2; 2749 rbuf[11] = 0; 2750 2751 ccb_h->status = CAM_REQ_CMP; 2752 break; 2753 } 2754 2755 case READ_6: 2756 case WRITE_6: 2757 case READ_10: 2758 case WRITE_10: 2759 case 0x88: /* READ_16 */ 2760 case 0x8a: /* WRITE_16 */ 2761 case 0x13: 2762 case 0x2f: 2763 { 2764 UCHAR Cdb[16]; 2765 UCHAR CdbLength; 2766 _VBUS_INST(pVDev->pVBus) 2767 PCommand pCmd = AllocateCommand(_VBUS_P0); 2768 int error; 2769 HPT_ASSERT(pCmd); 2770 2771 CdbLength = csio->cdb_len; 2772 if ((ccb->ccb_h.flags & CAM_CDB_POINTER) != 0) 2773 { 2774 if ((ccb->ccb_h.flags & CAM_CDB_PHYS) == 0) 2775 { 2776 bcopy(csio->cdb_io.cdb_ptr, Cdb, CdbLength); 2777 } 2778 else 2779 { 2780 KdPrintE(("ERROR!!!\n")); 2781 ccb->ccb_h.status = CAM_REQ_INVALID; 2782 break; 2783 } 2784 } 2785 else 2786 { 2787 bcopy(csio->cdb_io.cdb_bytes, Cdb, CdbLength); 2788 } 2789 2790 pCmd->pOrgCommand = ccb; 2791 pCmd->pVDevice = pVDev; 2792 pCmd->pfnCompletion = fOsCommandDone; 2793 pCmd->pfnBuildSgl = fOsBuildSgl; 2794 pCmd->pSgTable = pmap->psg; 2795 2796 switch (Cdb[0]) 2797 { 2798 case READ_6: 2799 case WRITE_6: 2800 case 0x13: 2801 pCmd->uCmd.Ide.Lba = ((ULONG)Cdb[1] << 16) | ((ULONG)Cdb[2] << 8) | (ULONG)Cdb[3]; 2802 pCmd->uCmd.Ide.nSectors = (USHORT) Cdb[4]; 2803 break; 2804 2805 case 0x88: /* READ_16 */ 2806 case 0x8a: /* WRITE_16 */ 2807 pCmd->uCmd.Ide.Lba = 2808 (HPT_U64)Cdb[2] << 56 | 2809 (HPT_U64)Cdb[3] << 48 | 2810 (HPT_U64)Cdb[4] << 40 | 2811 (HPT_U64)Cdb[5] << 32 | 2812 (HPT_U64)Cdb[6] << 24 | 2813 (HPT_U64)Cdb[7] << 16 | 2814 (HPT_U64)Cdb[8] << 8 | 2815 (HPT_U64)Cdb[9]; 2816 pCmd->uCmd.Ide.nSectors = (USHORT)Cdb[12] << 8 | (USHORT)Cdb[13]; 2817 break; 2818 2819 default: 2820 pCmd->uCmd.Ide.Lba = (ULONG)Cdb[5] | ((ULONG)Cdb[4] << 8) | ((ULONG)Cdb[3] << 16) | ((ULONG)Cdb[2] << 24); 2821 pCmd->uCmd.Ide.nSectors = (USHORT) Cdb[8] | ((USHORT)Cdb[7]<<8); 2822 break; 2823 } 2824 2825 switch (Cdb[0]) 2826 { 2827 case READ_6: 2828 case READ_10: 2829 case 0x88: /* READ_16 */ 2830 pCmd->uCmd.Ide.Command = IDE_COMMAND_READ; 2831 pCmd->cf_data_in = 1; 2832 break; 2833 2834 case WRITE_6: 2835 case WRITE_10: 2836 case 0x8a: /* WRITE_16 */ 2837 pCmd->uCmd.Ide.Command = IDE_COMMAND_WRITE; 2838 pCmd->cf_data_out = 1; 2839 break; 2840 case 0x13: 2841 case 0x2f: 2842 pCmd->uCmd.Ide.Command = IDE_COMMAND_VERIFY; 2843 break; 2844 } 2845 /*///////////////////////// */ 2846 pCmd->cf_physical_sg = 1; 2847 error = bus_dmamap_load_ccb(pAdapter->io_dma_parent, 2848 pmap->dma_map, 2849 ccb, 2850 hpt_io_dmamap_callback, 2851 pCmd, BUS_DMA_WAITOK 2852 ); 2853 KdPrint(("bus_dmamap_load return %d\n", error)); 2854 if (error && error!=EINPROGRESS) { 2855 hpt_printk(("bus_dmamap_load error %d\n", error)); 2856 FreeCommand(_VBUS_P pCmd); 2857 ccb->ccb_h.status = CAM_REQ_CMP_ERR; 2858 dmamap_put(pmap); 2859 pAdapter->outstandingCommands--; 2860 if (pAdapter->outstandingCommands == 0) 2861 wakeup(pAdapter); 2862 xpt_done(ccb); 2863 } 2864 goto Command_Complished; 2865 } 2866 2867 default: 2868 ccb->ccb_h.status = CAM_REQ_INVALID; 2869 break; 2870 } 2871 ccb_done(ccb); 2872 Command_Complished: 2873 CheckPendingCall(_VBUS_P0); 2874 return; 2875 } 2876 2877 static void HPTLIBAPI 2878 fOsCommandDone(_VBUS_ARG PCommand pCmd) 2879 { 2880 union ccb *ccb = pCmd->pOrgCommand; 2881 PBUS_DMAMAP pmap = (PBUS_DMAMAP)ccb->ccb_adapter; 2882 IAL_ADAPTER_T *pAdapter = pmap->pAdapter; 2883 2884 KdPrint(("fOsCommandDone(pcmd=%p, result=%d)\n", pCmd, pCmd->Result)); 2885 2886 callout_stop(&pmap->timeout); 2887 2888 switch(pCmd->Result) { 2889 case RETURN_SUCCESS: 2890 ccb->ccb_h.status = CAM_REQ_CMP; 2891 break; 2892 case RETURN_BAD_DEVICE: 2893 ccb->ccb_h.status = CAM_DEV_NOT_THERE; 2894 break; 2895 case RETURN_DEVICE_BUSY: 2896 ccb->ccb_h.status = CAM_BUSY; 2897 break; 2898 case RETURN_INVALID_REQUEST: 2899 ccb->ccb_h.status = CAM_REQ_INVALID; 2900 break; 2901 case RETURN_SELECTION_TIMEOUT: 2902 ccb->ccb_h.status = CAM_SEL_TIMEOUT; 2903 break; 2904 case RETURN_RETRY: 2905 ccb->ccb_h.status = CAM_BUSY; 2906 break; 2907 default: 2908 ccb->ccb_h.status = CAM_SCSI_STATUS_ERROR; 2909 break; 2910 } 2911 2912 if (pCmd->cf_data_in) { 2913 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTREAD); 2914 } 2915 else if (pCmd->cf_data_out) { 2916 bus_dmamap_sync(pAdapter->io_dma_parent, pmap->dma_map, BUS_DMASYNC_POSTWRITE); 2917 } 2918 2919 bus_dmamap_unload(pAdapter->io_dma_parent, pmap->dma_map); 2920 2921 FreeCommand(_VBUS_P pCmd); 2922 ccb_done(ccb); 2923 } 2924 2925 int 2926 hpt_queue_dpc(HPT_DPC dpc, IAL_ADAPTER_T * pAdapter, void *arg, UCHAR flags) 2927 { 2928 int p; 2929 2930 mtx_lock(&DpcQueue_Lock); 2931 p = (DpcQueue_Last + 1) % MAX_DPC; 2932 if (p==DpcQueue_First) { 2933 KdPrint(("DPC Queue full!\n")); 2934 mtx_unlock(&DpcQueue_Lock); 2935 return -1; 2936 } 2937 2938 DpcQueue[DpcQueue_Last].dpc = dpc; 2939 DpcQueue[DpcQueue_Last].pAdapter = pAdapter; 2940 DpcQueue[DpcQueue_Last].arg = arg; 2941 DpcQueue[DpcQueue_Last].flags = flags; 2942 DpcQueue_Last = p; 2943 mtx_unlock(&DpcQueue_Lock); 2944 2945 return 0; 2946 } 2947 2948 #ifdef _RAID5N_ 2949 /* 2950 * Allocate memory above 16M, otherwise we may eat all low memory for ISA devices. 2951 * How about the memory for 5081 request/response array and PRD table? 2952 */ 2953 void 2954 *os_alloc_page(_VBUS_ARG0) 2955 { 2956 return (void *)contigmalloc(0x1000, M_DEVBUF, M_NOWAIT, 0x1000000, 0xffffffff, PAGE_SIZE, 0ul); 2957 } 2958 2959 void 2960 *os_alloc_dma_page(_VBUS_ARG0) 2961 { 2962 return (void *)contigmalloc(0x1000, M_DEVBUF, M_NOWAIT, 0x1000000, 0xffffffff, PAGE_SIZE, 0ul); 2963 } 2964 2965 void 2966 os_free_page(_VBUS_ARG void *p) 2967 { 2968 contigfree(p, 0x1000, M_DEVBUF); 2969 } 2970 2971 void 2972 os_free_dma_page(_VBUS_ARG void *p) 2973 { 2974 contigfree(p, 0x1000, M_DEVBUF); 2975 } 2976 2977 void 2978 DoXor1(ULONG *p0, ULONG *p1, ULONG *p2, UINT nBytes) 2979 { 2980 UINT i; 2981 for (i = 0; i < nBytes / 4; i++) *p0++ = *p1++ ^ *p2++; 2982 } 2983 2984 void 2985 DoXor2(ULONG *p0, ULONG *p2, UINT nBytes) 2986 { 2987 UINT i; 2988 for (i = 0; i < nBytes / 4; i++) *p0++ ^= *p2++; 2989 } 2990 #endif 2991