1 /*- 2 * Copyright (c) 2008 Yahoo!, Inc. 3 * All rights reserved. 4 * Written by: John Baldwin <jhb@FreeBSD.org> 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 3. Neither the name of the author nor the names of any co-contributors 15 * may be used to endorse or promote products derived from this software 16 * without specific prior written permission. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 19 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 22 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 24 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 26 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 27 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 28 * SUCH DAMAGE. 29 * 30 * Avago Technologies (LSI) MPT-Fusion Host Adapter FreeBSD userland interface 31 */ 32 /*- 33 * Copyright (c) 2011-2015 LSI Corp. 34 * Copyright (c) 2013-2015 Avago Technologies 35 * All rights reserved. 36 * 37 * Redistribution and use in source and binary forms, with or without 38 * modification, are permitted provided that the following conditions 39 * are met: 40 * 1. Redistributions of source code must retain the above copyright 41 * notice, this list of conditions and the following disclaimer. 42 * 2. Redistributions in binary form must reproduce the above copyright 43 * notice, this list of conditions and the following disclaimer in the 44 * documentation and/or other materials provided with the distribution. 45 * 46 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 47 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 48 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 49 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 50 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 51 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 52 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 53 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 54 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 55 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 56 * SUCH DAMAGE. 57 * 58 * Avago Technologies (LSI) MPT-Fusion Host Adapter FreeBSD 59 * 60 * $FreeBSD$ 61 */ 62 63 #include <sys/cdefs.h> 64 __FBSDID("$FreeBSD$"); 65 66 #include "opt_compat.h" 67 68 /* TODO Move headers to mpsvar */ 69 #include <sys/types.h> 70 #include <sys/param.h> 71 #include <sys/systm.h> 72 #include <sys/kernel.h> 73 #include <sys/selinfo.h> 74 #include <sys/module.h> 75 #include <sys/bus.h> 76 #include <sys/conf.h> 77 #include <sys/bio.h> 78 #include <sys/malloc.h> 79 #include <sys/uio.h> 80 #include <sys/sysctl.h> 81 #include <sys/ioccom.h> 82 #include <sys/endian.h> 83 #include <sys/queue.h> 84 #include <sys/kthread.h> 85 #include <sys/taskqueue.h> 86 #include <sys/proc.h> 87 #include <sys/sysent.h> 88 89 #include <machine/bus.h> 90 #include <machine/resource.h> 91 #include <sys/rman.h> 92 93 #include <cam/cam.h> 94 #include <cam/cam_ccb.h> 95 #include <cam/scsi/scsi_all.h> 96 97 #include <dev/mps/mpi/mpi2_type.h> 98 #include <dev/mps/mpi/mpi2.h> 99 #include <dev/mps/mpi/mpi2_ioc.h> 100 #include <dev/mps/mpi/mpi2_cnfg.h> 101 #include <dev/mps/mpi/mpi2_init.h> 102 #include <dev/mps/mpi/mpi2_tool.h> 103 #include <dev/mps/mps_ioctl.h> 104 #include <dev/mps/mpsvar.h> 105 #include <dev/mps/mps_table.h> 106 #include <dev/mps/mps_sas.h> 107 #include <dev/pci/pcivar.h> 108 #include <dev/pci/pcireg.h> 109 110 static d_open_t mps_open; 111 static d_close_t mps_close; 112 static d_ioctl_t mps_ioctl_devsw; 113 114 static struct cdevsw mps_cdevsw = { 115 .d_version = D_VERSION, 116 .d_flags = 0, 117 .d_open = mps_open, 118 .d_close = mps_close, 119 .d_ioctl = mps_ioctl_devsw, 120 .d_name = "mps", 121 }; 122 123 typedef int (mps_user_f)(struct mps_command *, struct mps_usr_command *); 124 static mps_user_f mpi_pre_ioc_facts; 125 static mps_user_f mpi_pre_port_facts; 126 static mps_user_f mpi_pre_fw_download; 127 static mps_user_f mpi_pre_fw_upload; 128 static mps_user_f mpi_pre_sata_passthrough; 129 static mps_user_f mpi_pre_smp_passthrough; 130 static mps_user_f mpi_pre_config; 131 static mps_user_f mpi_pre_sas_io_unit_control; 132 133 static int mps_user_read_cfg_header(struct mps_softc *, 134 struct mps_cfg_page_req *); 135 static int mps_user_read_cfg_page(struct mps_softc *, 136 struct mps_cfg_page_req *, void *); 137 static int mps_user_read_extcfg_header(struct mps_softc *, 138 struct mps_ext_cfg_page_req *); 139 static int mps_user_read_extcfg_page(struct mps_softc *, 140 struct mps_ext_cfg_page_req *, void *); 141 static int mps_user_write_cfg_page(struct mps_softc *, 142 struct mps_cfg_page_req *, void *); 143 static int mps_user_setup_request(struct mps_command *, 144 struct mps_usr_command *); 145 static int mps_user_command(struct mps_softc *, struct mps_usr_command *); 146 147 static int mps_user_pass_thru(struct mps_softc *sc, mps_pass_thru_t *data); 148 static void mps_user_get_adapter_data(struct mps_softc *sc, 149 mps_adapter_data_t *data); 150 static void mps_user_read_pci_info(struct mps_softc *sc, 151 mps_pci_info_t *data); 152 static uint8_t mps_get_fw_diag_buffer_number(struct mps_softc *sc, 153 uint32_t unique_id); 154 static int mps_post_fw_diag_buffer(struct mps_softc *sc, 155 mps_fw_diagnostic_buffer_t *pBuffer, uint32_t *return_code); 156 static int mps_release_fw_diag_buffer(struct mps_softc *sc, 157 mps_fw_diagnostic_buffer_t *pBuffer, uint32_t *return_code, 158 uint32_t diag_type); 159 static int mps_diag_register(struct mps_softc *sc, 160 mps_fw_diag_register_t *diag_register, uint32_t *return_code); 161 static int mps_diag_unregister(struct mps_softc *sc, 162 mps_fw_diag_unregister_t *diag_unregister, uint32_t *return_code); 163 static int mps_diag_query(struct mps_softc *sc, mps_fw_diag_query_t *diag_query, 164 uint32_t *return_code); 165 static int mps_diag_read_buffer(struct mps_softc *sc, 166 mps_diag_read_buffer_t *diag_read_buffer, uint8_t *ioctl_buf, 167 uint32_t *return_code); 168 static int mps_diag_release(struct mps_softc *sc, 169 mps_fw_diag_release_t *diag_release, uint32_t *return_code); 170 static int mps_do_diag_action(struct mps_softc *sc, uint32_t action, 171 uint8_t *diag_action, uint32_t length, uint32_t *return_code); 172 static int mps_user_diag_action(struct mps_softc *sc, mps_diag_action_t *data); 173 static void mps_user_event_query(struct mps_softc *sc, mps_event_query_t *data); 174 static void mps_user_event_enable(struct mps_softc *sc, 175 mps_event_enable_t *data); 176 static int mps_user_event_report(struct mps_softc *sc, 177 mps_event_report_t *data); 178 static int mps_user_reg_access(struct mps_softc *sc, mps_reg_access_t *data); 179 static int mps_user_btdh(struct mps_softc *sc, mps_btdh_mapping_t *data); 180 181 static MALLOC_DEFINE(M_MPSUSER, "mps_user", "Buffers for mps(4) ioctls"); 182 183 /* Macros from compat/freebsd32/freebsd32.h */ 184 #define PTRIN(v) (void *)(uintptr_t)(v) 185 #define PTROUT(v) (uint32_t)(uintptr_t)(v) 186 187 #define CP(src,dst,fld) do { (dst).fld = (src).fld; } while (0) 188 #define PTRIN_CP(src,dst,fld) \ 189 do { (dst).fld = PTRIN((src).fld); } while (0) 190 #define PTROUT_CP(src,dst,fld) \ 191 do { (dst).fld = PTROUT((src).fld); } while (0) 192 193 int 194 mps_attach_user(struct mps_softc *sc) 195 { 196 int unit; 197 198 unit = device_get_unit(sc->mps_dev); 199 sc->mps_cdev = make_dev(&mps_cdevsw, unit, UID_ROOT, GID_OPERATOR, 0640, 200 "mps%d", unit); 201 if (sc->mps_cdev == NULL) { 202 return (ENOMEM); 203 } 204 sc->mps_cdev->si_drv1 = sc; 205 return (0); 206 } 207 208 void 209 mps_detach_user(struct mps_softc *sc) 210 { 211 212 /* XXX: do a purge of pending requests? */ 213 if (sc->mps_cdev != NULL) 214 destroy_dev(sc->mps_cdev); 215 } 216 217 static int 218 mps_open(struct cdev *dev, int flags, int fmt, struct thread *td) 219 { 220 221 return (0); 222 } 223 224 static int 225 mps_close(struct cdev *dev, int flags, int fmt, struct thread *td) 226 { 227 228 return (0); 229 } 230 231 static int 232 mps_user_read_cfg_header(struct mps_softc *sc, 233 struct mps_cfg_page_req *page_req) 234 { 235 MPI2_CONFIG_PAGE_HEADER *hdr; 236 struct mps_config_params params; 237 int error; 238 239 hdr = ¶ms.hdr.Struct; 240 params.action = MPI2_CONFIG_ACTION_PAGE_HEADER; 241 params.page_address = le32toh(page_req->page_address); 242 hdr->PageVersion = 0; 243 hdr->PageLength = 0; 244 hdr->PageNumber = page_req->header.PageNumber; 245 hdr->PageType = page_req->header.PageType; 246 params.buffer = NULL; 247 params.length = 0; 248 params.callback = NULL; 249 250 if ((error = mps_read_config_page(sc, ¶ms)) != 0) { 251 /* 252 * Leave the request. Without resetting the chip, it's 253 * still owned by it and we'll just get into trouble 254 * freeing it now. Mark it as abandoned so that if it 255 * shows up later it can be freed. 256 */ 257 mps_printf(sc, "read_cfg_header timed out\n"); 258 return (ETIMEDOUT); 259 } 260 261 page_req->ioc_status = htole16(params.status); 262 if ((page_req->ioc_status & MPI2_IOCSTATUS_MASK) == 263 MPI2_IOCSTATUS_SUCCESS) { 264 bcopy(hdr, &page_req->header, sizeof(page_req->header)); 265 } 266 267 return (0); 268 } 269 270 static int 271 mps_user_read_cfg_page(struct mps_softc *sc, struct mps_cfg_page_req *page_req, 272 void *buf) 273 { 274 MPI2_CONFIG_PAGE_HEADER *reqhdr, *hdr; 275 struct mps_config_params params; 276 int error; 277 278 reqhdr = buf; 279 hdr = ¶ms.hdr.Struct; 280 hdr->PageVersion = reqhdr->PageVersion; 281 hdr->PageLength = reqhdr->PageLength; 282 hdr->PageNumber = reqhdr->PageNumber; 283 hdr->PageType = reqhdr->PageType & MPI2_CONFIG_PAGETYPE_MASK; 284 params.action = MPI2_CONFIG_ACTION_PAGE_READ_CURRENT; 285 params.page_address = le32toh(page_req->page_address); 286 params.buffer = buf; 287 params.length = le32toh(page_req->len); 288 params.callback = NULL; 289 290 if ((error = mps_read_config_page(sc, ¶ms)) != 0) { 291 mps_printf(sc, "mps_user_read_cfg_page timed out\n"); 292 return (ETIMEDOUT); 293 } 294 295 page_req->ioc_status = htole16(params.status); 296 return (0); 297 } 298 299 static int 300 mps_user_read_extcfg_header(struct mps_softc *sc, 301 struct mps_ext_cfg_page_req *ext_page_req) 302 { 303 MPI2_CONFIG_EXTENDED_PAGE_HEADER *hdr; 304 struct mps_config_params params; 305 int error; 306 307 hdr = ¶ms.hdr.Ext; 308 params.action = MPI2_CONFIG_ACTION_PAGE_HEADER; 309 hdr->PageVersion = ext_page_req->header.PageVersion; 310 hdr->PageType = MPI2_CONFIG_PAGETYPE_EXTENDED; 311 hdr->ExtPageLength = 0; 312 hdr->PageNumber = ext_page_req->header.PageNumber; 313 hdr->ExtPageType = ext_page_req->header.ExtPageType; 314 params.page_address = le32toh(ext_page_req->page_address); 315 params.buffer = NULL; 316 params.length = 0; 317 params.callback = NULL; 318 319 if ((error = mps_read_config_page(sc, ¶ms)) != 0) { 320 /* 321 * Leave the request. Without resetting the chip, it's 322 * still owned by it and we'll just get into trouble 323 * freeing it now. Mark it as abandoned so that if it 324 * shows up later it can be freed. 325 */ 326 mps_printf(sc, "mps_user_read_extcfg_header timed out\n"); 327 return (ETIMEDOUT); 328 } 329 330 ext_page_req->ioc_status = htole16(params.status); 331 if ((ext_page_req->ioc_status & MPI2_IOCSTATUS_MASK) == 332 MPI2_IOCSTATUS_SUCCESS) { 333 ext_page_req->header.PageVersion = hdr->PageVersion; 334 ext_page_req->header.PageNumber = hdr->PageNumber; 335 ext_page_req->header.PageType = hdr->PageType; 336 ext_page_req->header.ExtPageLength = hdr->ExtPageLength; 337 ext_page_req->header.ExtPageType = hdr->ExtPageType; 338 } 339 340 return (0); 341 } 342 343 static int 344 mps_user_read_extcfg_page(struct mps_softc *sc, 345 struct mps_ext_cfg_page_req *ext_page_req, void *buf) 346 { 347 MPI2_CONFIG_EXTENDED_PAGE_HEADER *reqhdr, *hdr; 348 struct mps_config_params params; 349 int error; 350 351 reqhdr = buf; 352 hdr = ¶ms.hdr.Ext; 353 params.action = MPI2_CONFIG_ACTION_PAGE_READ_CURRENT; 354 params.page_address = le32toh(ext_page_req->page_address); 355 hdr->PageVersion = reqhdr->PageVersion; 356 hdr->PageType = MPI2_CONFIG_PAGETYPE_EXTENDED; 357 hdr->PageNumber = reqhdr->PageNumber; 358 hdr->ExtPageType = reqhdr->ExtPageType; 359 hdr->ExtPageLength = reqhdr->ExtPageLength; 360 params.buffer = buf; 361 params.length = le32toh(ext_page_req->len); 362 params.callback = NULL; 363 364 if ((error = mps_read_config_page(sc, ¶ms)) != 0) { 365 mps_printf(sc, "mps_user_read_extcfg_page timed out\n"); 366 return (ETIMEDOUT); 367 } 368 369 ext_page_req->ioc_status = htole16(params.status); 370 return (0); 371 } 372 373 static int 374 mps_user_write_cfg_page(struct mps_softc *sc, 375 struct mps_cfg_page_req *page_req, void *buf) 376 { 377 MPI2_CONFIG_PAGE_HEADER *reqhdr, *hdr; 378 struct mps_config_params params; 379 u_int hdr_attr; 380 int error; 381 382 reqhdr = buf; 383 hdr = ¶ms.hdr.Struct; 384 hdr_attr = reqhdr->PageType & MPI2_CONFIG_PAGEATTR_MASK; 385 if (hdr_attr != MPI2_CONFIG_PAGEATTR_CHANGEABLE && 386 hdr_attr != MPI2_CONFIG_PAGEATTR_PERSISTENT) { 387 mps_printf(sc, "page type 0x%x not changeable\n", 388 reqhdr->PageType & MPI2_CONFIG_PAGETYPE_MASK); 389 return (EINVAL); 390 } 391 392 /* 393 * There isn't any point in restoring stripped out attributes 394 * if you then mask them going down to issue the request. 395 */ 396 397 hdr->PageVersion = reqhdr->PageVersion; 398 hdr->PageLength = reqhdr->PageLength; 399 hdr->PageNumber = reqhdr->PageNumber; 400 hdr->PageType = reqhdr->PageType; 401 params.action = MPI2_CONFIG_ACTION_PAGE_WRITE_CURRENT; 402 params.page_address = le32toh(page_req->page_address); 403 params.buffer = buf; 404 params.length = le32toh(page_req->len); 405 params.callback = NULL; 406 407 if ((error = mps_write_config_page(sc, ¶ms)) != 0) { 408 mps_printf(sc, "mps_write_cfg_page timed out\n"); 409 return (ETIMEDOUT); 410 } 411 412 page_req->ioc_status = htole16(params.status); 413 return (0); 414 } 415 416 void 417 mpi_init_sge(struct mps_command *cm, void *req, void *sge) 418 { 419 int off, space; 420 421 space = (int)cm->cm_sc->facts->IOCRequestFrameSize * 4; 422 off = (uintptr_t)sge - (uintptr_t)req; 423 424 KASSERT(off < space, ("bad pointers %p %p, off %d, space %d", 425 req, sge, off, space)); 426 427 cm->cm_sge = sge; 428 cm->cm_sglsize = space - off; 429 } 430 431 /* 432 * Prepare the mps_command for an IOC_FACTS request. 433 */ 434 static int 435 mpi_pre_ioc_facts(struct mps_command *cm, struct mps_usr_command *cmd) 436 { 437 MPI2_IOC_FACTS_REQUEST *req = (void *)cm->cm_req; 438 MPI2_IOC_FACTS_REPLY *rpl; 439 440 if (cmd->req_len != sizeof *req) 441 return (EINVAL); 442 if (cmd->rpl_len != sizeof *rpl) 443 return (EINVAL); 444 445 cm->cm_sge = NULL; 446 cm->cm_sglsize = 0; 447 return (0); 448 } 449 450 /* 451 * Prepare the mps_command for a PORT_FACTS request. 452 */ 453 static int 454 mpi_pre_port_facts(struct mps_command *cm, struct mps_usr_command *cmd) 455 { 456 MPI2_PORT_FACTS_REQUEST *req = (void *)cm->cm_req; 457 MPI2_PORT_FACTS_REPLY *rpl; 458 459 if (cmd->req_len != sizeof *req) 460 return (EINVAL); 461 if (cmd->rpl_len != sizeof *rpl) 462 return (EINVAL); 463 464 cm->cm_sge = NULL; 465 cm->cm_sglsize = 0; 466 return (0); 467 } 468 469 /* 470 * Prepare the mps_command for a FW_DOWNLOAD request. 471 */ 472 static int 473 mpi_pre_fw_download(struct mps_command *cm, struct mps_usr_command *cmd) 474 { 475 MPI2_FW_DOWNLOAD_REQUEST *req = (void *)cm->cm_req; 476 MPI2_FW_DOWNLOAD_REPLY *rpl; 477 MPI2_FW_DOWNLOAD_TCSGE tc; 478 int error; 479 480 /* 481 * This code assumes there is room in the request's SGL for 482 * the TransactionContext plus at least a SGL chain element. 483 */ 484 CTASSERT(sizeof req->SGL >= sizeof tc + MPS_SGC_SIZE); 485 486 if (cmd->req_len != sizeof *req) 487 return (EINVAL); 488 if (cmd->rpl_len != sizeof *rpl) 489 return (EINVAL); 490 491 if (cmd->len == 0) 492 return (EINVAL); 493 494 error = copyin(cmd->buf, cm->cm_data, cmd->len); 495 if (error != 0) 496 return (error); 497 498 mpi_init_sge(cm, req, &req->SGL); 499 bzero(&tc, sizeof tc); 500 501 /* 502 * For now, the F/W image must be provided in a single request. 503 */ 504 if ((req->MsgFlags & MPI2_FW_DOWNLOAD_MSGFLGS_LAST_SEGMENT) == 0) 505 return (EINVAL); 506 if (req->TotalImageSize != cmd->len) 507 return (EINVAL); 508 509 /* 510 * The value of the first two elements is specified in the 511 * Fusion-MPT Message Passing Interface document. 512 */ 513 tc.ContextSize = 0; 514 tc.DetailsLength = 12; 515 tc.ImageOffset = 0; 516 tc.ImageSize = cmd->len; 517 518 cm->cm_flags |= MPS_CM_FLAGS_DATAOUT; 519 520 return (mps_push_sge(cm, &tc, sizeof tc, 0)); 521 } 522 523 /* 524 * Prepare the mps_command for a FW_UPLOAD request. 525 */ 526 static int 527 mpi_pre_fw_upload(struct mps_command *cm, struct mps_usr_command *cmd) 528 { 529 MPI2_FW_UPLOAD_REQUEST *req = (void *)cm->cm_req; 530 MPI2_FW_UPLOAD_REPLY *rpl; 531 MPI2_FW_UPLOAD_TCSGE tc; 532 533 /* 534 * This code assumes there is room in the request's SGL for 535 * the TransactionContext plus at least a SGL chain element. 536 */ 537 CTASSERT(sizeof req->SGL >= sizeof tc + MPS_SGC_SIZE); 538 539 if (cmd->req_len != sizeof *req) 540 return (EINVAL); 541 if (cmd->rpl_len != sizeof *rpl) 542 return (EINVAL); 543 544 mpi_init_sge(cm, req, &req->SGL); 545 bzero(&tc, sizeof tc); 546 547 /* 548 * The value of the first two elements is specified in the 549 * Fusion-MPT Message Passing Interface document. 550 */ 551 tc.ContextSize = 0; 552 tc.DetailsLength = 12; 553 /* 554 * XXX Is there any reason to fetch a partial image? I.e. to 555 * set ImageOffset to something other than 0? 556 */ 557 tc.ImageOffset = 0; 558 tc.ImageSize = cmd->len; 559 560 cm->cm_flags |= MPS_CM_FLAGS_DATAIN; 561 562 return (mps_push_sge(cm, &tc, sizeof tc, 0)); 563 } 564 565 /* 566 * Prepare the mps_command for a SATA_PASSTHROUGH request. 567 */ 568 static int 569 mpi_pre_sata_passthrough(struct mps_command *cm, struct mps_usr_command *cmd) 570 { 571 MPI2_SATA_PASSTHROUGH_REQUEST *req = (void *)cm->cm_req; 572 MPI2_SATA_PASSTHROUGH_REPLY *rpl; 573 574 if (cmd->req_len != sizeof *req) 575 return (EINVAL); 576 if (cmd->rpl_len != sizeof *rpl) 577 return (EINVAL); 578 579 mpi_init_sge(cm, req, &req->SGL); 580 return (0); 581 } 582 583 /* 584 * Prepare the mps_command for a SMP_PASSTHROUGH request. 585 */ 586 static int 587 mpi_pre_smp_passthrough(struct mps_command *cm, struct mps_usr_command *cmd) 588 { 589 MPI2_SMP_PASSTHROUGH_REQUEST *req = (void *)cm->cm_req; 590 MPI2_SMP_PASSTHROUGH_REPLY *rpl; 591 592 if (cmd->req_len != sizeof *req) 593 return (EINVAL); 594 if (cmd->rpl_len != sizeof *rpl) 595 return (EINVAL); 596 597 mpi_init_sge(cm, req, &req->SGL); 598 return (0); 599 } 600 601 /* 602 * Prepare the mps_command for a CONFIG request. 603 */ 604 static int 605 mpi_pre_config(struct mps_command *cm, struct mps_usr_command *cmd) 606 { 607 MPI2_CONFIG_REQUEST *req = (void *)cm->cm_req; 608 MPI2_CONFIG_REPLY *rpl; 609 610 if (cmd->req_len != sizeof *req) 611 return (EINVAL); 612 if (cmd->rpl_len != sizeof *rpl) 613 return (EINVAL); 614 615 mpi_init_sge(cm, req, &req->PageBufferSGE); 616 return (0); 617 } 618 619 /* 620 * Prepare the mps_command for a SAS_IO_UNIT_CONTROL request. 621 */ 622 static int 623 mpi_pre_sas_io_unit_control(struct mps_command *cm, 624 struct mps_usr_command *cmd) 625 { 626 627 cm->cm_sge = NULL; 628 cm->cm_sglsize = 0; 629 return (0); 630 } 631 632 /* 633 * A set of functions to prepare an mps_command for the various 634 * supported requests. 635 */ 636 struct mps_user_func { 637 U8 Function; 638 mps_user_f *f_pre; 639 } mps_user_func_list[] = { 640 { MPI2_FUNCTION_IOC_FACTS, mpi_pre_ioc_facts }, 641 { MPI2_FUNCTION_PORT_FACTS, mpi_pre_port_facts }, 642 { MPI2_FUNCTION_FW_DOWNLOAD, mpi_pre_fw_download }, 643 { MPI2_FUNCTION_FW_UPLOAD, mpi_pre_fw_upload }, 644 { MPI2_FUNCTION_SATA_PASSTHROUGH, mpi_pre_sata_passthrough }, 645 { MPI2_FUNCTION_SMP_PASSTHROUGH, mpi_pre_smp_passthrough}, 646 { MPI2_FUNCTION_CONFIG, mpi_pre_config}, 647 { MPI2_FUNCTION_SAS_IO_UNIT_CONTROL, mpi_pre_sas_io_unit_control }, 648 { 0xFF, NULL } /* list end */ 649 }; 650 651 static int 652 mps_user_setup_request(struct mps_command *cm, struct mps_usr_command *cmd) 653 { 654 MPI2_REQUEST_HEADER *hdr = (MPI2_REQUEST_HEADER *)cm->cm_req; 655 struct mps_user_func *f; 656 657 for (f = mps_user_func_list; f->f_pre != NULL; f++) { 658 if (hdr->Function == f->Function) 659 return (f->f_pre(cm, cmd)); 660 } 661 return (EINVAL); 662 } 663 664 static int 665 mps_user_command(struct mps_softc *sc, struct mps_usr_command *cmd) 666 { 667 MPI2_REQUEST_HEADER *hdr; 668 MPI2_DEFAULT_REPLY *rpl; 669 void *buf = NULL; 670 struct mps_command *cm = NULL; 671 int err = 0; 672 int sz; 673 674 mps_lock(sc); 675 cm = mps_alloc_command(sc); 676 677 if (cm == NULL) { 678 mps_printf(sc, "%s: no mps requests\n", __func__); 679 err = ENOMEM; 680 goto RetFree; 681 } 682 mps_unlock(sc); 683 684 hdr = (MPI2_REQUEST_HEADER *)cm->cm_req; 685 686 mps_dprint(sc, MPS_USER, "%s: req %p %d rpl %p %d\n", __func__, 687 cmd->req, cmd->req_len, cmd->rpl, cmd->rpl_len); 688 689 if (cmd->req_len > (int)sc->facts->IOCRequestFrameSize * 4) { 690 err = EINVAL; 691 goto RetFreeUnlocked; 692 } 693 err = copyin(cmd->req, hdr, cmd->req_len); 694 if (err != 0) 695 goto RetFreeUnlocked; 696 697 mps_dprint(sc, MPS_USER, "%s: Function %02X MsgFlags %02X\n", __func__, 698 hdr->Function, hdr->MsgFlags); 699 700 if (cmd->len > 0) { 701 buf = malloc(cmd->len, M_MPSUSER, M_WAITOK|M_ZERO); 702 cm->cm_data = buf; 703 cm->cm_length = cmd->len; 704 } else { 705 cm->cm_data = NULL; 706 cm->cm_length = 0; 707 } 708 709 cm->cm_flags = MPS_CM_FLAGS_SGE_SIMPLE; 710 cm->cm_desc.Default.RequestFlags = MPI2_REQ_DESCRIPT_FLAGS_DEFAULT_TYPE; 711 712 err = mps_user_setup_request(cm, cmd); 713 if (err == EINVAL) { 714 mps_printf(sc, "%s: unsupported parameter or unsupported " 715 "function in request (function = 0x%X)\n", __func__, 716 hdr->Function); 717 } 718 if (err != 0) 719 goto RetFreeUnlocked; 720 721 mps_lock(sc); 722 err = mps_wait_command(sc, &cm, 60, CAN_SLEEP); 723 724 if (err || (cm == NULL)) { 725 mps_printf(sc, "%s: invalid request: error %d\n", 726 __func__, err); 727 goto RetFree; 728 } 729 730 rpl = (MPI2_DEFAULT_REPLY *)cm->cm_reply; 731 if (rpl != NULL) 732 sz = rpl->MsgLength * 4; 733 else 734 sz = 0; 735 736 if (sz > cmd->rpl_len) { 737 mps_printf(sc, "%s: user reply buffer (%d) smaller than " 738 "returned buffer (%d)\n", __func__, cmd->rpl_len, sz); 739 sz = cmd->rpl_len; 740 } 741 742 mps_unlock(sc); 743 copyout(rpl, cmd->rpl, sz); 744 if (buf != NULL) 745 copyout(buf, cmd->buf, cmd->len); 746 mps_dprint(sc, MPS_USER, "%s: reply size %d\n", __func__, sz); 747 748 RetFreeUnlocked: 749 mps_lock(sc); 750 RetFree: 751 if (cm != NULL) 752 mps_free_command(sc, cm); 753 mps_unlock(sc); 754 if (buf != NULL) 755 free(buf, M_MPSUSER); 756 return (err); 757 } 758 759 static int 760 mps_user_pass_thru(struct mps_softc *sc, mps_pass_thru_t *data) 761 { 762 MPI2_REQUEST_HEADER *hdr, tmphdr; 763 MPI2_DEFAULT_REPLY *rpl = NULL; 764 struct mps_command *cm = NULL; 765 int err = 0, dir = 0, sz; 766 uint8_t function = 0; 767 u_int sense_len; 768 struct mpssas_target *targ = NULL; 769 770 /* 771 * Only allow one passthru command at a time. Use the MPS_FLAGS_BUSY 772 * bit to denote that a passthru is being processed. 773 */ 774 mps_lock(sc); 775 if (sc->mps_flags & MPS_FLAGS_BUSY) { 776 mps_dprint(sc, MPS_USER, "%s: Only one passthru command " 777 "allowed at a single time.", __func__); 778 mps_unlock(sc); 779 return (EBUSY); 780 } 781 sc->mps_flags |= MPS_FLAGS_BUSY; 782 mps_unlock(sc); 783 784 /* 785 * Do some validation on data direction. Valid cases are: 786 * 1) DataSize is 0 and direction is NONE 787 * 2) DataSize is non-zero and one of: 788 * a) direction is READ or 789 * b) direction is WRITE or 790 * c) direction is BOTH and DataOutSize is non-zero 791 * If valid and the direction is BOTH, change the direction to READ. 792 * if valid and the direction is not BOTH, make sure DataOutSize is 0. 793 */ 794 if (((data->DataSize == 0) && 795 (data->DataDirection == MPS_PASS_THRU_DIRECTION_NONE)) || 796 ((data->DataSize != 0) && 797 ((data->DataDirection == MPS_PASS_THRU_DIRECTION_READ) || 798 (data->DataDirection == MPS_PASS_THRU_DIRECTION_WRITE) || 799 ((data->DataDirection == MPS_PASS_THRU_DIRECTION_BOTH) && 800 (data->DataOutSize != 0))))) { 801 if (data->DataDirection == MPS_PASS_THRU_DIRECTION_BOTH) 802 data->DataDirection = MPS_PASS_THRU_DIRECTION_READ; 803 else 804 data->DataOutSize = 0; 805 } else 806 return (EINVAL); 807 808 mps_dprint(sc, MPS_USER, "%s: req 0x%jx %d rpl 0x%jx %d " 809 "data in 0x%jx %d data out 0x%jx %d data dir %d\n", __func__, 810 data->PtrRequest, data->RequestSize, data->PtrReply, 811 data->ReplySize, data->PtrData, data->DataSize, 812 data->PtrDataOut, data->DataOutSize, data->DataDirection); 813 814 /* 815 * copy in the header so we know what we're dealing with before we 816 * commit to allocating a command for it. 817 */ 818 err = copyin(PTRIN(data->PtrRequest), &tmphdr, data->RequestSize); 819 if (err != 0) 820 goto RetFreeUnlocked; 821 822 if (data->RequestSize > (int)sc->facts->IOCRequestFrameSize * 4) { 823 err = EINVAL; 824 goto RetFreeUnlocked; 825 } 826 827 function = tmphdr.Function; 828 mps_dprint(sc, MPS_USER, "%s: Function %02X MsgFlags %02X\n", __func__, 829 function, tmphdr.MsgFlags); 830 831 /* 832 * Handle a passthru TM request. 833 */ 834 if (function == MPI2_FUNCTION_SCSI_TASK_MGMT) { 835 MPI2_SCSI_TASK_MANAGE_REQUEST *task; 836 837 mps_lock(sc); 838 cm = mpssas_alloc_tm(sc); 839 if (cm == NULL) { 840 err = EINVAL; 841 goto Ret; 842 } 843 844 /* Copy the header in. Only a small fixup is needed. */ 845 task = (MPI2_SCSI_TASK_MANAGE_REQUEST *)cm->cm_req; 846 bcopy(&tmphdr, task, data->RequestSize); 847 task->TaskMID = cm->cm_desc.Default.SMID; 848 849 cm->cm_data = NULL; 850 cm->cm_desc.HighPriority.RequestFlags = 851 MPI2_REQ_DESCRIPT_FLAGS_HIGH_PRIORITY; 852 cm->cm_complete = NULL; 853 cm->cm_complete_data = NULL; 854 855 targ = mpssas_find_target_by_handle(sc->sassc, 0, 856 task->DevHandle); 857 if (targ == NULL) { 858 mps_dprint(sc, MPS_INFO, 859 "%s %d : invalid handle for requested TM 0x%x \n", 860 __func__, __LINE__, task->DevHandle); 861 err = 1; 862 } else { 863 mpssas_prepare_for_tm(sc, cm, targ, CAM_LUN_WILDCARD); 864 err = mps_wait_command(sc, &cm, 30, CAN_SLEEP); 865 } 866 867 if (err != 0) { 868 err = EIO; 869 mps_dprint(sc, MPS_FAULT, "%s: task management failed", 870 __func__); 871 } 872 /* 873 * Copy the reply data and sense data to user space. 874 */ 875 if ((cm != NULL) && (cm->cm_reply != NULL)) { 876 rpl = (MPI2_DEFAULT_REPLY *)cm->cm_reply; 877 sz = rpl->MsgLength * 4; 878 879 if (sz > data->ReplySize) { 880 mps_printf(sc, "%s: user reply buffer (%d) " 881 "smaller than returned buffer (%d)\n", 882 __func__, data->ReplySize, sz); 883 } 884 mps_unlock(sc); 885 copyout(cm->cm_reply, PTRIN(data->PtrReply), 886 data->ReplySize); 887 mps_lock(sc); 888 } 889 mpssas_free_tm(sc, cm); 890 goto Ret; 891 } 892 893 mps_lock(sc); 894 cm = mps_alloc_command(sc); 895 896 if (cm == NULL) { 897 mps_printf(sc, "%s: no mps requests\n", __func__); 898 err = ENOMEM; 899 goto Ret; 900 } 901 mps_unlock(sc); 902 903 hdr = (MPI2_REQUEST_HEADER *)cm->cm_req; 904 bcopy(&tmphdr, hdr, data->RequestSize); 905 906 /* 907 * Do some checking to make sure the IOCTL request contains a valid 908 * request. Then set the SGL info. 909 */ 910 mpi_init_sge(cm, hdr, (void *)((uint8_t *)hdr + data->RequestSize)); 911 912 /* 913 * Set up for read, write or both. From check above, DataOutSize will 914 * be 0 if direction is READ or WRITE, but it will have some non-zero 915 * value if the direction is BOTH. So, just use the biggest size to get 916 * the cm_data buffer size. If direction is BOTH, 2 SGLs need to be set 917 * up; the first is for the request and the second will contain the 918 * response data. cm_out_len needs to be set here and this will be used 919 * when the SGLs are set up. 920 */ 921 cm->cm_data = NULL; 922 cm->cm_length = MAX(data->DataSize, data->DataOutSize); 923 cm->cm_out_len = data->DataOutSize; 924 cm->cm_flags = 0; 925 if (cm->cm_length != 0) { 926 cm->cm_data = malloc(cm->cm_length, M_MPSUSER, M_WAITOK | 927 M_ZERO); 928 cm->cm_flags = MPS_CM_FLAGS_DATAIN; 929 if (data->DataOutSize) { 930 cm->cm_flags |= MPS_CM_FLAGS_DATAOUT; 931 err = copyin(PTRIN(data->PtrDataOut), 932 cm->cm_data, data->DataOutSize); 933 } else if (data->DataDirection == 934 MPS_PASS_THRU_DIRECTION_WRITE) { 935 cm->cm_flags = MPS_CM_FLAGS_DATAOUT; 936 err = copyin(PTRIN(data->PtrData), 937 cm->cm_data, data->DataSize); 938 } 939 if (err != 0) 940 mps_dprint(sc, MPS_FAULT, "%s: failed to copy " 941 "IOCTL data from user space\n", __func__); 942 } 943 cm->cm_flags |= MPS_CM_FLAGS_SGE_SIMPLE; 944 cm->cm_desc.Default.RequestFlags = MPI2_REQ_DESCRIPT_FLAGS_DEFAULT_TYPE; 945 946 /* 947 * Set up Sense buffer and SGL offset for IO passthru. SCSI IO request 948 * uses SCSI IO descriptor. 949 */ 950 if ((function == MPI2_FUNCTION_SCSI_IO_REQUEST) || 951 (function == MPI2_FUNCTION_RAID_SCSI_IO_PASSTHROUGH)) { 952 MPI2_SCSI_IO_REQUEST *scsi_io_req; 953 954 scsi_io_req = (MPI2_SCSI_IO_REQUEST *)hdr; 955 /* 956 * Put SGE for data and data_out buffer at the end of 957 * scsi_io_request message header (64 bytes in total). 958 * Following above SGEs, the residual space will be used by 959 * sense data. 960 */ 961 scsi_io_req->SenseBufferLength = (uint8_t)(data->RequestSize - 962 64); 963 scsi_io_req->SenseBufferLowAddress = htole32(cm->cm_sense_busaddr); 964 965 /* 966 * Set SGLOffset0 value. This is the number of dwords that SGL 967 * is offset from the beginning of MPI2_SCSI_IO_REQUEST struct. 968 */ 969 scsi_io_req->SGLOffset0 = 24; 970 971 /* 972 * Setup descriptor info. RAID passthrough must use the 973 * default request descriptor which is already set, so if this 974 * is a SCSI IO request, change the descriptor to SCSI IO. 975 * Also, if this is a SCSI IO request, handle the reply in the 976 * mpssas_scsio_complete function. 977 */ 978 if (function == MPI2_FUNCTION_SCSI_IO_REQUEST) { 979 cm->cm_desc.SCSIIO.RequestFlags = 980 MPI2_REQ_DESCRIPT_FLAGS_SCSI_IO; 981 cm->cm_desc.SCSIIO.DevHandle = scsi_io_req->DevHandle; 982 983 /* 984 * Make sure the DevHandle is not 0 because this is a 985 * likely error. 986 */ 987 if (scsi_io_req->DevHandle == 0) { 988 err = EINVAL; 989 goto RetFreeUnlocked; 990 } 991 } 992 } 993 994 mps_lock(sc); 995 996 err = mps_wait_command(sc, &cm, 30, CAN_SLEEP); 997 998 if (err || (cm == NULL)) { 999 mps_printf(sc, "%s: invalid request: error %d\n", __func__, 1000 err); 1001 mps_unlock(sc); 1002 goto RetFreeUnlocked; 1003 } 1004 1005 /* 1006 * Sync the DMA data, if any. Then copy the data to user space. 1007 */ 1008 if (cm->cm_data != NULL) { 1009 if (cm->cm_flags & MPS_CM_FLAGS_DATAIN) 1010 dir = BUS_DMASYNC_POSTREAD; 1011 else if (cm->cm_flags & MPS_CM_FLAGS_DATAOUT) 1012 dir = BUS_DMASYNC_POSTWRITE; 1013 bus_dmamap_sync(sc->buffer_dmat, cm->cm_dmamap, dir); 1014 bus_dmamap_unload(sc->buffer_dmat, cm->cm_dmamap); 1015 1016 if (cm->cm_flags & MPS_CM_FLAGS_DATAIN) { 1017 mps_unlock(sc); 1018 err = copyout(cm->cm_data, 1019 PTRIN(data->PtrData), data->DataSize); 1020 mps_lock(sc); 1021 if (err != 0) 1022 mps_dprint(sc, MPS_FAULT, "%s: failed to copy " 1023 "IOCTL data to user space\n", __func__); 1024 } 1025 } 1026 1027 /* 1028 * Copy the reply data and sense data to user space. 1029 */ 1030 if (cm->cm_reply != NULL) { 1031 rpl = (MPI2_DEFAULT_REPLY *)cm->cm_reply; 1032 sz = rpl->MsgLength * 4; 1033 1034 if (sz > data->ReplySize) { 1035 mps_printf(sc, "%s: user reply buffer (%d) smaller " 1036 "than returned buffer (%d)\n", __func__, 1037 data->ReplySize, sz); 1038 } 1039 mps_unlock(sc); 1040 copyout(cm->cm_reply, PTRIN(data->PtrReply), data->ReplySize); 1041 mps_lock(sc); 1042 1043 if ((function == MPI2_FUNCTION_SCSI_IO_REQUEST) || 1044 (function == MPI2_FUNCTION_RAID_SCSI_IO_PASSTHROUGH)) { 1045 if (((MPI2_SCSI_IO_REPLY *)rpl)->SCSIState & 1046 MPI2_SCSI_STATE_AUTOSENSE_VALID) { 1047 sense_len = 1048 MIN((le32toh(((MPI2_SCSI_IO_REPLY *)rpl)->SenseCount)), 1049 sizeof(struct scsi_sense_data)); 1050 mps_unlock(sc); 1051 copyout(cm->cm_sense, cm->cm_req + 64, sense_len); 1052 mps_lock(sc); 1053 } 1054 } 1055 } 1056 mps_unlock(sc); 1057 1058 RetFreeUnlocked: 1059 mps_lock(sc); 1060 1061 if (cm != NULL) { 1062 if (cm->cm_data) 1063 free(cm->cm_data, M_MPSUSER); 1064 mps_free_command(sc, cm); 1065 } 1066 Ret: 1067 sc->mps_flags &= ~MPS_FLAGS_BUSY; 1068 mps_unlock(sc); 1069 1070 return (err); 1071 } 1072 1073 static void 1074 mps_user_get_adapter_data(struct mps_softc *sc, mps_adapter_data_t *data) 1075 { 1076 Mpi2ConfigReply_t mpi_reply; 1077 Mpi2BiosPage3_t config_page; 1078 1079 /* 1080 * Use the PCI interface functions to get the Bus, Device, and Function 1081 * information. 1082 */ 1083 data->PciInformation.u.bits.BusNumber = pci_get_bus(sc->mps_dev); 1084 data->PciInformation.u.bits.DeviceNumber = pci_get_slot(sc->mps_dev); 1085 data->PciInformation.u.bits.FunctionNumber = 1086 pci_get_function(sc->mps_dev); 1087 1088 /* 1089 * Get the FW version that should already be saved in IOC Facts. 1090 */ 1091 data->MpiFirmwareVersion = sc->facts->FWVersion.Word; 1092 1093 /* 1094 * General device info. 1095 */ 1096 data->AdapterType = MPSIOCTL_ADAPTER_TYPE_SAS2; 1097 if (sc->mps_flags & MPS_FLAGS_WD_AVAILABLE) 1098 data->AdapterType = MPSIOCTL_ADAPTER_TYPE_SAS2_SSS6200; 1099 data->PCIDeviceHwId = pci_get_device(sc->mps_dev); 1100 data->PCIDeviceHwRev = pci_read_config(sc->mps_dev, PCIR_REVID, 1); 1101 data->SubSystemId = pci_get_subdevice(sc->mps_dev); 1102 data->SubsystemVendorId = pci_get_subvendor(sc->mps_dev); 1103 1104 /* 1105 * Get the driver version. 1106 */ 1107 strcpy((char *)&data->DriverVersion[0], MPS_DRIVER_VERSION); 1108 1109 /* 1110 * Need to get BIOS Config Page 3 for the BIOS Version. 1111 */ 1112 data->BiosVersion = 0; 1113 mps_lock(sc); 1114 if (mps_config_get_bios_pg3(sc, &mpi_reply, &config_page)) 1115 printf("%s: Error while retrieving BIOS Version\n", __func__); 1116 else 1117 data->BiosVersion = config_page.BiosVersion; 1118 mps_unlock(sc); 1119 } 1120 1121 static void 1122 mps_user_read_pci_info(struct mps_softc *sc, mps_pci_info_t *data) 1123 { 1124 int i; 1125 1126 /* 1127 * Use the PCI interface functions to get the Bus, Device, and Function 1128 * information. 1129 */ 1130 data->BusNumber = pci_get_bus(sc->mps_dev); 1131 data->DeviceNumber = pci_get_slot(sc->mps_dev); 1132 data->FunctionNumber = pci_get_function(sc->mps_dev); 1133 1134 /* 1135 * Now get the interrupt vector and the pci header. The vector can 1136 * only be 0 right now. The header is the first 256 bytes of config 1137 * space. 1138 */ 1139 data->InterruptVector = 0; 1140 for (i = 0; i < sizeof (data->PciHeader); i++) { 1141 data->PciHeader[i] = pci_read_config(sc->mps_dev, i, 1); 1142 } 1143 } 1144 1145 static uint8_t 1146 mps_get_fw_diag_buffer_number(struct mps_softc *sc, uint32_t unique_id) 1147 { 1148 uint8_t index; 1149 1150 for (index = 0; index < MPI2_DIAG_BUF_TYPE_COUNT; index++) { 1151 if (sc->fw_diag_buffer_list[index].unique_id == unique_id) { 1152 return (index); 1153 } 1154 } 1155 1156 return (MPS_FW_DIAGNOSTIC_UID_NOT_FOUND); 1157 } 1158 1159 static int 1160 mps_post_fw_diag_buffer(struct mps_softc *sc, 1161 mps_fw_diagnostic_buffer_t *pBuffer, uint32_t *return_code) 1162 { 1163 MPI2_DIAG_BUFFER_POST_REQUEST *req; 1164 MPI2_DIAG_BUFFER_POST_REPLY *reply = NULL; 1165 struct mps_command *cm = NULL; 1166 int i, status; 1167 1168 /* 1169 * If buffer is not enabled, just leave. 1170 */ 1171 *return_code = MPS_FW_DIAG_ERROR_POST_FAILED; 1172 if (!pBuffer->enabled) { 1173 return (MPS_DIAG_FAILURE); 1174 } 1175 1176 /* 1177 * Clear some flags initially. 1178 */ 1179 pBuffer->force_release = FALSE; 1180 pBuffer->valid_data = FALSE; 1181 pBuffer->owned_by_firmware = FALSE; 1182 1183 /* 1184 * Get a command. 1185 */ 1186 cm = mps_alloc_command(sc); 1187 if (cm == NULL) { 1188 mps_printf(sc, "%s: no mps requests\n", __func__); 1189 return (MPS_DIAG_FAILURE); 1190 } 1191 1192 /* 1193 * Build the request for releasing the FW Diag Buffer and send it. 1194 */ 1195 req = (MPI2_DIAG_BUFFER_POST_REQUEST *)cm->cm_req; 1196 req->Function = MPI2_FUNCTION_DIAG_BUFFER_POST; 1197 req->BufferType = pBuffer->buffer_type; 1198 req->ExtendedType = pBuffer->extended_type; 1199 req->BufferLength = pBuffer->size; 1200 for (i = 0; i < (sizeof(req->ProductSpecific) / 4); i++) 1201 req->ProductSpecific[i] = pBuffer->product_specific[i]; 1202 mps_from_u64(sc->fw_diag_busaddr, &req->BufferAddress); 1203 cm->cm_data = NULL; 1204 cm->cm_length = 0; 1205 cm->cm_desc.Default.RequestFlags = MPI2_REQ_DESCRIPT_FLAGS_DEFAULT_TYPE; 1206 cm->cm_complete_data = NULL; 1207 1208 /* 1209 * Send command synchronously. 1210 */ 1211 status = mps_wait_command(sc, &cm, 30, CAN_SLEEP); 1212 if (status || (cm == NULL)) { 1213 mps_printf(sc, "%s: invalid request: error %d\n", __func__, 1214 status); 1215 status = MPS_DIAG_FAILURE; 1216 goto done; 1217 } 1218 1219 /* 1220 * Process POST reply. 1221 */ 1222 reply = (MPI2_DIAG_BUFFER_POST_REPLY *)cm->cm_reply; 1223 if ((le16toh(reply->IOCStatus) & MPI2_IOCSTATUS_MASK) != 1224 MPI2_IOCSTATUS_SUCCESS) { 1225 status = MPS_DIAG_FAILURE; 1226 mps_dprint(sc, MPS_FAULT, "%s: post of FW Diag Buffer failed " 1227 "with IOCStatus = 0x%x, IOCLogInfo = 0x%x and " 1228 "TransferLength = 0x%x\n", __func__, 1229 le16toh(reply->IOCStatus), le32toh(reply->IOCLogInfo), 1230 le32toh(reply->TransferLength)); 1231 goto done; 1232 } 1233 1234 /* 1235 * Post was successful. 1236 */ 1237 pBuffer->valid_data = TRUE; 1238 pBuffer->owned_by_firmware = TRUE; 1239 *return_code = MPS_FW_DIAG_ERROR_SUCCESS; 1240 status = MPS_DIAG_SUCCESS; 1241 1242 done: 1243 if (cm != NULL) 1244 mps_free_command(sc, cm); 1245 return (status); 1246 } 1247 1248 static int 1249 mps_release_fw_diag_buffer(struct mps_softc *sc, 1250 mps_fw_diagnostic_buffer_t *pBuffer, uint32_t *return_code, 1251 uint32_t diag_type) 1252 { 1253 MPI2_DIAG_RELEASE_REQUEST *req; 1254 MPI2_DIAG_RELEASE_REPLY *reply = NULL; 1255 struct mps_command *cm = NULL; 1256 int status; 1257 1258 /* 1259 * If buffer is not enabled, just leave. 1260 */ 1261 *return_code = MPS_FW_DIAG_ERROR_RELEASE_FAILED; 1262 if (!pBuffer->enabled) { 1263 mps_dprint(sc, MPS_USER, "%s: This buffer type is not " 1264 "supported by the IOC", __func__); 1265 return (MPS_DIAG_FAILURE); 1266 } 1267 1268 /* 1269 * Clear some flags initially. 1270 */ 1271 pBuffer->force_release = FALSE; 1272 pBuffer->valid_data = FALSE; 1273 pBuffer->owned_by_firmware = FALSE; 1274 1275 /* 1276 * Get a command. 1277 */ 1278 cm = mps_alloc_command(sc); 1279 if (cm == NULL) { 1280 mps_printf(sc, "%s: no mps requests\n", __func__); 1281 return (MPS_DIAG_FAILURE); 1282 } 1283 1284 /* 1285 * Build the request for releasing the FW Diag Buffer and send it. 1286 */ 1287 req = (MPI2_DIAG_RELEASE_REQUEST *)cm->cm_req; 1288 req->Function = MPI2_FUNCTION_DIAG_RELEASE; 1289 req->BufferType = pBuffer->buffer_type; 1290 cm->cm_data = NULL; 1291 cm->cm_length = 0; 1292 cm->cm_desc.Default.RequestFlags = MPI2_REQ_DESCRIPT_FLAGS_DEFAULT_TYPE; 1293 cm->cm_complete_data = NULL; 1294 1295 /* 1296 * Send command synchronously. 1297 */ 1298 status = mps_wait_command(sc, &cm, 30, CAN_SLEEP); 1299 if (status || (cm == NULL)) { 1300 mps_printf(sc, "%s: invalid request: error %d\n", __func__, 1301 status); 1302 status = MPS_DIAG_FAILURE; 1303 goto done; 1304 } 1305 1306 /* 1307 * Process RELEASE reply. 1308 */ 1309 reply = (MPI2_DIAG_RELEASE_REPLY *)cm->cm_reply; 1310 if (((le16toh(reply->IOCStatus) & MPI2_IOCSTATUS_MASK) != 1311 MPI2_IOCSTATUS_SUCCESS) || pBuffer->owned_by_firmware) { 1312 status = MPS_DIAG_FAILURE; 1313 mps_dprint(sc, MPS_FAULT, "%s: release of FW Diag Buffer " 1314 "failed with IOCStatus = 0x%x and IOCLogInfo = 0x%x\n", 1315 __func__, le16toh(reply->IOCStatus), 1316 le32toh(reply->IOCLogInfo)); 1317 goto done; 1318 } 1319 1320 /* 1321 * Release was successful. 1322 */ 1323 *return_code = MPS_FW_DIAG_ERROR_SUCCESS; 1324 status = MPS_DIAG_SUCCESS; 1325 1326 /* 1327 * If this was for an UNREGISTER diag type command, clear the unique ID. 1328 */ 1329 if (diag_type == MPS_FW_DIAG_TYPE_UNREGISTER) { 1330 pBuffer->unique_id = MPS_FW_DIAG_INVALID_UID; 1331 } 1332 1333 done: 1334 if (cm != NULL) 1335 mps_free_command(sc, cm); 1336 1337 return (status); 1338 } 1339 1340 static int 1341 mps_diag_register(struct mps_softc *sc, mps_fw_diag_register_t *diag_register, 1342 uint32_t *return_code) 1343 { 1344 mps_fw_diagnostic_buffer_t *pBuffer; 1345 uint8_t extended_type, buffer_type, i; 1346 uint32_t buffer_size; 1347 uint32_t unique_id; 1348 int status; 1349 1350 extended_type = diag_register->ExtendedType; 1351 buffer_type = diag_register->BufferType; 1352 buffer_size = diag_register->RequestedBufferSize; 1353 unique_id = diag_register->UniqueId; 1354 1355 /* 1356 * Check for valid buffer type 1357 */ 1358 if (buffer_type >= MPI2_DIAG_BUF_TYPE_COUNT) { 1359 *return_code = MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1360 return (MPS_DIAG_FAILURE); 1361 } 1362 1363 /* 1364 * Get the current buffer and look up the unique ID. The unique ID 1365 * should not be found. If it is, the ID is already in use. 1366 */ 1367 i = mps_get_fw_diag_buffer_number(sc, unique_id); 1368 pBuffer = &sc->fw_diag_buffer_list[buffer_type]; 1369 if (i != MPS_FW_DIAGNOSTIC_UID_NOT_FOUND) { 1370 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1371 return (MPS_DIAG_FAILURE); 1372 } 1373 1374 /* 1375 * The buffer's unique ID should not be registered yet, and the given 1376 * unique ID cannot be 0. 1377 */ 1378 if ((pBuffer->unique_id != MPS_FW_DIAG_INVALID_UID) || 1379 (unique_id == MPS_FW_DIAG_INVALID_UID)) { 1380 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1381 return (MPS_DIAG_FAILURE); 1382 } 1383 1384 /* 1385 * If this buffer is already posted as immediate, just change owner. 1386 */ 1387 if (pBuffer->immediate && pBuffer->owned_by_firmware && 1388 (pBuffer->unique_id == MPS_FW_DIAG_INVALID_UID)) { 1389 pBuffer->immediate = FALSE; 1390 pBuffer->unique_id = unique_id; 1391 return (MPS_DIAG_SUCCESS); 1392 } 1393 1394 /* 1395 * Post a new buffer after checking if it's enabled. The DMA buffer 1396 * that is allocated will be contiguous (nsegments = 1). 1397 */ 1398 if (!pBuffer->enabled) { 1399 *return_code = MPS_FW_DIAG_ERROR_NO_BUFFER; 1400 return (MPS_DIAG_FAILURE); 1401 } 1402 if (bus_dma_tag_create( sc->mps_parent_dmat, /* parent */ 1403 1, 0, /* algnmnt, boundary */ 1404 BUS_SPACE_MAXADDR_32BIT,/* lowaddr */ 1405 BUS_SPACE_MAXADDR, /* highaddr */ 1406 NULL, NULL, /* filter, filterarg */ 1407 buffer_size, /* maxsize */ 1408 1, /* nsegments */ 1409 buffer_size, /* maxsegsize */ 1410 0, /* flags */ 1411 NULL, NULL, /* lockfunc, lockarg */ 1412 &sc->fw_diag_dmat)) { 1413 mps_dprint(sc, MPS_ERROR, 1414 "Cannot allocate FW diag buffer DMA tag\n"); 1415 return (ENOMEM); 1416 } 1417 if (bus_dmamem_alloc(sc->fw_diag_dmat, (void **)&sc->fw_diag_buffer, 1418 BUS_DMA_NOWAIT, &sc->fw_diag_map)) { 1419 mps_dprint(sc, MPS_ERROR, 1420 "Cannot allocate FW diag buffer memory\n"); 1421 return (ENOMEM); 1422 } 1423 bzero(sc->fw_diag_buffer, buffer_size); 1424 bus_dmamap_load(sc->fw_diag_dmat, sc->fw_diag_map, sc->fw_diag_buffer, 1425 buffer_size, mps_memaddr_cb, &sc->fw_diag_busaddr, 0); 1426 pBuffer->size = buffer_size; 1427 1428 /* 1429 * Copy the given info to the diag buffer and post the buffer. 1430 */ 1431 pBuffer->buffer_type = buffer_type; 1432 pBuffer->immediate = FALSE; 1433 if (buffer_type == MPI2_DIAG_BUF_TYPE_TRACE) { 1434 for (i = 0; i < (sizeof (pBuffer->product_specific) / 4); 1435 i++) { 1436 pBuffer->product_specific[i] = 1437 diag_register->ProductSpecific[i]; 1438 } 1439 } 1440 pBuffer->extended_type = extended_type; 1441 pBuffer->unique_id = unique_id; 1442 status = mps_post_fw_diag_buffer(sc, pBuffer, return_code); 1443 1444 /* 1445 * In case there was a failure, free the DMA buffer. 1446 */ 1447 if (status == MPS_DIAG_FAILURE) { 1448 if (sc->fw_diag_busaddr != 0) 1449 bus_dmamap_unload(sc->fw_diag_dmat, sc->fw_diag_map); 1450 if (sc->fw_diag_buffer != NULL) 1451 bus_dmamem_free(sc->fw_diag_dmat, sc->fw_diag_buffer, 1452 sc->fw_diag_map); 1453 if (sc->fw_diag_dmat != NULL) 1454 bus_dma_tag_destroy(sc->fw_diag_dmat); 1455 } 1456 1457 return (status); 1458 } 1459 1460 static int 1461 mps_diag_unregister(struct mps_softc *sc, 1462 mps_fw_diag_unregister_t *diag_unregister, uint32_t *return_code) 1463 { 1464 mps_fw_diagnostic_buffer_t *pBuffer; 1465 uint8_t i; 1466 uint32_t unique_id; 1467 int status; 1468 1469 unique_id = diag_unregister->UniqueId; 1470 1471 /* 1472 * Get the current buffer and look up the unique ID. The unique ID 1473 * should be there. 1474 */ 1475 i = mps_get_fw_diag_buffer_number(sc, unique_id); 1476 if (i == MPS_FW_DIAGNOSTIC_UID_NOT_FOUND) { 1477 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1478 return (MPS_DIAG_FAILURE); 1479 } 1480 1481 pBuffer = &sc->fw_diag_buffer_list[i]; 1482 1483 /* 1484 * Try to release the buffer from FW before freeing it. If release 1485 * fails, don't free the DMA buffer in case FW tries to access it 1486 * later. If buffer is not owned by firmware, can't release it. 1487 */ 1488 if (!pBuffer->owned_by_firmware) { 1489 status = MPS_DIAG_SUCCESS; 1490 } else { 1491 status = mps_release_fw_diag_buffer(sc, pBuffer, return_code, 1492 MPS_FW_DIAG_TYPE_UNREGISTER); 1493 } 1494 1495 /* 1496 * At this point, return the current status no matter what happens with 1497 * the DMA buffer. 1498 */ 1499 pBuffer->unique_id = MPS_FW_DIAG_INVALID_UID; 1500 if (status == MPS_DIAG_SUCCESS) { 1501 if (sc->fw_diag_busaddr != 0) 1502 bus_dmamap_unload(sc->fw_diag_dmat, sc->fw_diag_map); 1503 if (sc->fw_diag_buffer != NULL) 1504 bus_dmamem_free(sc->fw_diag_dmat, sc->fw_diag_buffer, 1505 sc->fw_diag_map); 1506 if (sc->fw_diag_dmat != NULL) 1507 bus_dma_tag_destroy(sc->fw_diag_dmat); 1508 } 1509 1510 return (status); 1511 } 1512 1513 static int 1514 mps_diag_query(struct mps_softc *sc, mps_fw_diag_query_t *diag_query, 1515 uint32_t *return_code) 1516 { 1517 mps_fw_diagnostic_buffer_t *pBuffer; 1518 uint8_t i; 1519 uint32_t unique_id; 1520 1521 unique_id = diag_query->UniqueId; 1522 1523 /* 1524 * If ID is valid, query on ID. 1525 * If ID is invalid, query on buffer type. 1526 */ 1527 if (unique_id == MPS_FW_DIAG_INVALID_UID) { 1528 i = diag_query->BufferType; 1529 if (i >= MPI2_DIAG_BUF_TYPE_COUNT) { 1530 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1531 return (MPS_DIAG_FAILURE); 1532 } 1533 } else { 1534 i = mps_get_fw_diag_buffer_number(sc, unique_id); 1535 if (i == MPS_FW_DIAGNOSTIC_UID_NOT_FOUND) { 1536 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1537 return (MPS_DIAG_FAILURE); 1538 } 1539 } 1540 1541 /* 1542 * Fill query structure with the diag buffer info. 1543 */ 1544 pBuffer = &sc->fw_diag_buffer_list[i]; 1545 diag_query->BufferType = pBuffer->buffer_type; 1546 diag_query->ExtendedType = pBuffer->extended_type; 1547 if (diag_query->BufferType == MPI2_DIAG_BUF_TYPE_TRACE) { 1548 for (i = 0; i < (sizeof(diag_query->ProductSpecific) / 4); 1549 i++) { 1550 diag_query->ProductSpecific[i] = 1551 pBuffer->product_specific[i]; 1552 } 1553 } 1554 diag_query->TotalBufferSize = pBuffer->size; 1555 diag_query->DriverAddedBufferSize = 0; 1556 diag_query->UniqueId = pBuffer->unique_id; 1557 diag_query->ApplicationFlags = 0; 1558 diag_query->DiagnosticFlags = 0; 1559 1560 /* 1561 * Set/Clear application flags 1562 */ 1563 if (pBuffer->immediate) { 1564 diag_query->ApplicationFlags &= ~MPS_FW_DIAG_FLAG_APP_OWNED; 1565 } else { 1566 diag_query->ApplicationFlags |= MPS_FW_DIAG_FLAG_APP_OWNED; 1567 } 1568 if (pBuffer->valid_data || pBuffer->owned_by_firmware) { 1569 diag_query->ApplicationFlags |= MPS_FW_DIAG_FLAG_BUFFER_VALID; 1570 } else { 1571 diag_query->ApplicationFlags &= ~MPS_FW_DIAG_FLAG_BUFFER_VALID; 1572 } 1573 if (pBuffer->owned_by_firmware) { 1574 diag_query->ApplicationFlags |= 1575 MPS_FW_DIAG_FLAG_FW_BUFFER_ACCESS; 1576 } else { 1577 diag_query->ApplicationFlags &= 1578 ~MPS_FW_DIAG_FLAG_FW_BUFFER_ACCESS; 1579 } 1580 1581 return (MPS_DIAG_SUCCESS); 1582 } 1583 1584 static int 1585 mps_diag_read_buffer(struct mps_softc *sc, 1586 mps_diag_read_buffer_t *diag_read_buffer, uint8_t *ioctl_buf, 1587 uint32_t *return_code) 1588 { 1589 mps_fw_diagnostic_buffer_t *pBuffer; 1590 uint8_t i, *pData; 1591 uint32_t unique_id; 1592 int status; 1593 1594 unique_id = diag_read_buffer->UniqueId; 1595 1596 /* 1597 * Get the current buffer and look up the unique ID. The unique ID 1598 * should be there. 1599 */ 1600 i = mps_get_fw_diag_buffer_number(sc, unique_id); 1601 if (i == MPS_FW_DIAGNOSTIC_UID_NOT_FOUND) { 1602 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1603 return (MPS_DIAG_FAILURE); 1604 } 1605 1606 pBuffer = &sc->fw_diag_buffer_list[i]; 1607 1608 /* 1609 * Make sure requested read is within limits 1610 */ 1611 if (diag_read_buffer->StartingOffset + diag_read_buffer->BytesToRead > 1612 pBuffer->size) { 1613 *return_code = MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1614 return (MPS_DIAG_FAILURE); 1615 } 1616 1617 /* 1618 * Copy the requested data from DMA to the diag_read_buffer. The DMA 1619 * buffer that was allocated is one contiguous buffer. 1620 */ 1621 pData = (uint8_t *)(sc->fw_diag_buffer + 1622 diag_read_buffer->StartingOffset); 1623 if (copyout(pData, ioctl_buf, diag_read_buffer->BytesToRead) != 0) 1624 return (MPS_DIAG_FAILURE); 1625 diag_read_buffer->Status = 0; 1626 1627 /* 1628 * Set or clear the Force Release flag. 1629 */ 1630 if (pBuffer->force_release) { 1631 diag_read_buffer->Flags |= MPS_FW_DIAG_FLAG_FORCE_RELEASE; 1632 } else { 1633 diag_read_buffer->Flags &= ~MPS_FW_DIAG_FLAG_FORCE_RELEASE; 1634 } 1635 1636 /* 1637 * If buffer is to be reregistered, make sure it's not already owned by 1638 * firmware first. 1639 */ 1640 status = MPS_DIAG_SUCCESS; 1641 if (!pBuffer->owned_by_firmware) { 1642 if (diag_read_buffer->Flags & MPS_FW_DIAG_FLAG_REREGISTER) { 1643 status = mps_post_fw_diag_buffer(sc, pBuffer, 1644 return_code); 1645 } 1646 } 1647 1648 return (status); 1649 } 1650 1651 static int 1652 mps_diag_release(struct mps_softc *sc, mps_fw_diag_release_t *diag_release, 1653 uint32_t *return_code) 1654 { 1655 mps_fw_diagnostic_buffer_t *pBuffer; 1656 uint8_t i; 1657 uint32_t unique_id; 1658 int status; 1659 1660 unique_id = diag_release->UniqueId; 1661 1662 /* 1663 * Get the current buffer and look up the unique ID. The unique ID 1664 * should be there. 1665 */ 1666 i = mps_get_fw_diag_buffer_number(sc, unique_id); 1667 if (i == MPS_FW_DIAGNOSTIC_UID_NOT_FOUND) { 1668 *return_code = MPS_FW_DIAG_ERROR_INVALID_UID; 1669 return (MPS_DIAG_FAILURE); 1670 } 1671 1672 pBuffer = &sc->fw_diag_buffer_list[i]; 1673 1674 /* 1675 * If buffer is not owned by firmware, it's already been released. 1676 */ 1677 if (!pBuffer->owned_by_firmware) { 1678 *return_code = MPS_FW_DIAG_ERROR_ALREADY_RELEASED; 1679 return (MPS_DIAG_FAILURE); 1680 } 1681 1682 /* 1683 * Release the buffer. 1684 */ 1685 status = mps_release_fw_diag_buffer(sc, pBuffer, return_code, 1686 MPS_FW_DIAG_TYPE_RELEASE); 1687 return (status); 1688 } 1689 1690 static int 1691 mps_do_diag_action(struct mps_softc *sc, uint32_t action, uint8_t *diag_action, 1692 uint32_t length, uint32_t *return_code) 1693 { 1694 mps_fw_diag_register_t diag_register; 1695 mps_fw_diag_unregister_t diag_unregister; 1696 mps_fw_diag_query_t diag_query; 1697 mps_diag_read_buffer_t diag_read_buffer; 1698 mps_fw_diag_release_t diag_release; 1699 int status = MPS_DIAG_SUCCESS; 1700 uint32_t original_return_code; 1701 1702 original_return_code = *return_code; 1703 *return_code = MPS_FW_DIAG_ERROR_SUCCESS; 1704 1705 switch (action) { 1706 case MPS_FW_DIAG_TYPE_REGISTER: 1707 if (!length) { 1708 *return_code = 1709 MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1710 status = MPS_DIAG_FAILURE; 1711 break; 1712 } 1713 if (copyin(diag_action, &diag_register, 1714 sizeof(diag_register)) != 0) 1715 return (MPS_DIAG_FAILURE); 1716 status = mps_diag_register(sc, &diag_register, 1717 return_code); 1718 break; 1719 1720 case MPS_FW_DIAG_TYPE_UNREGISTER: 1721 if (length < sizeof(diag_unregister)) { 1722 *return_code = 1723 MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1724 status = MPS_DIAG_FAILURE; 1725 break; 1726 } 1727 if (copyin(diag_action, &diag_unregister, 1728 sizeof(diag_unregister)) != 0) 1729 return (MPS_DIAG_FAILURE); 1730 status = mps_diag_unregister(sc, &diag_unregister, 1731 return_code); 1732 break; 1733 1734 case MPS_FW_DIAG_TYPE_QUERY: 1735 if (length < sizeof (diag_query)) { 1736 *return_code = 1737 MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1738 status = MPS_DIAG_FAILURE; 1739 break; 1740 } 1741 if (copyin(diag_action, &diag_query, sizeof(diag_query)) 1742 != 0) 1743 return (MPS_DIAG_FAILURE); 1744 status = mps_diag_query(sc, &diag_query, return_code); 1745 if (status == MPS_DIAG_SUCCESS) 1746 if (copyout(&diag_query, diag_action, 1747 sizeof (diag_query)) != 0) 1748 return (MPS_DIAG_FAILURE); 1749 break; 1750 1751 case MPS_FW_DIAG_TYPE_READ_BUFFER: 1752 if (copyin(diag_action, &diag_read_buffer, 1753 sizeof(diag_read_buffer)) != 0) 1754 return (MPS_DIAG_FAILURE); 1755 if (length < diag_read_buffer.BytesToRead) { 1756 *return_code = 1757 MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1758 status = MPS_DIAG_FAILURE; 1759 break; 1760 } 1761 status = mps_diag_read_buffer(sc, &diag_read_buffer, 1762 PTRIN(diag_read_buffer.PtrDataBuffer), 1763 return_code); 1764 if (status == MPS_DIAG_SUCCESS) { 1765 if (copyout(&diag_read_buffer, diag_action, 1766 sizeof(diag_read_buffer) - 1767 sizeof(diag_read_buffer.PtrDataBuffer)) != 1768 0) 1769 return (MPS_DIAG_FAILURE); 1770 } 1771 break; 1772 1773 case MPS_FW_DIAG_TYPE_RELEASE: 1774 if (length < sizeof(diag_release)) { 1775 *return_code = 1776 MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1777 status = MPS_DIAG_FAILURE; 1778 break; 1779 } 1780 if (copyin(diag_action, &diag_release, 1781 sizeof(diag_release)) != 0) 1782 return (MPS_DIAG_FAILURE); 1783 status = mps_diag_release(sc, &diag_release, 1784 return_code); 1785 break; 1786 1787 default: 1788 *return_code = MPS_FW_DIAG_ERROR_INVALID_PARAMETER; 1789 status = MPS_DIAG_FAILURE; 1790 break; 1791 } 1792 1793 if ((status == MPS_DIAG_FAILURE) && 1794 (original_return_code == MPS_FW_DIAG_NEW) && 1795 (*return_code != MPS_FW_DIAG_ERROR_SUCCESS)) 1796 status = MPS_DIAG_SUCCESS; 1797 1798 return (status); 1799 } 1800 1801 static int 1802 mps_user_diag_action(struct mps_softc *sc, mps_diag_action_t *data) 1803 { 1804 int status; 1805 1806 /* 1807 * Only allow one diag action at one time. 1808 */ 1809 if (sc->mps_flags & MPS_FLAGS_BUSY) { 1810 mps_dprint(sc, MPS_USER, "%s: Only one FW diag command " 1811 "allowed at a single time.", __func__); 1812 return (EBUSY); 1813 } 1814 sc->mps_flags |= MPS_FLAGS_BUSY; 1815 1816 /* 1817 * Send diag action request 1818 */ 1819 if (data->Action == MPS_FW_DIAG_TYPE_REGISTER || 1820 data->Action == MPS_FW_DIAG_TYPE_UNREGISTER || 1821 data->Action == MPS_FW_DIAG_TYPE_QUERY || 1822 data->Action == MPS_FW_DIAG_TYPE_READ_BUFFER || 1823 data->Action == MPS_FW_DIAG_TYPE_RELEASE) { 1824 status = mps_do_diag_action(sc, data->Action, 1825 PTRIN(data->PtrDiagAction), data->Length, 1826 &data->ReturnCode); 1827 } else 1828 status = EINVAL; 1829 1830 sc->mps_flags &= ~MPS_FLAGS_BUSY; 1831 return (status); 1832 } 1833 1834 /* 1835 * Copy the event recording mask and the event queue size out. For 1836 * clarification, the event recording mask (events_to_record) is not the same 1837 * thing as the event mask (event_mask). events_to_record has a bit set for 1838 * every event type that is to be recorded by the driver, and event_mask has a 1839 * bit cleared for every event that is allowed into the driver from the IOC. 1840 * They really have nothing to do with each other. 1841 */ 1842 static void 1843 mps_user_event_query(struct mps_softc *sc, mps_event_query_t *data) 1844 { 1845 uint8_t i; 1846 1847 mps_lock(sc); 1848 data->Entries = MPS_EVENT_QUEUE_SIZE; 1849 1850 for (i = 0; i < 4; i++) { 1851 data->Types[i] = sc->events_to_record[i]; 1852 } 1853 mps_unlock(sc); 1854 } 1855 1856 /* 1857 * Set the driver's event mask according to what's been given. See 1858 * mps_user_event_query for explanation of the event recording mask and the IOC 1859 * event mask. It's the app's responsibility to enable event logging by setting 1860 * the bits in events_to_record. Initially, no events will be logged. 1861 */ 1862 static void 1863 mps_user_event_enable(struct mps_softc *sc, mps_event_enable_t *data) 1864 { 1865 uint8_t i; 1866 1867 mps_lock(sc); 1868 for (i = 0; i < 4; i++) { 1869 sc->events_to_record[i] = data->Types[i]; 1870 } 1871 mps_unlock(sc); 1872 } 1873 1874 /* 1875 * Copy out the events that have been recorded, up to the max events allowed. 1876 */ 1877 static int 1878 mps_user_event_report(struct mps_softc *sc, mps_event_report_t *data) 1879 { 1880 int status = 0; 1881 uint32_t size; 1882 1883 mps_lock(sc); 1884 size = data->Size; 1885 if ((size >= sizeof(sc->recorded_events)) && (status == 0)) { 1886 mps_unlock(sc); 1887 if (copyout((void *)sc->recorded_events, 1888 PTRIN(data->PtrEvents), size) != 0) 1889 status = EFAULT; 1890 mps_lock(sc); 1891 } else { 1892 /* 1893 * data->Size value is not large enough to copy event data. 1894 */ 1895 status = EFAULT; 1896 } 1897 1898 /* 1899 * Change size value to match the number of bytes that were copied. 1900 */ 1901 if (status == 0) 1902 data->Size = sizeof(sc->recorded_events); 1903 mps_unlock(sc); 1904 1905 return (status); 1906 } 1907 1908 /* 1909 * Record events into the driver from the IOC if they are not masked. 1910 */ 1911 void 1912 mpssas_record_event(struct mps_softc *sc, 1913 MPI2_EVENT_NOTIFICATION_REPLY *event_reply) 1914 { 1915 uint32_t event; 1916 int i, j; 1917 uint16_t event_data_len; 1918 boolean_t sendAEN = FALSE; 1919 1920 event = event_reply->Event; 1921 1922 /* 1923 * Generate a system event to let anyone who cares know that a 1924 * LOG_ENTRY_ADDED event has occurred. This is sent no matter what the 1925 * event mask is set to. 1926 */ 1927 if (event == MPI2_EVENT_LOG_ENTRY_ADDED) { 1928 sendAEN = TRUE; 1929 } 1930 1931 /* 1932 * Record the event only if its corresponding bit is set in 1933 * events_to_record. event_index is the index into recorded_events and 1934 * event_number is the overall number of an event being recorded since 1935 * start-of-day. event_index will roll over; event_number will never 1936 * roll over. 1937 */ 1938 i = (uint8_t)(event / 32); 1939 j = (uint8_t)(event % 32); 1940 if ((i < 4) && ((1 << j) & sc->events_to_record[i])) { 1941 i = sc->event_index; 1942 sc->recorded_events[i].Type = event; 1943 sc->recorded_events[i].Number = ++sc->event_number; 1944 bzero(sc->recorded_events[i].Data, MPS_MAX_EVENT_DATA_LENGTH * 1945 4); 1946 event_data_len = event_reply->EventDataLength; 1947 1948 if (event_data_len > 0) { 1949 /* 1950 * Limit data to size in m_event entry 1951 */ 1952 if (event_data_len > MPS_MAX_EVENT_DATA_LENGTH) { 1953 event_data_len = MPS_MAX_EVENT_DATA_LENGTH; 1954 } 1955 for (j = 0; j < event_data_len; j++) { 1956 sc->recorded_events[i].Data[j] = 1957 event_reply->EventData[j]; 1958 } 1959 1960 /* 1961 * check for index wrap-around 1962 */ 1963 if (++i == MPS_EVENT_QUEUE_SIZE) { 1964 i = 0; 1965 } 1966 sc->event_index = (uint8_t)i; 1967 1968 /* 1969 * Set flag to send the event. 1970 */ 1971 sendAEN = TRUE; 1972 } 1973 } 1974 1975 /* 1976 * Generate a system event if flag is set to let anyone who cares know 1977 * that an event has occurred. 1978 */ 1979 if (sendAEN) { 1980 //SLM-how to send a system event (see kqueue, kevent) 1981 // (void) ddi_log_sysevent(mpt->m_dip, DDI_VENDOR_LSI, "MPT_SAS", 1982 // "SAS", NULL, NULL, DDI_NOSLEEP); 1983 } 1984 } 1985 1986 static int 1987 mps_user_reg_access(struct mps_softc *sc, mps_reg_access_t *data) 1988 { 1989 int status = 0; 1990 1991 switch (data->Command) { 1992 /* 1993 * IO access is not supported. 1994 */ 1995 case REG_IO_READ: 1996 case REG_IO_WRITE: 1997 mps_dprint(sc, MPS_USER, "IO access is not supported. " 1998 "Use memory access."); 1999 status = EINVAL; 2000 break; 2001 2002 case REG_MEM_READ: 2003 data->RegData = mps_regread(sc, data->RegOffset); 2004 break; 2005 2006 case REG_MEM_WRITE: 2007 mps_regwrite(sc, data->RegOffset, data->RegData); 2008 break; 2009 2010 default: 2011 status = EINVAL; 2012 break; 2013 } 2014 2015 return (status); 2016 } 2017 2018 static int 2019 mps_user_btdh(struct mps_softc *sc, mps_btdh_mapping_t *data) 2020 { 2021 uint8_t bt2dh = FALSE; 2022 uint8_t dh2bt = FALSE; 2023 uint16_t dev_handle, bus, target; 2024 2025 bus = data->Bus; 2026 target = data->TargetID; 2027 dev_handle = data->DevHandle; 2028 2029 /* 2030 * When DevHandle is 0xFFFF and Bus/Target are not 0xFFFF, use Bus/ 2031 * Target to get DevHandle. When Bus/Target are 0xFFFF and DevHandle is 2032 * not 0xFFFF, use DevHandle to get Bus/Target. Anything else is 2033 * invalid. 2034 */ 2035 if ((bus == 0xFFFF) && (target == 0xFFFF) && (dev_handle != 0xFFFF)) 2036 dh2bt = TRUE; 2037 if ((dev_handle == 0xFFFF) && (bus != 0xFFFF) && (target != 0xFFFF)) 2038 bt2dh = TRUE; 2039 if (!dh2bt && !bt2dh) 2040 return (EINVAL); 2041 2042 /* 2043 * Only handle bus of 0. Make sure target is within range. 2044 */ 2045 if (bt2dh) { 2046 if (bus != 0) 2047 return (EINVAL); 2048 2049 if (target > sc->max_devices) { 2050 mps_dprint(sc, MPS_FAULT, "Target ID is out of range " 2051 "for Bus/Target to DevHandle mapping."); 2052 return (EINVAL); 2053 } 2054 dev_handle = sc->mapping_table[target].dev_handle; 2055 if (dev_handle) 2056 data->DevHandle = dev_handle; 2057 } else { 2058 bus = 0; 2059 target = mps_mapping_get_tid_from_handle(sc, dev_handle); 2060 data->Bus = bus; 2061 data->TargetID = target; 2062 } 2063 2064 return (0); 2065 } 2066 2067 static int 2068 mps_ioctl(struct cdev *dev, u_long cmd, void *arg, int flag, 2069 struct thread *td) 2070 { 2071 struct mps_softc *sc; 2072 struct mps_cfg_page_req *page_req; 2073 struct mps_ext_cfg_page_req *ext_page_req; 2074 void *mps_page; 2075 int error, msleep_ret; 2076 2077 mps_page = NULL; 2078 sc = dev->si_drv1; 2079 page_req = (void *)arg; 2080 ext_page_req = (void *)arg; 2081 2082 switch (cmd) { 2083 case MPSIO_READ_CFG_HEADER: 2084 mps_lock(sc); 2085 error = mps_user_read_cfg_header(sc, page_req); 2086 mps_unlock(sc); 2087 break; 2088 case MPSIO_READ_CFG_PAGE: 2089 mps_page = malloc(page_req->len, M_MPSUSER, M_WAITOK | M_ZERO); 2090 error = copyin(page_req->buf, mps_page, 2091 sizeof(MPI2_CONFIG_PAGE_HEADER)); 2092 if (error) 2093 break; 2094 mps_lock(sc); 2095 error = mps_user_read_cfg_page(sc, page_req, mps_page); 2096 mps_unlock(sc); 2097 if (error) 2098 break; 2099 error = copyout(mps_page, page_req->buf, page_req->len); 2100 break; 2101 case MPSIO_READ_EXT_CFG_HEADER: 2102 mps_lock(sc); 2103 error = mps_user_read_extcfg_header(sc, ext_page_req); 2104 mps_unlock(sc); 2105 break; 2106 case MPSIO_READ_EXT_CFG_PAGE: 2107 mps_page = malloc(ext_page_req->len, M_MPSUSER, M_WAITOK|M_ZERO); 2108 error = copyin(ext_page_req->buf, mps_page, 2109 sizeof(MPI2_CONFIG_EXTENDED_PAGE_HEADER)); 2110 if (error) 2111 break; 2112 mps_lock(sc); 2113 error = mps_user_read_extcfg_page(sc, ext_page_req, mps_page); 2114 mps_unlock(sc); 2115 if (error) 2116 break; 2117 error = copyout(mps_page, ext_page_req->buf, ext_page_req->len); 2118 break; 2119 case MPSIO_WRITE_CFG_PAGE: 2120 mps_page = malloc(page_req->len, M_MPSUSER, M_WAITOK|M_ZERO); 2121 error = copyin(page_req->buf, mps_page, page_req->len); 2122 if (error) 2123 break; 2124 mps_lock(sc); 2125 error = mps_user_write_cfg_page(sc, page_req, mps_page); 2126 mps_unlock(sc); 2127 break; 2128 case MPSIO_MPS_COMMAND: 2129 error = mps_user_command(sc, (struct mps_usr_command *)arg); 2130 break; 2131 case MPTIOCTL_PASS_THRU: 2132 /* 2133 * The user has requested to pass through a command to be 2134 * executed by the MPT firmware. Call our routine which does 2135 * this. Only allow one passthru IOCTL at one time. 2136 */ 2137 error = mps_user_pass_thru(sc, (mps_pass_thru_t *)arg); 2138 break; 2139 case MPTIOCTL_GET_ADAPTER_DATA: 2140 /* 2141 * The user has requested to read adapter data. Call our 2142 * routine which does this. 2143 */ 2144 error = 0; 2145 mps_user_get_adapter_data(sc, (mps_adapter_data_t *)arg); 2146 break; 2147 case MPTIOCTL_GET_PCI_INFO: 2148 /* 2149 * The user has requested to read pci info. Call 2150 * our routine which does this. 2151 */ 2152 mps_lock(sc); 2153 error = 0; 2154 mps_user_read_pci_info(sc, (mps_pci_info_t *)arg); 2155 mps_unlock(sc); 2156 break; 2157 case MPTIOCTL_RESET_ADAPTER: 2158 mps_lock(sc); 2159 sc->port_enable_complete = 0; 2160 uint32_t reinit_start = time_uptime; 2161 error = mps_reinit(sc); 2162 /* Sleep for 300 second. */ 2163 msleep_ret = msleep(&sc->port_enable_complete, &sc->mps_mtx, PRIBIO, 2164 "mps_porten", 300 * hz); 2165 mps_unlock(sc); 2166 if (msleep_ret) 2167 printf("Port Enable did not complete after Diag " 2168 "Reset msleep error %d.\n", msleep_ret); 2169 else 2170 mps_dprint(sc, MPS_USER, 2171 "Hard Reset with Port Enable completed in %d seconds.\n", 2172 (uint32_t) (time_uptime - reinit_start)); 2173 break; 2174 case MPTIOCTL_DIAG_ACTION: 2175 /* 2176 * The user has done a diag buffer action. Call our routine 2177 * which does this. Only allow one diag action at one time. 2178 */ 2179 mps_lock(sc); 2180 error = mps_user_diag_action(sc, (mps_diag_action_t *)arg); 2181 mps_unlock(sc); 2182 break; 2183 case MPTIOCTL_EVENT_QUERY: 2184 /* 2185 * The user has done an event query. Call our routine which does 2186 * this. 2187 */ 2188 error = 0; 2189 mps_user_event_query(sc, (mps_event_query_t *)arg); 2190 break; 2191 case MPTIOCTL_EVENT_ENABLE: 2192 /* 2193 * The user has done an event enable. Call our routine which 2194 * does this. 2195 */ 2196 error = 0; 2197 mps_user_event_enable(sc, (mps_event_enable_t *)arg); 2198 break; 2199 case MPTIOCTL_EVENT_REPORT: 2200 /* 2201 * The user has done an event report. Call our routine which 2202 * does this. 2203 */ 2204 error = mps_user_event_report(sc, (mps_event_report_t *)arg); 2205 break; 2206 case MPTIOCTL_REG_ACCESS: 2207 /* 2208 * The user has requested register access. Call our routine 2209 * which does this. 2210 */ 2211 mps_lock(sc); 2212 error = mps_user_reg_access(sc, (mps_reg_access_t *)arg); 2213 mps_unlock(sc); 2214 break; 2215 case MPTIOCTL_BTDH_MAPPING: 2216 /* 2217 * The user has requested to translate a bus/target to a 2218 * DevHandle or a DevHandle to a bus/target. Call our routine 2219 * which does this. 2220 */ 2221 error = mps_user_btdh(sc, (mps_btdh_mapping_t *)arg); 2222 break; 2223 default: 2224 error = ENOIOCTL; 2225 break; 2226 } 2227 2228 if (mps_page != NULL) 2229 free(mps_page, M_MPSUSER); 2230 2231 return (error); 2232 } 2233 2234 #ifdef COMPAT_FREEBSD32 2235 2236 struct mps_cfg_page_req32 { 2237 MPI2_CONFIG_PAGE_HEADER header; 2238 uint32_t page_address; 2239 uint32_t buf; 2240 int len; 2241 uint16_t ioc_status; 2242 }; 2243 2244 struct mps_ext_cfg_page_req32 { 2245 MPI2_CONFIG_EXTENDED_PAGE_HEADER header; 2246 uint32_t page_address; 2247 uint32_t buf; 2248 int len; 2249 uint16_t ioc_status; 2250 }; 2251 2252 struct mps_raid_action32 { 2253 uint8_t action; 2254 uint8_t volume_bus; 2255 uint8_t volume_id; 2256 uint8_t phys_disk_num; 2257 uint32_t action_data_word; 2258 uint32_t buf; 2259 int len; 2260 uint32_t volume_status; 2261 uint32_t action_data[4]; 2262 uint16_t action_status; 2263 uint16_t ioc_status; 2264 uint8_t write; 2265 }; 2266 2267 struct mps_usr_command32 { 2268 uint32_t req; 2269 uint32_t req_len; 2270 uint32_t rpl; 2271 uint32_t rpl_len; 2272 uint32_t buf; 2273 int len; 2274 uint32_t flags; 2275 }; 2276 2277 #define MPSIO_READ_CFG_HEADER32 _IOWR('M', 200, struct mps_cfg_page_req32) 2278 #define MPSIO_READ_CFG_PAGE32 _IOWR('M', 201, struct mps_cfg_page_req32) 2279 #define MPSIO_READ_EXT_CFG_HEADER32 _IOWR('M', 202, struct mps_ext_cfg_page_req32) 2280 #define MPSIO_READ_EXT_CFG_PAGE32 _IOWR('M', 203, struct mps_ext_cfg_page_req32) 2281 #define MPSIO_WRITE_CFG_PAGE32 _IOWR('M', 204, struct mps_cfg_page_req32) 2282 #define MPSIO_RAID_ACTION32 _IOWR('M', 205, struct mps_raid_action32) 2283 #define MPSIO_MPS_COMMAND32 _IOWR('M', 210, struct mps_usr_command32) 2284 2285 static int 2286 mps_ioctl32(struct cdev *dev, u_long cmd32, void *_arg, int flag, 2287 struct thread *td) 2288 { 2289 struct mps_cfg_page_req32 *page32 = _arg; 2290 struct mps_ext_cfg_page_req32 *ext32 = _arg; 2291 struct mps_raid_action32 *raid32 = _arg; 2292 struct mps_usr_command32 *user32 = _arg; 2293 union { 2294 struct mps_cfg_page_req page; 2295 struct mps_ext_cfg_page_req ext; 2296 struct mps_raid_action raid; 2297 struct mps_usr_command user; 2298 } arg; 2299 u_long cmd; 2300 int error; 2301 2302 switch (cmd32) { 2303 case MPSIO_READ_CFG_HEADER32: 2304 case MPSIO_READ_CFG_PAGE32: 2305 case MPSIO_WRITE_CFG_PAGE32: 2306 if (cmd32 == MPSIO_READ_CFG_HEADER32) 2307 cmd = MPSIO_READ_CFG_HEADER; 2308 else if (cmd32 == MPSIO_READ_CFG_PAGE32) 2309 cmd = MPSIO_READ_CFG_PAGE; 2310 else 2311 cmd = MPSIO_WRITE_CFG_PAGE; 2312 CP(*page32, arg.page, header); 2313 CP(*page32, arg.page, page_address); 2314 PTRIN_CP(*page32, arg.page, buf); 2315 CP(*page32, arg.page, len); 2316 CP(*page32, arg.page, ioc_status); 2317 break; 2318 2319 case MPSIO_READ_EXT_CFG_HEADER32: 2320 case MPSIO_READ_EXT_CFG_PAGE32: 2321 if (cmd32 == MPSIO_READ_EXT_CFG_HEADER32) 2322 cmd = MPSIO_READ_EXT_CFG_HEADER; 2323 else 2324 cmd = MPSIO_READ_EXT_CFG_PAGE; 2325 CP(*ext32, arg.ext, header); 2326 CP(*ext32, arg.ext, page_address); 2327 PTRIN_CP(*ext32, arg.ext, buf); 2328 CP(*ext32, arg.ext, len); 2329 CP(*ext32, arg.ext, ioc_status); 2330 break; 2331 2332 case MPSIO_RAID_ACTION32: 2333 cmd = MPSIO_RAID_ACTION; 2334 CP(*raid32, arg.raid, action); 2335 CP(*raid32, arg.raid, volume_bus); 2336 CP(*raid32, arg.raid, volume_id); 2337 CP(*raid32, arg.raid, phys_disk_num); 2338 CP(*raid32, arg.raid, action_data_word); 2339 PTRIN_CP(*raid32, arg.raid, buf); 2340 CP(*raid32, arg.raid, len); 2341 CP(*raid32, arg.raid, volume_status); 2342 bcopy(raid32->action_data, arg.raid.action_data, 2343 sizeof arg.raid.action_data); 2344 CP(*raid32, arg.raid, ioc_status); 2345 CP(*raid32, arg.raid, write); 2346 break; 2347 2348 case MPSIO_MPS_COMMAND32: 2349 cmd = MPSIO_MPS_COMMAND; 2350 PTRIN_CP(*user32, arg.user, req); 2351 CP(*user32, arg.user, req_len); 2352 PTRIN_CP(*user32, arg.user, rpl); 2353 CP(*user32, arg.user, rpl_len); 2354 PTRIN_CP(*user32, arg.user, buf); 2355 CP(*user32, arg.user, len); 2356 CP(*user32, arg.user, flags); 2357 break; 2358 default: 2359 return (ENOIOCTL); 2360 } 2361 2362 error = mps_ioctl(dev, cmd, &arg, flag, td); 2363 if (error == 0 && (cmd32 & IOC_OUT) != 0) { 2364 switch (cmd32) { 2365 case MPSIO_READ_CFG_HEADER32: 2366 case MPSIO_READ_CFG_PAGE32: 2367 case MPSIO_WRITE_CFG_PAGE32: 2368 CP(arg.page, *page32, header); 2369 CP(arg.page, *page32, page_address); 2370 PTROUT_CP(arg.page, *page32, buf); 2371 CP(arg.page, *page32, len); 2372 CP(arg.page, *page32, ioc_status); 2373 break; 2374 2375 case MPSIO_READ_EXT_CFG_HEADER32: 2376 case MPSIO_READ_EXT_CFG_PAGE32: 2377 CP(arg.ext, *ext32, header); 2378 CP(arg.ext, *ext32, page_address); 2379 PTROUT_CP(arg.ext, *ext32, buf); 2380 CP(arg.ext, *ext32, len); 2381 CP(arg.ext, *ext32, ioc_status); 2382 break; 2383 2384 case MPSIO_RAID_ACTION32: 2385 CP(arg.raid, *raid32, action); 2386 CP(arg.raid, *raid32, volume_bus); 2387 CP(arg.raid, *raid32, volume_id); 2388 CP(arg.raid, *raid32, phys_disk_num); 2389 CP(arg.raid, *raid32, action_data_word); 2390 PTROUT_CP(arg.raid, *raid32, buf); 2391 CP(arg.raid, *raid32, len); 2392 CP(arg.raid, *raid32, volume_status); 2393 bcopy(arg.raid.action_data, raid32->action_data, 2394 sizeof arg.raid.action_data); 2395 CP(arg.raid, *raid32, ioc_status); 2396 CP(arg.raid, *raid32, write); 2397 break; 2398 2399 case MPSIO_MPS_COMMAND32: 2400 PTROUT_CP(arg.user, *user32, req); 2401 CP(arg.user, *user32, req_len); 2402 PTROUT_CP(arg.user, *user32, rpl); 2403 CP(arg.user, *user32, rpl_len); 2404 PTROUT_CP(arg.user, *user32, buf); 2405 CP(arg.user, *user32, len); 2406 CP(arg.user, *user32, flags); 2407 break; 2408 } 2409 } 2410 2411 return (error); 2412 } 2413 #endif /* COMPAT_FREEBSD32 */ 2414 2415 static int 2416 mps_ioctl_devsw(struct cdev *dev, u_long com, caddr_t arg, int flag, 2417 struct thread *td) 2418 { 2419 #ifdef COMPAT_FREEBSD32 2420 if (SV_CURPROC_FLAG(SV_ILP32)) 2421 return (mps_ioctl32(dev, com, arg, flag, td)); 2422 #endif 2423 return (mps_ioctl(dev, com, arg, flag, td)); 2424 } 2425