1aef9ec39SRoland Dreier /* 2aef9ec39SRoland Dreier * Copyright (c) 2005 Cisco Systems. All rights reserved. 3aef9ec39SRoland Dreier * 4aef9ec39SRoland Dreier * This software is available to you under a choice of one of two 5aef9ec39SRoland Dreier * licenses. You may choose to be licensed under the terms of the GNU 6aef9ec39SRoland Dreier * General Public License (GPL) Version 2, available from the file 7aef9ec39SRoland Dreier * COPYING in the main directory of this source tree, or the 8aef9ec39SRoland Dreier * OpenIB.org BSD license below: 9aef9ec39SRoland Dreier * 10aef9ec39SRoland Dreier * Redistribution and use in source and binary forms, with or 11aef9ec39SRoland Dreier * without modification, are permitted provided that the following 12aef9ec39SRoland Dreier * conditions are met: 13aef9ec39SRoland Dreier * 14aef9ec39SRoland Dreier * - Redistributions of source code must retain the above 15aef9ec39SRoland Dreier * copyright notice, this list of conditions and the following 16aef9ec39SRoland Dreier * disclaimer. 17aef9ec39SRoland Dreier * 18aef9ec39SRoland Dreier * - Redistributions in binary form must reproduce the above 19aef9ec39SRoland Dreier * copyright notice, this list of conditions and the following 20aef9ec39SRoland Dreier * disclaimer in the documentation and/or other materials 21aef9ec39SRoland Dreier * provided with the distribution. 22aef9ec39SRoland Dreier * 23aef9ec39SRoland Dreier * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24aef9ec39SRoland Dreier * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25aef9ec39SRoland Dreier * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26aef9ec39SRoland Dreier * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27aef9ec39SRoland Dreier * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28aef9ec39SRoland Dreier * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29aef9ec39SRoland Dreier * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30aef9ec39SRoland Dreier * SOFTWARE. 31aef9ec39SRoland Dreier * 32aef9ec39SRoland Dreier * $Id: ib_srp.c 3932 2005-11-01 17:19:29Z roland $ 33aef9ec39SRoland Dreier */ 34aef9ec39SRoland Dreier 35aef9ec39SRoland Dreier #include <linux/module.h> 36aef9ec39SRoland Dreier #include <linux/init.h> 37aef9ec39SRoland Dreier #include <linux/slab.h> 38aef9ec39SRoland Dreier #include <linux/err.h> 39aef9ec39SRoland Dreier #include <linux/string.h> 40aef9ec39SRoland Dreier #include <linux/parser.h> 41aef9ec39SRoland Dreier #include <linux/random.h> 42de25968cSTim Schmielau #include <linux/jiffies.h> 43aef9ec39SRoland Dreier 44aef9ec39SRoland Dreier #include <asm/atomic.h> 45aef9ec39SRoland Dreier 46aef9ec39SRoland Dreier #include <scsi/scsi.h> 47aef9ec39SRoland Dreier #include <scsi/scsi_device.h> 48aef9ec39SRoland Dreier #include <scsi/scsi_dbg.h> 49aef9ec39SRoland Dreier #include <scsi/srp.h> 503236822bSFUJITA Tomonori #include <scsi/scsi_transport_srp.h> 51aef9ec39SRoland Dreier 52aef9ec39SRoland Dreier #include <rdma/ib_cache.h> 53aef9ec39SRoland Dreier 54aef9ec39SRoland Dreier #include "ib_srp.h" 55aef9ec39SRoland Dreier 56aef9ec39SRoland Dreier #define DRV_NAME "ib_srp" 57aef9ec39SRoland Dreier #define PFX DRV_NAME ": " 58aef9ec39SRoland Dreier #define DRV_VERSION "0.2" 59aef9ec39SRoland Dreier #define DRV_RELDATE "November 1, 2005" 60aef9ec39SRoland Dreier 61aef9ec39SRoland Dreier MODULE_AUTHOR("Roland Dreier"); 62aef9ec39SRoland Dreier MODULE_DESCRIPTION("InfiniBand SCSI RDMA Protocol initiator " 63aef9ec39SRoland Dreier "v" DRV_VERSION " (" DRV_RELDATE ")"); 64aef9ec39SRoland Dreier MODULE_LICENSE("Dual BSD/GPL"); 65aef9ec39SRoland Dreier 6674b0a15bSVu Pham static int srp_sg_tablesize = SRP_DEF_SG_TABLESIZE; 6774b0a15bSVu Pham static int srp_max_iu_len; 6874b0a15bSVu Pham 6974b0a15bSVu Pham module_param(srp_sg_tablesize, int, 0444); 7074b0a15bSVu Pham MODULE_PARM_DESC(srp_sg_tablesize, 7174b0a15bSVu Pham "Max number of gather/scatter entries per I/O (default is 12)"); 7274b0a15bSVu Pham 73aef9ec39SRoland Dreier static int topspin_workarounds = 1; 74aef9ec39SRoland Dreier 75aef9ec39SRoland Dreier module_param(topspin_workarounds, int, 0444); 76aef9ec39SRoland Dreier MODULE_PARM_DESC(topspin_workarounds, 77aef9ec39SRoland Dreier "Enable workarounds for Topspin/Cisco SRP target bugs if != 0"); 78aef9ec39SRoland Dreier 79559ce8f1SIshai Rabinovitz static int mellanox_workarounds = 1; 80559ce8f1SIshai Rabinovitz 81559ce8f1SIshai Rabinovitz module_param(mellanox_workarounds, int, 0444); 82559ce8f1SIshai Rabinovitz MODULE_PARM_DESC(mellanox_workarounds, 83559ce8f1SIshai Rabinovitz "Enable workarounds for Mellanox SRP target bugs if != 0"); 84559ce8f1SIshai Rabinovitz 85aef9ec39SRoland Dreier static void srp_add_one(struct ib_device *device); 86aef9ec39SRoland Dreier static void srp_remove_one(struct ib_device *device); 87aef9ec39SRoland Dreier static void srp_completion(struct ib_cq *cq, void *target_ptr); 88aef9ec39SRoland Dreier static int srp_cm_handler(struct ib_cm_id *cm_id, struct ib_cm_event *event); 89aef9ec39SRoland Dreier 903236822bSFUJITA Tomonori static struct scsi_transport_template *ib_srp_transport_template; 913236822bSFUJITA Tomonori 92aef9ec39SRoland Dreier static struct ib_client srp_client = { 93aef9ec39SRoland Dreier .name = "srp", 94aef9ec39SRoland Dreier .add = srp_add_one, 95aef9ec39SRoland Dreier .remove = srp_remove_one 96aef9ec39SRoland Dreier }; 97aef9ec39SRoland Dreier 98c1a0b23bSMichael S. Tsirkin static struct ib_sa_client srp_sa_client; 99c1a0b23bSMichael S. Tsirkin 100aef9ec39SRoland Dreier static inline struct srp_target_port *host_to_target(struct Scsi_Host *host) 101aef9ec39SRoland Dreier { 102aef9ec39SRoland Dreier return (struct srp_target_port *) host->hostdata; 103aef9ec39SRoland Dreier } 104aef9ec39SRoland Dreier 105aef9ec39SRoland Dreier static const char *srp_target_info(struct Scsi_Host *host) 106aef9ec39SRoland Dreier { 107aef9ec39SRoland Dreier return host_to_target(host)->target_name; 108aef9ec39SRoland Dreier } 109aef9ec39SRoland Dreier 1105d7cbfd6SRoland Dreier static int srp_target_is_topspin(struct srp_target_port *target) 1115d7cbfd6SRoland Dreier { 1125d7cbfd6SRoland Dreier static const u8 topspin_oui[3] = { 0x00, 0x05, 0xad }; 1133d1ff48dSRaghava Kondapalli static const u8 cisco_oui[3] = { 0x00, 0x1b, 0x0d }; 1145d7cbfd6SRoland Dreier 1155d7cbfd6SRoland Dreier return topspin_workarounds && 1163d1ff48dSRaghava Kondapalli (!memcmp(&target->ioc_guid, topspin_oui, sizeof topspin_oui) || 1173d1ff48dSRaghava Kondapalli !memcmp(&target->ioc_guid, cisco_oui, sizeof cisco_oui)); 1185d7cbfd6SRoland Dreier } 1195d7cbfd6SRoland Dreier 1205d7cbfd6SRoland Dreier static int srp_target_is_mellanox(struct srp_target_port *target) 1215d7cbfd6SRoland Dreier { 1225d7cbfd6SRoland Dreier static const u8 mellanox_oui[3] = { 0x00, 0x02, 0xc9 }; 1235d7cbfd6SRoland Dreier 1245d7cbfd6SRoland Dreier return mellanox_workarounds && 1255d7cbfd6SRoland Dreier !memcmp(&target->ioc_guid, mellanox_oui, sizeof mellanox_oui); 1265d7cbfd6SRoland Dreier } 1275d7cbfd6SRoland Dreier 128aef9ec39SRoland Dreier static struct srp_iu *srp_alloc_iu(struct srp_host *host, size_t size, 129aef9ec39SRoland Dreier gfp_t gfp_mask, 130aef9ec39SRoland Dreier enum dma_data_direction direction) 131aef9ec39SRoland Dreier { 132aef9ec39SRoland Dreier struct srp_iu *iu; 133aef9ec39SRoland Dreier 134aef9ec39SRoland Dreier iu = kmalloc(sizeof *iu, gfp_mask); 135aef9ec39SRoland Dreier if (!iu) 136aef9ec39SRoland Dreier goto out; 137aef9ec39SRoland Dreier 138aef9ec39SRoland Dreier iu->buf = kzalloc(size, gfp_mask); 139aef9ec39SRoland Dreier if (!iu->buf) 140aef9ec39SRoland Dreier goto out_free_iu; 141aef9ec39SRoland Dreier 14285507bccSRalph Campbell iu->dma = ib_dma_map_single(host->dev->dev, iu->buf, size, direction); 14385507bccSRalph Campbell if (ib_dma_mapping_error(host->dev->dev, iu->dma)) 144aef9ec39SRoland Dreier goto out_free_buf; 145aef9ec39SRoland Dreier 146aef9ec39SRoland Dreier iu->size = size; 147aef9ec39SRoland Dreier iu->direction = direction; 148aef9ec39SRoland Dreier 149aef9ec39SRoland Dreier return iu; 150aef9ec39SRoland Dreier 151aef9ec39SRoland Dreier out_free_buf: 152aef9ec39SRoland Dreier kfree(iu->buf); 153aef9ec39SRoland Dreier out_free_iu: 154aef9ec39SRoland Dreier kfree(iu); 155aef9ec39SRoland Dreier out: 156aef9ec39SRoland Dreier return NULL; 157aef9ec39SRoland Dreier } 158aef9ec39SRoland Dreier 159aef9ec39SRoland Dreier static void srp_free_iu(struct srp_host *host, struct srp_iu *iu) 160aef9ec39SRoland Dreier { 161aef9ec39SRoland Dreier if (!iu) 162aef9ec39SRoland Dreier return; 163aef9ec39SRoland Dreier 16485507bccSRalph Campbell ib_dma_unmap_single(host->dev->dev, iu->dma, iu->size, iu->direction); 165aef9ec39SRoland Dreier kfree(iu->buf); 166aef9ec39SRoland Dreier kfree(iu); 167aef9ec39SRoland Dreier } 168aef9ec39SRoland Dreier 169aef9ec39SRoland Dreier static void srp_qp_event(struct ib_event *event, void *context) 170aef9ec39SRoland Dreier { 171aef9ec39SRoland Dreier printk(KERN_ERR PFX "QP event %d\n", event->event); 172aef9ec39SRoland Dreier } 173aef9ec39SRoland Dreier 174aef9ec39SRoland Dreier static int srp_init_qp(struct srp_target_port *target, 175aef9ec39SRoland Dreier struct ib_qp *qp) 176aef9ec39SRoland Dreier { 177aef9ec39SRoland Dreier struct ib_qp_attr *attr; 178aef9ec39SRoland Dreier int ret; 179aef9ec39SRoland Dreier 180aef9ec39SRoland Dreier attr = kmalloc(sizeof *attr, GFP_KERNEL); 181aef9ec39SRoland Dreier if (!attr) 182aef9ec39SRoland Dreier return -ENOMEM; 183aef9ec39SRoland Dreier 184f5358a17SRoland Dreier ret = ib_find_cached_pkey(target->srp_host->dev->dev, 185aef9ec39SRoland Dreier target->srp_host->port, 186aef9ec39SRoland Dreier be16_to_cpu(target->path.pkey), 187aef9ec39SRoland Dreier &attr->pkey_index); 188aef9ec39SRoland Dreier if (ret) 189aef9ec39SRoland Dreier goto out; 190aef9ec39SRoland Dreier 191aef9ec39SRoland Dreier attr->qp_state = IB_QPS_INIT; 192aef9ec39SRoland Dreier attr->qp_access_flags = (IB_ACCESS_REMOTE_READ | 193aef9ec39SRoland Dreier IB_ACCESS_REMOTE_WRITE); 194aef9ec39SRoland Dreier attr->port_num = target->srp_host->port; 195aef9ec39SRoland Dreier 196aef9ec39SRoland Dreier ret = ib_modify_qp(qp, attr, 197aef9ec39SRoland Dreier IB_QP_STATE | 198aef9ec39SRoland Dreier IB_QP_PKEY_INDEX | 199aef9ec39SRoland Dreier IB_QP_ACCESS_FLAGS | 200aef9ec39SRoland Dreier IB_QP_PORT); 201aef9ec39SRoland Dreier 202aef9ec39SRoland Dreier out: 203aef9ec39SRoland Dreier kfree(attr); 204aef9ec39SRoland Dreier return ret; 205aef9ec39SRoland Dreier } 206aef9ec39SRoland Dreier 207aef9ec39SRoland Dreier static int srp_create_target_ib(struct srp_target_port *target) 208aef9ec39SRoland Dreier { 209aef9ec39SRoland Dreier struct ib_qp_init_attr *init_attr; 210aef9ec39SRoland Dreier int ret; 211aef9ec39SRoland Dreier 212aef9ec39SRoland Dreier init_attr = kzalloc(sizeof *init_attr, GFP_KERNEL); 213aef9ec39SRoland Dreier if (!init_attr) 214aef9ec39SRoland Dreier return -ENOMEM; 215aef9ec39SRoland Dreier 216f5358a17SRoland Dreier target->cq = ib_create_cq(target->srp_host->dev->dev, srp_completion, 217f4fd0b22SMichael S. Tsirkin NULL, target, SRP_CQ_SIZE, 0); 218aef9ec39SRoland Dreier if (IS_ERR(target->cq)) { 219aef9ec39SRoland Dreier ret = PTR_ERR(target->cq); 220aef9ec39SRoland Dreier goto out; 221aef9ec39SRoland Dreier } 222aef9ec39SRoland Dreier 223aef9ec39SRoland Dreier ib_req_notify_cq(target->cq, IB_CQ_NEXT_COMP); 224aef9ec39SRoland Dreier 225aef9ec39SRoland Dreier init_attr->event_handler = srp_qp_event; 226aef9ec39SRoland Dreier init_attr->cap.max_send_wr = SRP_SQ_SIZE; 227aef9ec39SRoland Dreier init_attr->cap.max_recv_wr = SRP_RQ_SIZE; 228aef9ec39SRoland Dreier init_attr->cap.max_recv_sge = 1; 229aef9ec39SRoland Dreier init_attr->cap.max_send_sge = 1; 230aef9ec39SRoland Dreier init_attr->sq_sig_type = IB_SIGNAL_ALL_WR; 231aef9ec39SRoland Dreier init_attr->qp_type = IB_QPT_RC; 232aef9ec39SRoland Dreier init_attr->send_cq = target->cq; 233aef9ec39SRoland Dreier init_attr->recv_cq = target->cq; 234aef9ec39SRoland Dreier 235f5358a17SRoland Dreier target->qp = ib_create_qp(target->srp_host->dev->pd, init_attr); 236aef9ec39SRoland Dreier if (IS_ERR(target->qp)) { 237aef9ec39SRoland Dreier ret = PTR_ERR(target->qp); 238aef9ec39SRoland Dreier ib_destroy_cq(target->cq); 239aef9ec39SRoland Dreier goto out; 240aef9ec39SRoland Dreier } 241aef9ec39SRoland Dreier 242aef9ec39SRoland Dreier ret = srp_init_qp(target, target->qp); 243aef9ec39SRoland Dreier if (ret) { 244aef9ec39SRoland Dreier ib_destroy_qp(target->qp); 245aef9ec39SRoland Dreier ib_destroy_cq(target->cq); 246aef9ec39SRoland Dreier goto out; 247aef9ec39SRoland Dreier } 248aef9ec39SRoland Dreier 249aef9ec39SRoland Dreier out: 250aef9ec39SRoland Dreier kfree(init_attr); 251aef9ec39SRoland Dreier return ret; 252aef9ec39SRoland Dreier } 253aef9ec39SRoland Dreier 254aef9ec39SRoland Dreier static void srp_free_target_ib(struct srp_target_port *target) 255aef9ec39SRoland Dreier { 256aef9ec39SRoland Dreier int i; 257aef9ec39SRoland Dreier 258aef9ec39SRoland Dreier ib_destroy_qp(target->qp); 259aef9ec39SRoland Dreier ib_destroy_cq(target->cq); 260aef9ec39SRoland Dreier 261aef9ec39SRoland Dreier for (i = 0; i < SRP_RQ_SIZE; ++i) 262aef9ec39SRoland Dreier srp_free_iu(target->srp_host, target->rx_ring[i]); 263aef9ec39SRoland Dreier for (i = 0; i < SRP_SQ_SIZE + 1; ++i) 264aef9ec39SRoland Dreier srp_free_iu(target->srp_host, target->tx_ring[i]); 265aef9ec39SRoland Dreier } 266aef9ec39SRoland Dreier 267aef9ec39SRoland Dreier static void srp_path_rec_completion(int status, 268aef9ec39SRoland Dreier struct ib_sa_path_rec *pathrec, 269aef9ec39SRoland Dreier void *target_ptr) 270aef9ec39SRoland Dreier { 271aef9ec39SRoland Dreier struct srp_target_port *target = target_ptr; 272aef9ec39SRoland Dreier 273aef9ec39SRoland Dreier target->status = status; 274aef9ec39SRoland Dreier if (status) 275aef9ec39SRoland Dreier printk(KERN_ERR PFX "Got failed path rec status %d\n", status); 276aef9ec39SRoland Dreier else 277aef9ec39SRoland Dreier target->path = *pathrec; 278aef9ec39SRoland Dreier complete(&target->done); 279aef9ec39SRoland Dreier } 280aef9ec39SRoland Dreier 281aef9ec39SRoland Dreier static int srp_lookup_path(struct srp_target_port *target) 282aef9ec39SRoland Dreier { 283aef9ec39SRoland Dreier target->path.numb_path = 1; 284aef9ec39SRoland Dreier 285aef9ec39SRoland Dreier init_completion(&target->done); 286aef9ec39SRoland Dreier 287c1a0b23bSMichael S. Tsirkin target->path_query_id = ib_sa_path_rec_get(&srp_sa_client, 288c1a0b23bSMichael S. Tsirkin target->srp_host->dev->dev, 289aef9ec39SRoland Dreier target->srp_host->port, 290aef9ec39SRoland Dreier &target->path, 291247e020eSSean Hefty IB_SA_PATH_REC_SERVICE_ID | 292aef9ec39SRoland Dreier IB_SA_PATH_REC_DGID | 293aef9ec39SRoland Dreier IB_SA_PATH_REC_SGID | 294aef9ec39SRoland Dreier IB_SA_PATH_REC_NUMB_PATH | 295aef9ec39SRoland Dreier IB_SA_PATH_REC_PKEY, 296aef9ec39SRoland Dreier SRP_PATH_REC_TIMEOUT_MS, 297aef9ec39SRoland Dreier GFP_KERNEL, 298aef9ec39SRoland Dreier srp_path_rec_completion, 299aef9ec39SRoland Dreier target, &target->path_query); 300aef9ec39SRoland Dreier if (target->path_query_id < 0) 301aef9ec39SRoland Dreier return target->path_query_id; 302aef9ec39SRoland Dreier 303aef9ec39SRoland Dreier wait_for_completion(&target->done); 304aef9ec39SRoland Dreier 305aef9ec39SRoland Dreier if (target->status < 0) 306aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Path record query failed\n"); 307aef9ec39SRoland Dreier 308aef9ec39SRoland Dreier return target->status; 309aef9ec39SRoland Dreier } 310aef9ec39SRoland Dreier 311aef9ec39SRoland Dreier static int srp_send_req(struct srp_target_port *target) 312aef9ec39SRoland Dreier { 313aef9ec39SRoland Dreier struct { 314aef9ec39SRoland Dreier struct ib_cm_req_param param; 315aef9ec39SRoland Dreier struct srp_login_req priv; 316aef9ec39SRoland Dreier } *req = NULL; 317aef9ec39SRoland Dreier int status; 318aef9ec39SRoland Dreier 319aef9ec39SRoland Dreier req = kzalloc(sizeof *req, GFP_KERNEL); 320aef9ec39SRoland Dreier if (!req) 321aef9ec39SRoland Dreier return -ENOMEM; 322aef9ec39SRoland Dreier 323aef9ec39SRoland Dreier req->param.primary_path = &target->path; 324aef9ec39SRoland Dreier req->param.alternate_path = NULL; 325aef9ec39SRoland Dreier req->param.service_id = target->service_id; 326aef9ec39SRoland Dreier req->param.qp_num = target->qp->qp_num; 327aef9ec39SRoland Dreier req->param.qp_type = target->qp->qp_type; 328aef9ec39SRoland Dreier req->param.private_data = &req->priv; 329aef9ec39SRoland Dreier req->param.private_data_len = sizeof req->priv; 330aef9ec39SRoland Dreier req->param.flow_control = 1; 331aef9ec39SRoland Dreier 332aef9ec39SRoland Dreier get_random_bytes(&req->param.starting_psn, 4); 333aef9ec39SRoland Dreier req->param.starting_psn &= 0xffffff; 334aef9ec39SRoland Dreier 335aef9ec39SRoland Dreier /* 336aef9ec39SRoland Dreier * Pick some arbitrary defaults here; we could make these 337aef9ec39SRoland Dreier * module parameters if anyone cared about setting them. 338aef9ec39SRoland Dreier */ 339aef9ec39SRoland Dreier req->param.responder_resources = 4; 340aef9ec39SRoland Dreier req->param.remote_cm_response_timeout = 20; 341aef9ec39SRoland Dreier req->param.local_cm_response_timeout = 20; 342aef9ec39SRoland Dreier req->param.retry_count = 7; 343aef9ec39SRoland Dreier req->param.rnr_retry_count = 7; 344aef9ec39SRoland Dreier req->param.max_cm_retries = 15; 345aef9ec39SRoland Dreier 346aef9ec39SRoland Dreier req->priv.opcode = SRP_LOGIN_REQ; 347aef9ec39SRoland Dreier req->priv.tag = 0; 34874b0a15bSVu Pham req->priv.req_it_iu_len = cpu_to_be32(srp_max_iu_len); 349aef9ec39SRoland Dreier req->priv.req_buf_fmt = cpu_to_be16(SRP_BUF_FORMAT_DIRECT | 350aef9ec39SRoland Dreier SRP_BUF_FORMAT_INDIRECT); 3510c0450dbSRamachandra K /* 3520c0450dbSRamachandra K * In the published SRP specification (draft rev. 16a), the 3530c0450dbSRamachandra K * port identifier format is 8 bytes of ID extension followed 3540c0450dbSRamachandra K * by 8 bytes of GUID. Older drafts put the two halves in the 3550c0450dbSRamachandra K * opposite order, so that the GUID comes first. 3560c0450dbSRamachandra K * 3570c0450dbSRamachandra K * Targets conforming to these obsolete drafts can be 3580c0450dbSRamachandra K * recognized by the I/O Class they report. 3590c0450dbSRamachandra K */ 3600c0450dbSRamachandra K if (target->io_class == SRP_REV10_IB_IO_CLASS) { 3610c0450dbSRamachandra K memcpy(req->priv.initiator_port_id, 36201cb9bcbSIshai Rabinovitz &target->path.sgid.global.interface_id, 8); 3630c0450dbSRamachandra K memcpy(req->priv.initiator_port_id + 8, 36401cb9bcbSIshai Rabinovitz &target->initiator_ext, 8); 3650c0450dbSRamachandra K memcpy(req->priv.target_port_id, &target->ioc_guid, 8); 3660c0450dbSRamachandra K memcpy(req->priv.target_port_id + 8, &target->id_ext, 8); 3670c0450dbSRamachandra K } else { 3680c0450dbSRamachandra K memcpy(req->priv.initiator_port_id, 36901cb9bcbSIshai Rabinovitz &target->initiator_ext, 8); 37001cb9bcbSIshai Rabinovitz memcpy(req->priv.initiator_port_id + 8, 37101cb9bcbSIshai Rabinovitz &target->path.sgid.global.interface_id, 8); 3720c0450dbSRamachandra K memcpy(req->priv.target_port_id, &target->id_ext, 8); 3730c0450dbSRamachandra K memcpy(req->priv.target_port_id + 8, &target->ioc_guid, 8); 3740c0450dbSRamachandra K } 3750c0450dbSRamachandra K 376aef9ec39SRoland Dreier /* 377aef9ec39SRoland Dreier * Topspin/Cisco SRP targets will reject our login unless we 37801cb9bcbSIshai Rabinovitz * zero out the first 8 bytes of our initiator port ID and set 37901cb9bcbSIshai Rabinovitz * the second 8 bytes to the local node GUID. 380aef9ec39SRoland Dreier */ 3815d7cbfd6SRoland Dreier if (srp_target_is_topspin(target)) { 382aef9ec39SRoland Dreier printk(KERN_DEBUG PFX "Topspin/Cisco initiator port ID workaround " 383aef9ec39SRoland Dreier "activated for target GUID %016llx\n", 384aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->ioc_guid)); 385aef9ec39SRoland Dreier memset(req->priv.initiator_port_id, 0, 8); 38601cb9bcbSIshai Rabinovitz memcpy(req->priv.initiator_port_id + 8, 38701cb9bcbSIshai Rabinovitz &target->srp_host->dev->dev->node_guid, 8); 388aef9ec39SRoland Dreier } 389aef9ec39SRoland Dreier 390aef9ec39SRoland Dreier status = ib_send_cm_req(target->cm_id, &req->param); 391aef9ec39SRoland Dreier 392aef9ec39SRoland Dreier kfree(req); 393aef9ec39SRoland Dreier 394aef9ec39SRoland Dreier return status; 395aef9ec39SRoland Dreier } 396aef9ec39SRoland Dreier 397aef9ec39SRoland Dreier static void srp_disconnect_target(struct srp_target_port *target) 398aef9ec39SRoland Dreier { 399aef9ec39SRoland Dreier /* XXX should send SRP_I_LOGOUT request */ 400aef9ec39SRoland Dreier 401aef9ec39SRoland Dreier init_completion(&target->done); 402e6581056SRoland Dreier if (ib_send_cm_dreq(target->cm_id, NULL, 0)) { 403e6581056SRoland Dreier printk(KERN_DEBUG PFX "Sending CM DREQ failed\n"); 404e6581056SRoland Dreier return; 405e6581056SRoland Dreier } 406aef9ec39SRoland Dreier wait_for_completion(&target->done); 407aef9ec39SRoland Dreier } 408aef9ec39SRoland Dreier 409c4028958SDavid Howells static void srp_remove_work(struct work_struct *work) 410aef9ec39SRoland Dreier { 411c4028958SDavid Howells struct srp_target_port *target = 412c4028958SDavid Howells container_of(work, struct srp_target_port, work); 413aef9ec39SRoland Dreier 414aef9ec39SRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 415aef9ec39SRoland Dreier if (target->state != SRP_TARGET_DEAD) { 416aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 417aef9ec39SRoland Dreier return; 418aef9ec39SRoland Dreier } 419aef9ec39SRoland Dreier target->state = SRP_TARGET_REMOVED; 420aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 421aef9ec39SRoland Dreier 422b3589fd4SMatthew Wilcox spin_lock(&target->srp_host->target_lock); 423aef9ec39SRoland Dreier list_del(&target->list); 424b3589fd4SMatthew Wilcox spin_unlock(&target->srp_host->target_lock); 425aef9ec39SRoland Dreier 4263236822bSFUJITA Tomonori srp_remove_host(target->scsi_host); 427aef9ec39SRoland Dreier scsi_remove_host(target->scsi_host); 428aef9ec39SRoland Dreier ib_destroy_cm_id(target->cm_id); 429aef9ec39SRoland Dreier srp_free_target_ib(target); 430aef9ec39SRoland Dreier scsi_host_put(target->scsi_host); 431aef9ec39SRoland Dreier } 432aef9ec39SRoland Dreier 433aef9ec39SRoland Dreier static int srp_connect_target(struct srp_target_port *target) 434aef9ec39SRoland Dreier { 435aef9ec39SRoland Dreier int ret; 436aef9ec39SRoland Dreier 437aef9ec39SRoland Dreier ret = srp_lookup_path(target); 438aef9ec39SRoland Dreier if (ret) 439aef9ec39SRoland Dreier return ret; 440aef9ec39SRoland Dreier 441aef9ec39SRoland Dreier while (1) { 442aef9ec39SRoland Dreier init_completion(&target->done); 443aef9ec39SRoland Dreier ret = srp_send_req(target); 444aef9ec39SRoland Dreier if (ret) 445aef9ec39SRoland Dreier return ret; 446aef9ec39SRoland Dreier wait_for_completion(&target->done); 447aef9ec39SRoland Dreier 448aef9ec39SRoland Dreier /* 449aef9ec39SRoland Dreier * The CM event handling code will set status to 450aef9ec39SRoland Dreier * SRP_PORT_REDIRECT if we get a port redirect REJ 451aef9ec39SRoland Dreier * back, or SRP_DLID_REDIRECT if we get a lid/qp 452aef9ec39SRoland Dreier * redirect REJ back. 453aef9ec39SRoland Dreier */ 454aef9ec39SRoland Dreier switch (target->status) { 455aef9ec39SRoland Dreier case 0: 456aef9ec39SRoland Dreier return 0; 457aef9ec39SRoland Dreier 458aef9ec39SRoland Dreier case SRP_PORT_REDIRECT: 459aef9ec39SRoland Dreier ret = srp_lookup_path(target); 460aef9ec39SRoland Dreier if (ret) 461aef9ec39SRoland Dreier return ret; 462aef9ec39SRoland Dreier break; 463aef9ec39SRoland Dreier 464aef9ec39SRoland Dreier case SRP_DLID_REDIRECT: 465aef9ec39SRoland Dreier break; 466aef9ec39SRoland Dreier 467aef9ec39SRoland Dreier default: 468aef9ec39SRoland Dreier return target->status; 469aef9ec39SRoland Dreier } 470aef9ec39SRoland Dreier } 471aef9ec39SRoland Dreier } 472aef9ec39SRoland Dreier 473d945e1dfSRoland Dreier static void srp_unmap_data(struct scsi_cmnd *scmnd, 474d945e1dfSRoland Dreier struct srp_target_port *target, 475d945e1dfSRoland Dreier struct srp_request *req) 476d945e1dfSRoland Dreier { 477bb350d1dSFUJITA Tomonori if (!scsi_sglist(scmnd) || 478d945e1dfSRoland Dreier (scmnd->sc_data_direction != DMA_TO_DEVICE && 479d945e1dfSRoland Dreier scmnd->sc_data_direction != DMA_FROM_DEVICE)) 480d945e1dfSRoland Dreier return; 481d945e1dfSRoland Dreier 482f5358a17SRoland Dreier if (req->fmr) { 483f5358a17SRoland Dreier ib_fmr_pool_unmap(req->fmr); 484f5358a17SRoland Dreier req->fmr = NULL; 485f5358a17SRoland Dreier } 486f5358a17SRoland Dreier 487bb350d1dSFUJITA Tomonori ib_dma_unmap_sg(target->srp_host->dev->dev, scsi_sglist(scmnd), 488bb350d1dSFUJITA Tomonori scsi_sg_count(scmnd), scmnd->sc_data_direction); 489d945e1dfSRoland Dreier } 490d945e1dfSRoland Dreier 491526b4caaSIshai Rabinovitz static void srp_remove_req(struct srp_target_port *target, struct srp_request *req) 492526b4caaSIshai Rabinovitz { 493526b4caaSIshai Rabinovitz srp_unmap_data(req->scmnd, target, req); 494526b4caaSIshai Rabinovitz list_move_tail(&req->list, &target->free_reqs); 495526b4caaSIshai Rabinovitz } 496526b4caaSIshai Rabinovitz 497526b4caaSIshai Rabinovitz static void srp_reset_req(struct srp_target_port *target, struct srp_request *req) 498526b4caaSIshai Rabinovitz { 499526b4caaSIshai Rabinovitz req->scmnd->result = DID_RESET << 16; 500526b4caaSIshai Rabinovitz req->scmnd->scsi_done(req->scmnd); 501526b4caaSIshai Rabinovitz srp_remove_req(target, req); 502526b4caaSIshai Rabinovitz } 503526b4caaSIshai Rabinovitz 504aef9ec39SRoland Dreier static int srp_reconnect_target(struct srp_target_port *target) 505aef9ec39SRoland Dreier { 506aef9ec39SRoland Dreier struct ib_cm_id *new_cm_id; 507aef9ec39SRoland Dreier struct ib_qp_attr qp_attr; 508526b4caaSIshai Rabinovitz struct srp_request *req, *tmp; 509aef9ec39SRoland Dreier struct ib_wc wc; 510aef9ec39SRoland Dreier int ret; 511aef9ec39SRoland Dreier 512aef9ec39SRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 513aef9ec39SRoland Dreier if (target->state != SRP_TARGET_LIVE) { 514aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 515aef9ec39SRoland Dreier return -EAGAIN; 516aef9ec39SRoland Dreier } 517aef9ec39SRoland Dreier target->state = SRP_TARGET_CONNECTING; 518aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 519aef9ec39SRoland Dreier 520aef9ec39SRoland Dreier srp_disconnect_target(target); 521aef9ec39SRoland Dreier /* 522aef9ec39SRoland Dreier * Now get a new local CM ID so that we avoid confusing the 523aef9ec39SRoland Dreier * target in case things are really fouled up. 524aef9ec39SRoland Dreier */ 525f5358a17SRoland Dreier new_cm_id = ib_create_cm_id(target->srp_host->dev->dev, 526aef9ec39SRoland Dreier srp_cm_handler, target); 527aef9ec39SRoland Dreier if (IS_ERR(new_cm_id)) { 528aef9ec39SRoland Dreier ret = PTR_ERR(new_cm_id); 529aef9ec39SRoland Dreier goto err; 530aef9ec39SRoland Dreier } 531aef9ec39SRoland Dreier ib_destroy_cm_id(target->cm_id); 532aef9ec39SRoland Dreier target->cm_id = new_cm_id; 533aef9ec39SRoland Dreier 534aef9ec39SRoland Dreier qp_attr.qp_state = IB_QPS_RESET; 535aef9ec39SRoland Dreier ret = ib_modify_qp(target->qp, &qp_attr, IB_QP_STATE); 536aef9ec39SRoland Dreier if (ret) 537aef9ec39SRoland Dreier goto err; 538aef9ec39SRoland Dreier 539aef9ec39SRoland Dreier ret = srp_init_qp(target, target->qp); 540aef9ec39SRoland Dreier if (ret) 541aef9ec39SRoland Dreier goto err; 542aef9ec39SRoland Dreier 543aef9ec39SRoland Dreier while (ib_poll_cq(target->cq, 1, &wc) > 0) 544aef9ec39SRoland Dreier ; /* nothing */ 545aef9ec39SRoland Dreier 546d916a8f1SIshai Rabinovitz spin_lock_irq(target->scsi_host->host_lock); 547526b4caaSIshai Rabinovitz list_for_each_entry_safe(req, tmp, &target->req_queue, list) 548526b4caaSIshai Rabinovitz srp_reset_req(target, req); 549d916a8f1SIshai Rabinovitz spin_unlock_irq(target->scsi_host->host_lock); 550aef9ec39SRoland Dreier 551aef9ec39SRoland Dreier target->rx_head = 0; 552aef9ec39SRoland Dreier target->tx_head = 0; 553aef9ec39SRoland Dreier target->tx_tail = 0; 554aef9ec39SRoland Dreier 5551033ff67SIshai Rabinovitz target->qp_in_error = 0; 556aef9ec39SRoland Dreier ret = srp_connect_target(target); 557aef9ec39SRoland Dreier if (ret) 558aef9ec39SRoland Dreier goto err; 559aef9ec39SRoland Dreier 560aef9ec39SRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 561aef9ec39SRoland Dreier if (target->state == SRP_TARGET_CONNECTING) { 562aef9ec39SRoland Dreier ret = 0; 563aef9ec39SRoland Dreier target->state = SRP_TARGET_LIVE; 564aef9ec39SRoland Dreier } else 565aef9ec39SRoland Dreier ret = -EAGAIN; 566aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 567aef9ec39SRoland Dreier 568aef9ec39SRoland Dreier return ret; 569aef9ec39SRoland Dreier 570aef9ec39SRoland Dreier err: 571aef9ec39SRoland Dreier printk(KERN_ERR PFX "reconnect failed (%d), removing target port.\n", ret); 572aef9ec39SRoland Dreier 573aef9ec39SRoland Dreier /* 574aef9ec39SRoland Dreier * We couldn't reconnect, so kill our target port off. 575aef9ec39SRoland Dreier * However, we have to defer the real removal because we might 576aef9ec39SRoland Dreier * be in the context of the SCSI error handler now, which 577aef9ec39SRoland Dreier * would deadlock if we call scsi_remove_host(). 578aef9ec39SRoland Dreier */ 579aef9ec39SRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 580aef9ec39SRoland Dreier if (target->state == SRP_TARGET_CONNECTING) { 581aef9ec39SRoland Dreier target->state = SRP_TARGET_DEAD; 582c4028958SDavid Howells INIT_WORK(&target->work, srp_remove_work); 583aef9ec39SRoland Dreier schedule_work(&target->work); 584aef9ec39SRoland Dreier } 585aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 586aef9ec39SRoland Dreier 587aef9ec39SRoland Dreier return ret; 588aef9ec39SRoland Dreier } 589aef9ec39SRoland Dreier 590559ce8f1SIshai Rabinovitz static int srp_map_fmr(struct srp_target_port *target, struct scatterlist *scat, 591f5358a17SRoland Dreier int sg_cnt, struct srp_request *req, 592f5358a17SRoland Dreier struct srp_direct_buf *buf) 593f5358a17SRoland Dreier { 594f5358a17SRoland Dreier u64 io_addr = 0; 595f5358a17SRoland Dreier u64 *dma_pages; 596f5358a17SRoland Dreier u32 len; 597f5358a17SRoland Dreier int page_cnt; 598f5358a17SRoland Dreier int i, j; 599f5358a17SRoland Dreier int ret; 600559ce8f1SIshai Rabinovitz struct srp_device *dev = target->srp_host->dev; 60185507bccSRalph Campbell struct ib_device *ibdev = dev->dev; 602bb350d1dSFUJITA Tomonori struct scatterlist *sg; 603f5358a17SRoland Dreier 604f5358a17SRoland Dreier if (!dev->fmr_pool) 605f5358a17SRoland Dreier return -ENODEV; 606f5358a17SRoland Dreier 6075d7cbfd6SRoland Dreier if (srp_target_is_mellanox(target) && 6085d7cbfd6SRoland Dreier (ib_sg_dma_address(ibdev, &scat[0]) & ~dev->fmr_page_mask)) 609559ce8f1SIshai Rabinovitz return -EINVAL; 610559ce8f1SIshai Rabinovitz 611f5358a17SRoland Dreier len = page_cnt = 0; 612bb350d1dSFUJITA Tomonori scsi_for_each_sg(req->scmnd, sg, sg_cnt, i) { 613bb350d1dSFUJITA Tomonori unsigned int dma_len = ib_sg_dma_len(ibdev, sg); 61485507bccSRalph Campbell 615bb350d1dSFUJITA Tomonori if (ib_sg_dma_address(ibdev, sg) & ~dev->fmr_page_mask) { 616f5358a17SRoland Dreier if (i > 0) 617f5358a17SRoland Dreier return -EINVAL; 618f5358a17SRoland Dreier else 619f5358a17SRoland Dreier ++page_cnt; 620f5358a17SRoland Dreier } 621bb350d1dSFUJITA Tomonori if ((ib_sg_dma_address(ibdev, sg) + dma_len) & 622f5358a17SRoland Dreier ~dev->fmr_page_mask) { 623f5358a17SRoland Dreier if (i < sg_cnt - 1) 624f5358a17SRoland Dreier return -EINVAL; 625f5358a17SRoland Dreier else 626f5358a17SRoland Dreier ++page_cnt; 627f5358a17SRoland Dreier } 628f5358a17SRoland Dreier 62985507bccSRalph Campbell len += dma_len; 630f5358a17SRoland Dreier } 631f5358a17SRoland Dreier 632f5358a17SRoland Dreier page_cnt += len >> dev->fmr_page_shift; 633f5358a17SRoland Dreier if (page_cnt > SRP_FMR_SIZE) 634f5358a17SRoland Dreier return -ENOMEM; 635f5358a17SRoland Dreier 636f5358a17SRoland Dreier dma_pages = kmalloc(sizeof (u64) * page_cnt, GFP_ATOMIC); 637f5358a17SRoland Dreier if (!dma_pages) 638f5358a17SRoland Dreier return -ENOMEM; 639f5358a17SRoland Dreier 640f5358a17SRoland Dreier page_cnt = 0; 641bb350d1dSFUJITA Tomonori scsi_for_each_sg(req->scmnd, sg, sg_cnt, i) { 642bb350d1dSFUJITA Tomonori unsigned int dma_len = ib_sg_dma_len(ibdev, sg); 64385507bccSRalph Campbell 64485507bccSRalph Campbell for (j = 0; j < dma_len; j += dev->fmr_page_size) 645f5358a17SRoland Dreier dma_pages[page_cnt++] = 646bb350d1dSFUJITA Tomonori (ib_sg_dma_address(ibdev, sg) & 64785507bccSRalph Campbell dev->fmr_page_mask) + j; 64885507bccSRalph Campbell } 649f5358a17SRoland Dreier 650f5358a17SRoland Dreier req->fmr = ib_fmr_pool_map_phys(dev->fmr_pool, 651adfaa888SMichael S. Tsirkin dma_pages, page_cnt, io_addr); 652f5358a17SRoland Dreier if (IS_ERR(req->fmr)) { 653f5358a17SRoland Dreier ret = PTR_ERR(req->fmr); 6546583eb3dSVu Pham req->fmr = NULL; 655f5358a17SRoland Dreier goto out; 656f5358a17SRoland Dreier } 657f5358a17SRoland Dreier 65885507bccSRalph Campbell buf->va = cpu_to_be64(ib_sg_dma_address(ibdev, &scat[0]) & 65985507bccSRalph Campbell ~dev->fmr_page_mask); 660f5358a17SRoland Dreier buf->key = cpu_to_be32(req->fmr->fmr->rkey); 661f5358a17SRoland Dreier buf->len = cpu_to_be32(len); 662f5358a17SRoland Dreier 663f5358a17SRoland Dreier ret = 0; 664f5358a17SRoland Dreier 665f5358a17SRoland Dreier out: 666f5358a17SRoland Dreier kfree(dma_pages); 667f5358a17SRoland Dreier 668f5358a17SRoland Dreier return ret; 669f5358a17SRoland Dreier } 670f5358a17SRoland Dreier 671aef9ec39SRoland Dreier static int srp_map_data(struct scsi_cmnd *scmnd, struct srp_target_port *target, 672aef9ec39SRoland Dreier struct srp_request *req) 673aef9ec39SRoland Dreier { 674cf368713SRoland Dreier struct scatterlist *scat; 675aef9ec39SRoland Dreier struct srp_cmd *cmd = req->cmd->buf; 676cf368713SRoland Dreier int len, nents, count; 677f5358a17SRoland Dreier u8 fmt = SRP_DATA_DESC_DIRECT; 67885507bccSRalph Campbell struct srp_device *dev; 67985507bccSRalph Campbell struct ib_device *ibdev; 680aef9ec39SRoland Dreier 681bb350d1dSFUJITA Tomonori if (!scsi_sglist(scmnd) || scmnd->sc_data_direction == DMA_NONE) 682aef9ec39SRoland Dreier return sizeof (struct srp_cmd); 683aef9ec39SRoland Dreier 684aef9ec39SRoland Dreier if (scmnd->sc_data_direction != DMA_FROM_DEVICE && 685aef9ec39SRoland Dreier scmnd->sc_data_direction != DMA_TO_DEVICE) { 686aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Unhandled data direction %d\n", 687aef9ec39SRoland Dreier scmnd->sc_data_direction); 688aef9ec39SRoland Dreier return -EINVAL; 689aef9ec39SRoland Dreier } 690aef9ec39SRoland Dreier 691bb350d1dSFUJITA Tomonori nents = scsi_sg_count(scmnd); 692bb350d1dSFUJITA Tomonori scat = scsi_sglist(scmnd); 693aef9ec39SRoland Dreier 69485507bccSRalph Campbell dev = target->srp_host->dev; 69585507bccSRalph Campbell ibdev = dev->dev; 69685507bccSRalph Campbell 69785507bccSRalph Campbell count = ib_dma_map_sg(ibdev, scat, nents, scmnd->sc_data_direction); 698aef9ec39SRoland Dreier 699aef9ec39SRoland Dreier fmt = SRP_DATA_DESC_DIRECT; 700f5358a17SRoland Dreier len = sizeof (struct srp_cmd) + sizeof (struct srp_direct_buf); 701f5358a17SRoland Dreier 702f5358a17SRoland Dreier if (count == 1) { 703f5358a17SRoland Dreier /* 704f5358a17SRoland Dreier * The midlayer only generated a single gather/scatter 705f5358a17SRoland Dreier * entry, or DMA mapping coalesced everything to a 706f5358a17SRoland Dreier * single entry. So a direct descriptor along with 707f5358a17SRoland Dreier * the DMA MR suffices. 708f5358a17SRoland Dreier */ 709f5358a17SRoland Dreier struct srp_direct_buf *buf = (void *) cmd->add_data; 710aef9ec39SRoland Dreier 71185507bccSRalph Campbell buf->va = cpu_to_be64(ib_sg_dma_address(ibdev, scat)); 71285507bccSRalph Campbell buf->key = cpu_to_be32(dev->mr->rkey); 71385507bccSRalph Campbell buf->len = cpu_to_be32(ib_sg_dma_len(ibdev, scat)); 714559ce8f1SIshai Rabinovitz } else if (srp_map_fmr(target, scat, count, req, 715f5358a17SRoland Dreier (void *) cmd->add_data)) { 716f5358a17SRoland Dreier /* 717f5358a17SRoland Dreier * FMR mapping failed, and the scatterlist has more 718f5358a17SRoland Dreier * than one entry. Generate an indirect memory 719f5358a17SRoland Dreier * descriptor. 720f5358a17SRoland Dreier */ 721aef9ec39SRoland Dreier struct srp_indirect_buf *buf = (void *) cmd->add_data; 722bb350d1dSFUJITA Tomonori struct scatterlist *sg; 723aef9ec39SRoland Dreier u32 datalen = 0; 724f5358a17SRoland Dreier int i; 725aef9ec39SRoland Dreier 726aef9ec39SRoland Dreier fmt = SRP_DATA_DESC_INDIRECT; 727f5358a17SRoland Dreier len = sizeof (struct srp_cmd) + 728f5358a17SRoland Dreier sizeof (struct srp_indirect_buf) + 729f5358a17SRoland Dreier count * sizeof (struct srp_direct_buf); 730f5358a17SRoland Dreier 731bb350d1dSFUJITA Tomonori scsi_for_each_sg(scmnd, sg, count, i) { 732bb350d1dSFUJITA Tomonori unsigned int dma_len = ib_sg_dma_len(ibdev, sg); 73385507bccSRalph Campbell 734f5358a17SRoland Dreier buf->desc_list[i].va = 735bb350d1dSFUJITA Tomonori cpu_to_be64(ib_sg_dma_address(ibdev, sg)); 736f5358a17SRoland Dreier buf->desc_list[i].key = 73785507bccSRalph Campbell cpu_to_be32(dev->mr->rkey); 73885507bccSRalph Campbell buf->desc_list[i].len = cpu_to_be32(dma_len); 73985507bccSRalph Campbell datalen += dma_len; 740f5358a17SRoland Dreier } 741aef9ec39SRoland Dreier 742aef9ec39SRoland Dreier if (scmnd->sc_data_direction == DMA_TO_DEVICE) 743cf368713SRoland Dreier cmd->data_out_desc_cnt = count; 744aef9ec39SRoland Dreier else 745cf368713SRoland Dreier cmd->data_in_desc_cnt = count; 746aef9ec39SRoland Dreier 747f5358a17SRoland Dreier buf->table_desc.va = 748f5358a17SRoland Dreier cpu_to_be64(req->cmd->dma + sizeof *cmd + sizeof *buf); 749aef9ec39SRoland Dreier buf->table_desc.key = 750f5358a17SRoland Dreier cpu_to_be32(target->srp_host->dev->mr->rkey); 751aef9ec39SRoland Dreier buf->table_desc.len = 752cf368713SRoland Dreier cpu_to_be32(count * sizeof (struct srp_direct_buf)); 753aef9ec39SRoland Dreier 754aef9ec39SRoland Dreier buf->len = cpu_to_be32(datalen); 755aef9ec39SRoland Dreier } 756aef9ec39SRoland Dreier 757aef9ec39SRoland Dreier if (scmnd->sc_data_direction == DMA_TO_DEVICE) 758aef9ec39SRoland Dreier cmd->buf_fmt = fmt << 4; 759aef9ec39SRoland Dreier else 760aef9ec39SRoland Dreier cmd->buf_fmt = fmt; 761aef9ec39SRoland Dreier 762aef9ec39SRoland Dreier return len; 763aef9ec39SRoland Dreier } 764aef9ec39SRoland Dreier 765aef9ec39SRoland Dreier static void srp_process_rsp(struct srp_target_port *target, struct srp_rsp *rsp) 766aef9ec39SRoland Dreier { 767aef9ec39SRoland Dreier struct srp_request *req; 768aef9ec39SRoland Dreier struct scsi_cmnd *scmnd; 769aef9ec39SRoland Dreier unsigned long flags; 770aef9ec39SRoland Dreier s32 delta; 771aef9ec39SRoland Dreier 772aef9ec39SRoland Dreier delta = (s32) be32_to_cpu(rsp->req_lim_delta); 773aef9ec39SRoland Dreier 774aef9ec39SRoland Dreier spin_lock_irqsave(target->scsi_host->host_lock, flags); 775aef9ec39SRoland Dreier 776aef9ec39SRoland Dreier target->req_lim += delta; 777aef9ec39SRoland Dreier 778aef9ec39SRoland Dreier req = &target->req_ring[rsp->tag & ~SRP_TAG_TSK_MGMT]; 779aef9ec39SRoland Dreier 780aef9ec39SRoland Dreier if (unlikely(rsp->tag & SRP_TAG_TSK_MGMT)) { 781aef9ec39SRoland Dreier if (be32_to_cpu(rsp->resp_data_len) < 4) 782aef9ec39SRoland Dreier req->tsk_status = -1; 783aef9ec39SRoland Dreier else 784aef9ec39SRoland Dreier req->tsk_status = rsp->data[3]; 785aef9ec39SRoland Dreier complete(&req->done); 786aef9ec39SRoland Dreier } else { 787aef9ec39SRoland Dreier scmnd = req->scmnd; 788aef9ec39SRoland Dreier if (!scmnd) 789aef9ec39SRoland Dreier printk(KERN_ERR "Null scmnd for RSP w/tag %016llx\n", 790aef9ec39SRoland Dreier (unsigned long long) rsp->tag); 791aef9ec39SRoland Dreier scmnd->result = rsp->status; 792aef9ec39SRoland Dreier 793aef9ec39SRoland Dreier if (rsp->flags & SRP_RSP_FLAG_SNSVALID) { 794aef9ec39SRoland Dreier memcpy(scmnd->sense_buffer, rsp->data + 795aef9ec39SRoland Dreier be32_to_cpu(rsp->resp_data_len), 796aef9ec39SRoland Dreier min_t(int, be32_to_cpu(rsp->sense_data_len), 797aef9ec39SRoland Dreier SCSI_SENSE_BUFFERSIZE)); 798aef9ec39SRoland Dreier } 799aef9ec39SRoland Dreier 800aef9ec39SRoland Dreier if (rsp->flags & (SRP_RSP_FLAG_DOOVER | SRP_RSP_FLAG_DOUNDER)) 801bb350d1dSFUJITA Tomonori scsi_set_resid(scmnd, be32_to_cpu(rsp->data_out_res_cnt)); 802aef9ec39SRoland Dreier else if (rsp->flags & (SRP_RSP_FLAG_DIOVER | SRP_RSP_FLAG_DIUNDER)) 803bb350d1dSFUJITA Tomonori scsi_set_resid(scmnd, be32_to_cpu(rsp->data_in_res_cnt)); 804aef9ec39SRoland Dreier 805aef9ec39SRoland Dreier if (!req->tsk_mgmt) { 806aef9ec39SRoland Dreier scmnd->host_scribble = (void *) -1L; 807aef9ec39SRoland Dreier scmnd->scsi_done(scmnd); 808aef9ec39SRoland Dreier 809d945e1dfSRoland Dreier srp_remove_req(target, req); 810aef9ec39SRoland Dreier } else 811aef9ec39SRoland Dreier req->cmd_done = 1; 812aef9ec39SRoland Dreier } 813aef9ec39SRoland Dreier 814aef9ec39SRoland Dreier spin_unlock_irqrestore(target->scsi_host->host_lock, flags); 815aef9ec39SRoland Dreier } 816aef9ec39SRoland Dreier 817aef9ec39SRoland Dreier static void srp_handle_recv(struct srp_target_port *target, struct ib_wc *wc) 818aef9ec39SRoland Dreier { 81985507bccSRalph Campbell struct ib_device *dev; 820aef9ec39SRoland Dreier struct srp_iu *iu; 821aef9ec39SRoland Dreier u8 opcode; 822aef9ec39SRoland Dreier 823aef9ec39SRoland Dreier iu = target->rx_ring[wc->wr_id & ~SRP_OP_RECV]; 824aef9ec39SRoland Dreier 82585507bccSRalph Campbell dev = target->srp_host->dev->dev; 82685507bccSRalph Campbell ib_dma_sync_single_for_cpu(dev, iu->dma, target->max_ti_iu_len, 82785507bccSRalph Campbell DMA_FROM_DEVICE); 828aef9ec39SRoland Dreier 829aef9ec39SRoland Dreier opcode = *(u8 *) iu->buf; 830aef9ec39SRoland Dreier 831aef9ec39SRoland Dreier if (0) { 832aef9ec39SRoland Dreier int i; 833aef9ec39SRoland Dreier 834aef9ec39SRoland Dreier printk(KERN_ERR PFX "recv completion, opcode 0x%02x\n", opcode); 835aef9ec39SRoland Dreier 836aef9ec39SRoland Dreier for (i = 0; i < wc->byte_len; ++i) { 837aef9ec39SRoland Dreier if (i % 8 == 0) 838aef9ec39SRoland Dreier printk(KERN_ERR " [%02x] ", i); 839aef9ec39SRoland Dreier printk(" %02x", ((u8 *) iu->buf)[i]); 840aef9ec39SRoland Dreier if ((i + 1) % 8 == 0) 841aef9ec39SRoland Dreier printk("\n"); 842aef9ec39SRoland Dreier } 843aef9ec39SRoland Dreier 844aef9ec39SRoland Dreier if (wc->byte_len % 8) 845aef9ec39SRoland Dreier printk("\n"); 846aef9ec39SRoland Dreier } 847aef9ec39SRoland Dreier 848aef9ec39SRoland Dreier switch (opcode) { 849aef9ec39SRoland Dreier case SRP_RSP: 850aef9ec39SRoland Dreier srp_process_rsp(target, iu->buf); 851aef9ec39SRoland Dreier break; 852aef9ec39SRoland Dreier 853aef9ec39SRoland Dreier case SRP_T_LOGOUT: 854aef9ec39SRoland Dreier /* XXX Handle target logout */ 855aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Got target logout request\n"); 856aef9ec39SRoland Dreier break; 857aef9ec39SRoland Dreier 858aef9ec39SRoland Dreier default: 859aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Unhandled SRP opcode 0x%02x\n", opcode); 860aef9ec39SRoland Dreier break; 861aef9ec39SRoland Dreier } 862aef9ec39SRoland Dreier 86385507bccSRalph Campbell ib_dma_sync_single_for_device(dev, iu->dma, target->max_ti_iu_len, 86485507bccSRalph Campbell DMA_FROM_DEVICE); 865aef9ec39SRoland Dreier } 866aef9ec39SRoland Dreier 867aef9ec39SRoland Dreier static void srp_completion(struct ib_cq *cq, void *target_ptr) 868aef9ec39SRoland Dreier { 869aef9ec39SRoland Dreier struct srp_target_port *target = target_ptr; 870aef9ec39SRoland Dreier struct ib_wc wc; 871aef9ec39SRoland Dreier 872aef9ec39SRoland Dreier ib_req_notify_cq(cq, IB_CQ_NEXT_COMP); 873aef9ec39SRoland Dreier while (ib_poll_cq(cq, 1, &wc) > 0) { 874aef9ec39SRoland Dreier if (wc.status) { 875aef9ec39SRoland Dreier printk(KERN_ERR PFX "failed %s status %d\n", 876aef9ec39SRoland Dreier wc.wr_id & SRP_OP_RECV ? "receive" : "send", 877aef9ec39SRoland Dreier wc.status); 8781033ff67SIshai Rabinovitz target->qp_in_error = 1; 879aef9ec39SRoland Dreier break; 880aef9ec39SRoland Dreier } 881aef9ec39SRoland Dreier 882aef9ec39SRoland Dreier if (wc.wr_id & SRP_OP_RECV) 883aef9ec39SRoland Dreier srp_handle_recv(target, &wc); 884aef9ec39SRoland Dreier else 885aef9ec39SRoland Dreier ++target->tx_tail; 886aef9ec39SRoland Dreier } 887aef9ec39SRoland Dreier } 888aef9ec39SRoland Dreier 889aef9ec39SRoland Dreier static int __srp_post_recv(struct srp_target_port *target) 890aef9ec39SRoland Dreier { 891aef9ec39SRoland Dreier struct srp_iu *iu; 892aef9ec39SRoland Dreier struct ib_sge list; 893aef9ec39SRoland Dreier struct ib_recv_wr wr, *bad_wr; 894aef9ec39SRoland Dreier unsigned int next; 895aef9ec39SRoland Dreier int ret; 896aef9ec39SRoland Dreier 897aef9ec39SRoland Dreier next = target->rx_head & (SRP_RQ_SIZE - 1); 898aef9ec39SRoland Dreier wr.wr_id = next | SRP_OP_RECV; 899aef9ec39SRoland Dreier iu = target->rx_ring[next]; 900aef9ec39SRoland Dreier 901aef9ec39SRoland Dreier list.addr = iu->dma; 902aef9ec39SRoland Dreier list.length = iu->size; 903f5358a17SRoland Dreier list.lkey = target->srp_host->dev->mr->lkey; 904aef9ec39SRoland Dreier 905aef9ec39SRoland Dreier wr.next = NULL; 906aef9ec39SRoland Dreier wr.sg_list = &list; 907aef9ec39SRoland Dreier wr.num_sge = 1; 908aef9ec39SRoland Dreier 909aef9ec39SRoland Dreier ret = ib_post_recv(target->qp, &wr, &bad_wr); 910aef9ec39SRoland Dreier if (!ret) 911aef9ec39SRoland Dreier ++target->rx_head; 912aef9ec39SRoland Dreier 913aef9ec39SRoland Dreier return ret; 914aef9ec39SRoland Dreier } 915aef9ec39SRoland Dreier 916aef9ec39SRoland Dreier static int srp_post_recv(struct srp_target_port *target) 917aef9ec39SRoland Dreier { 918aef9ec39SRoland Dreier unsigned long flags; 919aef9ec39SRoland Dreier int ret; 920aef9ec39SRoland Dreier 921aef9ec39SRoland Dreier spin_lock_irqsave(target->scsi_host->host_lock, flags); 922aef9ec39SRoland Dreier ret = __srp_post_recv(target); 923aef9ec39SRoland Dreier spin_unlock_irqrestore(target->scsi_host->host_lock, flags); 924aef9ec39SRoland Dreier 925aef9ec39SRoland Dreier return ret; 926aef9ec39SRoland Dreier } 927aef9ec39SRoland Dreier 928aef9ec39SRoland Dreier /* 929aef9ec39SRoland Dreier * Must be called with target->scsi_host->host_lock held to protect 93047f2bce9SRoland Dreier * req_lim and tx_head. Lock cannot be dropped between call here and 93147f2bce9SRoland Dreier * call to __srp_post_send(). 932aef9ec39SRoland Dreier */ 933aef9ec39SRoland Dreier static struct srp_iu *__srp_get_tx_iu(struct srp_target_port *target) 934aef9ec39SRoland Dreier { 935aef9ec39SRoland Dreier if (target->tx_head - target->tx_tail >= SRP_SQ_SIZE) 936aef9ec39SRoland Dreier return NULL; 937aef9ec39SRoland Dreier 9386bfa24faSRoland Dreier if (unlikely(target->req_lim < 1)) 9396bfa24faSRoland Dreier ++target->zero_req_lim; 94047f2bce9SRoland Dreier 941aef9ec39SRoland Dreier return target->tx_ring[target->tx_head & SRP_SQ_SIZE]; 942aef9ec39SRoland Dreier } 943aef9ec39SRoland Dreier 944aef9ec39SRoland Dreier /* 945aef9ec39SRoland Dreier * Must be called with target->scsi_host->host_lock held to protect 946aef9ec39SRoland Dreier * req_lim and tx_head. 947aef9ec39SRoland Dreier */ 948aef9ec39SRoland Dreier static int __srp_post_send(struct srp_target_port *target, 949aef9ec39SRoland Dreier struct srp_iu *iu, int len) 950aef9ec39SRoland Dreier { 951aef9ec39SRoland Dreier struct ib_sge list; 952aef9ec39SRoland Dreier struct ib_send_wr wr, *bad_wr; 953aef9ec39SRoland Dreier int ret = 0; 954aef9ec39SRoland Dreier 955aef9ec39SRoland Dreier list.addr = iu->dma; 956aef9ec39SRoland Dreier list.length = len; 957f5358a17SRoland Dreier list.lkey = target->srp_host->dev->mr->lkey; 958aef9ec39SRoland Dreier 959aef9ec39SRoland Dreier wr.next = NULL; 960aef9ec39SRoland Dreier wr.wr_id = target->tx_head & SRP_SQ_SIZE; 961aef9ec39SRoland Dreier wr.sg_list = &list; 962aef9ec39SRoland Dreier wr.num_sge = 1; 963aef9ec39SRoland Dreier wr.opcode = IB_WR_SEND; 964aef9ec39SRoland Dreier wr.send_flags = IB_SEND_SIGNALED; 965aef9ec39SRoland Dreier 966aef9ec39SRoland Dreier ret = ib_post_send(target->qp, &wr, &bad_wr); 967aef9ec39SRoland Dreier 968aef9ec39SRoland Dreier if (!ret) { 969aef9ec39SRoland Dreier ++target->tx_head; 970aef9ec39SRoland Dreier --target->req_lim; 971aef9ec39SRoland Dreier } 972aef9ec39SRoland Dreier 973aef9ec39SRoland Dreier return ret; 974aef9ec39SRoland Dreier } 975aef9ec39SRoland Dreier 976aef9ec39SRoland Dreier static int srp_queuecommand(struct scsi_cmnd *scmnd, 977aef9ec39SRoland Dreier void (*done)(struct scsi_cmnd *)) 978aef9ec39SRoland Dreier { 979aef9ec39SRoland Dreier struct srp_target_port *target = host_to_target(scmnd->device->host); 980aef9ec39SRoland Dreier struct srp_request *req; 981aef9ec39SRoland Dreier struct srp_iu *iu; 982aef9ec39SRoland Dreier struct srp_cmd *cmd; 98385507bccSRalph Campbell struct ib_device *dev; 984aef9ec39SRoland Dreier int len; 985aef9ec39SRoland Dreier 986aef9ec39SRoland Dreier if (target->state == SRP_TARGET_CONNECTING) 987aef9ec39SRoland Dreier goto err; 988aef9ec39SRoland Dreier 989aef9ec39SRoland Dreier if (target->state == SRP_TARGET_DEAD || 990aef9ec39SRoland Dreier target->state == SRP_TARGET_REMOVED) { 991aef9ec39SRoland Dreier scmnd->result = DID_BAD_TARGET << 16; 992aef9ec39SRoland Dreier done(scmnd); 993aef9ec39SRoland Dreier return 0; 994aef9ec39SRoland Dreier } 995aef9ec39SRoland Dreier 996aef9ec39SRoland Dreier iu = __srp_get_tx_iu(target); 997aef9ec39SRoland Dreier if (!iu) 998aef9ec39SRoland Dreier goto err; 999aef9ec39SRoland Dreier 100085507bccSRalph Campbell dev = target->srp_host->dev->dev; 100185507bccSRalph Campbell ib_dma_sync_single_for_cpu(dev, iu->dma, srp_max_iu_len, 100285507bccSRalph Campbell DMA_TO_DEVICE); 1003aef9ec39SRoland Dreier 1004d945e1dfSRoland Dreier req = list_entry(target->free_reqs.next, struct srp_request, list); 1005aef9ec39SRoland Dreier 1006aef9ec39SRoland Dreier scmnd->scsi_done = done; 1007aef9ec39SRoland Dreier scmnd->result = 0; 1008d945e1dfSRoland Dreier scmnd->host_scribble = (void *) (long) req->index; 1009aef9ec39SRoland Dreier 1010aef9ec39SRoland Dreier cmd = iu->buf; 1011aef9ec39SRoland Dreier memset(cmd, 0, sizeof *cmd); 1012aef9ec39SRoland Dreier 1013aef9ec39SRoland Dreier cmd->opcode = SRP_CMD; 1014aef9ec39SRoland Dreier cmd->lun = cpu_to_be64((u64) scmnd->device->lun << 48); 1015d945e1dfSRoland Dreier cmd->tag = req->index; 1016aef9ec39SRoland Dreier memcpy(cmd->cdb, scmnd->cmnd, scmnd->cmd_len); 1017aef9ec39SRoland Dreier 1018aef9ec39SRoland Dreier req->scmnd = scmnd; 1019aef9ec39SRoland Dreier req->cmd = iu; 1020aef9ec39SRoland Dreier req->cmd_done = 0; 1021aef9ec39SRoland Dreier req->tsk_mgmt = NULL; 1022aef9ec39SRoland Dreier 1023aef9ec39SRoland Dreier len = srp_map_data(scmnd, target, req); 1024aef9ec39SRoland Dreier if (len < 0) { 1025aef9ec39SRoland Dreier printk(KERN_ERR PFX "Failed to map data\n"); 1026aef9ec39SRoland Dreier goto err; 1027aef9ec39SRoland Dreier } 1028aef9ec39SRoland Dreier 1029aef9ec39SRoland Dreier if (__srp_post_recv(target)) { 1030aef9ec39SRoland Dreier printk(KERN_ERR PFX "Recv failed\n"); 1031aef9ec39SRoland Dreier goto err_unmap; 1032aef9ec39SRoland Dreier } 1033aef9ec39SRoland Dreier 103485507bccSRalph Campbell ib_dma_sync_single_for_device(dev, iu->dma, srp_max_iu_len, 103585507bccSRalph Campbell DMA_TO_DEVICE); 1036aef9ec39SRoland Dreier 1037aef9ec39SRoland Dreier if (__srp_post_send(target, iu, len)) { 1038aef9ec39SRoland Dreier printk(KERN_ERR PFX "Send failed\n"); 1039aef9ec39SRoland Dreier goto err_unmap; 1040aef9ec39SRoland Dreier } 1041aef9ec39SRoland Dreier 1042d945e1dfSRoland Dreier list_move_tail(&req->list, &target->req_queue); 1043aef9ec39SRoland Dreier 1044aef9ec39SRoland Dreier return 0; 1045aef9ec39SRoland Dreier 1046aef9ec39SRoland Dreier err_unmap: 1047aef9ec39SRoland Dreier srp_unmap_data(scmnd, target, req); 1048aef9ec39SRoland Dreier 1049aef9ec39SRoland Dreier err: 1050aef9ec39SRoland Dreier return SCSI_MLQUEUE_HOST_BUSY; 1051aef9ec39SRoland Dreier } 1052aef9ec39SRoland Dreier 1053aef9ec39SRoland Dreier static int srp_alloc_iu_bufs(struct srp_target_port *target) 1054aef9ec39SRoland Dreier { 1055aef9ec39SRoland Dreier int i; 1056aef9ec39SRoland Dreier 1057aef9ec39SRoland Dreier for (i = 0; i < SRP_RQ_SIZE; ++i) { 1058aef9ec39SRoland Dreier target->rx_ring[i] = srp_alloc_iu(target->srp_host, 1059aef9ec39SRoland Dreier target->max_ti_iu_len, 1060aef9ec39SRoland Dreier GFP_KERNEL, DMA_FROM_DEVICE); 1061aef9ec39SRoland Dreier if (!target->rx_ring[i]) 1062aef9ec39SRoland Dreier goto err; 1063aef9ec39SRoland Dreier } 1064aef9ec39SRoland Dreier 1065aef9ec39SRoland Dreier for (i = 0; i < SRP_SQ_SIZE + 1; ++i) { 1066aef9ec39SRoland Dreier target->tx_ring[i] = srp_alloc_iu(target->srp_host, 106774b0a15bSVu Pham srp_max_iu_len, 1068aef9ec39SRoland Dreier GFP_KERNEL, DMA_TO_DEVICE); 1069aef9ec39SRoland Dreier if (!target->tx_ring[i]) 1070aef9ec39SRoland Dreier goto err; 1071aef9ec39SRoland Dreier } 1072aef9ec39SRoland Dreier 1073aef9ec39SRoland Dreier return 0; 1074aef9ec39SRoland Dreier 1075aef9ec39SRoland Dreier err: 1076aef9ec39SRoland Dreier for (i = 0; i < SRP_RQ_SIZE; ++i) { 1077aef9ec39SRoland Dreier srp_free_iu(target->srp_host, target->rx_ring[i]); 1078aef9ec39SRoland Dreier target->rx_ring[i] = NULL; 1079aef9ec39SRoland Dreier } 1080aef9ec39SRoland Dreier 1081aef9ec39SRoland Dreier for (i = 0; i < SRP_SQ_SIZE + 1; ++i) { 1082aef9ec39SRoland Dreier srp_free_iu(target->srp_host, target->tx_ring[i]); 1083aef9ec39SRoland Dreier target->tx_ring[i] = NULL; 1084aef9ec39SRoland Dreier } 1085aef9ec39SRoland Dreier 1086aef9ec39SRoland Dreier return -ENOMEM; 1087aef9ec39SRoland Dreier } 1088aef9ec39SRoland Dreier 1089aef9ec39SRoland Dreier static void srp_cm_rej_handler(struct ib_cm_id *cm_id, 1090aef9ec39SRoland Dreier struct ib_cm_event *event, 1091aef9ec39SRoland Dreier struct srp_target_port *target) 1092aef9ec39SRoland Dreier { 1093aef9ec39SRoland Dreier struct ib_class_port_info *cpi; 1094aef9ec39SRoland Dreier int opcode; 1095aef9ec39SRoland Dreier 1096aef9ec39SRoland Dreier switch (event->param.rej_rcvd.reason) { 1097aef9ec39SRoland Dreier case IB_CM_REJ_PORT_CM_REDIRECT: 1098aef9ec39SRoland Dreier cpi = event->param.rej_rcvd.ari; 1099aef9ec39SRoland Dreier target->path.dlid = cpi->redirect_lid; 1100aef9ec39SRoland Dreier target->path.pkey = cpi->redirect_pkey; 1101aef9ec39SRoland Dreier cm_id->remote_cm_qpn = be32_to_cpu(cpi->redirect_qp) & 0x00ffffff; 1102aef9ec39SRoland Dreier memcpy(target->path.dgid.raw, cpi->redirect_gid, 16); 1103aef9ec39SRoland Dreier 1104aef9ec39SRoland Dreier target->status = target->path.dlid ? 1105aef9ec39SRoland Dreier SRP_DLID_REDIRECT : SRP_PORT_REDIRECT; 1106aef9ec39SRoland Dreier break; 1107aef9ec39SRoland Dreier 1108aef9ec39SRoland Dreier case IB_CM_REJ_PORT_REDIRECT: 11095d7cbfd6SRoland Dreier if (srp_target_is_topspin(target)) { 1110aef9ec39SRoland Dreier /* 1111aef9ec39SRoland Dreier * Topspin/Cisco SRP gateways incorrectly send 1112aef9ec39SRoland Dreier * reject reason code 25 when they mean 24 1113aef9ec39SRoland Dreier * (port redirect). 1114aef9ec39SRoland Dreier */ 1115aef9ec39SRoland Dreier memcpy(target->path.dgid.raw, 1116aef9ec39SRoland Dreier event->param.rej_rcvd.ari, 16); 1117aef9ec39SRoland Dreier 1118aef9ec39SRoland Dreier printk(KERN_DEBUG PFX "Topspin/Cisco redirect to target port GID %016llx%016llx\n", 1119aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->path.dgid.global.subnet_prefix), 1120aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->path.dgid.global.interface_id)); 1121aef9ec39SRoland Dreier 1122aef9ec39SRoland Dreier target->status = SRP_PORT_REDIRECT; 1123aef9ec39SRoland Dreier } else { 1124aef9ec39SRoland Dreier printk(KERN_WARNING " REJ reason: IB_CM_REJ_PORT_REDIRECT\n"); 1125aef9ec39SRoland Dreier target->status = -ECONNRESET; 1126aef9ec39SRoland Dreier } 1127aef9ec39SRoland Dreier break; 1128aef9ec39SRoland Dreier 1129aef9ec39SRoland Dreier case IB_CM_REJ_DUPLICATE_LOCAL_COMM_ID: 1130aef9ec39SRoland Dreier printk(KERN_WARNING " REJ reason: IB_CM_REJ_DUPLICATE_LOCAL_COMM_ID\n"); 1131aef9ec39SRoland Dreier target->status = -ECONNRESET; 1132aef9ec39SRoland Dreier break; 1133aef9ec39SRoland Dreier 1134aef9ec39SRoland Dreier case IB_CM_REJ_CONSUMER_DEFINED: 1135aef9ec39SRoland Dreier opcode = *(u8 *) event->private_data; 1136aef9ec39SRoland Dreier if (opcode == SRP_LOGIN_REJ) { 1137aef9ec39SRoland Dreier struct srp_login_rej *rej = event->private_data; 1138aef9ec39SRoland Dreier u32 reason = be32_to_cpu(rej->reason); 1139aef9ec39SRoland Dreier 1140aef9ec39SRoland Dreier if (reason == SRP_LOGIN_REJ_REQ_IT_IU_LENGTH_TOO_LARGE) 1141aef9ec39SRoland Dreier printk(KERN_WARNING PFX 1142aef9ec39SRoland Dreier "SRP_LOGIN_REJ: requested max_it_iu_len too large\n"); 1143aef9ec39SRoland Dreier else 1144aef9ec39SRoland Dreier printk(KERN_WARNING PFX 1145aef9ec39SRoland Dreier "SRP LOGIN REJECTED, reason 0x%08x\n", reason); 1146aef9ec39SRoland Dreier } else 1147aef9ec39SRoland Dreier printk(KERN_WARNING " REJ reason: IB_CM_REJ_CONSUMER_DEFINED," 1148aef9ec39SRoland Dreier " opcode 0x%02x\n", opcode); 1149aef9ec39SRoland Dreier target->status = -ECONNRESET; 1150aef9ec39SRoland Dreier break; 1151aef9ec39SRoland Dreier 1152aef9ec39SRoland Dreier default: 1153aef9ec39SRoland Dreier printk(KERN_WARNING " REJ reason 0x%x\n", 1154aef9ec39SRoland Dreier event->param.rej_rcvd.reason); 1155aef9ec39SRoland Dreier target->status = -ECONNRESET; 1156aef9ec39SRoland Dreier } 1157aef9ec39SRoland Dreier } 1158aef9ec39SRoland Dreier 1159aef9ec39SRoland Dreier static int srp_cm_handler(struct ib_cm_id *cm_id, struct ib_cm_event *event) 1160aef9ec39SRoland Dreier { 1161aef9ec39SRoland Dreier struct srp_target_port *target = cm_id->context; 1162aef9ec39SRoland Dreier struct ib_qp_attr *qp_attr = NULL; 1163aef9ec39SRoland Dreier int attr_mask = 0; 1164aef9ec39SRoland Dreier int comp = 0; 1165aef9ec39SRoland Dreier int opcode = 0; 1166aef9ec39SRoland Dreier 1167aef9ec39SRoland Dreier switch (event->event) { 1168aef9ec39SRoland Dreier case IB_CM_REQ_ERROR: 1169aef9ec39SRoland Dreier printk(KERN_DEBUG PFX "Sending CM REQ failed\n"); 1170aef9ec39SRoland Dreier comp = 1; 1171aef9ec39SRoland Dreier target->status = -ECONNRESET; 1172aef9ec39SRoland Dreier break; 1173aef9ec39SRoland Dreier 1174aef9ec39SRoland Dreier case IB_CM_REP_RECEIVED: 1175aef9ec39SRoland Dreier comp = 1; 1176aef9ec39SRoland Dreier opcode = *(u8 *) event->private_data; 1177aef9ec39SRoland Dreier 1178aef9ec39SRoland Dreier if (opcode == SRP_LOGIN_RSP) { 1179aef9ec39SRoland Dreier struct srp_login_rsp *rsp = event->private_data; 1180aef9ec39SRoland Dreier 1181aef9ec39SRoland Dreier target->max_ti_iu_len = be32_to_cpu(rsp->max_ti_iu_len); 1182aef9ec39SRoland Dreier target->req_lim = be32_to_cpu(rsp->req_lim_delta); 1183aef9ec39SRoland Dreier 1184aef9ec39SRoland Dreier target->scsi_host->can_queue = min(target->req_lim, 1185aef9ec39SRoland Dreier target->scsi_host->can_queue); 1186aef9ec39SRoland Dreier } else { 1187aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Unhandled RSP opcode %#x\n", opcode); 1188aef9ec39SRoland Dreier target->status = -ECONNRESET; 1189aef9ec39SRoland Dreier break; 1190aef9ec39SRoland Dreier } 1191aef9ec39SRoland Dreier 1192d2fcea7dSVu Pham if (!target->rx_ring[0]) { 1193aef9ec39SRoland Dreier target->status = srp_alloc_iu_bufs(target); 1194aef9ec39SRoland Dreier if (target->status) 1195aef9ec39SRoland Dreier break; 1196d2fcea7dSVu Pham } 1197aef9ec39SRoland Dreier 1198aef9ec39SRoland Dreier qp_attr = kmalloc(sizeof *qp_attr, GFP_KERNEL); 1199aef9ec39SRoland Dreier if (!qp_attr) { 1200aef9ec39SRoland Dreier target->status = -ENOMEM; 1201aef9ec39SRoland Dreier break; 1202aef9ec39SRoland Dreier } 1203aef9ec39SRoland Dreier 1204aef9ec39SRoland Dreier qp_attr->qp_state = IB_QPS_RTR; 1205aef9ec39SRoland Dreier target->status = ib_cm_init_qp_attr(cm_id, qp_attr, &attr_mask); 1206aef9ec39SRoland Dreier if (target->status) 1207aef9ec39SRoland Dreier break; 1208aef9ec39SRoland Dreier 1209aef9ec39SRoland Dreier target->status = ib_modify_qp(target->qp, qp_attr, attr_mask); 1210aef9ec39SRoland Dreier if (target->status) 1211aef9ec39SRoland Dreier break; 1212aef9ec39SRoland Dreier 1213aef9ec39SRoland Dreier target->status = srp_post_recv(target); 1214aef9ec39SRoland Dreier if (target->status) 1215aef9ec39SRoland Dreier break; 1216aef9ec39SRoland Dreier 1217aef9ec39SRoland Dreier qp_attr->qp_state = IB_QPS_RTS; 1218aef9ec39SRoland Dreier target->status = ib_cm_init_qp_attr(cm_id, qp_attr, &attr_mask); 1219aef9ec39SRoland Dreier if (target->status) 1220aef9ec39SRoland Dreier break; 1221aef9ec39SRoland Dreier 1222aef9ec39SRoland Dreier target->status = ib_modify_qp(target->qp, qp_attr, attr_mask); 1223aef9ec39SRoland Dreier if (target->status) 1224aef9ec39SRoland Dreier break; 1225aef9ec39SRoland Dreier 1226aef9ec39SRoland Dreier target->status = ib_send_cm_rtu(cm_id, NULL, 0); 1227aef9ec39SRoland Dreier if (target->status) 1228aef9ec39SRoland Dreier break; 1229aef9ec39SRoland Dreier 1230aef9ec39SRoland Dreier break; 1231aef9ec39SRoland Dreier 1232aef9ec39SRoland Dreier case IB_CM_REJ_RECEIVED: 1233aef9ec39SRoland Dreier printk(KERN_DEBUG PFX "REJ received\n"); 1234aef9ec39SRoland Dreier comp = 1; 1235aef9ec39SRoland Dreier 1236aef9ec39SRoland Dreier srp_cm_rej_handler(cm_id, event, target); 1237aef9ec39SRoland Dreier break; 1238aef9ec39SRoland Dreier 1239b7ac4ab4SIshai Rabinovitz case IB_CM_DREQ_RECEIVED: 1240b7ac4ab4SIshai Rabinovitz printk(KERN_WARNING PFX "DREQ received - connection closed\n"); 1241b7ac4ab4SIshai Rabinovitz if (ib_send_cm_drep(cm_id, NULL, 0)) 1242b7ac4ab4SIshai Rabinovitz printk(KERN_ERR PFX "Sending CM DREP failed\n"); 1243aef9ec39SRoland Dreier break; 1244aef9ec39SRoland Dreier 1245aef9ec39SRoland Dreier case IB_CM_TIMEWAIT_EXIT: 1246aef9ec39SRoland Dreier printk(KERN_ERR PFX "connection closed\n"); 1247aef9ec39SRoland Dreier 1248aef9ec39SRoland Dreier comp = 1; 1249aef9ec39SRoland Dreier target->status = 0; 1250aef9ec39SRoland Dreier break; 1251aef9ec39SRoland Dreier 1252b7ac4ab4SIshai Rabinovitz case IB_CM_MRA_RECEIVED: 1253b7ac4ab4SIshai Rabinovitz case IB_CM_DREQ_ERROR: 1254b7ac4ab4SIshai Rabinovitz case IB_CM_DREP_RECEIVED: 1255b7ac4ab4SIshai Rabinovitz break; 1256b7ac4ab4SIshai Rabinovitz 1257aef9ec39SRoland Dreier default: 1258aef9ec39SRoland Dreier printk(KERN_WARNING PFX "Unhandled CM event %d\n", event->event); 1259aef9ec39SRoland Dreier break; 1260aef9ec39SRoland Dreier } 1261aef9ec39SRoland Dreier 1262aef9ec39SRoland Dreier if (comp) 1263aef9ec39SRoland Dreier complete(&target->done); 1264aef9ec39SRoland Dreier 1265aef9ec39SRoland Dreier kfree(qp_attr); 1266aef9ec39SRoland Dreier 1267aef9ec39SRoland Dreier return 0; 1268aef9ec39SRoland Dreier } 1269aef9ec39SRoland Dreier 1270d945e1dfSRoland Dreier static int srp_send_tsk_mgmt(struct srp_target_port *target, 1271d945e1dfSRoland Dreier struct srp_request *req, u8 func) 1272aef9ec39SRoland Dreier { 1273aef9ec39SRoland Dreier struct srp_iu *iu; 1274aef9ec39SRoland Dreier struct srp_tsk_mgmt *tsk_mgmt; 1275aef9ec39SRoland Dreier 1276aef9ec39SRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 1277aef9ec39SRoland Dreier 12781285b3a0SRoland Dreier if (target->state == SRP_TARGET_DEAD || 12791285b3a0SRoland Dreier target->state == SRP_TARGET_REMOVED) { 1280d945e1dfSRoland Dreier req->scmnd->result = DID_BAD_TARGET << 16; 12811285b3a0SRoland Dreier goto out; 12821285b3a0SRoland Dreier } 12831285b3a0SRoland Dreier 1284aef9ec39SRoland Dreier init_completion(&req->done); 1285aef9ec39SRoland Dreier 1286aef9ec39SRoland Dreier iu = __srp_get_tx_iu(target); 1287aef9ec39SRoland Dreier if (!iu) 1288aef9ec39SRoland Dreier goto out; 1289aef9ec39SRoland Dreier 1290aef9ec39SRoland Dreier tsk_mgmt = iu->buf; 1291aef9ec39SRoland Dreier memset(tsk_mgmt, 0, sizeof *tsk_mgmt); 1292aef9ec39SRoland Dreier 1293aef9ec39SRoland Dreier tsk_mgmt->opcode = SRP_TSK_MGMT; 1294d945e1dfSRoland Dreier tsk_mgmt->lun = cpu_to_be64((u64) req->scmnd->device->lun << 48); 1295d945e1dfSRoland Dreier tsk_mgmt->tag = req->index | SRP_TAG_TSK_MGMT; 1296aef9ec39SRoland Dreier tsk_mgmt->tsk_mgmt_func = func; 1297d945e1dfSRoland Dreier tsk_mgmt->task_tag = req->index; 1298aef9ec39SRoland Dreier 1299aef9ec39SRoland Dreier if (__srp_post_send(target, iu, sizeof *tsk_mgmt)) 1300aef9ec39SRoland Dreier goto out; 1301aef9ec39SRoland Dreier 1302aef9ec39SRoland Dreier req->tsk_mgmt = iu; 1303aef9ec39SRoland Dreier 1304aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 1305d945e1dfSRoland Dreier 1306aef9ec39SRoland Dreier if (!wait_for_completion_timeout(&req->done, 1307aef9ec39SRoland Dreier msecs_to_jiffies(SRP_ABORT_TIMEOUT_MS))) 1308d945e1dfSRoland Dreier return -1; 1309aef9ec39SRoland Dreier 1310d945e1dfSRoland Dreier return 0; 1311aef9ec39SRoland Dreier 1312aef9ec39SRoland Dreier out: 1313aef9ec39SRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 1314d945e1dfSRoland Dreier return -1; 1315d945e1dfSRoland Dreier } 1316d945e1dfSRoland Dreier 1317d945e1dfSRoland Dreier static int srp_find_req(struct srp_target_port *target, 1318d945e1dfSRoland Dreier struct scsi_cmnd *scmnd, 1319d945e1dfSRoland Dreier struct srp_request **req) 1320d945e1dfSRoland Dreier { 1321d945e1dfSRoland Dreier if (scmnd->host_scribble == (void *) -1L) 1322d945e1dfSRoland Dreier return -1; 1323d945e1dfSRoland Dreier 1324d945e1dfSRoland Dreier *req = &target->req_ring[(long) scmnd->host_scribble]; 1325d945e1dfSRoland Dreier 1326d945e1dfSRoland Dreier return 0; 1327aef9ec39SRoland Dreier } 1328aef9ec39SRoland Dreier 1329aef9ec39SRoland Dreier static int srp_abort(struct scsi_cmnd *scmnd) 1330aef9ec39SRoland Dreier { 1331d945e1dfSRoland Dreier struct srp_target_port *target = host_to_target(scmnd->device->host); 1332d945e1dfSRoland Dreier struct srp_request *req; 1333d945e1dfSRoland Dreier int ret = SUCCESS; 1334d945e1dfSRoland Dreier 1335aef9ec39SRoland Dreier printk(KERN_ERR "SRP abort called\n"); 1336aef9ec39SRoland Dreier 13371033ff67SIshai Rabinovitz if (target->qp_in_error) 13381033ff67SIshai Rabinovitz return FAILED; 1339d945e1dfSRoland Dreier if (srp_find_req(target, scmnd, &req)) 1340d945e1dfSRoland Dreier return FAILED; 1341d945e1dfSRoland Dreier if (srp_send_tsk_mgmt(target, req, SRP_TSK_ABORT_TASK)) 1342d945e1dfSRoland Dreier return FAILED; 1343d945e1dfSRoland Dreier 1344d945e1dfSRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 1345d945e1dfSRoland Dreier 1346d945e1dfSRoland Dreier if (req->cmd_done) { 1347d945e1dfSRoland Dreier srp_remove_req(target, req); 1348d945e1dfSRoland Dreier scmnd->scsi_done(scmnd); 1349d945e1dfSRoland Dreier } else if (!req->tsk_status) { 1350d945e1dfSRoland Dreier srp_remove_req(target, req); 1351d945e1dfSRoland Dreier scmnd->result = DID_ABORT << 16; 1352d945e1dfSRoland Dreier } else 1353d945e1dfSRoland Dreier ret = FAILED; 1354d945e1dfSRoland Dreier 1355d945e1dfSRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 1356d945e1dfSRoland Dreier 1357d945e1dfSRoland Dreier return ret; 1358aef9ec39SRoland Dreier } 1359aef9ec39SRoland Dreier 1360aef9ec39SRoland Dreier static int srp_reset_device(struct scsi_cmnd *scmnd) 1361aef9ec39SRoland Dreier { 1362d945e1dfSRoland Dreier struct srp_target_port *target = host_to_target(scmnd->device->host); 1363d945e1dfSRoland Dreier struct srp_request *req, *tmp; 1364d945e1dfSRoland Dreier 1365aef9ec39SRoland Dreier printk(KERN_ERR "SRP reset_device called\n"); 1366aef9ec39SRoland Dreier 13671033ff67SIshai Rabinovitz if (target->qp_in_error) 13681033ff67SIshai Rabinovitz return FAILED; 1369d945e1dfSRoland Dreier if (srp_find_req(target, scmnd, &req)) 1370d945e1dfSRoland Dreier return FAILED; 1371d945e1dfSRoland Dreier if (srp_send_tsk_mgmt(target, req, SRP_TSK_LUN_RESET)) 1372d945e1dfSRoland Dreier return FAILED; 1373d945e1dfSRoland Dreier if (req->tsk_status) 1374d945e1dfSRoland Dreier return FAILED; 1375d945e1dfSRoland Dreier 1376d945e1dfSRoland Dreier spin_lock_irq(target->scsi_host->host_lock); 1377d945e1dfSRoland Dreier 1378d945e1dfSRoland Dreier list_for_each_entry_safe(req, tmp, &target->req_queue, list) 1379526b4caaSIshai Rabinovitz if (req->scmnd->device == scmnd->device) 1380526b4caaSIshai Rabinovitz srp_reset_req(target, req); 1381d945e1dfSRoland Dreier 1382d945e1dfSRoland Dreier spin_unlock_irq(target->scsi_host->host_lock); 1383d945e1dfSRoland Dreier 1384d945e1dfSRoland Dreier return SUCCESS; 1385aef9ec39SRoland Dreier } 1386aef9ec39SRoland Dreier 1387aef9ec39SRoland Dreier static int srp_reset_host(struct scsi_cmnd *scmnd) 1388aef9ec39SRoland Dreier { 1389aef9ec39SRoland Dreier struct srp_target_port *target = host_to_target(scmnd->device->host); 1390aef9ec39SRoland Dreier int ret = FAILED; 1391aef9ec39SRoland Dreier 1392aef9ec39SRoland Dreier printk(KERN_ERR PFX "SRP reset_host called\n"); 1393aef9ec39SRoland Dreier 1394aef9ec39SRoland Dreier if (!srp_reconnect_target(target)) 1395aef9ec39SRoland Dreier ret = SUCCESS; 1396aef9ec39SRoland Dreier 1397aef9ec39SRoland Dreier return ret; 1398aef9ec39SRoland Dreier } 1399aef9ec39SRoland Dreier 14006ecb0c84SRoland Dreier static ssize_t show_id_ext(struct class_device *cdev, char *buf) 14016ecb0c84SRoland Dreier { 14026ecb0c84SRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14036ecb0c84SRoland Dreier 14046ecb0c84SRoland Dreier if (target->state == SRP_TARGET_DEAD || 14056ecb0c84SRoland Dreier target->state == SRP_TARGET_REMOVED) 14066ecb0c84SRoland Dreier return -ENODEV; 14076ecb0c84SRoland Dreier 14086ecb0c84SRoland Dreier return sprintf(buf, "0x%016llx\n", 14096ecb0c84SRoland Dreier (unsigned long long) be64_to_cpu(target->id_ext)); 14106ecb0c84SRoland Dreier } 14116ecb0c84SRoland Dreier 14126ecb0c84SRoland Dreier static ssize_t show_ioc_guid(struct class_device *cdev, char *buf) 14136ecb0c84SRoland Dreier { 14146ecb0c84SRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14156ecb0c84SRoland Dreier 14166ecb0c84SRoland Dreier if (target->state == SRP_TARGET_DEAD || 14176ecb0c84SRoland Dreier target->state == SRP_TARGET_REMOVED) 14186ecb0c84SRoland Dreier return -ENODEV; 14196ecb0c84SRoland Dreier 14206ecb0c84SRoland Dreier return sprintf(buf, "0x%016llx\n", 14216ecb0c84SRoland Dreier (unsigned long long) be64_to_cpu(target->ioc_guid)); 14226ecb0c84SRoland Dreier } 14236ecb0c84SRoland Dreier 14246ecb0c84SRoland Dreier static ssize_t show_service_id(struct class_device *cdev, char *buf) 14256ecb0c84SRoland Dreier { 14266ecb0c84SRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14276ecb0c84SRoland Dreier 14286ecb0c84SRoland Dreier if (target->state == SRP_TARGET_DEAD || 14296ecb0c84SRoland Dreier target->state == SRP_TARGET_REMOVED) 14306ecb0c84SRoland Dreier return -ENODEV; 14316ecb0c84SRoland Dreier 14326ecb0c84SRoland Dreier return sprintf(buf, "0x%016llx\n", 14336ecb0c84SRoland Dreier (unsigned long long) be64_to_cpu(target->service_id)); 14346ecb0c84SRoland Dreier } 14356ecb0c84SRoland Dreier 14366ecb0c84SRoland Dreier static ssize_t show_pkey(struct class_device *cdev, char *buf) 14376ecb0c84SRoland Dreier { 14386ecb0c84SRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14396ecb0c84SRoland Dreier 14406ecb0c84SRoland Dreier if (target->state == SRP_TARGET_DEAD || 14416ecb0c84SRoland Dreier target->state == SRP_TARGET_REMOVED) 14426ecb0c84SRoland Dreier return -ENODEV; 14436ecb0c84SRoland Dreier 14446ecb0c84SRoland Dreier return sprintf(buf, "0x%04x\n", be16_to_cpu(target->path.pkey)); 14456ecb0c84SRoland Dreier } 14466ecb0c84SRoland Dreier 14476ecb0c84SRoland Dreier static ssize_t show_dgid(struct class_device *cdev, char *buf) 14486ecb0c84SRoland Dreier { 14496ecb0c84SRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14506ecb0c84SRoland Dreier 14516ecb0c84SRoland Dreier if (target->state == SRP_TARGET_DEAD || 14526ecb0c84SRoland Dreier target->state == SRP_TARGET_REMOVED) 14536ecb0c84SRoland Dreier return -ENODEV; 14546ecb0c84SRoland Dreier 14556ecb0c84SRoland Dreier return sprintf(buf, "%04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x\n", 14566ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[0]), 14576ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[1]), 14586ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[2]), 14596ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[3]), 14606ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[4]), 14616ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[5]), 14626ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[6]), 14636ecb0c84SRoland Dreier be16_to_cpu(((__be16 *) target->path.dgid.raw)[7])); 14646ecb0c84SRoland Dreier } 14656ecb0c84SRoland Dreier 14663633b3d0SIshai Rabinovitz static ssize_t show_orig_dgid(struct class_device *cdev, char *buf) 14673633b3d0SIshai Rabinovitz { 14683633b3d0SIshai Rabinovitz struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14693633b3d0SIshai Rabinovitz 14703633b3d0SIshai Rabinovitz if (target->state == SRP_TARGET_DEAD || 14713633b3d0SIshai Rabinovitz target->state == SRP_TARGET_REMOVED) 14723633b3d0SIshai Rabinovitz return -ENODEV; 14733633b3d0SIshai Rabinovitz 14743633b3d0SIshai Rabinovitz return sprintf(buf, "%04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x\n", 14753633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[0]), 14763633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[1]), 14773633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[2]), 14783633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[3]), 14793633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[4]), 14803633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[5]), 14813633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[6]), 14823633b3d0SIshai Rabinovitz be16_to_cpu(target->orig_dgid[7])); 14833633b3d0SIshai Rabinovitz } 14843633b3d0SIshai Rabinovitz 14856bfa24faSRoland Dreier static ssize_t show_zero_req_lim(struct class_device *cdev, char *buf) 14866bfa24faSRoland Dreier { 14876bfa24faSRoland Dreier struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 14886bfa24faSRoland Dreier 14896bfa24faSRoland Dreier if (target->state == SRP_TARGET_DEAD || 14906bfa24faSRoland Dreier target->state == SRP_TARGET_REMOVED) 14916bfa24faSRoland Dreier return -ENODEV; 14926bfa24faSRoland Dreier 14936bfa24faSRoland Dreier return sprintf(buf, "%d\n", target->zero_req_lim); 14946bfa24faSRoland Dreier } 14956bfa24faSRoland Dreier 1496ded7f1a1SIshai Rabinovitz static ssize_t show_local_ib_port(struct class_device *cdev, char *buf) 1497ded7f1a1SIshai Rabinovitz { 1498ded7f1a1SIshai Rabinovitz struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 1499ded7f1a1SIshai Rabinovitz 1500ded7f1a1SIshai Rabinovitz return sprintf(buf, "%d\n", target->srp_host->port); 1501ded7f1a1SIshai Rabinovitz } 1502ded7f1a1SIshai Rabinovitz 1503ded7f1a1SIshai Rabinovitz static ssize_t show_local_ib_device(struct class_device *cdev, char *buf) 1504ded7f1a1SIshai Rabinovitz { 1505ded7f1a1SIshai Rabinovitz struct srp_target_port *target = host_to_target(class_to_shost(cdev)); 1506ded7f1a1SIshai Rabinovitz 1507ded7f1a1SIshai Rabinovitz return sprintf(buf, "%s\n", target->srp_host->dev->dev->name); 1508ded7f1a1SIshai Rabinovitz } 1509ded7f1a1SIshai Rabinovitz 15106ecb0c84SRoland Dreier static CLASS_DEVICE_ATTR(id_ext, S_IRUGO, show_id_ext, NULL); 15116ecb0c84SRoland Dreier static CLASS_DEVICE_ATTR(ioc_guid, S_IRUGO, show_ioc_guid, NULL); 15126ecb0c84SRoland Dreier static CLASS_DEVICE_ATTR(service_id, S_IRUGO, show_service_id, NULL); 15136ecb0c84SRoland Dreier static CLASS_DEVICE_ATTR(pkey, S_IRUGO, show_pkey, NULL); 15146ecb0c84SRoland Dreier static CLASS_DEVICE_ATTR(dgid, S_IRUGO, show_dgid, NULL); 15153633b3d0SIshai Rabinovitz static CLASS_DEVICE_ATTR(orig_dgid, S_IRUGO, show_orig_dgid, NULL); 15166bfa24faSRoland Dreier static CLASS_DEVICE_ATTR(zero_req_lim, S_IRUGO, show_zero_req_lim, NULL); 1517ded7f1a1SIshai Rabinovitz static CLASS_DEVICE_ATTR(local_ib_port, S_IRUGO, show_local_ib_port, NULL); 1518ded7f1a1SIshai Rabinovitz static CLASS_DEVICE_ATTR(local_ib_device, S_IRUGO, show_local_ib_device, NULL); 15196ecb0c84SRoland Dreier 15206ecb0c84SRoland Dreier static struct class_device_attribute *srp_host_attrs[] = { 15216ecb0c84SRoland Dreier &class_device_attr_id_ext, 15226ecb0c84SRoland Dreier &class_device_attr_ioc_guid, 15236ecb0c84SRoland Dreier &class_device_attr_service_id, 15246ecb0c84SRoland Dreier &class_device_attr_pkey, 15256ecb0c84SRoland Dreier &class_device_attr_dgid, 15263633b3d0SIshai Rabinovitz &class_device_attr_orig_dgid, 15276bfa24faSRoland Dreier &class_device_attr_zero_req_lim, 1528ded7f1a1SIshai Rabinovitz &class_device_attr_local_ib_port, 1529ded7f1a1SIshai Rabinovitz &class_device_attr_local_ib_device, 15306ecb0c84SRoland Dreier NULL 15316ecb0c84SRoland Dreier }; 15326ecb0c84SRoland Dreier 1533aef9ec39SRoland Dreier static struct scsi_host_template srp_template = { 1534aef9ec39SRoland Dreier .module = THIS_MODULE, 1535b7f008fdSRoland Dreier .name = "InfiniBand SRP initiator", 1536b7f008fdSRoland Dreier .proc_name = DRV_NAME, 1537aef9ec39SRoland Dreier .info = srp_target_info, 1538aef9ec39SRoland Dreier .queuecommand = srp_queuecommand, 1539aef9ec39SRoland Dreier .eh_abort_handler = srp_abort, 1540aef9ec39SRoland Dreier .eh_device_reset_handler = srp_reset_device, 1541aef9ec39SRoland Dreier .eh_host_reset_handler = srp_reset_host, 1542aef9ec39SRoland Dreier .can_queue = SRP_SQ_SIZE, 1543aef9ec39SRoland Dreier .this_id = -1, 1544aef9ec39SRoland Dreier .cmd_per_lun = SRP_SQ_SIZE, 15456ecb0c84SRoland Dreier .use_clustering = ENABLE_CLUSTERING, 15466ecb0c84SRoland Dreier .shost_attrs = srp_host_attrs 1547aef9ec39SRoland Dreier }; 1548aef9ec39SRoland Dreier 1549aef9ec39SRoland Dreier static int srp_add_target(struct srp_host *host, struct srp_target_port *target) 1550aef9ec39SRoland Dreier { 15513236822bSFUJITA Tomonori struct srp_rport_identifiers ids; 15523236822bSFUJITA Tomonori struct srp_rport *rport; 15533236822bSFUJITA Tomonori 1554aef9ec39SRoland Dreier sprintf(target->target_name, "SRP.T10:%016llX", 1555aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->id_ext)); 1556aef9ec39SRoland Dreier 1557f5358a17SRoland Dreier if (scsi_add_host(target->scsi_host, host->dev->dev->dma_device)) 1558aef9ec39SRoland Dreier return -ENODEV; 1559aef9ec39SRoland Dreier 15603236822bSFUJITA Tomonori memcpy(ids.port_id, &target->id_ext, 8); 15613236822bSFUJITA Tomonori memcpy(ids.port_id + 8, &target->ioc_guid, 8); 1562aebd5e47SFUJITA Tomonori ids.roles = SRP_RPORT_ROLE_TARGET; 15633236822bSFUJITA Tomonori rport = srp_rport_add(target->scsi_host, &ids); 15643236822bSFUJITA Tomonori if (IS_ERR(rport)) { 15653236822bSFUJITA Tomonori scsi_remove_host(target->scsi_host); 15663236822bSFUJITA Tomonori return PTR_ERR(rport); 15673236822bSFUJITA Tomonori } 15683236822bSFUJITA Tomonori 1569b3589fd4SMatthew Wilcox spin_lock(&host->target_lock); 1570aef9ec39SRoland Dreier list_add_tail(&target->list, &host->target_list); 1571b3589fd4SMatthew Wilcox spin_unlock(&host->target_lock); 1572aef9ec39SRoland Dreier 1573aef9ec39SRoland Dreier target->state = SRP_TARGET_LIVE; 1574aef9ec39SRoland Dreier 1575aef9ec39SRoland Dreier scsi_scan_target(&target->scsi_host->shost_gendev, 15761962a4a1SMatthew Wilcox 0, target->scsi_id, SCAN_WILD_CARD, 0); 1577aef9ec39SRoland Dreier 1578aef9ec39SRoland Dreier return 0; 1579aef9ec39SRoland Dreier } 1580aef9ec39SRoland Dreier 1581aef9ec39SRoland Dreier static void srp_release_class_dev(struct class_device *class_dev) 1582aef9ec39SRoland Dreier { 1583aef9ec39SRoland Dreier struct srp_host *host = 1584aef9ec39SRoland Dreier container_of(class_dev, struct srp_host, class_dev); 1585aef9ec39SRoland Dreier 1586aef9ec39SRoland Dreier complete(&host->released); 1587aef9ec39SRoland Dreier } 1588aef9ec39SRoland Dreier 1589aef9ec39SRoland Dreier static struct class srp_class = { 1590aef9ec39SRoland Dreier .name = "infiniband_srp", 1591aef9ec39SRoland Dreier .release = srp_release_class_dev 1592aef9ec39SRoland Dreier }; 1593aef9ec39SRoland Dreier 1594aef9ec39SRoland Dreier /* 1595aef9ec39SRoland Dreier * Target ports are added by writing 1596aef9ec39SRoland Dreier * 1597aef9ec39SRoland Dreier * id_ext=<SRP ID ext>,ioc_guid=<SRP IOC GUID>,dgid=<dest GID>, 1598aef9ec39SRoland Dreier * pkey=<P_Key>,service_id=<service ID> 1599aef9ec39SRoland Dreier * 1600aef9ec39SRoland Dreier * to the add_target sysfs attribute. 1601aef9ec39SRoland Dreier */ 1602aef9ec39SRoland Dreier enum { 1603aef9ec39SRoland Dreier SRP_OPT_ERR = 0, 1604aef9ec39SRoland Dreier SRP_OPT_ID_EXT = 1 << 0, 1605aef9ec39SRoland Dreier SRP_OPT_IOC_GUID = 1 << 1, 1606aef9ec39SRoland Dreier SRP_OPT_DGID = 1 << 2, 1607aef9ec39SRoland Dreier SRP_OPT_PKEY = 1 << 3, 1608aef9ec39SRoland Dreier SRP_OPT_SERVICE_ID = 1 << 4, 1609aef9ec39SRoland Dreier SRP_OPT_MAX_SECT = 1 << 5, 161052fb2b50SVu Pham SRP_OPT_MAX_CMD_PER_LUN = 1 << 6, 16110c0450dbSRamachandra K SRP_OPT_IO_CLASS = 1 << 7, 161201cb9bcbSIshai Rabinovitz SRP_OPT_INITIATOR_EXT = 1 << 8, 1613aef9ec39SRoland Dreier SRP_OPT_ALL = (SRP_OPT_ID_EXT | 1614aef9ec39SRoland Dreier SRP_OPT_IOC_GUID | 1615aef9ec39SRoland Dreier SRP_OPT_DGID | 1616aef9ec39SRoland Dreier SRP_OPT_PKEY | 1617aef9ec39SRoland Dreier SRP_OPT_SERVICE_ID), 1618aef9ec39SRoland Dreier }; 1619aef9ec39SRoland Dreier 1620aef9ec39SRoland Dreier static match_table_t srp_opt_tokens = { 1621aef9ec39SRoland Dreier { SRP_OPT_ID_EXT, "id_ext=%s" }, 1622aef9ec39SRoland Dreier { SRP_OPT_IOC_GUID, "ioc_guid=%s" }, 1623aef9ec39SRoland Dreier { SRP_OPT_DGID, "dgid=%s" }, 1624aef9ec39SRoland Dreier { SRP_OPT_PKEY, "pkey=%x" }, 1625aef9ec39SRoland Dreier { SRP_OPT_SERVICE_ID, "service_id=%s" }, 1626aef9ec39SRoland Dreier { SRP_OPT_MAX_SECT, "max_sect=%d" }, 162752fb2b50SVu Pham { SRP_OPT_MAX_CMD_PER_LUN, "max_cmd_per_lun=%d" }, 16280c0450dbSRamachandra K { SRP_OPT_IO_CLASS, "io_class=%x" }, 162901cb9bcbSIshai Rabinovitz { SRP_OPT_INITIATOR_EXT, "initiator_ext=%s" }, 1630aef9ec39SRoland Dreier { SRP_OPT_ERR, NULL } 1631aef9ec39SRoland Dreier }; 1632aef9ec39SRoland Dreier 1633aef9ec39SRoland Dreier static int srp_parse_options(const char *buf, struct srp_target_port *target) 1634aef9ec39SRoland Dreier { 1635aef9ec39SRoland Dreier char *options, *sep_opt; 1636aef9ec39SRoland Dreier char *p; 1637aef9ec39SRoland Dreier char dgid[3]; 1638aef9ec39SRoland Dreier substring_t args[MAX_OPT_ARGS]; 1639aef9ec39SRoland Dreier int opt_mask = 0; 1640aef9ec39SRoland Dreier int token; 1641aef9ec39SRoland Dreier int ret = -EINVAL; 1642aef9ec39SRoland Dreier int i; 1643aef9ec39SRoland Dreier 1644aef9ec39SRoland Dreier options = kstrdup(buf, GFP_KERNEL); 1645aef9ec39SRoland Dreier if (!options) 1646aef9ec39SRoland Dreier return -ENOMEM; 1647aef9ec39SRoland Dreier 1648aef9ec39SRoland Dreier sep_opt = options; 1649aef9ec39SRoland Dreier while ((p = strsep(&sep_opt, ",")) != NULL) { 1650aef9ec39SRoland Dreier if (!*p) 1651aef9ec39SRoland Dreier continue; 1652aef9ec39SRoland Dreier 1653aef9ec39SRoland Dreier token = match_token(p, srp_opt_tokens, args); 1654aef9ec39SRoland Dreier opt_mask |= token; 1655aef9ec39SRoland Dreier 1656aef9ec39SRoland Dreier switch (token) { 1657aef9ec39SRoland Dreier case SRP_OPT_ID_EXT: 1658aef9ec39SRoland Dreier p = match_strdup(args); 1659a20f3a6dSIshai Rabinovitz if (!p) { 1660a20f3a6dSIshai Rabinovitz ret = -ENOMEM; 1661a20f3a6dSIshai Rabinovitz goto out; 1662a20f3a6dSIshai Rabinovitz } 1663aef9ec39SRoland Dreier target->id_ext = cpu_to_be64(simple_strtoull(p, NULL, 16)); 1664aef9ec39SRoland Dreier kfree(p); 1665aef9ec39SRoland Dreier break; 1666aef9ec39SRoland Dreier 1667aef9ec39SRoland Dreier case SRP_OPT_IOC_GUID: 1668aef9ec39SRoland Dreier p = match_strdup(args); 1669a20f3a6dSIshai Rabinovitz if (!p) { 1670a20f3a6dSIshai Rabinovitz ret = -ENOMEM; 1671a20f3a6dSIshai Rabinovitz goto out; 1672a20f3a6dSIshai Rabinovitz } 1673aef9ec39SRoland Dreier target->ioc_guid = cpu_to_be64(simple_strtoull(p, NULL, 16)); 1674aef9ec39SRoland Dreier kfree(p); 1675aef9ec39SRoland Dreier break; 1676aef9ec39SRoland Dreier 1677aef9ec39SRoland Dreier case SRP_OPT_DGID: 1678aef9ec39SRoland Dreier p = match_strdup(args); 1679a20f3a6dSIshai Rabinovitz if (!p) { 1680a20f3a6dSIshai Rabinovitz ret = -ENOMEM; 1681a20f3a6dSIshai Rabinovitz goto out; 1682a20f3a6dSIshai Rabinovitz } 1683aef9ec39SRoland Dreier if (strlen(p) != 32) { 1684aef9ec39SRoland Dreier printk(KERN_WARNING PFX "bad dest GID parameter '%s'\n", p); 1685ce1823f0SRoland Dreier kfree(p); 1686aef9ec39SRoland Dreier goto out; 1687aef9ec39SRoland Dreier } 1688aef9ec39SRoland Dreier 1689aef9ec39SRoland Dreier for (i = 0; i < 16; ++i) { 1690aef9ec39SRoland Dreier strlcpy(dgid, p + i * 2, 3); 1691aef9ec39SRoland Dreier target->path.dgid.raw[i] = simple_strtoul(dgid, NULL, 16); 1692aef9ec39SRoland Dreier } 1693bf17c1c7SRoland Dreier kfree(p); 16943633b3d0SIshai Rabinovitz memcpy(target->orig_dgid, target->path.dgid.raw, 16); 1695aef9ec39SRoland Dreier break; 1696aef9ec39SRoland Dreier 1697aef9ec39SRoland Dreier case SRP_OPT_PKEY: 1698aef9ec39SRoland Dreier if (match_hex(args, &token)) { 1699aef9ec39SRoland Dreier printk(KERN_WARNING PFX "bad P_Key parameter '%s'\n", p); 1700aef9ec39SRoland Dreier goto out; 1701aef9ec39SRoland Dreier } 1702aef9ec39SRoland Dreier target->path.pkey = cpu_to_be16(token); 1703aef9ec39SRoland Dreier break; 1704aef9ec39SRoland Dreier 1705aef9ec39SRoland Dreier case SRP_OPT_SERVICE_ID: 1706aef9ec39SRoland Dreier p = match_strdup(args); 1707a20f3a6dSIshai Rabinovitz if (!p) { 1708a20f3a6dSIshai Rabinovitz ret = -ENOMEM; 1709a20f3a6dSIshai Rabinovitz goto out; 1710a20f3a6dSIshai Rabinovitz } 1711aef9ec39SRoland Dreier target->service_id = cpu_to_be64(simple_strtoull(p, NULL, 16)); 1712247e020eSSean Hefty target->path.service_id = target->service_id; 1713aef9ec39SRoland Dreier kfree(p); 1714aef9ec39SRoland Dreier break; 1715aef9ec39SRoland Dreier 1716aef9ec39SRoland Dreier case SRP_OPT_MAX_SECT: 1717aef9ec39SRoland Dreier if (match_int(args, &token)) { 1718aef9ec39SRoland Dreier printk(KERN_WARNING PFX "bad max sect parameter '%s'\n", p); 1719aef9ec39SRoland Dreier goto out; 1720aef9ec39SRoland Dreier } 1721aef9ec39SRoland Dreier target->scsi_host->max_sectors = token; 1722aef9ec39SRoland Dreier break; 1723aef9ec39SRoland Dreier 172452fb2b50SVu Pham case SRP_OPT_MAX_CMD_PER_LUN: 172552fb2b50SVu Pham if (match_int(args, &token)) { 172652fb2b50SVu Pham printk(KERN_WARNING PFX "bad max cmd_per_lun parameter '%s'\n", p); 172752fb2b50SVu Pham goto out; 172852fb2b50SVu Pham } 172952fb2b50SVu Pham target->scsi_host->cmd_per_lun = min(token, SRP_SQ_SIZE); 173052fb2b50SVu Pham break; 173152fb2b50SVu Pham 17320c0450dbSRamachandra K case SRP_OPT_IO_CLASS: 17330c0450dbSRamachandra K if (match_hex(args, &token)) { 17340c0450dbSRamachandra K printk(KERN_WARNING PFX "bad IO class parameter '%s' \n", p); 17350c0450dbSRamachandra K goto out; 17360c0450dbSRamachandra K } 17370c0450dbSRamachandra K if (token != SRP_REV10_IB_IO_CLASS && 17380c0450dbSRamachandra K token != SRP_REV16A_IB_IO_CLASS) { 17390c0450dbSRamachandra K printk(KERN_WARNING PFX "unknown IO class parameter value" 17400c0450dbSRamachandra K " %x specified (use %x or %x).\n", 17410c0450dbSRamachandra K token, SRP_REV10_IB_IO_CLASS, SRP_REV16A_IB_IO_CLASS); 17420c0450dbSRamachandra K goto out; 17430c0450dbSRamachandra K } 17440c0450dbSRamachandra K target->io_class = token; 17450c0450dbSRamachandra K break; 17460c0450dbSRamachandra K 174701cb9bcbSIshai Rabinovitz case SRP_OPT_INITIATOR_EXT: 174801cb9bcbSIshai Rabinovitz p = match_strdup(args); 1749a20f3a6dSIshai Rabinovitz if (!p) { 1750a20f3a6dSIshai Rabinovitz ret = -ENOMEM; 1751a20f3a6dSIshai Rabinovitz goto out; 1752a20f3a6dSIshai Rabinovitz } 175301cb9bcbSIshai Rabinovitz target->initiator_ext = cpu_to_be64(simple_strtoull(p, NULL, 16)); 175401cb9bcbSIshai Rabinovitz kfree(p); 175501cb9bcbSIshai Rabinovitz break; 175601cb9bcbSIshai Rabinovitz 1757aef9ec39SRoland Dreier default: 1758aef9ec39SRoland Dreier printk(KERN_WARNING PFX "unknown parameter or missing value " 1759aef9ec39SRoland Dreier "'%s' in target creation request\n", p); 1760aef9ec39SRoland Dreier goto out; 1761aef9ec39SRoland Dreier } 1762aef9ec39SRoland Dreier } 1763aef9ec39SRoland Dreier 1764aef9ec39SRoland Dreier if ((opt_mask & SRP_OPT_ALL) == SRP_OPT_ALL) 1765aef9ec39SRoland Dreier ret = 0; 1766aef9ec39SRoland Dreier else 1767aef9ec39SRoland Dreier for (i = 0; i < ARRAY_SIZE(srp_opt_tokens); ++i) 1768aef9ec39SRoland Dreier if ((srp_opt_tokens[i].token & SRP_OPT_ALL) && 1769aef9ec39SRoland Dreier !(srp_opt_tokens[i].token & opt_mask)) 1770aef9ec39SRoland Dreier printk(KERN_WARNING PFX "target creation request is " 1771aef9ec39SRoland Dreier "missing parameter '%s'\n", 1772aef9ec39SRoland Dreier srp_opt_tokens[i].pattern); 1773aef9ec39SRoland Dreier 1774aef9ec39SRoland Dreier out: 1775aef9ec39SRoland Dreier kfree(options); 1776aef9ec39SRoland Dreier return ret; 1777aef9ec39SRoland Dreier } 1778aef9ec39SRoland Dreier 1779aef9ec39SRoland Dreier static ssize_t srp_create_target(struct class_device *class_dev, 1780aef9ec39SRoland Dreier const char *buf, size_t count) 1781aef9ec39SRoland Dreier { 1782aef9ec39SRoland Dreier struct srp_host *host = 1783aef9ec39SRoland Dreier container_of(class_dev, struct srp_host, class_dev); 1784aef9ec39SRoland Dreier struct Scsi_Host *target_host; 1785aef9ec39SRoland Dreier struct srp_target_port *target; 1786aef9ec39SRoland Dreier int ret; 1787aef9ec39SRoland Dreier int i; 1788aef9ec39SRoland Dreier 1789aef9ec39SRoland Dreier target_host = scsi_host_alloc(&srp_template, 1790aef9ec39SRoland Dreier sizeof (struct srp_target_port)); 1791aef9ec39SRoland Dreier if (!target_host) 1792aef9ec39SRoland Dreier return -ENOMEM; 1793aef9ec39SRoland Dreier 17943236822bSFUJITA Tomonori target_host->transportt = ib_srp_transport_template; 17955f068992SRoland Dreier target_host->max_lun = SRP_MAX_LUN; 17963c8edf0eSArne Redlich target_host->max_cmd_len = sizeof ((struct srp_cmd *) (void *) 0L)->cdb; 17975f068992SRoland Dreier 1798aef9ec39SRoland Dreier target = host_to_target(target_host); 1799aef9ec39SRoland Dreier 18000c0450dbSRamachandra K target->io_class = SRP_REV16A_IB_IO_CLASS; 1801aef9ec39SRoland Dreier target->scsi_host = target_host; 1802aef9ec39SRoland Dreier target->srp_host = host; 1803aef9ec39SRoland Dreier 1804d945e1dfSRoland Dreier INIT_LIST_HEAD(&target->free_reqs); 1805aef9ec39SRoland Dreier INIT_LIST_HEAD(&target->req_queue); 1806d945e1dfSRoland Dreier for (i = 0; i < SRP_SQ_SIZE; ++i) { 1807d945e1dfSRoland Dreier target->req_ring[i].index = i; 1808d945e1dfSRoland Dreier list_add_tail(&target->req_ring[i].list, &target->free_reqs); 1809d945e1dfSRoland Dreier } 1810aef9ec39SRoland Dreier 1811aef9ec39SRoland Dreier ret = srp_parse_options(buf, target); 1812aef9ec39SRoland Dreier if (ret) 1813aef9ec39SRoland Dreier goto err; 1814aef9ec39SRoland Dreier 1815f5358a17SRoland Dreier ib_get_cached_gid(host->dev->dev, host->port, 0, &target->path.sgid); 1816aef9ec39SRoland Dreier 1817aef9ec39SRoland Dreier printk(KERN_DEBUG PFX "new target: id_ext %016llx ioc_guid %016llx pkey %04x " 1818aef9ec39SRoland Dreier "service_id %016llx dgid %04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x\n", 1819aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->id_ext), 1820aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->ioc_guid), 1821aef9ec39SRoland Dreier be16_to_cpu(target->path.pkey), 1822aef9ec39SRoland Dreier (unsigned long long) be64_to_cpu(target->service_id), 1823aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[0]), 1824aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[2]), 1825aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[4]), 1826aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[6]), 1827aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[8]), 1828aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[10]), 1829aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[12]), 1830aef9ec39SRoland Dreier (int) be16_to_cpu(*(__be16 *) &target->path.dgid.raw[14])); 1831aef9ec39SRoland Dreier 1832aef9ec39SRoland Dreier ret = srp_create_target_ib(target); 1833aef9ec39SRoland Dreier if (ret) 1834aef9ec39SRoland Dreier goto err; 1835aef9ec39SRoland Dreier 1836f5358a17SRoland Dreier target->cm_id = ib_create_cm_id(host->dev->dev, srp_cm_handler, target); 1837aef9ec39SRoland Dreier if (IS_ERR(target->cm_id)) { 1838aef9ec39SRoland Dreier ret = PTR_ERR(target->cm_id); 1839aef9ec39SRoland Dreier goto err_free; 1840aef9ec39SRoland Dreier } 1841aef9ec39SRoland Dreier 18421033ff67SIshai Rabinovitz target->qp_in_error = 0; 1843aef9ec39SRoland Dreier ret = srp_connect_target(target); 1844aef9ec39SRoland Dreier if (ret) { 1845aef9ec39SRoland Dreier printk(KERN_ERR PFX "Connection failed\n"); 1846aef9ec39SRoland Dreier goto err_cm_id; 1847aef9ec39SRoland Dreier } 1848aef9ec39SRoland Dreier 1849aef9ec39SRoland Dreier ret = srp_add_target(host, target); 1850aef9ec39SRoland Dreier if (ret) 1851aef9ec39SRoland Dreier goto err_disconnect; 1852aef9ec39SRoland Dreier 1853aef9ec39SRoland Dreier return count; 1854aef9ec39SRoland Dreier 1855aef9ec39SRoland Dreier err_disconnect: 1856aef9ec39SRoland Dreier srp_disconnect_target(target); 1857aef9ec39SRoland Dreier 1858aef9ec39SRoland Dreier err_cm_id: 1859aef9ec39SRoland Dreier ib_destroy_cm_id(target->cm_id); 1860aef9ec39SRoland Dreier 1861aef9ec39SRoland Dreier err_free: 1862aef9ec39SRoland Dreier srp_free_target_ib(target); 1863aef9ec39SRoland Dreier 1864aef9ec39SRoland Dreier err: 1865aef9ec39SRoland Dreier scsi_host_put(target_host); 1866aef9ec39SRoland Dreier 1867aef9ec39SRoland Dreier return ret; 1868aef9ec39SRoland Dreier } 1869aef9ec39SRoland Dreier 1870aef9ec39SRoland Dreier static CLASS_DEVICE_ATTR(add_target, S_IWUSR, NULL, srp_create_target); 1871aef9ec39SRoland Dreier 1872aef9ec39SRoland Dreier static ssize_t show_ibdev(struct class_device *class_dev, char *buf) 1873aef9ec39SRoland Dreier { 1874aef9ec39SRoland Dreier struct srp_host *host = 1875aef9ec39SRoland Dreier container_of(class_dev, struct srp_host, class_dev); 1876aef9ec39SRoland Dreier 1877f5358a17SRoland Dreier return sprintf(buf, "%s\n", host->dev->dev->name); 1878aef9ec39SRoland Dreier } 1879aef9ec39SRoland Dreier 1880aef9ec39SRoland Dreier static CLASS_DEVICE_ATTR(ibdev, S_IRUGO, show_ibdev, NULL); 1881aef9ec39SRoland Dreier 1882aef9ec39SRoland Dreier static ssize_t show_port(struct class_device *class_dev, char *buf) 1883aef9ec39SRoland Dreier { 1884aef9ec39SRoland Dreier struct srp_host *host = 1885aef9ec39SRoland Dreier container_of(class_dev, struct srp_host, class_dev); 1886aef9ec39SRoland Dreier 1887aef9ec39SRoland Dreier return sprintf(buf, "%d\n", host->port); 1888aef9ec39SRoland Dreier } 1889aef9ec39SRoland Dreier 1890aef9ec39SRoland Dreier static CLASS_DEVICE_ATTR(port, S_IRUGO, show_port, NULL); 1891aef9ec39SRoland Dreier 1892f5358a17SRoland Dreier static struct srp_host *srp_add_port(struct srp_device *device, u8 port) 1893aef9ec39SRoland Dreier { 1894aef9ec39SRoland Dreier struct srp_host *host; 1895aef9ec39SRoland Dreier 1896aef9ec39SRoland Dreier host = kzalloc(sizeof *host, GFP_KERNEL); 1897aef9ec39SRoland Dreier if (!host) 1898aef9ec39SRoland Dreier return NULL; 1899aef9ec39SRoland Dreier 1900aef9ec39SRoland Dreier INIT_LIST_HEAD(&host->target_list); 1901b3589fd4SMatthew Wilcox spin_lock_init(&host->target_lock); 1902aef9ec39SRoland Dreier init_completion(&host->released); 1903aef9ec39SRoland Dreier host->dev = device; 1904aef9ec39SRoland Dreier host->port = port; 1905aef9ec39SRoland Dreier 1906aef9ec39SRoland Dreier host->class_dev.class = &srp_class; 1907f5358a17SRoland Dreier host->class_dev.dev = device->dev->dma_device; 1908aef9ec39SRoland Dreier snprintf(host->class_dev.class_id, BUS_ID_SIZE, "srp-%s-%d", 1909f5358a17SRoland Dreier device->dev->name, port); 1910aef9ec39SRoland Dreier 1911aef9ec39SRoland Dreier if (class_device_register(&host->class_dev)) 1912f5358a17SRoland Dreier goto free_host; 1913aef9ec39SRoland Dreier if (class_device_create_file(&host->class_dev, &class_device_attr_add_target)) 1914aef9ec39SRoland Dreier goto err_class; 1915aef9ec39SRoland Dreier if (class_device_create_file(&host->class_dev, &class_device_attr_ibdev)) 1916aef9ec39SRoland Dreier goto err_class; 1917aef9ec39SRoland Dreier if (class_device_create_file(&host->class_dev, &class_device_attr_port)) 1918aef9ec39SRoland Dreier goto err_class; 1919aef9ec39SRoland Dreier 1920aef9ec39SRoland Dreier return host; 1921aef9ec39SRoland Dreier 1922aef9ec39SRoland Dreier err_class: 1923aef9ec39SRoland Dreier class_device_unregister(&host->class_dev); 1924aef9ec39SRoland Dreier 1925f5358a17SRoland Dreier free_host: 1926aef9ec39SRoland Dreier kfree(host); 1927aef9ec39SRoland Dreier 1928aef9ec39SRoland Dreier return NULL; 1929aef9ec39SRoland Dreier } 1930aef9ec39SRoland Dreier 1931aef9ec39SRoland Dreier static void srp_add_one(struct ib_device *device) 1932aef9ec39SRoland Dreier { 1933f5358a17SRoland Dreier struct srp_device *srp_dev; 1934f5358a17SRoland Dreier struct ib_device_attr *dev_attr; 1935f5358a17SRoland Dreier struct ib_fmr_pool_param fmr_param; 1936aef9ec39SRoland Dreier struct srp_host *host; 1937aef9ec39SRoland Dreier int s, e, p; 1938aef9ec39SRoland Dreier 1939f5358a17SRoland Dreier dev_attr = kmalloc(sizeof *dev_attr, GFP_KERNEL); 1940f5358a17SRoland Dreier if (!dev_attr) 1941cf311cd4SSean Hefty return; 1942aef9ec39SRoland Dreier 1943f5358a17SRoland Dreier if (ib_query_device(device, dev_attr)) { 1944f5358a17SRoland Dreier printk(KERN_WARNING PFX "Query device failed for %s\n", 1945f5358a17SRoland Dreier device->name); 1946f5358a17SRoland Dreier goto free_attr; 1947f5358a17SRoland Dreier } 1948f5358a17SRoland Dreier 1949f5358a17SRoland Dreier srp_dev = kmalloc(sizeof *srp_dev, GFP_KERNEL); 1950f5358a17SRoland Dreier if (!srp_dev) 1951f5358a17SRoland Dreier goto free_attr; 1952f5358a17SRoland Dreier 1953f5358a17SRoland Dreier /* 1954f5358a17SRoland Dreier * Use the smallest page size supported by the HCA, down to a 1955f5358a17SRoland Dreier * minimum of 512 bytes (which is the smallest sector that a 1956f5358a17SRoland Dreier * SCSI command will ever carry). 1957f5358a17SRoland Dreier */ 1958f5358a17SRoland Dreier srp_dev->fmr_page_shift = max(9, ffs(dev_attr->page_size_cap) - 1); 1959f5358a17SRoland Dreier srp_dev->fmr_page_size = 1 << srp_dev->fmr_page_shift; 1960bf628dc2SRoland Dreier srp_dev->fmr_page_mask = ~((u64) srp_dev->fmr_page_size - 1); 1961f5358a17SRoland Dreier 1962f5358a17SRoland Dreier INIT_LIST_HEAD(&srp_dev->dev_list); 1963f5358a17SRoland Dreier 1964f5358a17SRoland Dreier srp_dev->dev = device; 1965f5358a17SRoland Dreier srp_dev->pd = ib_alloc_pd(device); 1966f5358a17SRoland Dreier if (IS_ERR(srp_dev->pd)) 1967f5358a17SRoland Dreier goto free_dev; 1968f5358a17SRoland Dreier 1969f5358a17SRoland Dreier srp_dev->mr = ib_get_dma_mr(srp_dev->pd, 1970f5358a17SRoland Dreier IB_ACCESS_LOCAL_WRITE | 1971f5358a17SRoland Dreier IB_ACCESS_REMOTE_READ | 1972f5358a17SRoland Dreier IB_ACCESS_REMOTE_WRITE); 1973f5358a17SRoland Dreier if (IS_ERR(srp_dev->mr)) 1974f5358a17SRoland Dreier goto err_pd; 1975f5358a17SRoland Dreier 1976f5358a17SRoland Dreier memset(&fmr_param, 0, sizeof fmr_param); 1977f5358a17SRoland Dreier fmr_param.pool_size = SRP_FMR_POOL_SIZE; 1978f5358a17SRoland Dreier fmr_param.dirty_watermark = SRP_FMR_DIRTY_SIZE; 1979f5358a17SRoland Dreier fmr_param.cache = 1; 1980f5358a17SRoland Dreier fmr_param.max_pages_per_fmr = SRP_FMR_SIZE; 1981f5358a17SRoland Dreier fmr_param.page_shift = srp_dev->fmr_page_shift; 1982f5358a17SRoland Dreier fmr_param.access = (IB_ACCESS_LOCAL_WRITE | 1983f5358a17SRoland Dreier IB_ACCESS_REMOTE_WRITE | 1984f5358a17SRoland Dreier IB_ACCESS_REMOTE_READ); 1985f5358a17SRoland Dreier 1986f5358a17SRoland Dreier srp_dev->fmr_pool = ib_create_fmr_pool(srp_dev->pd, &fmr_param); 1987f5358a17SRoland Dreier if (IS_ERR(srp_dev->fmr_pool)) 1988f5358a17SRoland Dreier srp_dev->fmr_pool = NULL; 1989aef9ec39SRoland Dreier 199007ebafbaSTom Tucker if (device->node_type == RDMA_NODE_IB_SWITCH) { 1991aef9ec39SRoland Dreier s = 0; 1992aef9ec39SRoland Dreier e = 0; 1993aef9ec39SRoland Dreier } else { 1994aef9ec39SRoland Dreier s = 1; 1995aef9ec39SRoland Dreier e = device->phys_port_cnt; 1996aef9ec39SRoland Dreier } 1997aef9ec39SRoland Dreier 1998aef9ec39SRoland Dreier for (p = s; p <= e; ++p) { 1999f5358a17SRoland Dreier host = srp_add_port(srp_dev, p); 2000aef9ec39SRoland Dreier if (host) 2001f5358a17SRoland Dreier list_add_tail(&host->list, &srp_dev->dev_list); 2002aef9ec39SRoland Dreier } 2003aef9ec39SRoland Dreier 2004f5358a17SRoland Dreier ib_set_client_data(device, &srp_client, srp_dev); 2005f5358a17SRoland Dreier 2006f5358a17SRoland Dreier goto free_attr; 2007f5358a17SRoland Dreier 2008f5358a17SRoland Dreier err_pd: 2009f5358a17SRoland Dreier ib_dealloc_pd(srp_dev->pd); 2010f5358a17SRoland Dreier 2011f5358a17SRoland Dreier free_dev: 2012f5358a17SRoland Dreier kfree(srp_dev); 2013f5358a17SRoland Dreier 2014f5358a17SRoland Dreier free_attr: 2015f5358a17SRoland Dreier kfree(dev_attr); 2016aef9ec39SRoland Dreier } 2017aef9ec39SRoland Dreier 2018aef9ec39SRoland Dreier static void srp_remove_one(struct ib_device *device) 2019aef9ec39SRoland Dreier { 2020f5358a17SRoland Dreier struct srp_device *srp_dev; 2021aef9ec39SRoland Dreier struct srp_host *host, *tmp_host; 2022aef9ec39SRoland Dreier LIST_HEAD(target_list); 2023aef9ec39SRoland Dreier struct srp_target_port *target, *tmp_target; 2024aef9ec39SRoland Dreier 2025f5358a17SRoland Dreier srp_dev = ib_get_client_data(device, &srp_client); 2026aef9ec39SRoland Dreier 2027f5358a17SRoland Dreier list_for_each_entry_safe(host, tmp_host, &srp_dev->dev_list, list) { 2028aef9ec39SRoland Dreier class_device_unregister(&host->class_dev); 2029aef9ec39SRoland Dreier /* 2030aef9ec39SRoland Dreier * Wait for the sysfs entry to go away, so that no new 2031aef9ec39SRoland Dreier * target ports can be created. 2032aef9ec39SRoland Dreier */ 2033aef9ec39SRoland Dreier wait_for_completion(&host->released); 2034aef9ec39SRoland Dreier 2035aef9ec39SRoland Dreier /* 2036aef9ec39SRoland Dreier * Mark all target ports as removed, so we stop queueing 2037aef9ec39SRoland Dreier * commands and don't try to reconnect. 2038aef9ec39SRoland Dreier */ 2039b3589fd4SMatthew Wilcox spin_lock(&host->target_lock); 2040549c5fc2SMatthew Wilcox list_for_each_entry(target, &host->target_list, list) { 20410c5b3952SIshai Rabinovitz spin_lock_irq(target->scsi_host->host_lock); 2042aef9ec39SRoland Dreier target->state = SRP_TARGET_REMOVED; 20430c5b3952SIshai Rabinovitz spin_unlock_irq(target->scsi_host->host_lock); 2044aef9ec39SRoland Dreier } 2045b3589fd4SMatthew Wilcox spin_unlock(&host->target_lock); 2046aef9ec39SRoland Dreier 2047aef9ec39SRoland Dreier /* 2048aef9ec39SRoland Dreier * Wait for any reconnection tasks that may have 2049aef9ec39SRoland Dreier * started before we marked our target ports as 2050aef9ec39SRoland Dreier * removed, and any target port removal tasks. 2051aef9ec39SRoland Dreier */ 2052aef9ec39SRoland Dreier flush_scheduled_work(); 2053aef9ec39SRoland Dreier 2054aef9ec39SRoland Dreier list_for_each_entry_safe(target, tmp_target, 2055aef9ec39SRoland Dreier &host->target_list, list) { 2056b0e47c8bSDavid Dillow srp_remove_host(target->scsi_host); 2057*ad696989SDave Dillow scsi_remove_host(target->scsi_host); 2058aef9ec39SRoland Dreier srp_disconnect_target(target); 2059aef9ec39SRoland Dreier ib_destroy_cm_id(target->cm_id); 2060aef9ec39SRoland Dreier srp_free_target_ib(target); 2061aef9ec39SRoland Dreier scsi_host_put(target->scsi_host); 2062aef9ec39SRoland Dreier } 2063aef9ec39SRoland Dreier 2064aef9ec39SRoland Dreier kfree(host); 2065aef9ec39SRoland Dreier } 2066aef9ec39SRoland Dreier 2067f5358a17SRoland Dreier if (srp_dev->fmr_pool) 2068f5358a17SRoland Dreier ib_destroy_fmr_pool(srp_dev->fmr_pool); 2069f5358a17SRoland Dreier ib_dereg_mr(srp_dev->mr); 2070f5358a17SRoland Dreier ib_dealloc_pd(srp_dev->pd); 2071f5358a17SRoland Dreier 2072f5358a17SRoland Dreier kfree(srp_dev); 2073aef9ec39SRoland Dreier } 2074aef9ec39SRoland Dreier 20753236822bSFUJITA Tomonori static struct srp_function_template ib_srp_transport_functions = { 20763236822bSFUJITA Tomonori }; 20773236822bSFUJITA Tomonori 2078aef9ec39SRoland Dreier static int __init srp_init_module(void) 2079aef9ec39SRoland Dreier { 2080aef9ec39SRoland Dreier int ret; 2081aef9ec39SRoland Dreier 20823236822bSFUJITA Tomonori ib_srp_transport_template = 20833236822bSFUJITA Tomonori srp_attach_transport(&ib_srp_transport_functions); 20843236822bSFUJITA Tomonori if (!ib_srp_transport_template) 20853236822bSFUJITA Tomonori return -ENOMEM; 20863236822bSFUJITA Tomonori 208774b0a15bSVu Pham srp_template.sg_tablesize = srp_sg_tablesize; 208874b0a15bSVu Pham srp_max_iu_len = (sizeof (struct srp_cmd) + 208974b0a15bSVu Pham sizeof (struct srp_indirect_buf) + 209074b0a15bSVu Pham srp_sg_tablesize * 16); 209174b0a15bSVu Pham 2092aef9ec39SRoland Dreier ret = class_register(&srp_class); 2093aef9ec39SRoland Dreier if (ret) { 2094aef9ec39SRoland Dreier printk(KERN_ERR PFX "couldn't register class infiniband_srp\n"); 20953236822bSFUJITA Tomonori srp_release_transport(ib_srp_transport_template); 2096aef9ec39SRoland Dreier return ret; 2097aef9ec39SRoland Dreier } 2098aef9ec39SRoland Dreier 2099c1a0b23bSMichael S. Tsirkin ib_sa_register_client(&srp_sa_client); 2100c1a0b23bSMichael S. Tsirkin 2101aef9ec39SRoland Dreier ret = ib_register_client(&srp_client); 2102aef9ec39SRoland Dreier if (ret) { 2103aef9ec39SRoland Dreier printk(KERN_ERR PFX "couldn't register IB client\n"); 21043236822bSFUJITA Tomonori srp_release_transport(ib_srp_transport_template); 2105c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&srp_sa_client); 2106aef9ec39SRoland Dreier class_unregister(&srp_class); 2107aef9ec39SRoland Dreier return ret; 2108aef9ec39SRoland Dreier } 2109aef9ec39SRoland Dreier 2110aef9ec39SRoland Dreier return 0; 2111aef9ec39SRoland Dreier } 2112aef9ec39SRoland Dreier 2113aef9ec39SRoland Dreier static void __exit srp_cleanup_module(void) 2114aef9ec39SRoland Dreier { 2115aef9ec39SRoland Dreier ib_unregister_client(&srp_client); 2116c1a0b23bSMichael S. Tsirkin ib_sa_unregister_client(&srp_sa_client); 2117aef9ec39SRoland Dreier class_unregister(&srp_class); 21183236822bSFUJITA Tomonori srp_release_transport(ib_srp_transport_template); 2119aef9ec39SRoland Dreier } 2120aef9ec39SRoland Dreier 2121aef9ec39SRoland Dreier module_init(srp_init_module); 2122aef9ec39SRoland Dreier module_exit(srp_cleanup_module); 2123