1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * QLogic Fibre Channel HBA Driver
4 * Copyright (c) 2003-2014 QLogic Corporation
5 */
6 #include "qla_def.h"
7 #include "qla_gbl.h"
8 #include "qla_target.h"
9
10 #include <linux/moduleparam.h>
11 #include <linux/vmalloc.h>
12 #include <linux/slab.h>
13 #include <linux/list.h>
14
15 #include <scsi/scsi_tcq.h>
16 #include <scsi/scsicam.h>
17 #include <linux/delay.h>
18
19 void
qla2x00_vp_stop_timer(scsi_qla_host_t * vha)20 qla2x00_vp_stop_timer(scsi_qla_host_t *vha)
21 {
22 if (vha->vp_idx && vha->timer_active) {
23 timer_delete_sync(&vha->timer);
24 vha->timer_active = 0;
25 }
26 }
27
28 static uint32_t
qla24xx_allocate_vp_id(scsi_qla_host_t * vha)29 qla24xx_allocate_vp_id(scsi_qla_host_t *vha)
30 {
31 uint32_t vp_id;
32 struct qla_hw_data *ha = vha->hw;
33 unsigned long flags;
34
35 /* Find an empty slot and assign an vp_id */
36 mutex_lock(&ha->vport_lock);
37 vp_id = find_first_zero_bit(ha->vp_idx_map, ha->max_npiv_vports + 1);
38 if (vp_id > ha->max_npiv_vports) {
39 ql_dbg(ql_dbg_vport, vha, 0xa000,
40 "vp_id %d is bigger than max-supported %d.\n",
41 vp_id, ha->max_npiv_vports);
42 mutex_unlock(&ha->vport_lock);
43 return vp_id;
44 }
45
46 set_bit(vp_id, ha->vp_idx_map);
47 ha->num_vhosts++;
48 vha->vp_idx = vp_id;
49
50 spin_lock_irqsave(&ha->vport_slock, flags);
51 list_add_tail(&vha->list, &ha->vp_list);
52 spin_unlock_irqrestore(&ha->vport_slock, flags);
53
54 spin_lock_irqsave(&ha->hardware_lock, flags);
55 qla_update_vp_map(vha, SET_VP_IDX);
56 spin_unlock_irqrestore(&ha->hardware_lock, flags);
57
58 mutex_unlock(&ha->vport_lock);
59 return vp_id;
60 }
61
62 void
qla24xx_deallocate_vp_id(scsi_qla_host_t * vha)63 qla24xx_deallocate_vp_id(scsi_qla_host_t *vha)
64 {
65 uint16_t vp_id;
66 struct qla_hw_data *ha = vha->hw;
67 unsigned long flags = 0;
68 u32 i, bailout;
69
70 mutex_lock(&ha->vport_lock);
71 /*
72 * Wait for all pending activities to finish before removing vport from
73 * the list.
74 * Lock needs to be held for safe removal from the list (it
75 * ensures no active vp_list traversal while the vport is removed
76 * from the queue)
77 */
78 bailout = 0;
79 for (i = 0; i < 500; i++) {
80 spin_lock_irqsave(&ha->vport_slock, flags);
81 if (atomic_read(&vha->vref_count) == 0) {
82 list_del(&vha->list);
83 qla_update_vp_map(vha, RESET_VP_IDX);
84 bailout = 1;
85 }
86 spin_unlock_irqrestore(&ha->vport_slock, flags);
87
88 if (bailout)
89 break;
90 else
91 msleep(20);
92 }
93 if (!bailout) {
94 ql_log(ql_log_info, vha, 0xfffa,
95 "vha->vref_count=%u timeout\n", vha->vref_count.counter);
96 spin_lock_irqsave(&ha->vport_slock, flags);
97 list_del(&vha->list);
98 qla_update_vp_map(vha, RESET_VP_IDX);
99 spin_unlock_irqrestore(&ha->vport_slock, flags);
100 }
101
102 vp_id = vha->vp_idx;
103 ha->num_vhosts--;
104 clear_bit(vp_id, ha->vp_idx_map);
105
106 mutex_unlock(&ha->vport_lock);
107 }
108
109 static scsi_qla_host_t *
qla24xx_find_vhost_by_name(struct qla_hw_data * ha,uint8_t * port_name)110 qla24xx_find_vhost_by_name(struct qla_hw_data *ha, uint8_t *port_name)
111 {
112 scsi_qla_host_t *vha;
113 struct scsi_qla_host *tvha;
114 unsigned long flags;
115
116 spin_lock_irqsave(&ha->vport_slock, flags);
117 /* Locate matching device in database. */
118 list_for_each_entry_safe(vha, tvha, &ha->vp_list, list) {
119 if (!memcmp(port_name, vha->port_name, WWN_SIZE)) {
120 spin_unlock_irqrestore(&ha->vport_slock, flags);
121 return vha;
122 }
123 }
124 spin_unlock_irqrestore(&ha->vport_slock, flags);
125 return NULL;
126 }
127
128 /*
129 * qla2x00_mark_vp_devices_dead
130 * Updates fcport state when device goes offline.
131 *
132 * Input:
133 * ha = adapter block pointer.
134 * fcport = port structure pointer.
135 *
136 * Return:
137 * None.
138 *
139 * Context:
140 */
141 static void
qla2x00_mark_vp_devices_dead(scsi_qla_host_t * vha)142 qla2x00_mark_vp_devices_dead(scsi_qla_host_t *vha)
143 {
144 /*
145 * !!! NOTE !!!
146 * This function, if called in contexts other than vp create, disable
147 * or delete, please make sure this is synchronized with the
148 * delete thread.
149 */
150 fc_port_t *fcport;
151
152 list_for_each_entry(fcport, &vha->vp_fcports, list) {
153 ql_dbg(ql_dbg_vport, vha, 0xa001,
154 "Marking port dead, loop_id=0x%04x : %x.\n",
155 fcport->loop_id, fcport->vha->vp_idx);
156
157 qla2x00_mark_device_lost(vha, fcport, 0);
158 qla2x00_set_fcport_state(fcport, FCS_UNCONFIGURED);
159 }
160 }
161
162 int
qla24xx_disable_vp(scsi_qla_host_t * vha)163 qla24xx_disable_vp(scsi_qla_host_t *vha)
164 {
165 unsigned long flags;
166 int ret = QLA_SUCCESS;
167 fc_port_t *fcport;
168
169 if (vha->hw->flags.edif_enabled) {
170 if (DBELL_ACTIVE(vha))
171 qla2x00_post_aen_work(vha, FCH_EVT_VENDOR_UNIQUE,
172 FCH_EVT_VENDOR_UNIQUE_VPORT_DOWN);
173 /* delete sessions and flush sa_indexes */
174 qla2x00_wait_for_sess_deletion(vha);
175 }
176
177 if (vha->hw->flags.fw_started)
178 ret = qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
179
180 atomic_set(&vha->loop_state, LOOP_DOWN);
181 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
182 list_for_each_entry(fcport, &vha->vp_fcports, list)
183 fcport->logout_on_delete = 1;
184
185 if (!vha->hw->flags.edif_enabled)
186 qla2x00_wait_for_sess_deletion(vha);
187
188 /* Remove port id from vp target map */
189 spin_lock_irqsave(&vha->hw->hardware_lock, flags);
190 qla_update_vp_map(vha, RESET_AL_PA);
191 spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
192
193 qla2x00_mark_vp_devices_dead(vha);
194 atomic_set(&vha->vp_state, VP_FAILED);
195 vha->flags.management_server_logged_in = 0;
196 if (ret == QLA_SUCCESS) {
197 fc_vport_set_state(vha->fc_vport, FC_VPORT_DISABLED);
198 } else {
199 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
200 return -1;
201 }
202 return 0;
203 }
204
205 int
qla24xx_enable_vp(scsi_qla_host_t * vha)206 qla24xx_enable_vp(scsi_qla_host_t *vha)
207 {
208 int ret;
209 struct qla_hw_data *ha = vha->hw;
210 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
211
212 /* Check if physical ha port is Up */
213 if (atomic_read(&base_vha->loop_state) == LOOP_DOWN ||
214 atomic_read(&base_vha->loop_state) == LOOP_DEAD ||
215 !(ha->current_topology & ISP_CFG_F)) {
216 vha->vp_err_state = VP_ERR_PORTDWN;
217 fc_vport_set_state(vha->fc_vport, FC_VPORT_LINKDOWN);
218 ql_dbg(ql_dbg_taskm, vha, 0x800b,
219 "%s skip enable. loop_state %x topo %x\n",
220 __func__, base_vha->loop_state.counter,
221 ha->current_topology);
222
223 goto enable_failed;
224 }
225
226 /* Initialize the new vport unless it is a persistent port */
227 mutex_lock(&ha->vport_lock);
228 ret = qla24xx_modify_vp_config(vha);
229 mutex_unlock(&ha->vport_lock);
230
231 if (ret != QLA_SUCCESS) {
232 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
233 goto enable_failed;
234 }
235
236 ql_dbg(ql_dbg_taskm, vha, 0x801a,
237 "Virtual port with id: %d - Enabled.\n", vha->vp_idx);
238 return 0;
239
240 enable_failed:
241 ql_dbg(ql_dbg_taskm, vha, 0x801b,
242 "Virtual port with id: %d - Disabled.\n", vha->vp_idx);
243 return 1;
244 }
245
246 static void
qla24xx_configure_vp(scsi_qla_host_t * vha)247 qla24xx_configure_vp(scsi_qla_host_t *vha)
248 {
249 struct fc_vport *fc_vport;
250 int ret;
251
252 fc_vport = vha->fc_vport;
253
254 ql_dbg(ql_dbg_vport, vha, 0xa002,
255 "%s: change request #3.\n", __func__);
256 ret = qla2x00_send_change_request(vha, 0x3, vha->vp_idx);
257 if (ret != QLA_SUCCESS) {
258 ql_dbg(ql_dbg_vport, vha, 0xa003, "Failed to enable "
259 "receiving of RSCN requests: 0x%x.\n", ret);
260 return;
261 } else {
262 /* Corresponds to SCR enabled */
263 clear_bit(VP_SCR_NEEDED, &vha->vp_flags);
264 }
265
266 vha->flags.online = 1;
267 if (qla24xx_configure_vhba(vha))
268 return;
269
270 atomic_set(&vha->vp_state, VP_ACTIVE);
271 fc_vport_set_state(fc_vport, FC_VPORT_ACTIVE);
272 }
273
274 void
qla2x00_alert_all_vps(struct rsp_que * rsp,uint16_t * mb)275 qla2x00_alert_all_vps(struct rsp_que *rsp, uint16_t *mb)
276 {
277 scsi_qla_host_t *vha, *tvp;
278 struct qla_hw_data *ha = rsp->hw;
279 int i = 0;
280 unsigned long flags;
281
282 spin_lock_irqsave(&ha->vport_slock, flags);
283 list_for_each_entry_safe(vha, tvp, &ha->vp_list, list) {
284 if (vha->vp_idx) {
285 if (test_bit(VPORT_DELETE, &vha->dpc_flags))
286 continue;
287
288 atomic_inc(&vha->vref_count);
289 spin_unlock_irqrestore(&ha->vport_slock, flags);
290
291 switch (mb[0]) {
292 case MBA_LIP_OCCURRED:
293 case MBA_LOOP_UP:
294 case MBA_LOOP_DOWN:
295 case MBA_LIP_RESET:
296 case MBA_POINT_TO_POINT:
297 case MBA_CHG_IN_CONNECTION:
298 ql_dbg(ql_dbg_async, vha, 0x5024,
299 "Async_event for VP[%d], mb=0x%x vha=%p.\n",
300 i, *mb, vha);
301 qla2x00_async_event(vha, rsp, mb);
302 break;
303 case MBA_PORT_UPDATE:
304 case MBA_RSCN_UPDATE:
305 if ((mb[3] & 0xff) == vha->vp_idx) {
306 ql_dbg(ql_dbg_async, vha, 0x5024,
307 "Async_event for VP[%d], mb=0x%x vha=%p\n",
308 i, *mb, vha);
309 qla2x00_async_event(vha, rsp, mb);
310 }
311 break;
312 }
313
314 spin_lock_irqsave(&ha->vport_slock, flags);
315 atomic_dec(&vha->vref_count);
316 wake_up(&vha->vref_waitq);
317 }
318 i++;
319 }
320 spin_unlock_irqrestore(&ha->vport_slock, flags);
321 }
322
323 int
qla2x00_vp_abort_isp(scsi_qla_host_t * vha)324 qla2x00_vp_abort_isp(scsi_qla_host_t *vha)
325 {
326 fc_port_t *fcport;
327
328 /*
329 * To exclusively reset vport, we need to log it out first.
330 * Note: This control_vp can fail if ISP reset is already
331 * issued, this is expected, as the vp would be already
332 * logged out due to ISP reset.
333 */
334 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
335 qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
336 list_for_each_entry(fcport, &vha->vp_fcports, list)
337 fcport->logout_on_delete = 0;
338 }
339
340 /*
341 * Physical port will do most of the abort and recovery work. We can
342 * just treat it as a loop down
343 */
344 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
345 atomic_set(&vha->loop_state, LOOP_DOWN);
346 qla2x00_mark_all_devices_lost(vha);
347 } else {
348 if (!atomic_read(&vha->loop_down_timer))
349 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
350 }
351
352 ql_dbg(ql_dbg_taskm, vha, 0x801d,
353 "Scheduling enable of Vport %d.\n", vha->vp_idx);
354
355 return qla24xx_enable_vp(vha);
356 }
357
358 static int
qla2x00_do_dpc_vp(scsi_qla_host_t * vha)359 qla2x00_do_dpc_vp(scsi_qla_host_t *vha)
360 {
361 struct qla_hw_data *ha = vha->hw;
362 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
363
364 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x4012,
365 "Entering %s vp_flags: 0x%lx.\n", __func__, vha->vp_flags);
366
367 /* Check if Fw is ready to configure VP first */
368 if (test_bit(VP_CONFIG_OK, &base_vha->vp_flags)) {
369 if (test_and_clear_bit(VP_IDX_ACQUIRED, &vha->vp_flags)) {
370 /* VP acquired. complete port configuration */
371 ql_dbg(ql_dbg_dpc, vha, 0x4014,
372 "Configure VP scheduled.\n");
373 qla24xx_configure_vp(vha);
374 ql_dbg(ql_dbg_dpc, vha, 0x4015,
375 "Configure VP end.\n");
376 return 0;
377 }
378 }
379
380 if (test_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags)) {
381 if (atomic_read(&vha->loop_state) == LOOP_READY) {
382 qla24xx_process_purex_list(&vha->purex_list);
383 clear_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags);
384 }
385 }
386
387 if (test_bit(RELOGIN_NEEDED, &vha->dpc_flags) &&
388 !test_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags) &&
389 atomic_read(&vha->loop_state) != LOOP_DOWN) {
390
391 if (!vha->relogin_jif ||
392 time_after_eq(jiffies, vha->relogin_jif)) {
393 vha->relogin_jif = jiffies + HZ;
394 clear_bit(RELOGIN_NEEDED, &vha->dpc_flags);
395
396 ql_dbg(ql_dbg_dpc, vha, 0x4018,
397 "Relogin needed scheduled.\n");
398 qla24xx_post_relogin_work(vha);
399 }
400 }
401
402 if (test_and_clear_bit(RESET_MARKER_NEEDED, &vha->dpc_flags) &&
403 (!(test_and_set_bit(RESET_ACTIVE, &vha->dpc_flags)))) {
404 clear_bit(RESET_ACTIVE, &vha->dpc_flags);
405 }
406
407 if (test_and_clear_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags)) {
408 if (!(test_and_set_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags))) {
409 ql_dbg(ql_dbg_dpc, vha, 0x401a,
410 "Loop resync scheduled.\n");
411 qla2x00_loop_resync(vha);
412 clear_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags);
413 ql_dbg(ql_dbg_dpc, vha, 0x401b,
414 "Loop resync end.\n");
415 }
416 }
417
418 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x401c,
419 "Exiting %s.\n", __func__);
420 return 0;
421 }
422
423 void
qla2x00_do_dpc_all_vps(scsi_qla_host_t * vha)424 qla2x00_do_dpc_all_vps(scsi_qla_host_t *vha)
425 {
426 struct qla_hw_data *ha = vha->hw;
427 scsi_qla_host_t *vp, *tvp;
428 unsigned long flags = 0;
429
430 if (vha->vp_idx)
431 return;
432 if (list_empty(&ha->vp_list))
433 return;
434
435 clear_bit(VP_DPC_NEEDED, &vha->dpc_flags);
436
437 if (!(ha->current_topology & ISP_CFG_F))
438 return;
439
440 spin_lock_irqsave(&ha->vport_slock, flags);
441 list_for_each_entry_safe(vp, tvp, &ha->vp_list, list) {
442 if (vp->vp_idx) {
443 atomic_inc(&vp->vref_count);
444 spin_unlock_irqrestore(&ha->vport_slock, flags);
445
446 qla2x00_do_dpc_vp(vp);
447
448 spin_lock_irqsave(&ha->vport_slock, flags);
449 atomic_dec(&vp->vref_count);
450 }
451 }
452 spin_unlock_irqrestore(&ha->vport_slock, flags);
453 }
454
455 int
qla24xx_vport_create_req_sanity_check(struct fc_vport * fc_vport)456 qla24xx_vport_create_req_sanity_check(struct fc_vport *fc_vport)
457 {
458 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
459 struct qla_hw_data *ha = base_vha->hw;
460 scsi_qla_host_t *vha;
461 uint8_t port_name[WWN_SIZE];
462
463 if (fc_vport->roles != FC_PORT_ROLE_FCP_INITIATOR)
464 return VPCERR_UNSUPPORTED;
465
466 /* Check up the F/W and H/W support NPIV */
467 if (!ha->flags.npiv_supported)
468 return VPCERR_UNSUPPORTED;
469
470 /* Check up whether npiv supported switch presented */
471 if (!(ha->switch_cap & FLOGI_MID_SUPPORT))
472 return VPCERR_NO_FABRIC_SUPP;
473
474 /* Check up unique WWPN */
475 u64_to_wwn(fc_vport->port_name, port_name);
476 if (!memcmp(port_name, base_vha->port_name, WWN_SIZE))
477 return VPCERR_BAD_WWN;
478 vha = qla24xx_find_vhost_by_name(ha, port_name);
479 if (vha)
480 return VPCERR_BAD_WWN;
481
482 /* Check up max-npiv-supports */
483 if (ha->num_vhosts > ha->max_npiv_vports) {
484 ql_dbg(ql_dbg_vport, vha, 0xa004,
485 "num_vhosts %ud is bigger "
486 "than max_npiv_vports %ud.\n",
487 ha->num_vhosts, ha->max_npiv_vports);
488 return VPCERR_UNSUPPORTED;
489 }
490 return 0;
491 }
492
493 scsi_qla_host_t *
qla24xx_create_vhost(struct fc_vport * fc_vport)494 qla24xx_create_vhost(struct fc_vport *fc_vport)
495 {
496 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
497 struct qla_hw_data *ha = base_vha->hw;
498 scsi_qla_host_t *vha;
499 const struct scsi_host_template *sht = &qla2xxx_driver_template;
500 struct Scsi_Host *host;
501
502 vha = qla2x00_create_host(sht, ha);
503 if (!vha) {
504 ql_log(ql_log_warn, vha, 0xa005,
505 "scsi_host_alloc() failed for vport.\n");
506 return(NULL);
507 }
508
509 vha->irq_offset = QLA_BASE_VECTORS;
510 host = vha->host;
511 fc_vport->dd_data = vha;
512 /* New host info */
513 u64_to_wwn(fc_vport->node_name, vha->node_name);
514 u64_to_wwn(fc_vport->port_name, vha->port_name);
515
516 vha->fc_vport = fc_vport;
517 vha->device_flags = 0;
518 vha->vp_idx = qla24xx_allocate_vp_id(vha);
519 if (vha->vp_idx > ha->max_npiv_vports) {
520 ql_dbg(ql_dbg_vport, vha, 0xa006,
521 "Couldn't allocate vp_id.\n");
522 goto create_vhost_failed;
523 }
524 vha->mgmt_svr_loop_id = qla2x00_reserve_mgmt_server_loop_id(vha);
525
526 vha->dpc_flags = 0L;
527 ha->dpc_active = 0;
528 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
529 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
530
531 /*
532 * To fix the issue of processing a parent's RSCN for the vport before
533 * its SCR is complete.
534 */
535 set_bit(VP_SCR_NEEDED, &vha->vp_flags);
536 atomic_set(&vha->loop_state, LOOP_DOWN);
537 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
538
539 qla2x00_start_timer(vha, WATCH_INTERVAL);
540
541 vha->req = base_vha->req;
542 vha->flags.nvme_enabled = base_vha->flags.nvme_enabled;
543 host->can_queue = base_vha->req->length + 128;
544 host->cmd_per_lun = 3;
545 if (IS_T10_PI_CAPABLE(ha) && ql2xenabledif)
546 host->max_cmd_len = 32;
547 else
548 host->max_cmd_len = MAX_CMDSZ;
549 host->max_channel = MAX_BUSES - 1;
550 host->max_lun = ql2xmaxlun;
551 host->unique_id = host->host_no;
552 host->max_id = ha->max_fibre_devices;
553 host->transportt = qla2xxx_transport_vport_template;
554
555 ql_dbg(ql_dbg_vport, vha, 0xa007,
556 "Detect vport hba %ld at address = %p.\n",
557 vha->host_no, vha);
558
559 vha->flags.init_done = 1;
560
561 mutex_lock(&ha->vport_lock);
562 set_bit(vha->vp_idx, ha->vp_idx_map);
563 ha->cur_vport_count++;
564 mutex_unlock(&ha->vport_lock);
565
566 return vha;
567
568 create_vhost_failed:
569 return NULL;
570 }
571
572 static void
qla25xx_free_req_que(struct scsi_qla_host * vha,struct req_que * req)573 qla25xx_free_req_que(struct scsi_qla_host *vha, struct req_que *req)
574 {
575 struct qla_hw_data *ha = vha->hw;
576 uint16_t que_id = req->id;
577
578 dma_free_coherent(&ha->pdev->dev, (req->length + 1) *
579 sizeof(request_t), req->ring, req->dma);
580 req->ring = NULL;
581 req->dma = 0;
582 if (que_id) {
583 ha->req_q_map[que_id] = NULL;
584 mutex_lock(&ha->vport_lock);
585 clear_bit(que_id, ha->req_qid_map);
586 mutex_unlock(&ha->vport_lock);
587 }
588 kfree(req->outstanding_cmds);
589 kfree(req);
590 }
591
592 static void
qla25xx_free_rsp_que(struct scsi_qla_host * vha,struct rsp_que * rsp)593 qla25xx_free_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
594 {
595 struct qla_hw_data *ha = vha->hw;
596 uint16_t que_id = rsp->id;
597
598 if (rsp->msix && rsp->msix->have_irq) {
599 free_irq(rsp->msix->vector, rsp->msix->handle);
600 rsp->msix->have_irq = 0;
601 rsp->msix->in_use = 0;
602 rsp->msix->handle = NULL;
603 }
604 dma_free_coherent(&ha->pdev->dev, (rsp->length + 1) *
605 sizeof(response_t), rsp->ring, rsp->dma);
606 rsp->ring = NULL;
607 rsp->dma = 0;
608 if (que_id) {
609 ha->rsp_q_map[que_id] = NULL;
610 mutex_lock(&ha->vport_lock);
611 clear_bit(que_id, ha->rsp_qid_map);
612 mutex_unlock(&ha->vport_lock);
613 }
614 kfree(rsp);
615 }
616
617 int
qla25xx_delete_req_que(struct scsi_qla_host * vha,struct req_que * req)618 qla25xx_delete_req_que(struct scsi_qla_host *vha, struct req_que *req)
619 {
620 int ret = QLA_SUCCESS;
621
622 if (req && vha->flags.qpairs_req_created) {
623 req->options |= BIT_0;
624 ret = qla25xx_init_req_que(vha, req);
625 if (ret != QLA_SUCCESS)
626 return QLA_FUNCTION_FAILED;
627
628 qla25xx_free_req_que(vha, req);
629 }
630
631 return ret;
632 }
633
634 int
qla25xx_delete_rsp_que(struct scsi_qla_host * vha,struct rsp_que * rsp)635 qla25xx_delete_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
636 {
637 int ret = QLA_SUCCESS;
638
639 if (rsp && vha->flags.qpairs_rsp_created) {
640 rsp->options |= BIT_0;
641 ret = qla25xx_init_rsp_que(vha, rsp);
642 if (ret != QLA_SUCCESS)
643 return QLA_FUNCTION_FAILED;
644
645 qla25xx_free_rsp_que(vha, rsp);
646 }
647
648 return ret;
649 }
650
651 /* Delete all queues for a given vhost */
652 int
qla25xx_delete_queues(struct scsi_qla_host * vha)653 qla25xx_delete_queues(struct scsi_qla_host *vha)
654 {
655 int cnt, ret = 0;
656 struct req_que *req = NULL;
657 struct rsp_que *rsp = NULL;
658 struct qla_hw_data *ha = vha->hw;
659 struct qla_qpair *qpair, *tqpair;
660
661 if (ql2xmqsupport || ql2xnvmeenable) {
662 list_for_each_entry_safe(qpair, tqpair, &vha->qp_list,
663 qp_list_elem)
664 qla2xxx_delete_qpair(vha, qpair);
665 } else {
666 /* Delete request queues */
667 for (cnt = 1; cnt < ha->max_req_queues; cnt++) {
668 req = ha->req_q_map[cnt];
669 if (req && test_bit(cnt, ha->req_qid_map)) {
670 ret = qla25xx_delete_req_que(vha, req);
671 if (ret != QLA_SUCCESS) {
672 ql_log(ql_log_warn, vha, 0x00ea,
673 "Couldn't delete req que %d.\n",
674 req->id);
675 return ret;
676 }
677 }
678 }
679
680 /* Delete response queues */
681 for (cnt = 1; cnt < ha->max_rsp_queues; cnt++) {
682 rsp = ha->rsp_q_map[cnt];
683 if (rsp && test_bit(cnt, ha->rsp_qid_map)) {
684 ret = qla25xx_delete_rsp_que(vha, rsp);
685 if (ret != QLA_SUCCESS) {
686 ql_log(ql_log_warn, vha, 0x00eb,
687 "Couldn't delete rsp que %d.\n",
688 rsp->id);
689 return ret;
690 }
691 }
692 }
693 }
694
695 return ret;
696 }
697
698 int
qla25xx_create_req_que(struct qla_hw_data * ha,uint16_t options,uint8_t vp_idx,uint16_t rid,int rsp_que,uint8_t qos,bool startqp)699 qla25xx_create_req_que(struct qla_hw_data *ha, uint16_t options,
700 uint8_t vp_idx, uint16_t rid, int rsp_que, uint8_t qos, bool startqp)
701 {
702 int ret = 0;
703 struct req_que *req = NULL;
704 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
705 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
706 uint16_t que_id = 0;
707 device_reg_t *reg;
708 uint32_t cnt;
709
710 req = kzalloc(sizeof(struct req_que), GFP_KERNEL);
711 if (req == NULL) {
712 ql_log(ql_log_fatal, base_vha, 0x00d9,
713 "Failed to allocate memory for request queue.\n");
714 goto failed;
715 }
716
717 req->length = REQUEST_ENTRY_CNT_24XX;
718 req->ring = dma_alloc_coherent(&ha->pdev->dev,
719 (req->length + 1) * sizeof(request_t),
720 &req->dma, GFP_KERNEL);
721 if (req->ring == NULL) {
722 ql_log(ql_log_fatal, base_vha, 0x00da,
723 "Failed to allocate memory for request_ring.\n");
724 goto que_failed;
725 }
726
727 ret = qla2x00_alloc_outstanding_cmds(ha, req);
728 if (ret != QLA_SUCCESS)
729 goto que_failed;
730
731 mutex_lock(&ha->mq_lock);
732 que_id = find_first_zero_bit(ha->req_qid_map, ha->max_req_queues);
733 if (que_id >= ha->max_req_queues) {
734 mutex_unlock(&ha->mq_lock);
735 ql_log(ql_log_warn, base_vha, 0x00db,
736 "No resources to create additional request queue.\n");
737 goto que_failed;
738 }
739 set_bit(que_id, ha->req_qid_map);
740 ha->req_q_map[que_id] = req;
741 req->rid = rid;
742 req->vp_idx = vp_idx;
743 req->qos = qos;
744
745 ql_dbg(ql_dbg_multiq, base_vha, 0xc002,
746 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
747 que_id, req->rid, req->vp_idx, req->qos);
748 ql_dbg(ql_dbg_init, base_vha, 0x00dc,
749 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
750 que_id, req->rid, req->vp_idx, req->qos);
751 if (rsp_que < 0)
752 req->rsp = NULL;
753 else
754 req->rsp = ha->rsp_q_map[rsp_que];
755 /* Use alternate PCI bus number */
756 if (MSB(req->rid))
757 options |= BIT_4;
758 /* Use alternate PCI devfn */
759 if (LSB(req->rid))
760 options |= BIT_5;
761 req->options = options;
762
763 ql_dbg(ql_dbg_multiq, base_vha, 0xc003,
764 "options=0x%x.\n", req->options);
765 ql_dbg(ql_dbg_init, base_vha, 0x00dd,
766 "options=0x%x.\n", req->options);
767 for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++)
768 req->outstanding_cmds[cnt] = NULL;
769 req->current_outstanding_cmd = 1;
770
771 req->ring_ptr = req->ring;
772 req->ring_index = 0;
773 req->cnt = req->length;
774 req->id = que_id;
775 reg = ISP_QUE_REG(ha, que_id);
776 req->req_q_in = ®->isp25mq.req_q_in;
777 req->req_q_out = ®->isp25mq.req_q_out;
778 req->max_q_depth = ha->req_q_map[0]->max_q_depth;
779 req->out_ptr = (uint16_t *)(req->ring + req->length);
780 mutex_unlock(&ha->mq_lock);
781 ql_dbg(ql_dbg_multiq, base_vha, 0xc004,
782 "ring_ptr=%p ring_index=%d, "
783 "cnt=%d id=%d max_q_depth=%d.\n",
784 req->ring_ptr, req->ring_index,
785 req->cnt, req->id, req->max_q_depth);
786 ql_dbg(ql_dbg_init, base_vha, 0x00de,
787 "ring_ptr=%p ring_index=%d, "
788 "cnt=%d id=%d max_q_depth=%d.\n",
789 req->ring_ptr, req->ring_index, req->cnt,
790 req->id, req->max_q_depth);
791
792 if (startqp) {
793 ret = qla25xx_init_req_que(base_vha, req);
794 if (ret != QLA_SUCCESS) {
795 ql_log(ql_log_fatal, base_vha, 0x00df,
796 "%s failed.\n", __func__);
797 mutex_lock(&ha->mq_lock);
798 clear_bit(que_id, ha->req_qid_map);
799 mutex_unlock(&ha->mq_lock);
800 goto que_failed;
801 }
802 vha->flags.qpairs_req_created = 1;
803 }
804
805 return req->id;
806
807 que_failed:
808 qla25xx_free_req_que(base_vha, req);
809 failed:
810 return 0;
811 }
812
qla_do_work(struct work_struct * work)813 static void qla_do_work(struct work_struct *work)
814 {
815 unsigned long flags;
816 struct qla_qpair *qpair = container_of(work, struct qla_qpair, q_work);
817 struct scsi_qla_host *vha = qpair->vha;
818
819 spin_lock_irqsave(&qpair->qp_lock, flags);
820 qla24xx_process_response_queue(vha, qpair->rsp);
821 spin_unlock_irqrestore(&qpair->qp_lock, flags);
822
823 }
824
825 /* create response queue */
826 int
qla25xx_create_rsp_que(struct qla_hw_data * ha,uint16_t options,uint8_t vp_idx,uint16_t rid,struct qla_qpair * qpair,bool startqp)827 qla25xx_create_rsp_que(struct qla_hw_data *ha, uint16_t options,
828 uint8_t vp_idx, uint16_t rid, struct qla_qpair *qpair, bool startqp)
829 {
830 int ret = 0;
831 struct rsp_que *rsp = NULL;
832 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
833 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
834 uint16_t que_id = 0;
835 device_reg_t *reg;
836
837 rsp = kzalloc(sizeof(struct rsp_que), GFP_KERNEL);
838 if (rsp == NULL) {
839 ql_log(ql_log_warn, base_vha, 0x0066,
840 "Failed to allocate memory for response queue.\n");
841 goto failed;
842 }
843
844 rsp->length = RESPONSE_ENTRY_CNT_MQ;
845 rsp->ring = dma_alloc_coherent(&ha->pdev->dev,
846 (rsp->length + 1) * sizeof(response_t),
847 &rsp->dma, GFP_KERNEL);
848 if (rsp->ring == NULL) {
849 ql_log(ql_log_warn, base_vha, 0x00e1,
850 "Failed to allocate memory for response ring.\n");
851 goto que_failed;
852 }
853
854 mutex_lock(&ha->mq_lock);
855 que_id = find_first_zero_bit(ha->rsp_qid_map, ha->max_rsp_queues);
856 if (que_id >= ha->max_rsp_queues) {
857 mutex_unlock(&ha->mq_lock);
858 ql_log(ql_log_warn, base_vha, 0x00e2,
859 "No resources to create additional request queue.\n");
860 goto que_failed;
861 }
862 set_bit(que_id, ha->rsp_qid_map);
863
864 rsp->msix = qpair->msix;
865
866 ha->rsp_q_map[que_id] = rsp;
867 rsp->rid = rid;
868 rsp->vp_idx = vp_idx;
869 rsp->hw = ha;
870 ql_dbg(ql_dbg_init, base_vha, 0x00e4,
871 "rsp queue_id=%d rid=%d vp_idx=%d hw=%p.\n",
872 que_id, rsp->rid, rsp->vp_idx, rsp->hw);
873 /* Use alternate PCI bus number */
874 if (MSB(rsp->rid))
875 options |= BIT_4;
876 /* Use alternate PCI devfn */
877 if (LSB(rsp->rid))
878 options |= BIT_5;
879 /* Enable MSIX handshake mode on for uncapable adapters */
880 if (!IS_MSIX_NACK_CAPABLE(ha))
881 options |= BIT_6;
882
883 /* Set option to indicate response queue creation */
884 options |= BIT_1;
885
886 rsp->options = options;
887 rsp->id = que_id;
888 reg = ISP_QUE_REG(ha, que_id);
889 rsp->rsp_q_in = ®->isp25mq.rsp_q_in;
890 rsp->rsp_q_out = ®->isp25mq.rsp_q_out;
891 rsp->in_ptr = (uint16_t *)(rsp->ring + rsp->length);
892 mutex_unlock(&ha->mq_lock);
893 ql_dbg(ql_dbg_multiq, base_vha, 0xc00b,
894 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
895 rsp->options, rsp->id, rsp->rsp_q_in,
896 rsp->rsp_q_out);
897 ql_dbg(ql_dbg_init, base_vha, 0x00e5,
898 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
899 rsp->options, rsp->id, rsp->rsp_q_in,
900 rsp->rsp_q_out);
901
902 ret = qla25xx_request_irq(ha, qpair, qpair->msix);
903 if (ret)
904 goto que_failed;
905
906 if (startqp) {
907 ret = qla25xx_init_rsp_que(base_vha, rsp);
908 if (ret != QLA_SUCCESS) {
909 ql_log(ql_log_fatal, base_vha, 0x00e7,
910 "%s failed.\n", __func__);
911 mutex_lock(&ha->mq_lock);
912 clear_bit(que_id, ha->rsp_qid_map);
913 mutex_unlock(&ha->mq_lock);
914 goto que_failed;
915 }
916 vha->flags.qpairs_rsp_created = 1;
917 }
918 rsp->req = NULL;
919
920 qla2x00_init_response_q_entries(rsp);
921 if (qpair->hw->wq)
922 INIT_WORK(&qpair->q_work, qla_do_work);
923 return rsp->id;
924
925 que_failed:
926 qla25xx_free_rsp_que(base_vha, rsp);
927 failed:
928 return 0;
929 }
930
qla_ctrlvp_sp_done(srb_t * sp,int res)931 static void qla_ctrlvp_sp_done(srb_t *sp, int res)
932 {
933 if (sp->comp)
934 complete(sp->comp);
935 /* don't free sp here. Let the caller do the free */
936 }
937
938 /**
939 * qla24xx_control_vp() - Enable a virtual port for given host
940 * @vha: adapter block pointer
941 * @cmd: command type to be sent for enable virtual port
942 *
943 * Return: qla2xxx local function return status code.
944 */
qla24xx_control_vp(scsi_qla_host_t * vha,int cmd)945 int qla24xx_control_vp(scsi_qla_host_t *vha, int cmd)
946 {
947 int rval = QLA_MEMORY_ALLOC_FAILED;
948 struct qla_hw_data *ha = vha->hw;
949 int vp_index = vha->vp_idx;
950 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
951 DECLARE_COMPLETION_ONSTACK(comp);
952 srb_t *sp;
953
954 ql_dbg(ql_dbg_vport, vha, 0x10c1,
955 "Entered %s cmd %x index %d.\n", __func__, cmd, vp_index);
956
957 if (vp_index == 0 || vp_index >= ha->max_npiv_vports)
958 return QLA_PARAMETER_ERROR;
959
960 /* ref: INIT */
961 sp = qla2x00_get_sp(base_vha, NULL, GFP_KERNEL);
962 if (!sp)
963 return rval;
964
965 sp->type = SRB_CTRL_VP;
966 sp->name = "ctrl_vp";
967 sp->comp = ∁
968 qla2x00_init_async_sp(sp, qla2x00_get_async_timeout(vha) + 2,
969 qla_ctrlvp_sp_done);
970 sp->u.iocb_cmd.u.ctrlvp.cmd = cmd;
971 sp->u.iocb_cmd.u.ctrlvp.vp_index = vp_index;
972
973 rval = qla2x00_start_sp(sp);
974 if (rval != QLA_SUCCESS) {
975 ql_dbg(ql_dbg_async, vha, 0xffff,
976 "%s: %s Failed submission. %x.\n",
977 __func__, sp->name, rval);
978 goto done;
979 }
980
981 ql_dbg(ql_dbg_vport, vha, 0x113f, "%s hndl %x submitted\n",
982 sp->name, sp->handle);
983
984 wait_for_completion(&comp);
985 sp->comp = NULL;
986
987 rval = sp->rc;
988 switch (rval) {
989 case QLA_FUNCTION_TIMEOUT:
990 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Timeout. %x.\n",
991 __func__, sp->name, rval);
992 break;
993 case QLA_SUCCESS:
994 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s done.\n",
995 __func__, sp->name);
996 break;
997 default:
998 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Failed. %x.\n",
999 __func__, sp->name, rval);
1000 break;
1001 }
1002 done:
1003 /* ref: INIT */
1004 kref_put(&sp->cmd_kref, qla2x00_sp_release);
1005 return rval;
1006 }
1007
qla_find_host_by_vp_idx(struct scsi_qla_host * vha,uint16_t vp_idx)1008 struct scsi_qla_host *qla_find_host_by_vp_idx(struct scsi_qla_host *vha, uint16_t vp_idx)
1009 {
1010 struct qla_hw_data *ha = vha->hw;
1011
1012 if (vha->vp_idx == vp_idx)
1013 return vha;
1014
1015 BUG_ON(ha->vp_map == NULL);
1016 if (likely(test_bit(vp_idx, ha->vp_idx_map)))
1017 return ha->vp_map[vp_idx].vha;
1018
1019 return NULL;
1020 }
1021
1022 /* vport_slock to be held by the caller */
1023 void
qla_update_vp_map(struct scsi_qla_host * vha,int cmd)1024 qla_update_vp_map(struct scsi_qla_host *vha, int cmd)
1025 {
1026 void *slot;
1027 u32 key;
1028 int rc;
1029
1030 if (!vha->hw->vp_map)
1031 return;
1032
1033 key = vha->d_id.b24;
1034
1035 switch (cmd) {
1036 case SET_VP_IDX:
1037 vha->hw->vp_map[vha->vp_idx].vha = vha;
1038 break;
1039 case SET_AL_PA:
1040 slot = btree_lookup32(&vha->hw->host_map, key);
1041 if (!slot) {
1042 ql_dbg(ql_dbg_disc, vha, 0xf018,
1043 "Save vha in host_map %p %06x\n", vha, key);
1044 rc = btree_insert32(&vha->hw->host_map,
1045 key, vha, GFP_ATOMIC);
1046 if (rc)
1047 ql_log(ql_log_info, vha, 0xd03e,
1048 "Unable to insert s_id into host_map: %06x\n",
1049 key);
1050 return;
1051 }
1052 ql_dbg(ql_dbg_disc, vha, 0xf019,
1053 "replace existing vha in host_map %p %06x\n", vha, key);
1054 btree_update32(&vha->hw->host_map, key, vha);
1055 break;
1056 case RESET_VP_IDX:
1057 vha->hw->vp_map[vha->vp_idx].vha = NULL;
1058 break;
1059 case RESET_AL_PA:
1060 ql_dbg(ql_dbg_disc, vha, 0xf01a,
1061 "clear vha in host_map %p %06x\n", vha, key);
1062 slot = btree_lookup32(&vha->hw->host_map, key);
1063 if (slot)
1064 btree_remove32(&vha->hw->host_map, key);
1065 vha->d_id.b24 = 0;
1066 break;
1067 }
1068 }
1069
qla_update_host_map(struct scsi_qla_host * vha,port_id_t id)1070 void qla_update_host_map(struct scsi_qla_host *vha, port_id_t id)
1071 {
1072
1073 if (!vha->d_id.b24) {
1074 vha->d_id = id;
1075 qla_update_vp_map(vha, SET_AL_PA);
1076 } else if (vha->d_id.b24 != id.b24) {
1077 qla_update_vp_map(vha, RESET_AL_PA);
1078 vha->d_id = id;
1079 qla_update_vp_map(vha, SET_AL_PA);
1080 }
1081 }
1082
qla_create_buf_pool(struct scsi_qla_host * vha,struct qla_qpair * qp)1083 int qla_create_buf_pool(struct scsi_qla_host *vha, struct qla_qpair *qp)
1084 {
1085 int sz;
1086
1087 qp->buf_pool.num_bufs = qp->req->length;
1088
1089 sz = BITS_TO_LONGS(qp->req->length);
1090 qp->buf_pool.buf_map = kcalloc(sz, sizeof(long), GFP_KERNEL);
1091 if (!qp->buf_pool.buf_map) {
1092 ql_log(ql_log_warn, vha, 0x0186,
1093 "Failed to allocate buf_map(%zd).\n", sz * sizeof(unsigned long));
1094 return -ENOMEM;
1095 }
1096 sz = qp->req->length * sizeof(void *);
1097 qp->buf_pool.buf_array = kcalloc(qp->req->length, sizeof(void *), GFP_KERNEL);
1098 if (!qp->buf_pool.buf_array) {
1099 ql_log(ql_log_warn, vha, 0x0186,
1100 "Failed to allocate buf_array(%d).\n", sz);
1101 kfree(qp->buf_pool.buf_map);
1102 return -ENOMEM;
1103 }
1104 sz = qp->req->length * sizeof(dma_addr_t);
1105 qp->buf_pool.dma_array = kcalloc(qp->req->length, sizeof(dma_addr_t), GFP_KERNEL);
1106 if (!qp->buf_pool.dma_array) {
1107 ql_log(ql_log_warn, vha, 0x0186,
1108 "Failed to allocate dma_array(%d).\n", sz);
1109 kfree(qp->buf_pool.buf_map);
1110 kfree(qp->buf_pool.buf_array);
1111 return -ENOMEM;
1112 }
1113 set_bit(0, qp->buf_pool.buf_map);
1114 return 0;
1115 }
1116
qla_free_buf_pool(struct qla_qpair * qp)1117 void qla_free_buf_pool(struct qla_qpair *qp)
1118 {
1119 int i;
1120 struct qla_hw_data *ha = qp->vha->hw;
1121
1122 for (i = 0; i < qp->buf_pool.num_bufs; i++) {
1123 if (qp->buf_pool.buf_array[i] && qp->buf_pool.dma_array[i])
1124 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[i],
1125 qp->buf_pool.dma_array[i]);
1126 qp->buf_pool.buf_array[i] = NULL;
1127 qp->buf_pool.dma_array[i] = 0;
1128 }
1129
1130 kfree(qp->buf_pool.dma_array);
1131 kfree(qp->buf_pool.buf_array);
1132 kfree(qp->buf_pool.buf_map);
1133 }
1134
1135 /* it is assume qp->qp_lock is held at this point */
qla_get_buf(struct scsi_qla_host * vha,struct qla_qpair * qp,struct qla_buf_dsc * dsc)1136 int qla_get_buf(struct scsi_qla_host *vha, struct qla_qpair *qp, struct qla_buf_dsc *dsc)
1137 {
1138 u16 tag, i = 0;
1139 void *buf;
1140 dma_addr_t buf_dma;
1141 struct qla_hw_data *ha = vha->hw;
1142
1143 dsc->tag = TAG_FREED;
1144 again:
1145 tag = find_first_zero_bit(qp->buf_pool.buf_map, qp->buf_pool.num_bufs);
1146 if (tag >= qp->buf_pool.num_bufs) {
1147 ql_dbg(ql_dbg_io, vha, 0x00e2,
1148 "qp(%d) ran out of buf resource.\n", qp->id);
1149 return -EIO;
1150 }
1151 if (tag == 0) {
1152 set_bit(0, qp->buf_pool.buf_map);
1153 i++;
1154 if (i == 5) {
1155 ql_dbg(ql_dbg_io, vha, 0x00e3,
1156 "qp(%d) unable to get tag.\n", qp->id);
1157 return -EIO;
1158 }
1159 goto again;
1160 }
1161
1162 if (!qp->buf_pool.buf_array[tag]) {
1163 buf = dma_pool_zalloc(ha->fcp_cmnd_dma_pool, GFP_ATOMIC, &buf_dma);
1164 if (!buf) {
1165 ql_log(ql_log_fatal, vha, 0x13b1,
1166 "Failed to allocate buf.\n");
1167 return -ENOMEM;
1168 }
1169
1170 dsc->buf = qp->buf_pool.buf_array[tag] = buf;
1171 dsc->buf_dma = qp->buf_pool.dma_array[tag] = buf_dma;
1172 qp->buf_pool.num_alloc++;
1173 } else {
1174 dsc->buf = qp->buf_pool.buf_array[tag];
1175 dsc->buf_dma = qp->buf_pool.dma_array[tag];
1176 memset(dsc->buf, 0, FCP_CMND_DMA_POOL_SIZE);
1177 }
1178
1179 qp->buf_pool.num_active++;
1180 if (qp->buf_pool.num_active > qp->buf_pool.max_used)
1181 qp->buf_pool.max_used = qp->buf_pool.num_active;
1182
1183 dsc->tag = tag;
1184 set_bit(tag, qp->buf_pool.buf_map);
1185 return 0;
1186 }
1187
qla_trim_buf(struct qla_qpair * qp,u16 trim)1188 static void qla_trim_buf(struct qla_qpair *qp, u16 trim)
1189 {
1190 int i, j;
1191 struct qla_hw_data *ha = qp->vha->hw;
1192
1193 if (!trim)
1194 return;
1195
1196 for (i = 0; i < trim; i++) {
1197 j = qp->buf_pool.num_alloc - 1;
1198 if (test_bit(j, qp->buf_pool.buf_map)) {
1199 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x300b,
1200 "QP id(%d): trim active buf[%d]. Remain %d bufs\n",
1201 qp->id, j, qp->buf_pool.num_alloc);
1202 return;
1203 }
1204
1205 if (qp->buf_pool.buf_array[j]) {
1206 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[j],
1207 qp->buf_pool.dma_array[j]);
1208 qp->buf_pool.buf_array[j] = NULL;
1209 qp->buf_pool.dma_array[j] = 0;
1210 }
1211 qp->buf_pool.num_alloc--;
1212 if (!qp->buf_pool.num_alloc)
1213 break;
1214 }
1215 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x3010,
1216 "QP id(%d): trimmed %d bufs. Remain %d bufs\n",
1217 qp->id, trim, qp->buf_pool.num_alloc);
1218 }
1219
__qla_adjust_buf(struct qla_qpair * qp)1220 static void __qla_adjust_buf(struct qla_qpair *qp)
1221 {
1222 u32 trim;
1223
1224 qp->buf_pool.take_snapshot = 0;
1225 qp->buf_pool.prev_max = qp->buf_pool.max_used;
1226 qp->buf_pool.max_used = qp->buf_pool.num_active;
1227
1228 if (qp->buf_pool.prev_max > qp->buf_pool.max_used &&
1229 qp->buf_pool.num_alloc > qp->buf_pool.max_used) {
1230 /* down trend */
1231 trim = qp->buf_pool.num_alloc - qp->buf_pool.max_used;
1232 trim = (trim * 10) / 100;
1233 trim = trim ? trim : 1;
1234 qla_trim_buf(qp, trim);
1235 } else if (!qp->buf_pool.prev_max && !qp->buf_pool.max_used) {
1236 /* 2 periods of no io */
1237 qla_trim_buf(qp, qp->buf_pool.num_alloc);
1238 }
1239 }
1240
1241 /* it is assume qp->qp_lock is held at this point */
qla_put_buf(struct qla_qpair * qp,struct qla_buf_dsc * dsc)1242 void qla_put_buf(struct qla_qpair *qp, struct qla_buf_dsc *dsc)
1243 {
1244 if (dsc->tag == TAG_FREED)
1245 return;
1246 lockdep_assert_held(qp->qp_lock_ptr);
1247
1248 clear_bit(dsc->tag, qp->buf_pool.buf_map);
1249 qp->buf_pool.num_active--;
1250 dsc->tag = TAG_FREED;
1251
1252 if (qp->buf_pool.take_snapshot)
1253 __qla_adjust_buf(qp);
1254 }
1255
1256 #define EXPIRE (60 * HZ)
qla_adjust_buf(struct scsi_qla_host * vha)1257 void qla_adjust_buf(struct scsi_qla_host *vha)
1258 {
1259 unsigned long flags;
1260 int i;
1261 struct qla_qpair *qp;
1262
1263 if (vha->vp_idx)
1264 return;
1265
1266 if (!vha->buf_expired) {
1267 vha->buf_expired = jiffies + EXPIRE;
1268 return;
1269 }
1270 if (time_before(jiffies, vha->buf_expired))
1271 return;
1272
1273 vha->buf_expired = jiffies + EXPIRE;
1274
1275 for (i = 0; i < vha->hw->num_qpairs; i++) {
1276 qp = vha->hw->queue_pair_map[i];
1277 if (!qp)
1278 continue;
1279 if (!qp->buf_pool.num_alloc)
1280 continue;
1281
1282 if (qp->buf_pool.take_snapshot) {
1283 /* no io has gone through in the last EXPIRE period */
1284 spin_lock_irqsave(qp->qp_lock_ptr, flags);
1285 __qla_adjust_buf(qp);
1286 spin_unlock_irqrestore(qp->qp_lock_ptr, flags);
1287 } else {
1288 qp->buf_pool.take_snapshot = 1;
1289 }
1290 }
1291 }
1292