1 // SPDX-License-Identifier: GPL-2.0-only
2 /*
3 * QLogic Fibre Channel HBA Driver
4 * Copyright (c) 2003-2014 QLogic Corporation
5 */
6 #include "qla_def.h"
7 #include "qla_gbl.h"
8 #include "qla_target.h"
9
10 #include <linux/moduleparam.h>
11 #include <linux/vmalloc.h>
12 #include <linux/slab.h>
13 #include <linux/list.h>
14
15 #include <scsi/scsi_tcq.h>
16 #include <scsi/scsicam.h>
17 #include <linux/delay.h>
18
19 void
qla2x00_vp_stop_timer(scsi_qla_host_t * vha)20 qla2x00_vp_stop_timer(scsi_qla_host_t *vha)
21 {
22 if (vha->vp_idx && vha->timer_active) {
23 del_timer_sync(&vha->timer);
24 vha->timer_active = 0;
25 }
26 }
27
28 static uint32_t
qla24xx_allocate_vp_id(scsi_qla_host_t * vha)29 qla24xx_allocate_vp_id(scsi_qla_host_t *vha)
30 {
31 uint32_t vp_id;
32 struct qla_hw_data *ha = vha->hw;
33 unsigned long flags;
34
35 /* Find an empty slot and assign an vp_id */
36 mutex_lock(&ha->vport_lock);
37 vp_id = find_first_zero_bit(ha->vp_idx_map, ha->max_npiv_vports + 1);
38 if (vp_id > ha->max_npiv_vports) {
39 ql_dbg(ql_dbg_vport, vha, 0xa000,
40 "vp_id %d is bigger than max-supported %d.\n",
41 vp_id, ha->max_npiv_vports);
42 mutex_unlock(&ha->vport_lock);
43 return vp_id;
44 }
45
46 set_bit(vp_id, ha->vp_idx_map);
47 ha->num_vhosts++;
48 vha->vp_idx = vp_id;
49
50 spin_lock_irqsave(&ha->vport_slock, flags);
51 list_add_tail(&vha->list, &ha->vp_list);
52 spin_unlock_irqrestore(&ha->vport_slock, flags);
53
54 spin_lock_irqsave(&ha->hardware_lock, flags);
55 qla_update_vp_map(vha, SET_VP_IDX);
56 spin_unlock_irqrestore(&ha->hardware_lock, flags);
57
58 mutex_unlock(&ha->vport_lock);
59 return vp_id;
60 }
61
62 void
qla24xx_deallocate_vp_id(scsi_qla_host_t * vha)63 qla24xx_deallocate_vp_id(scsi_qla_host_t *vha)
64 {
65 uint16_t vp_id;
66 struct qla_hw_data *ha = vha->hw;
67 unsigned long flags = 0;
68 u32 i, bailout;
69
70 mutex_lock(&ha->vport_lock);
71 /*
72 * Wait for all pending activities to finish before removing vport from
73 * the list.
74 * Lock needs to be held for safe removal from the list (it
75 * ensures no active vp_list traversal while the vport is removed
76 * from the queue)
77 */
78 bailout = 0;
79 for (i = 0; i < 500; i++) {
80 spin_lock_irqsave(&ha->vport_slock, flags);
81 if (atomic_read(&vha->vref_count) == 0) {
82 list_del(&vha->list);
83 qla_update_vp_map(vha, RESET_VP_IDX);
84 bailout = 1;
85 }
86 spin_unlock_irqrestore(&ha->vport_slock, flags);
87
88 if (bailout)
89 break;
90 else
91 msleep(20);
92 }
93 if (!bailout) {
94 ql_log(ql_log_info, vha, 0xfffa,
95 "vha->vref_count=%u timeout\n", vha->vref_count.counter);
96 spin_lock_irqsave(&ha->vport_slock, flags);
97 list_del(&vha->list);
98 qla_update_vp_map(vha, RESET_VP_IDX);
99 spin_unlock_irqrestore(&ha->vport_slock, flags);
100 }
101
102 vp_id = vha->vp_idx;
103 ha->num_vhosts--;
104 clear_bit(vp_id, ha->vp_idx_map);
105
106 mutex_unlock(&ha->vport_lock);
107 }
108
109 static scsi_qla_host_t *
qla24xx_find_vhost_by_name(struct qla_hw_data * ha,uint8_t * port_name)110 qla24xx_find_vhost_by_name(struct qla_hw_data *ha, uint8_t *port_name)
111 {
112 scsi_qla_host_t *vha;
113 struct scsi_qla_host *tvha;
114 unsigned long flags;
115
116 spin_lock_irqsave(&ha->vport_slock, flags);
117 /* Locate matching device in database. */
118 list_for_each_entry_safe(vha, tvha, &ha->vp_list, list) {
119 if (!memcmp(port_name, vha->port_name, WWN_SIZE)) {
120 spin_unlock_irqrestore(&ha->vport_slock, flags);
121 return vha;
122 }
123 }
124 spin_unlock_irqrestore(&ha->vport_slock, flags);
125 return NULL;
126 }
127
128 /*
129 * qla2x00_mark_vp_devices_dead
130 * Updates fcport state when device goes offline.
131 *
132 * Input:
133 * ha = adapter block pointer.
134 * fcport = port structure pointer.
135 *
136 * Return:
137 * None.
138 *
139 * Context:
140 */
141 static void
qla2x00_mark_vp_devices_dead(scsi_qla_host_t * vha)142 qla2x00_mark_vp_devices_dead(scsi_qla_host_t *vha)
143 {
144 /*
145 * !!! NOTE !!!
146 * This function, if called in contexts other than vp create, disable
147 * or delete, please make sure this is synchronized with the
148 * delete thread.
149 */
150 fc_port_t *fcport;
151
152 list_for_each_entry(fcport, &vha->vp_fcports, list) {
153 ql_dbg(ql_dbg_vport, vha, 0xa001,
154 "Marking port dead, loop_id=0x%04x : %x.\n",
155 fcport->loop_id, fcport->vha->vp_idx);
156
157 qla2x00_mark_device_lost(vha, fcport, 0);
158 qla2x00_set_fcport_state(fcport, FCS_UNCONFIGURED);
159 }
160 }
161
162 int
qla24xx_disable_vp(scsi_qla_host_t * vha)163 qla24xx_disable_vp(scsi_qla_host_t *vha)
164 {
165 unsigned long flags;
166 int ret = QLA_SUCCESS;
167 fc_port_t *fcport;
168
169 if (vha->hw->flags.edif_enabled) {
170 if (DBELL_ACTIVE(vha))
171 qla2x00_post_aen_work(vha, FCH_EVT_VENDOR_UNIQUE,
172 FCH_EVT_VENDOR_UNIQUE_VPORT_DOWN);
173 /* delete sessions and flush sa_indexes */
174 qla2x00_wait_for_sess_deletion(vha);
175 }
176
177 if (vha->hw->flags.fw_started)
178 ret = qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
179
180 atomic_set(&vha->loop_state, LOOP_DOWN);
181 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
182 list_for_each_entry(fcport, &vha->vp_fcports, list)
183 fcport->logout_on_delete = 1;
184
185 if (!vha->hw->flags.edif_enabled)
186 qla2x00_wait_for_sess_deletion(vha);
187
188 /* Remove port id from vp target map */
189 spin_lock_irqsave(&vha->hw->hardware_lock, flags);
190 qla_update_vp_map(vha, RESET_AL_PA);
191 spin_unlock_irqrestore(&vha->hw->hardware_lock, flags);
192
193 qla2x00_mark_vp_devices_dead(vha);
194 atomic_set(&vha->vp_state, VP_FAILED);
195 vha->flags.management_server_logged_in = 0;
196 if (ret == QLA_SUCCESS) {
197 fc_vport_set_state(vha->fc_vport, FC_VPORT_DISABLED);
198 } else {
199 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
200 return -1;
201 }
202 return 0;
203 }
204
205 int
qla24xx_enable_vp(scsi_qla_host_t * vha)206 qla24xx_enable_vp(scsi_qla_host_t *vha)
207 {
208 int ret;
209 struct qla_hw_data *ha = vha->hw;
210 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
211
212 /* Check if physical ha port is Up */
213 if (atomic_read(&base_vha->loop_state) == LOOP_DOWN ||
214 atomic_read(&base_vha->loop_state) == LOOP_DEAD ||
215 !(ha->current_topology & ISP_CFG_F)) {
216 vha->vp_err_state = VP_ERR_PORTDWN;
217 fc_vport_set_state(vha->fc_vport, FC_VPORT_LINKDOWN);
218 ql_dbg(ql_dbg_taskm, vha, 0x800b,
219 "%s skip enable. loop_state %x topo %x\n",
220 __func__, base_vha->loop_state.counter,
221 ha->current_topology);
222
223 goto enable_failed;
224 }
225
226 /* Initialize the new vport unless it is a persistent port */
227 mutex_lock(&ha->vport_lock);
228 ret = qla24xx_modify_vp_config(vha);
229 mutex_unlock(&ha->vport_lock);
230
231 if (ret != QLA_SUCCESS) {
232 fc_vport_set_state(vha->fc_vport, FC_VPORT_FAILED);
233 goto enable_failed;
234 }
235
236 ql_dbg(ql_dbg_taskm, vha, 0x801a,
237 "Virtual port with id: %d - Enabled.\n", vha->vp_idx);
238 return 0;
239
240 enable_failed:
241 ql_dbg(ql_dbg_taskm, vha, 0x801b,
242 "Virtual port with id: %d - Disabled.\n", vha->vp_idx);
243 return 1;
244 }
245
246 static void
qla24xx_configure_vp(scsi_qla_host_t * vha)247 qla24xx_configure_vp(scsi_qla_host_t *vha)
248 {
249 struct fc_vport *fc_vport;
250 int ret;
251
252 fc_vport = vha->fc_vport;
253
254 ql_dbg(ql_dbg_vport, vha, 0xa002,
255 "%s: change request #3.\n", __func__);
256 ret = qla2x00_send_change_request(vha, 0x3, vha->vp_idx);
257 if (ret != QLA_SUCCESS) {
258 ql_dbg(ql_dbg_vport, vha, 0xa003, "Failed to enable "
259 "receiving of RSCN requests: 0x%x.\n", ret);
260 return;
261 } else {
262 /* Corresponds to SCR enabled */
263 clear_bit(VP_SCR_NEEDED, &vha->vp_flags);
264 }
265
266 vha->flags.online = 1;
267 if (qla24xx_configure_vhba(vha))
268 return;
269
270 atomic_set(&vha->vp_state, VP_ACTIVE);
271 fc_vport_set_state(fc_vport, FC_VPORT_ACTIVE);
272 }
273
274 void
qla2x00_alert_all_vps(struct rsp_que * rsp,uint16_t * mb)275 qla2x00_alert_all_vps(struct rsp_que *rsp, uint16_t *mb)
276 {
277 scsi_qla_host_t *vha, *tvp;
278 struct qla_hw_data *ha = rsp->hw;
279 int i = 0;
280 unsigned long flags;
281
282 spin_lock_irqsave(&ha->vport_slock, flags);
283 list_for_each_entry_safe(vha, tvp, &ha->vp_list, list) {
284 if (vha->vp_idx) {
285 if (test_bit(VPORT_DELETE, &vha->dpc_flags))
286 continue;
287
288 atomic_inc(&vha->vref_count);
289 spin_unlock_irqrestore(&ha->vport_slock, flags);
290
291 switch (mb[0]) {
292 case MBA_LIP_OCCURRED:
293 case MBA_LOOP_UP:
294 case MBA_LOOP_DOWN:
295 case MBA_LIP_RESET:
296 case MBA_POINT_TO_POINT:
297 case MBA_CHG_IN_CONNECTION:
298 ql_dbg(ql_dbg_async, vha, 0x5024,
299 "Async_event for VP[%d], mb=0x%x vha=%p.\n",
300 i, *mb, vha);
301 qla2x00_async_event(vha, rsp, mb);
302 break;
303 case MBA_PORT_UPDATE:
304 case MBA_RSCN_UPDATE:
305 if ((mb[3] & 0xff) == vha->vp_idx) {
306 ql_dbg(ql_dbg_async, vha, 0x5024,
307 "Async_event for VP[%d], mb=0x%x vha=%p\n",
308 i, *mb, vha);
309 qla2x00_async_event(vha, rsp, mb);
310 }
311 break;
312 }
313
314 spin_lock_irqsave(&ha->vport_slock, flags);
315 atomic_dec(&vha->vref_count);
316 wake_up(&vha->vref_waitq);
317 }
318 i++;
319 }
320 spin_unlock_irqrestore(&ha->vport_slock, flags);
321 }
322
323 int
qla2x00_vp_abort_isp(scsi_qla_host_t * vha)324 qla2x00_vp_abort_isp(scsi_qla_host_t *vha)
325 {
326 fc_port_t *fcport;
327
328 /*
329 * To exclusively reset vport, we need to log it out first.
330 * Note: This control_vp can fail if ISP reset is already
331 * issued, this is expected, as the vp would be already
332 * logged out due to ISP reset.
333 */
334 if (!test_bit(ABORT_ISP_ACTIVE, &vha->dpc_flags)) {
335 qla24xx_control_vp(vha, VCE_COMMAND_DISABLE_VPS_LOGO_ALL);
336 list_for_each_entry(fcport, &vha->vp_fcports, list)
337 fcport->logout_on_delete = 0;
338 }
339
340 /*
341 * Physical port will do most of the abort and recovery work. We can
342 * just treat it as a loop down
343 */
344 if (atomic_read(&vha->loop_state) != LOOP_DOWN) {
345 atomic_set(&vha->loop_state, LOOP_DOWN);
346 qla2x00_mark_all_devices_lost(vha);
347 } else {
348 if (!atomic_read(&vha->loop_down_timer))
349 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
350 }
351
352 ql_dbg(ql_dbg_taskm, vha, 0x801d,
353 "Scheduling enable of Vport %d.\n", vha->vp_idx);
354
355 return qla24xx_enable_vp(vha);
356 }
357
358 static int
qla2x00_do_dpc_vp(scsi_qla_host_t * vha)359 qla2x00_do_dpc_vp(scsi_qla_host_t *vha)
360 {
361 struct qla_hw_data *ha = vha->hw;
362 scsi_qla_host_t *base_vha = pci_get_drvdata(ha->pdev);
363
364 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x4012,
365 "Entering %s vp_flags: 0x%lx.\n", __func__, vha->vp_flags);
366
367 /* Check if Fw is ready to configure VP first */
368 if (test_bit(VP_CONFIG_OK, &base_vha->vp_flags)) {
369 if (test_and_clear_bit(VP_IDX_ACQUIRED, &vha->vp_flags)) {
370 /* VP acquired. complete port configuration */
371 ql_dbg(ql_dbg_dpc, vha, 0x4014,
372 "Configure VP scheduled.\n");
373 qla24xx_configure_vp(vha);
374 ql_dbg(ql_dbg_dpc, vha, 0x4015,
375 "Configure VP end.\n");
376 return 0;
377 }
378 }
379
380 if (test_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags)) {
381 if (atomic_read(&vha->loop_state) == LOOP_READY) {
382 qla24xx_process_purex_list(&vha->purex_list);
383 clear_bit(PROCESS_PUREX_IOCB, &vha->dpc_flags);
384 }
385 }
386
387 if (test_bit(RELOGIN_NEEDED, &vha->dpc_flags) &&
388 !test_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags) &&
389 atomic_read(&vha->loop_state) != LOOP_DOWN) {
390
391 if (!vha->relogin_jif ||
392 time_after_eq(jiffies, vha->relogin_jif)) {
393 vha->relogin_jif = jiffies + HZ;
394 clear_bit(RELOGIN_NEEDED, &vha->dpc_flags);
395
396 ql_dbg(ql_dbg_dpc, vha, 0x4018,
397 "Relogin needed scheduled.\n");
398 qla24xx_post_relogin_work(vha);
399 }
400 }
401
402 if (test_and_clear_bit(RESET_MARKER_NEEDED, &vha->dpc_flags) &&
403 (!(test_and_set_bit(RESET_ACTIVE, &vha->dpc_flags)))) {
404 clear_bit(RESET_ACTIVE, &vha->dpc_flags);
405 }
406
407 if (test_and_clear_bit(LOOP_RESYNC_NEEDED, &vha->dpc_flags)) {
408 if (!(test_and_set_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags))) {
409 ql_dbg(ql_dbg_dpc, vha, 0x401a,
410 "Loop resync scheduled.\n");
411 qla2x00_loop_resync(vha);
412 clear_bit(LOOP_RESYNC_ACTIVE, &vha->dpc_flags);
413 ql_dbg(ql_dbg_dpc, vha, 0x401b,
414 "Loop resync end.\n");
415 }
416 }
417
418 ql_dbg(ql_dbg_dpc + ql_dbg_verbose, vha, 0x401c,
419 "Exiting %s.\n", __func__);
420 return 0;
421 }
422
423 void
qla2x00_do_dpc_all_vps(scsi_qla_host_t * vha)424 qla2x00_do_dpc_all_vps(scsi_qla_host_t *vha)
425 {
426 struct qla_hw_data *ha = vha->hw;
427 scsi_qla_host_t *vp, *tvp;
428 unsigned long flags = 0;
429
430 if (vha->vp_idx)
431 return;
432 if (list_empty(&ha->vp_list))
433 return;
434
435 clear_bit(VP_DPC_NEEDED, &vha->dpc_flags);
436
437 if (!(ha->current_topology & ISP_CFG_F))
438 return;
439
440 spin_lock_irqsave(&ha->vport_slock, flags);
441 list_for_each_entry_safe(vp, tvp, &ha->vp_list, list) {
442 if (vp->vp_idx) {
443 atomic_inc(&vp->vref_count);
444 spin_unlock_irqrestore(&ha->vport_slock, flags);
445
446 qla2x00_do_dpc_vp(vp);
447
448 spin_lock_irqsave(&ha->vport_slock, flags);
449 atomic_dec(&vp->vref_count);
450 }
451 }
452 spin_unlock_irqrestore(&ha->vport_slock, flags);
453 }
454
455 int
qla24xx_vport_create_req_sanity_check(struct fc_vport * fc_vport)456 qla24xx_vport_create_req_sanity_check(struct fc_vport *fc_vport)
457 {
458 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
459 struct qla_hw_data *ha = base_vha->hw;
460 scsi_qla_host_t *vha;
461 uint8_t port_name[WWN_SIZE];
462
463 if (fc_vport->roles != FC_PORT_ROLE_FCP_INITIATOR)
464 return VPCERR_UNSUPPORTED;
465
466 /* Check up the F/W and H/W support NPIV */
467 if (!ha->flags.npiv_supported)
468 return VPCERR_UNSUPPORTED;
469
470 /* Check up whether npiv supported switch presented */
471 if (!(ha->switch_cap & FLOGI_MID_SUPPORT))
472 return VPCERR_NO_FABRIC_SUPP;
473
474 /* Check up unique WWPN */
475 u64_to_wwn(fc_vport->port_name, port_name);
476 if (!memcmp(port_name, base_vha->port_name, WWN_SIZE))
477 return VPCERR_BAD_WWN;
478 vha = qla24xx_find_vhost_by_name(ha, port_name);
479 if (vha)
480 return VPCERR_BAD_WWN;
481
482 /* Check up max-npiv-supports */
483 if (ha->num_vhosts > ha->max_npiv_vports) {
484 ql_dbg(ql_dbg_vport, vha, 0xa004,
485 "num_vhosts %ud is bigger "
486 "than max_npiv_vports %ud.\n",
487 ha->num_vhosts, ha->max_npiv_vports);
488 return VPCERR_UNSUPPORTED;
489 }
490 return 0;
491 }
492
493 scsi_qla_host_t *
qla24xx_create_vhost(struct fc_vport * fc_vport)494 qla24xx_create_vhost(struct fc_vport *fc_vport)
495 {
496 scsi_qla_host_t *base_vha = shost_priv(fc_vport->shost);
497 struct qla_hw_data *ha = base_vha->hw;
498 scsi_qla_host_t *vha;
499 const struct scsi_host_template *sht = &qla2xxx_driver_template;
500 struct Scsi_Host *host;
501
502 vha = qla2x00_create_host(sht, ha);
503 if (!vha) {
504 ql_log(ql_log_warn, vha, 0xa005,
505 "scsi_host_alloc() failed for vport.\n");
506 return(NULL);
507 }
508
509 host = vha->host;
510 fc_vport->dd_data = vha;
511 /* New host info */
512 u64_to_wwn(fc_vport->node_name, vha->node_name);
513 u64_to_wwn(fc_vport->port_name, vha->port_name);
514
515 vha->fc_vport = fc_vport;
516 vha->device_flags = 0;
517 vha->vp_idx = qla24xx_allocate_vp_id(vha);
518 if (vha->vp_idx > ha->max_npiv_vports) {
519 ql_dbg(ql_dbg_vport, vha, 0xa006,
520 "Couldn't allocate vp_id.\n");
521 goto create_vhost_failed;
522 }
523 vha->mgmt_svr_loop_id = qla2x00_reserve_mgmt_server_loop_id(vha);
524
525 vha->dpc_flags = 0L;
526 ha->dpc_active = 0;
527 set_bit(REGISTER_FDMI_NEEDED, &vha->dpc_flags);
528 set_bit(REGISTER_FC4_NEEDED, &vha->dpc_flags);
529
530 /*
531 * To fix the issue of processing a parent's RSCN for the vport before
532 * its SCR is complete.
533 */
534 set_bit(VP_SCR_NEEDED, &vha->vp_flags);
535 atomic_set(&vha->loop_state, LOOP_DOWN);
536 atomic_set(&vha->loop_down_timer, LOOP_DOWN_TIME);
537
538 qla2x00_start_timer(vha, WATCH_INTERVAL);
539
540 vha->req = base_vha->req;
541 vha->flags.nvme_enabled = base_vha->flags.nvme_enabled;
542 host->can_queue = base_vha->req->length + 128;
543 host->cmd_per_lun = 3;
544 if (IS_T10_PI_CAPABLE(ha) && ql2xenabledif)
545 host->max_cmd_len = 32;
546 else
547 host->max_cmd_len = MAX_CMDSZ;
548 host->max_channel = MAX_BUSES - 1;
549 host->max_lun = ql2xmaxlun;
550 host->unique_id = host->host_no;
551 host->max_id = ha->max_fibre_devices;
552 host->transportt = qla2xxx_transport_vport_template;
553
554 ql_dbg(ql_dbg_vport, vha, 0xa007,
555 "Detect vport hba %ld at address = %p.\n",
556 vha->host_no, vha);
557
558 vha->flags.init_done = 1;
559
560 mutex_lock(&ha->vport_lock);
561 set_bit(vha->vp_idx, ha->vp_idx_map);
562 ha->cur_vport_count++;
563 mutex_unlock(&ha->vport_lock);
564
565 return vha;
566
567 create_vhost_failed:
568 return NULL;
569 }
570
571 static void
qla25xx_free_req_que(struct scsi_qla_host * vha,struct req_que * req)572 qla25xx_free_req_que(struct scsi_qla_host *vha, struct req_que *req)
573 {
574 struct qla_hw_data *ha = vha->hw;
575 uint16_t que_id = req->id;
576
577 dma_free_coherent(&ha->pdev->dev, (req->length + 1) *
578 sizeof(request_t), req->ring, req->dma);
579 req->ring = NULL;
580 req->dma = 0;
581 if (que_id) {
582 ha->req_q_map[que_id] = NULL;
583 mutex_lock(&ha->vport_lock);
584 clear_bit(que_id, ha->req_qid_map);
585 mutex_unlock(&ha->vport_lock);
586 }
587 kfree(req->outstanding_cmds);
588 kfree(req);
589 }
590
591 static void
qla25xx_free_rsp_que(struct scsi_qla_host * vha,struct rsp_que * rsp)592 qla25xx_free_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
593 {
594 struct qla_hw_data *ha = vha->hw;
595 uint16_t que_id = rsp->id;
596
597 if (rsp->msix && rsp->msix->have_irq) {
598 free_irq(rsp->msix->vector, rsp->msix->handle);
599 rsp->msix->have_irq = 0;
600 rsp->msix->in_use = 0;
601 rsp->msix->handle = NULL;
602 }
603 dma_free_coherent(&ha->pdev->dev, (rsp->length + 1) *
604 sizeof(response_t), rsp->ring, rsp->dma);
605 rsp->ring = NULL;
606 rsp->dma = 0;
607 if (que_id) {
608 ha->rsp_q_map[que_id] = NULL;
609 mutex_lock(&ha->vport_lock);
610 clear_bit(que_id, ha->rsp_qid_map);
611 mutex_unlock(&ha->vport_lock);
612 }
613 kfree(rsp);
614 }
615
616 int
qla25xx_delete_req_que(struct scsi_qla_host * vha,struct req_que * req)617 qla25xx_delete_req_que(struct scsi_qla_host *vha, struct req_que *req)
618 {
619 int ret = QLA_SUCCESS;
620
621 if (req && vha->flags.qpairs_req_created) {
622 req->options |= BIT_0;
623 ret = qla25xx_init_req_que(vha, req);
624 if (ret != QLA_SUCCESS)
625 return QLA_FUNCTION_FAILED;
626
627 qla25xx_free_req_que(vha, req);
628 }
629
630 return ret;
631 }
632
633 int
qla25xx_delete_rsp_que(struct scsi_qla_host * vha,struct rsp_que * rsp)634 qla25xx_delete_rsp_que(struct scsi_qla_host *vha, struct rsp_que *rsp)
635 {
636 int ret = QLA_SUCCESS;
637
638 if (rsp && vha->flags.qpairs_rsp_created) {
639 rsp->options |= BIT_0;
640 ret = qla25xx_init_rsp_que(vha, rsp);
641 if (ret != QLA_SUCCESS)
642 return QLA_FUNCTION_FAILED;
643
644 qla25xx_free_rsp_que(vha, rsp);
645 }
646
647 return ret;
648 }
649
650 /* Delete all queues for a given vhost */
651 int
qla25xx_delete_queues(struct scsi_qla_host * vha)652 qla25xx_delete_queues(struct scsi_qla_host *vha)
653 {
654 int cnt, ret = 0;
655 struct req_que *req = NULL;
656 struct rsp_que *rsp = NULL;
657 struct qla_hw_data *ha = vha->hw;
658 struct qla_qpair *qpair, *tqpair;
659
660 if (ql2xmqsupport || ql2xnvmeenable) {
661 list_for_each_entry_safe(qpair, tqpair, &vha->qp_list,
662 qp_list_elem)
663 qla2xxx_delete_qpair(vha, qpair);
664 } else {
665 /* Delete request queues */
666 for (cnt = 1; cnt < ha->max_req_queues; cnt++) {
667 req = ha->req_q_map[cnt];
668 if (req && test_bit(cnt, ha->req_qid_map)) {
669 ret = qla25xx_delete_req_que(vha, req);
670 if (ret != QLA_SUCCESS) {
671 ql_log(ql_log_warn, vha, 0x00ea,
672 "Couldn't delete req que %d.\n",
673 req->id);
674 return ret;
675 }
676 }
677 }
678
679 /* Delete response queues */
680 for (cnt = 1; cnt < ha->max_rsp_queues; cnt++) {
681 rsp = ha->rsp_q_map[cnt];
682 if (rsp && test_bit(cnt, ha->rsp_qid_map)) {
683 ret = qla25xx_delete_rsp_que(vha, rsp);
684 if (ret != QLA_SUCCESS) {
685 ql_log(ql_log_warn, vha, 0x00eb,
686 "Couldn't delete rsp que %d.\n",
687 rsp->id);
688 return ret;
689 }
690 }
691 }
692 }
693
694 return ret;
695 }
696
697 int
qla25xx_create_req_que(struct qla_hw_data * ha,uint16_t options,uint8_t vp_idx,uint16_t rid,int rsp_que,uint8_t qos,bool startqp)698 qla25xx_create_req_que(struct qla_hw_data *ha, uint16_t options,
699 uint8_t vp_idx, uint16_t rid, int rsp_que, uint8_t qos, bool startqp)
700 {
701 int ret = 0;
702 struct req_que *req = NULL;
703 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
704 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
705 uint16_t que_id = 0;
706 device_reg_t *reg;
707 uint32_t cnt;
708
709 req = kzalloc(sizeof(struct req_que), GFP_KERNEL);
710 if (req == NULL) {
711 ql_log(ql_log_fatal, base_vha, 0x00d9,
712 "Failed to allocate memory for request queue.\n");
713 goto failed;
714 }
715
716 req->length = REQUEST_ENTRY_CNT_24XX;
717 req->ring = dma_alloc_coherent(&ha->pdev->dev,
718 (req->length + 1) * sizeof(request_t),
719 &req->dma, GFP_KERNEL);
720 if (req->ring == NULL) {
721 ql_log(ql_log_fatal, base_vha, 0x00da,
722 "Failed to allocate memory for request_ring.\n");
723 goto que_failed;
724 }
725
726 ret = qla2x00_alloc_outstanding_cmds(ha, req);
727 if (ret != QLA_SUCCESS)
728 goto que_failed;
729
730 mutex_lock(&ha->mq_lock);
731 que_id = find_first_zero_bit(ha->req_qid_map, ha->max_req_queues);
732 if (que_id >= ha->max_req_queues) {
733 mutex_unlock(&ha->mq_lock);
734 ql_log(ql_log_warn, base_vha, 0x00db,
735 "No resources to create additional request queue.\n");
736 goto que_failed;
737 }
738 set_bit(que_id, ha->req_qid_map);
739 ha->req_q_map[que_id] = req;
740 req->rid = rid;
741 req->vp_idx = vp_idx;
742 req->qos = qos;
743
744 ql_dbg(ql_dbg_multiq, base_vha, 0xc002,
745 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
746 que_id, req->rid, req->vp_idx, req->qos);
747 ql_dbg(ql_dbg_init, base_vha, 0x00dc,
748 "queue_id=%d rid=%d vp_idx=%d qos=%d.\n",
749 que_id, req->rid, req->vp_idx, req->qos);
750 if (rsp_que < 0)
751 req->rsp = NULL;
752 else
753 req->rsp = ha->rsp_q_map[rsp_que];
754 /* Use alternate PCI bus number */
755 if (MSB(req->rid))
756 options |= BIT_4;
757 /* Use alternate PCI devfn */
758 if (LSB(req->rid))
759 options |= BIT_5;
760 req->options = options;
761
762 ql_dbg(ql_dbg_multiq, base_vha, 0xc003,
763 "options=0x%x.\n", req->options);
764 ql_dbg(ql_dbg_init, base_vha, 0x00dd,
765 "options=0x%x.\n", req->options);
766 for (cnt = 1; cnt < req->num_outstanding_cmds; cnt++)
767 req->outstanding_cmds[cnt] = NULL;
768 req->current_outstanding_cmd = 1;
769
770 req->ring_ptr = req->ring;
771 req->ring_index = 0;
772 req->cnt = req->length;
773 req->id = que_id;
774 reg = ISP_QUE_REG(ha, que_id);
775 req->req_q_in = ®->isp25mq.req_q_in;
776 req->req_q_out = ®->isp25mq.req_q_out;
777 req->max_q_depth = ha->req_q_map[0]->max_q_depth;
778 req->out_ptr = (uint16_t *)(req->ring + req->length);
779 mutex_unlock(&ha->mq_lock);
780 ql_dbg(ql_dbg_multiq, base_vha, 0xc004,
781 "ring_ptr=%p ring_index=%d, "
782 "cnt=%d id=%d max_q_depth=%d.\n",
783 req->ring_ptr, req->ring_index,
784 req->cnt, req->id, req->max_q_depth);
785 ql_dbg(ql_dbg_init, base_vha, 0x00de,
786 "ring_ptr=%p ring_index=%d, "
787 "cnt=%d id=%d max_q_depth=%d.\n",
788 req->ring_ptr, req->ring_index, req->cnt,
789 req->id, req->max_q_depth);
790
791 if (startqp) {
792 ret = qla25xx_init_req_que(base_vha, req);
793 if (ret != QLA_SUCCESS) {
794 ql_log(ql_log_fatal, base_vha, 0x00df,
795 "%s failed.\n", __func__);
796 mutex_lock(&ha->mq_lock);
797 clear_bit(que_id, ha->req_qid_map);
798 mutex_unlock(&ha->mq_lock);
799 goto que_failed;
800 }
801 vha->flags.qpairs_req_created = 1;
802 }
803
804 return req->id;
805
806 que_failed:
807 qla25xx_free_req_que(base_vha, req);
808 failed:
809 return 0;
810 }
811
qla_do_work(struct work_struct * work)812 static void qla_do_work(struct work_struct *work)
813 {
814 unsigned long flags;
815 struct qla_qpair *qpair = container_of(work, struct qla_qpair, q_work);
816 struct scsi_qla_host *vha = qpair->vha;
817
818 spin_lock_irqsave(&qpair->qp_lock, flags);
819 qla24xx_process_response_queue(vha, qpair->rsp);
820 spin_unlock_irqrestore(&qpair->qp_lock, flags);
821
822 }
823
824 /* create response queue */
825 int
qla25xx_create_rsp_que(struct qla_hw_data * ha,uint16_t options,uint8_t vp_idx,uint16_t rid,struct qla_qpair * qpair,bool startqp)826 qla25xx_create_rsp_que(struct qla_hw_data *ha, uint16_t options,
827 uint8_t vp_idx, uint16_t rid, struct qla_qpair *qpair, bool startqp)
828 {
829 int ret = 0;
830 struct rsp_que *rsp = NULL;
831 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
832 struct scsi_qla_host *vha = pci_get_drvdata(ha->pdev);
833 uint16_t que_id = 0;
834 device_reg_t *reg;
835
836 rsp = kzalloc(sizeof(struct rsp_que), GFP_KERNEL);
837 if (rsp == NULL) {
838 ql_log(ql_log_warn, base_vha, 0x0066,
839 "Failed to allocate memory for response queue.\n");
840 goto failed;
841 }
842
843 rsp->length = RESPONSE_ENTRY_CNT_MQ;
844 rsp->ring = dma_alloc_coherent(&ha->pdev->dev,
845 (rsp->length + 1) * sizeof(response_t),
846 &rsp->dma, GFP_KERNEL);
847 if (rsp->ring == NULL) {
848 ql_log(ql_log_warn, base_vha, 0x00e1,
849 "Failed to allocate memory for response ring.\n");
850 goto que_failed;
851 }
852
853 mutex_lock(&ha->mq_lock);
854 que_id = find_first_zero_bit(ha->rsp_qid_map, ha->max_rsp_queues);
855 if (que_id >= ha->max_rsp_queues) {
856 mutex_unlock(&ha->mq_lock);
857 ql_log(ql_log_warn, base_vha, 0x00e2,
858 "No resources to create additional request queue.\n");
859 goto que_failed;
860 }
861 set_bit(que_id, ha->rsp_qid_map);
862
863 rsp->msix = qpair->msix;
864
865 ha->rsp_q_map[que_id] = rsp;
866 rsp->rid = rid;
867 rsp->vp_idx = vp_idx;
868 rsp->hw = ha;
869 ql_dbg(ql_dbg_init, base_vha, 0x00e4,
870 "rsp queue_id=%d rid=%d vp_idx=%d hw=%p.\n",
871 que_id, rsp->rid, rsp->vp_idx, rsp->hw);
872 /* Use alternate PCI bus number */
873 if (MSB(rsp->rid))
874 options |= BIT_4;
875 /* Use alternate PCI devfn */
876 if (LSB(rsp->rid))
877 options |= BIT_5;
878 /* Enable MSIX handshake mode on for uncapable adapters */
879 if (!IS_MSIX_NACK_CAPABLE(ha))
880 options |= BIT_6;
881
882 /* Set option to indicate response queue creation */
883 options |= BIT_1;
884
885 rsp->options = options;
886 rsp->id = que_id;
887 reg = ISP_QUE_REG(ha, que_id);
888 rsp->rsp_q_in = ®->isp25mq.rsp_q_in;
889 rsp->rsp_q_out = ®->isp25mq.rsp_q_out;
890 rsp->in_ptr = (uint16_t *)(rsp->ring + rsp->length);
891 mutex_unlock(&ha->mq_lock);
892 ql_dbg(ql_dbg_multiq, base_vha, 0xc00b,
893 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
894 rsp->options, rsp->id, rsp->rsp_q_in,
895 rsp->rsp_q_out);
896 ql_dbg(ql_dbg_init, base_vha, 0x00e5,
897 "options=%x id=%d rsp_q_in=%p rsp_q_out=%p\n",
898 rsp->options, rsp->id, rsp->rsp_q_in,
899 rsp->rsp_q_out);
900
901 ret = qla25xx_request_irq(ha, qpair, qpair->msix,
902 ha->flags.disable_msix_handshake ?
903 QLA_MSIX_QPAIR_MULTIQ_RSP_Q : QLA_MSIX_QPAIR_MULTIQ_RSP_Q_HS);
904 if (ret)
905 goto que_failed;
906
907 if (startqp) {
908 ret = qla25xx_init_rsp_que(base_vha, rsp);
909 if (ret != QLA_SUCCESS) {
910 ql_log(ql_log_fatal, base_vha, 0x00e7,
911 "%s failed.\n", __func__);
912 mutex_lock(&ha->mq_lock);
913 clear_bit(que_id, ha->rsp_qid_map);
914 mutex_unlock(&ha->mq_lock);
915 goto que_failed;
916 }
917 vha->flags.qpairs_rsp_created = 1;
918 }
919 rsp->req = NULL;
920
921 qla2x00_init_response_q_entries(rsp);
922 if (qpair->hw->wq)
923 INIT_WORK(&qpair->q_work, qla_do_work);
924 return rsp->id;
925
926 que_failed:
927 qla25xx_free_rsp_que(base_vha, rsp);
928 failed:
929 return 0;
930 }
931
qla_ctrlvp_sp_done(srb_t * sp,int res)932 static void qla_ctrlvp_sp_done(srb_t *sp, int res)
933 {
934 if (sp->comp)
935 complete(sp->comp);
936 /* don't free sp here. Let the caller do the free */
937 }
938
939 /**
940 * qla24xx_control_vp() - Enable a virtual port for given host
941 * @vha: adapter block pointer
942 * @cmd: command type to be sent for enable virtual port
943 *
944 * Return: qla2xxx local function return status code.
945 */
qla24xx_control_vp(scsi_qla_host_t * vha,int cmd)946 int qla24xx_control_vp(scsi_qla_host_t *vha, int cmd)
947 {
948 int rval = QLA_MEMORY_ALLOC_FAILED;
949 struct qla_hw_data *ha = vha->hw;
950 int vp_index = vha->vp_idx;
951 struct scsi_qla_host *base_vha = pci_get_drvdata(ha->pdev);
952 DECLARE_COMPLETION_ONSTACK(comp);
953 srb_t *sp;
954
955 ql_dbg(ql_dbg_vport, vha, 0x10c1,
956 "Entered %s cmd %x index %d.\n", __func__, cmd, vp_index);
957
958 if (vp_index == 0 || vp_index >= ha->max_npiv_vports)
959 return QLA_PARAMETER_ERROR;
960
961 /* ref: INIT */
962 sp = qla2x00_get_sp(base_vha, NULL, GFP_KERNEL);
963 if (!sp)
964 return rval;
965
966 sp->type = SRB_CTRL_VP;
967 sp->name = "ctrl_vp";
968 sp->comp = ∁
969 qla2x00_init_async_sp(sp, qla2x00_get_async_timeout(vha) + 2,
970 qla_ctrlvp_sp_done);
971 sp->u.iocb_cmd.u.ctrlvp.cmd = cmd;
972 sp->u.iocb_cmd.u.ctrlvp.vp_index = vp_index;
973
974 rval = qla2x00_start_sp(sp);
975 if (rval != QLA_SUCCESS) {
976 ql_dbg(ql_dbg_async, vha, 0xffff,
977 "%s: %s Failed submission. %x.\n",
978 __func__, sp->name, rval);
979 goto done;
980 }
981
982 ql_dbg(ql_dbg_vport, vha, 0x113f, "%s hndl %x submitted\n",
983 sp->name, sp->handle);
984
985 wait_for_completion(&comp);
986 sp->comp = NULL;
987
988 rval = sp->rc;
989 switch (rval) {
990 case QLA_FUNCTION_TIMEOUT:
991 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Timeout. %x.\n",
992 __func__, sp->name, rval);
993 break;
994 case QLA_SUCCESS:
995 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s done.\n",
996 __func__, sp->name);
997 break;
998 default:
999 ql_dbg(ql_dbg_vport, vha, 0xffff, "%s: %s Failed. %x.\n",
1000 __func__, sp->name, rval);
1001 break;
1002 }
1003 done:
1004 /* ref: INIT */
1005 kref_put(&sp->cmd_kref, qla2x00_sp_release);
1006 return rval;
1007 }
1008
qla_find_host_by_vp_idx(struct scsi_qla_host * vha,uint16_t vp_idx)1009 struct scsi_qla_host *qla_find_host_by_vp_idx(struct scsi_qla_host *vha, uint16_t vp_idx)
1010 {
1011 struct qla_hw_data *ha = vha->hw;
1012
1013 if (vha->vp_idx == vp_idx)
1014 return vha;
1015
1016 BUG_ON(ha->vp_map == NULL);
1017 if (likely(test_bit(vp_idx, ha->vp_idx_map)))
1018 return ha->vp_map[vp_idx].vha;
1019
1020 return NULL;
1021 }
1022
1023 /* vport_slock to be held by the caller */
1024 void
qla_update_vp_map(struct scsi_qla_host * vha,int cmd)1025 qla_update_vp_map(struct scsi_qla_host *vha, int cmd)
1026 {
1027 void *slot;
1028 u32 key;
1029 int rc;
1030
1031 if (!vha->hw->vp_map)
1032 return;
1033
1034 key = vha->d_id.b24;
1035
1036 switch (cmd) {
1037 case SET_VP_IDX:
1038 vha->hw->vp_map[vha->vp_idx].vha = vha;
1039 break;
1040 case SET_AL_PA:
1041 slot = btree_lookup32(&vha->hw->host_map, key);
1042 if (!slot) {
1043 ql_dbg(ql_dbg_disc, vha, 0xf018,
1044 "Save vha in host_map %p %06x\n", vha, key);
1045 rc = btree_insert32(&vha->hw->host_map,
1046 key, vha, GFP_ATOMIC);
1047 if (rc)
1048 ql_log(ql_log_info, vha, 0xd03e,
1049 "Unable to insert s_id into host_map: %06x\n",
1050 key);
1051 return;
1052 }
1053 ql_dbg(ql_dbg_disc, vha, 0xf019,
1054 "replace existing vha in host_map %p %06x\n", vha, key);
1055 btree_update32(&vha->hw->host_map, key, vha);
1056 break;
1057 case RESET_VP_IDX:
1058 vha->hw->vp_map[vha->vp_idx].vha = NULL;
1059 break;
1060 case RESET_AL_PA:
1061 ql_dbg(ql_dbg_disc, vha, 0xf01a,
1062 "clear vha in host_map %p %06x\n", vha, key);
1063 slot = btree_lookup32(&vha->hw->host_map, key);
1064 if (slot)
1065 btree_remove32(&vha->hw->host_map, key);
1066 vha->d_id.b24 = 0;
1067 break;
1068 }
1069 }
1070
qla_update_host_map(struct scsi_qla_host * vha,port_id_t id)1071 void qla_update_host_map(struct scsi_qla_host *vha, port_id_t id)
1072 {
1073
1074 if (!vha->d_id.b24) {
1075 vha->d_id = id;
1076 qla_update_vp_map(vha, SET_AL_PA);
1077 } else if (vha->d_id.b24 != id.b24) {
1078 qla_update_vp_map(vha, RESET_AL_PA);
1079 vha->d_id = id;
1080 qla_update_vp_map(vha, SET_AL_PA);
1081 }
1082 }
1083
qla_create_buf_pool(struct scsi_qla_host * vha,struct qla_qpair * qp)1084 int qla_create_buf_pool(struct scsi_qla_host *vha, struct qla_qpair *qp)
1085 {
1086 int sz;
1087
1088 qp->buf_pool.num_bufs = qp->req->length;
1089
1090 sz = BITS_TO_LONGS(qp->req->length);
1091 qp->buf_pool.buf_map = kcalloc(sz, sizeof(long), GFP_KERNEL);
1092 if (!qp->buf_pool.buf_map) {
1093 ql_log(ql_log_warn, vha, 0x0186,
1094 "Failed to allocate buf_map(%zd).\n", sz * sizeof(unsigned long));
1095 return -ENOMEM;
1096 }
1097 sz = qp->req->length * sizeof(void *);
1098 qp->buf_pool.buf_array = kcalloc(qp->req->length, sizeof(void *), GFP_KERNEL);
1099 if (!qp->buf_pool.buf_array) {
1100 ql_log(ql_log_warn, vha, 0x0186,
1101 "Failed to allocate buf_array(%d).\n", sz);
1102 kfree(qp->buf_pool.buf_map);
1103 return -ENOMEM;
1104 }
1105 sz = qp->req->length * sizeof(dma_addr_t);
1106 qp->buf_pool.dma_array = kcalloc(qp->req->length, sizeof(dma_addr_t), GFP_KERNEL);
1107 if (!qp->buf_pool.dma_array) {
1108 ql_log(ql_log_warn, vha, 0x0186,
1109 "Failed to allocate dma_array(%d).\n", sz);
1110 kfree(qp->buf_pool.buf_map);
1111 kfree(qp->buf_pool.buf_array);
1112 return -ENOMEM;
1113 }
1114 set_bit(0, qp->buf_pool.buf_map);
1115 return 0;
1116 }
1117
qla_free_buf_pool(struct qla_qpair * qp)1118 void qla_free_buf_pool(struct qla_qpair *qp)
1119 {
1120 int i;
1121 struct qla_hw_data *ha = qp->vha->hw;
1122
1123 for (i = 0; i < qp->buf_pool.num_bufs; i++) {
1124 if (qp->buf_pool.buf_array[i] && qp->buf_pool.dma_array[i])
1125 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[i],
1126 qp->buf_pool.dma_array[i]);
1127 qp->buf_pool.buf_array[i] = NULL;
1128 qp->buf_pool.dma_array[i] = 0;
1129 }
1130
1131 kfree(qp->buf_pool.dma_array);
1132 kfree(qp->buf_pool.buf_array);
1133 kfree(qp->buf_pool.buf_map);
1134 }
1135
1136 /* it is assume qp->qp_lock is held at this point */
qla_get_buf(struct scsi_qla_host * vha,struct qla_qpair * qp,struct qla_buf_dsc * dsc)1137 int qla_get_buf(struct scsi_qla_host *vha, struct qla_qpair *qp, struct qla_buf_dsc *dsc)
1138 {
1139 u16 tag, i = 0;
1140 void *buf;
1141 dma_addr_t buf_dma;
1142 struct qla_hw_data *ha = vha->hw;
1143
1144 dsc->tag = TAG_FREED;
1145 again:
1146 tag = find_first_zero_bit(qp->buf_pool.buf_map, qp->buf_pool.num_bufs);
1147 if (tag >= qp->buf_pool.num_bufs) {
1148 ql_dbg(ql_dbg_io, vha, 0x00e2,
1149 "qp(%d) ran out of buf resource.\n", qp->id);
1150 return -EIO;
1151 }
1152 if (tag == 0) {
1153 set_bit(0, qp->buf_pool.buf_map);
1154 i++;
1155 if (i == 5) {
1156 ql_dbg(ql_dbg_io, vha, 0x00e3,
1157 "qp(%d) unable to get tag.\n", qp->id);
1158 return -EIO;
1159 }
1160 goto again;
1161 }
1162
1163 if (!qp->buf_pool.buf_array[tag]) {
1164 buf = dma_pool_zalloc(ha->fcp_cmnd_dma_pool, GFP_ATOMIC, &buf_dma);
1165 if (!buf) {
1166 ql_log(ql_log_fatal, vha, 0x13b1,
1167 "Failed to allocate buf.\n");
1168 return -ENOMEM;
1169 }
1170
1171 dsc->buf = qp->buf_pool.buf_array[tag] = buf;
1172 dsc->buf_dma = qp->buf_pool.dma_array[tag] = buf_dma;
1173 qp->buf_pool.num_alloc++;
1174 } else {
1175 dsc->buf = qp->buf_pool.buf_array[tag];
1176 dsc->buf_dma = qp->buf_pool.dma_array[tag];
1177 memset(dsc->buf, 0, FCP_CMND_DMA_POOL_SIZE);
1178 }
1179
1180 qp->buf_pool.num_active++;
1181 if (qp->buf_pool.num_active > qp->buf_pool.max_used)
1182 qp->buf_pool.max_used = qp->buf_pool.num_active;
1183
1184 dsc->tag = tag;
1185 set_bit(tag, qp->buf_pool.buf_map);
1186 return 0;
1187 }
1188
qla_trim_buf(struct qla_qpair * qp,u16 trim)1189 static void qla_trim_buf(struct qla_qpair *qp, u16 trim)
1190 {
1191 int i, j;
1192 struct qla_hw_data *ha = qp->vha->hw;
1193
1194 if (!trim)
1195 return;
1196
1197 for (i = 0; i < trim; i++) {
1198 j = qp->buf_pool.num_alloc - 1;
1199 if (test_bit(j, qp->buf_pool.buf_map)) {
1200 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x300b,
1201 "QP id(%d): trim active buf[%d]. Remain %d bufs\n",
1202 qp->id, j, qp->buf_pool.num_alloc);
1203 return;
1204 }
1205
1206 if (qp->buf_pool.buf_array[j]) {
1207 dma_pool_free(ha->fcp_cmnd_dma_pool, qp->buf_pool.buf_array[j],
1208 qp->buf_pool.dma_array[j]);
1209 qp->buf_pool.buf_array[j] = NULL;
1210 qp->buf_pool.dma_array[j] = 0;
1211 }
1212 qp->buf_pool.num_alloc--;
1213 if (!qp->buf_pool.num_alloc)
1214 break;
1215 }
1216 ql_dbg(ql_dbg_io + ql_dbg_verbose, qp->vha, 0x3010,
1217 "QP id(%d): trimmed %d bufs. Remain %d bufs\n",
1218 qp->id, trim, qp->buf_pool.num_alloc);
1219 }
1220
__qla_adjust_buf(struct qla_qpair * qp)1221 static void __qla_adjust_buf(struct qla_qpair *qp)
1222 {
1223 u32 trim;
1224
1225 qp->buf_pool.take_snapshot = 0;
1226 qp->buf_pool.prev_max = qp->buf_pool.max_used;
1227 qp->buf_pool.max_used = qp->buf_pool.num_active;
1228
1229 if (qp->buf_pool.prev_max > qp->buf_pool.max_used &&
1230 qp->buf_pool.num_alloc > qp->buf_pool.max_used) {
1231 /* down trend */
1232 trim = qp->buf_pool.num_alloc - qp->buf_pool.max_used;
1233 trim = (trim * 10) / 100;
1234 trim = trim ? trim : 1;
1235 qla_trim_buf(qp, trim);
1236 } else if (!qp->buf_pool.prev_max && !qp->buf_pool.max_used) {
1237 /* 2 periods of no io */
1238 qla_trim_buf(qp, qp->buf_pool.num_alloc);
1239 }
1240 }
1241
1242 /* it is assume qp->qp_lock is held at this point */
qla_put_buf(struct qla_qpair * qp,struct qla_buf_dsc * dsc)1243 void qla_put_buf(struct qla_qpair *qp, struct qla_buf_dsc *dsc)
1244 {
1245 if (dsc->tag == TAG_FREED)
1246 return;
1247 lockdep_assert_held(qp->qp_lock_ptr);
1248
1249 clear_bit(dsc->tag, qp->buf_pool.buf_map);
1250 qp->buf_pool.num_active--;
1251 dsc->tag = TAG_FREED;
1252
1253 if (qp->buf_pool.take_snapshot)
1254 __qla_adjust_buf(qp);
1255 }
1256
1257 #define EXPIRE (60 * HZ)
qla_adjust_buf(struct scsi_qla_host * vha)1258 void qla_adjust_buf(struct scsi_qla_host *vha)
1259 {
1260 unsigned long flags;
1261 int i;
1262 struct qla_qpair *qp;
1263
1264 if (vha->vp_idx)
1265 return;
1266
1267 if (!vha->buf_expired) {
1268 vha->buf_expired = jiffies + EXPIRE;
1269 return;
1270 }
1271 if (time_before(jiffies, vha->buf_expired))
1272 return;
1273
1274 vha->buf_expired = jiffies + EXPIRE;
1275
1276 for (i = 0; i < vha->hw->num_qpairs; i++) {
1277 qp = vha->hw->queue_pair_map[i];
1278 if (!qp)
1279 continue;
1280 if (!qp->buf_pool.num_alloc)
1281 continue;
1282
1283 if (qp->buf_pool.take_snapshot) {
1284 /* no io has gone through in the last EXPIRE period */
1285 spin_lock_irqsave(qp->qp_lock_ptr, flags);
1286 __qla_adjust_buf(qp);
1287 spin_unlock_irqrestore(qp->qp_lock_ptr, flags);
1288 } else {
1289 qp->buf_pool.take_snapshot = 1;
1290 }
1291 }
1292 }
1293