145 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event);
147 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event);
149 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event);
151 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event);
153 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event);
155 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event);
157 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event);
163 bfad_sm_uninit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_uninit()  argument
165 	bfa_trc(bfad, event);  in bfad_sm_uninit()
169 		bfa_sm_set_state(bfad, bfad_sm_created);  in bfad_sm_uninit()
170 		bfad->bfad_tsk = kthread_create(bfad_worker, (void *) bfad,  in bfad_sm_uninit()
172 		if (IS_ERR(bfad->bfad_tsk)) {  in bfad_sm_uninit()
174 				"creation failed!\n", bfad->inst_no);  in bfad_sm_uninit()
175 			bfa_sm_send_event(bfad, BFAD_E_KTHREAD_CREATE_FAILED);  in bfad_sm_uninit()
177 		bfa_sm_send_event(bfad, BFAD_E_INIT);  in bfad_sm_uninit()
185 		bfa_sm_fault(bfad, event);  in bfad_sm_uninit()
193 bfad_sm_created(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_created()  argument
198 	bfa_trc(bfad, event);  in bfad_sm_created()
202 		bfa_sm_set_state(bfad, bfad_sm_initializing);  in bfad_sm_created()
204 		init_completion(&bfad->comp);  in bfad_sm_created()
207 		if (bfad_setup_intr(bfad)) {  in bfad_sm_created()
209 					bfad->inst_no);  in bfad_sm_created()
210 			bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
214 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
215 		bfa_iocfc_init(&bfad->bfa);  in bfad_sm_created()
216 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
219 		if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in bfad_sm_created()
220 			bfad_install_msix_handler(bfad)) {  in bfad_sm_created()
222 				__func__, bfad->inst_no);  in bfad_sm_created()
225 		bfad_init_timer(bfad);  in bfad_sm_created()
227 		wait_for_completion(&bfad->comp);  in bfad_sm_created()
229 		if ((bfad->bfad_flags & BFAD_HAL_INIT_DONE)) {  in bfad_sm_created()
230 			bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_sm_created()
234 				bfad->pci_name);  in bfad_sm_created()
235 			spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
236 			bfa_fcs_init(&bfad->bfa_fcs);  in bfad_sm_created()
237 			spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
239 			ret = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_sm_created()
241 				init_completion(&bfad->comp);  in bfad_sm_created()
243 				spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_created()
244 				bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_sm_created()
245 				bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_sm_created()
246 				spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_created()
248 				wait_for_completion(&bfad->comp);  in bfad_sm_created()
250 				bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in bfad_sm_created()
253 			bfad->bfad_flags |= BFAD_HAL_INIT_FAIL;  in bfad_sm_created()
254 			bfa_sm_send_event(bfad, BFAD_E_HAL_INIT_FAILED);  in bfad_sm_created()
260 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_created()
264 		bfa_sm_fault(bfad, event);  in bfad_sm_created()
269 bfad_sm_initializing(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_initializing()  argument
274 	bfa_trc(bfad, event);  in bfad_sm_initializing()
278 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
279 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
280 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
281 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
283 		retval = bfad_start_ops(bfad);  in bfad_sm_initializing()
285 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
288 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_initializing()
292 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_initializing()
293 		kthread_stop(bfad->bfad_tsk);  in bfad_sm_initializing()
294 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
295 		bfad->bfad_tsk = NULL;  in bfad_sm_initializing()
296 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_sm_initializing()
300 		bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_sm_initializing()
303 		bfa_sm_fault(bfad, event);  in bfad_sm_initializing()
308 bfad_sm_failed(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_failed()  argument
312 	bfa_trc(bfad, event);  in bfad_sm_failed()
316 		retval = bfad_start_ops(bfad);  in bfad_sm_failed()
319 		bfa_sm_set_state(bfad, bfad_sm_operational);  in bfad_sm_failed()
323 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_failed()
324 		bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_sm_failed()
328 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_failed()
329 		bfad_remove_intr(bfad);  in bfad_sm_failed()
330 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_failed()
334 		bfa_sm_fault(bfad, event);  in bfad_sm_failed()
339 bfad_sm_operational(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_operational()  argument
341 	bfa_trc(bfad, event);  in bfad_sm_operational()
345 		bfa_sm_set_state(bfad, bfad_sm_fcs_exit);  in bfad_sm_operational()
346 		bfad_fcs_stop(bfad);  in bfad_sm_operational()
350 		bfa_sm_fault(bfad, event);  in bfad_sm_operational()
355 bfad_sm_fcs_exit(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_fcs_exit()  argument
357 	bfa_trc(bfad, event);  in bfad_sm_fcs_exit()
361 		bfa_sm_set_state(bfad, bfad_sm_stopping);  in bfad_sm_fcs_exit()
362 		bfad_stop(bfad);  in bfad_sm_fcs_exit()
366 		bfa_sm_fault(bfad, event);  in bfad_sm_fcs_exit()
371 bfad_sm_stopping(struct bfad_s *bfad, enum bfad_sm_event event)  in bfad_sm_stopping()  argument
373 	bfa_trc(bfad, event);  in bfad_sm_stopping()
377 		bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_sm_stopping()
378 		bfad_remove_intr(bfad);  in bfad_sm_stopping()
379 		del_timer_sync(&bfad->hal_tmo);  in bfad_sm_stopping()
380 		bfad_im_probe_undo(bfad);  in bfad_sm_stopping()
381 		bfad->bfad_flags &= ~BFAD_FC4_PROBE_DONE;  in bfad_sm_stopping()
382 		bfad_uncfg_pport(bfad);  in bfad_sm_stopping()
386 		bfa_sm_fault(bfad, event);  in bfad_sm_stopping()
409 	struct bfad_s	      *bfad = drv;  in bfa_cb_init()  local
412 		bfad->bfad_flags |= BFAD_HAL_INIT_DONE;  in bfa_cb_init()
419 		if ((bfad->bfad_flags & BFAD_HAL_INIT_FAIL)) {  in bfa_cb_init()
420 			bfad->bfad_flags &= ~BFAD_HAL_INIT_FAIL;  in bfa_cb_init()
421 			wake_up_process(bfad->bfad_tsk);  in bfa_cb_init()
425 	complete(&bfad->comp);  in bfa_cb_init()
432 bfa_fcb_lport_new(struct bfad_s *bfad, struct bfa_fcs_lport_s *port,  in bfa_fcb_lport_new()  argument
440 		port_drv = &bfad->pport;  in bfa_fcb_lport_new()
457 		rc = bfad_im_port_new(bfad, port_drv);  in bfa_fcb_lport_new()
459 			bfad_im_port_delete(bfad, port_drv);  in bfa_fcb_lport_new()
471 bfa_fcb_rport_alloc(struct bfad_s *bfad, struct bfa_fcs_rport_s **rport,  in bfa_fcb_rport_alloc()  argument
492 bfa_fcb_pbc_vport_create(struct bfad_s *bfad, struct bfi_pbc_vport_s pbc_vport)  in bfa_fcb_pbc_vport_create()  argument
501 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
505 	vport->drv_port.bfad = bfad;  in bfa_fcb_pbc_vport_create()
511 	rc = bfa_fcs_pbc_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, 0,  in bfa_fcb_pbc_vport_create()
515 		bfa_trc(bfad, 0);  in bfa_fcb_pbc_vport_create()
519 	list_add_tail(&vport->list_entry, &bfad->pbc_vport_list);  in bfa_fcb_pbc_vport_create()
523 bfad_hal_mem_release(struct bfad_s *bfad)  in bfad_hal_mem_release()  argument
525 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_release()
542 		dma_free_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_release()
585 bfad_hal_mem_alloc(struct bfad_s *bfad)  in bfad_hal_mem_alloc()  argument
587 	struct bfa_meminfo_s *hal_meminfo = &bfad->meminfo;  in bfad_hal_mem_alloc()
594 	bfa_cfg_get_default(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
595 	bfad_update_hal_cfg(&bfad->ioc_cfg);  in bfad_hal_mem_alloc()
596 	bfad->cfg_data.ioc_queue_depth = bfad->ioc_cfg.fwcfg.num_ioim_reqs;  in bfad_hal_mem_alloc()
597 	bfa_cfg_get_meminfo(&bfad->ioc_cfg, hal_meminfo, &bfad->bfa);  in bfad_hal_mem_alloc()
607 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
616 		dma_elem->kva = dma_alloc_coherent(&bfad->pcidev->dev,  in bfad_hal_mem_alloc()
620 			bfad_hal_mem_release(bfad);  in bfad_hal_mem_alloc()
635 bfad_vport_create(struct bfad_s *bfad, u16 vf_id,  in bfad_vport_create()  argument
649 	vport->drv_port.bfad = bfad;  in bfad_vport_create()
650 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
651 	rc = bfa_fcs_vport_create(&vport->fcs_vport, &bfad->bfa_fcs, vf_id,  in bfad_vport_create()
653 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
659 		rc = bfad_im_scsi_host_alloc(bfad, vport->drv_port.im_port,  in bfad_vport_create()
665 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
667 	list_add_tail(&vport->list_entry, &bfad->vport_list);  in bfad_vport_create()
668 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
673 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_vport_create()
677 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_vport_create()
688 	struct bfad_s	      *bfad = from_timer(bfad, t, hal_tmo);  in bfad_bfa_tmo()  local
692 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
694 	bfa_timer_beat(&bfad->bfa.timer_mod);  in bfad_bfa_tmo()
696 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
697 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
700 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
701 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
702 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_bfa_tmo()
703 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_bfa_tmo()
706 	mod_timer(&bfad->hal_tmo,  in bfad_bfa_tmo()
711 bfad_init_timer(struct bfad_s *bfad)  in bfad_init_timer()  argument
713 	timer_setup(&bfad->hal_tmo, bfad_bfa_tmo, 0);  in bfad_init_timer()
715 	mod_timer(&bfad->hal_tmo,  in bfad_init_timer()
720 bfad_pci_init(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_init()  argument
741 	bfad->pci_bar0_kva = pci_iomap(pdev, 0, pci_resource_len(pdev, 0));  in bfad_pci_init()
742 	bfad->pci_bar2_kva = pci_iomap(pdev, 2, pci_resource_len(pdev, 2));  in bfad_pci_init()
744 	if (bfad->pci_bar0_kva == NULL) {  in bfad_pci_init()
750 	bfad->hal_pcidev.pci_slot = PCI_SLOT(pdev->devfn);  in bfad_pci_init()
751 	bfad->hal_pcidev.pci_func = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
752 	bfad->hal_pcidev.pci_bar_kva = bfad->pci_bar0_kva;  in bfad_pci_init()
753 	bfad->hal_pcidev.device_id = pdev->device;  in bfad_pci_init()
754 	bfad->hal_pcidev.ssid = pdev->subsystem_device;  in bfad_pci_init()
755 	bfad->pci_name = pci_name(pdev);  in bfad_pci_init()
757 	bfad->pci_attr.vendor_id = pdev->vendor;  in bfad_pci_init()
758 	bfad->pci_attr.device_id = pdev->device;  in bfad_pci_init()
759 	bfad->pci_attr.ssid = pdev->subsystem_device;  in bfad_pci_init()
760 	bfad->pci_attr.ssvid = pdev->subsystem_vendor;  in bfad_pci_init()
761 	bfad->pci_attr.pcifn = PCI_FUNC(pdev->devfn);  in bfad_pci_init()
763 	bfad->pcidev = pdev;  in bfad_pci_init()
773 				"reset to %d\n", bfad->pci_name, max_rq,  in bfad_pci_init()
779 			       bfad->pci_name, pcie_max_read_reqsz);  in bfad_pci_init()
796 bfad_pci_uninit(struct pci_dev *pdev, struct bfad_s *bfad)  in bfad_pci_uninit()  argument
798 	pci_iounmap(pdev, bfad->pci_bar0_kva);  in bfad_pci_uninit()
799 	pci_iounmap(pdev, bfad->pci_bar2_kva);  in bfad_pci_uninit()
805 bfad_drv_init(struct bfad_s *bfad)  in bfad_drv_init()  argument
810 	bfad->cfg_data.rport_del_timeout = rport_del_timeout;  in bfad_drv_init()
811 	bfad->cfg_data.lun_queue_depth = bfa_lun_queue_depth;  in bfad_drv_init()
812 	bfad->cfg_data.io_max_sge = bfa_io_max_sge;  in bfad_drv_init()
813 	bfad->cfg_data.binding_method = FCP_PWWN_BINDING;  in bfad_drv_init()
815 	rc = bfad_hal_mem_alloc(bfad);  in bfad_drv_init()
818 		       bfad->inst_no);  in bfad_drv_init()
824 	bfad->bfa.trcmod = bfad->trcmod;  in bfad_drv_init()
825 	bfad->bfa.plog = &bfad->plog_buf;  in bfad_drv_init()
826 	bfa_plog_init(&bfad->plog_buf);  in bfad_drv_init()
827 	bfa_plog_str(&bfad->plog_buf, BFA_PL_MID_DRVR, BFA_PL_EID_DRIVER_START,  in bfad_drv_init()
830 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg, &bfad->meminfo,  in bfad_drv_init()
831 		   &bfad->hal_pcidev);  in bfad_drv_init()
834 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_init()
835 	bfad->bfa_fcs.trcmod = bfad->trcmod;  in bfad_drv_init()
836 	bfa_fcs_attach(&bfad->bfa_fcs, &bfad->bfa, bfad, BFA_FALSE);  in bfad_drv_init()
837 	bfad->bfa_fcs.fdmi_enabled = fdmi_enable;  in bfad_drv_init()
838 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_init()
840 	bfad->bfad_flags |= BFAD_DRV_INIT_DONE;  in bfad_drv_init()
846 bfad_drv_uninit(struct bfad_s *bfad)  in bfad_drv_uninit()  argument
850 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
851 	init_completion(&bfad->comp);  in bfad_drv_uninit()
852 	bfa_iocfc_stop(&bfad->bfa);  in bfad_drv_uninit()
853 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_uninit()
854 	wait_for_completion(&bfad->comp);  in bfad_drv_uninit()
856 	del_timer_sync(&bfad->hal_tmo);  in bfad_drv_uninit()
857 	bfa_isr_disable(&bfad->bfa);  in bfad_drv_uninit()
858 	bfa_detach(&bfad->bfa);  in bfad_drv_uninit()
859 	bfad_remove_intr(bfad);  in bfad_drv_uninit()
860 	bfad_hal_mem_release(bfad);  in bfad_drv_uninit()
862 	bfad->bfad_flags &= ~BFAD_DRV_INIT_DONE;  in bfad_drv_uninit()
866 bfad_drv_start(struct bfad_s *bfad)  in bfad_drv_start()  argument
870 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_drv_start()
871 	bfa_iocfc_start(&bfad->bfa);  in bfad_drv_start()
872 	bfa_fcs_pbc_vport_init(&bfad->bfa_fcs);  in bfad_drv_start()
873 	bfa_fcs_fabric_modstart(&bfad->bfa_fcs);  in bfad_drv_start()
874 	bfad->bfad_flags |= BFAD_HAL_START_DONE;  in bfad_drv_start()
875 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_drv_start()
877 	if (bfad->im)  in bfad_drv_start()
878 		flush_workqueue(bfad->im->drv_workq);  in bfad_drv_start()
882 bfad_fcs_stop(struct bfad_s *bfad)  in bfad_fcs_stop()  argument
886 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
887 	init_completion(&bfad->comp);  in bfad_fcs_stop()
888 	bfad->pport.flags |= BFAD_PORT_DELETE;  in bfad_fcs_stop()
889 	bfa_fcs_exit(&bfad->bfa_fcs);  in bfad_fcs_stop()
890 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_fcs_stop()
891 	wait_for_completion(&bfad->comp);  in bfad_fcs_stop()
893 	bfa_sm_send_event(bfad, BFAD_E_FCS_EXIT_COMP);  in bfad_fcs_stop()
897 bfad_stop(struct bfad_s *bfad)  in bfad_stop()  argument
901 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_stop()
902 	init_completion(&bfad->comp);  in bfad_stop()
903 	bfa_iocfc_stop(&bfad->bfa);  in bfad_stop()
904 	bfad->bfad_flags &= ~BFAD_HAL_START_DONE;  in bfad_stop()
905 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_stop()
906 	wait_for_completion(&bfad->comp);  in bfad_stop()
908 	bfa_sm_send_event(bfad, BFAD_E_EXIT_COMP);  in bfad_stop()
912 bfad_cfg_pport(struct bfad_s *bfad, enum bfa_lport_role role)  in bfad_cfg_pport()  argument
919 		if (bfad->pport.im_port == NULL) {  in bfad_cfg_pport()
924 		rc = bfad_im_scsi_host_alloc(bfad, bfad->pport.im_port,  in bfad_cfg_pport()
925 						&bfad->pcidev->dev);  in bfad_cfg_pport()
929 		bfad->pport.roles |= BFA_LPORT_ROLE_FCP_IM;  in bfad_cfg_pport()
932 	bfad->bfad_flags |= BFAD_CFG_PPORT_DONE;  in bfad_cfg_pport()
939 bfad_uncfg_pport(struct bfad_s *bfad)  in bfad_uncfg_pport()  argument
942 	    (bfad->pport.roles & BFA_LPORT_ROLE_FCP_IM)) {  in bfad_uncfg_pport()
943 		bfad_im_scsi_host_free(bfad, bfad->pport.im_port);  in bfad_uncfg_pport()
944 		bfad_im_port_clean(bfad->pport.im_port);  in bfad_uncfg_pport()
945 		kfree(bfad->pport.im_port);  in bfad_uncfg_pport()
946 		bfad->pport.roles &= ~BFA_LPORT_ROLE_FCP_IM;  in bfad_uncfg_pport()
949 	bfad->bfad_flags &= ~BFAD_CFG_PPORT_DONE;  in bfad_uncfg_pport()
953 bfad_start_ops(struct bfad_s *bfad) {  in bfad_start_ops()  argument
980 	strscpy(driver_info.os_device_name, bfad->pci_name,  in bfad_start_ops()
984 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_start_ops()
985 	bfa_fcs_driver_info_init(&bfad->bfa_fcs, &driver_info);  in bfad_start_ops()
987 	if (bfad->bfad_flags & BFAD_CFG_PPORT_DONE)  in bfad_start_ops()
988 		bfa_fcs_update_cfg(&bfad->bfa_fcs);  in bfad_start_ops()
990 		bfa_fcs_init(&bfad->bfa_fcs);  in bfad_start_ops()
992 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_start_ops()
994 	if (!(bfad->bfad_flags & BFAD_CFG_PPORT_DONE)) {  in bfad_start_ops()
995 		retval = bfad_cfg_pport(bfad, BFA_LPORT_ROLE_FCP_IM);  in bfad_start_ops()
1001 	bfad_fc_host_init(bfad->pport.im_port);  in bfad_start_ops()
1004 	retval = bfad_im_probe(bfad);  in bfad_start_ops()
1007 		if (bfa_sm_cmp_state(bfad, bfad_sm_initializing))  in bfad_start_ops()
1008 			bfa_sm_set_state(bfad, bfad_sm_failed);  in bfad_start_ops()
1011 		bfad->bfad_flags |= BFAD_FC4_PROBE_DONE;  in bfad_start_ops()
1013 	bfad_drv_start(bfad);  in bfad_start_ops()
1016 	list_for_each_entry_safe(vport, vport_new, &bfad->pbc_vport_list,  in bfad_start_ops()
1030 		fc_vport = fc_vport_create(bfad->pport.im_port->shost, 0, &vid);  in bfad_start_ops()
1034 				" %s\n", bfad->inst_no, pwwn_buf);  in bfad_start_ops()
1046 		bfa_linkup_delay = bfad_get_linkup_delay(bfad);  in bfad_start_ops()
1047 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1050 		bfad_rport_online_wait(bfad);  in bfad_start_ops()
1052 	BFA_LOG(KERN_INFO, bfad, bfa_log_level, "bfa device claimed\n");  in bfad_start_ops()
1060 	struct bfad_s *bfad = ptr;  in bfad_worker()  local
1067 	bfa_sm_send_event(bfad, BFAD_E_INIT_SUCCESS);  in bfad_worker()
1069 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_worker()
1070 	bfad->bfad_tsk = NULL;  in bfad_worker()
1071 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_worker()
1082 	struct bfad_s	*bfad = dev_id;  in bfad_intx()  local
1087 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1088 	rc = bfa_intx(&bfad->bfa);  in bfad_intx()
1090 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1094 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_intx()
1095 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1098 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_intx()
1100 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_intx()
1101 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_intx()
1102 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_intx()
1113 	struct bfad_s *bfad = vec->bfad;  in bfad_msix()  local
1117 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1119 	bfa_msix(&bfad->bfa, vec->msix.entry);  in bfad_msix()
1120 	bfa_comp_deq(&bfad->bfa, &doneq);  in bfad_msix()
1121 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1124 		bfa_comp_process(&bfad->bfa, &doneq);  in bfad_msix()
1126 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_msix()
1127 		bfa_comp_free(&bfad->bfa, &doneq);  in bfad_msix()
1128 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_msix()
1138 bfad_init_msix_entry(struct bfad_s *bfad, struct msix_entry *msix_entries,  in bfad_init_msix_entry()  argument
1144 	for (i = 0, bfad->nvec = 0; i < MAX_MSIX_ENTRY; i++) {  in bfad_init_msix_entry()
1146 			bfad->msix_tab[bfad->nvec].msix.entry = i;  in bfad_init_msix_entry()
1147 			bfad->msix_tab[bfad->nvec].bfad = bfad;  in bfad_init_msix_entry()
1148 			msix_entries[bfad->nvec].entry = i;  in bfad_init_msix_entry()
1149 			bfad->nvec++;  in bfad_init_msix_entry()
1158 bfad_install_msix_handler(struct bfad_s *bfad)  in bfad_install_msix_handler()  argument
1162 	for (i = 0; i < bfad->nvec; i++) {  in bfad_install_msix_handler()
1163 		sprintf(bfad->msix_tab[i].name, "bfa-%s-%s",  in bfad_install_msix_handler()
1164 				bfad->pci_name,  in bfad_install_msix_handler()
1165 				((bfa_asic_id_cb(bfad->hal_pcidev.device_id)) ?  in bfad_install_msix_handler()
1168 		error = request_irq(bfad->msix_tab[i].msix.vector,  in bfad_install_msix_handler()
1170 				    bfad->msix_tab[i].name, &bfad->msix_tab[i]);  in bfad_install_msix_handler()
1171 		bfa_trc(bfad, i);  in bfad_install_msix_handler()
1172 		bfa_trc(bfad, bfad->msix_tab[i].msix.vector);  in bfad_install_msix_handler()
1177 				free_irq(bfad->msix_tab[j].msix.vector,  in bfad_install_msix_handler()
1178 						&bfad->msix_tab[j]);  in bfad_install_msix_handler()
1180 			bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_install_msix_handler()
1181 			pci_disable_msix(bfad->pcidev);  in bfad_install_msix_handler()
1194 bfad_setup_intr(struct bfad_s *bfad)  in bfad_setup_intr()  argument
1199 	struct pci_dev *pdev = bfad->pcidev;  in bfad_setup_intr()
1203 	bfa_msix_getvecs(&bfad->bfa, &mask, &num_bit, &max_bit);  in bfad_setup_intr()
1206 	bfad_init_msix_entry(bfad, msix_entries, mask, max_bit);  in bfad_setup_intr()
1211 		error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1212 					      msix_entries, bfad->nvec);  in bfad_setup_intr()
1217 			       bfad->pci_name, bfad->nvec, error);  in bfad_setup_intr()
1218 			bfad->nvec = 1;  in bfad_setup_intr()
1219 			error = pci_enable_msix_exact(bfad->pcidev,  in bfad_setup_intr()
1227 				bfad->inst_no, error);  in bfad_setup_intr()
1239 		for (i = 0; i < bfad->nvec; i++) {  in bfad_setup_intr()
1240 			bfa_trc(bfad, msix_entries[i].vector);  in bfad_setup_intr()
1241 			bfad->msix_tab[i].msix.vector = msix_entries[i].vector;  in bfad_setup_intr()
1244 		bfa_msix_init(&bfad->bfa, bfad->nvec);  in bfad_setup_intr()
1246 		bfad->bfad_flags |= BFAD_MSIX_ON;  in bfad_setup_intr()
1252 	error = request_irq(bfad->pcidev->irq, (irq_handler_t)bfad_intx,  in bfad_setup_intr()
1253 			    BFAD_IRQ_FLAGS, BFAD_DRIVER_NAME, bfad);  in bfad_setup_intr()
1257 	bfad->bfad_flags |= BFAD_INTX_ON;  in bfad_setup_intr()
1263 bfad_remove_intr(struct bfad_s *bfad)  in bfad_remove_intr()  argument
1267 	if (bfad->bfad_flags & BFAD_MSIX_ON) {  in bfad_remove_intr()
1268 		for (i = 0; i < bfad->nvec; i++)  in bfad_remove_intr()
1269 			free_irq(bfad->msix_tab[i].msix.vector,  in bfad_remove_intr()
1270 					&bfad->msix_tab[i]);  in bfad_remove_intr()
1272 		pci_disable_msix(bfad->pcidev);  in bfad_remove_intr()
1273 		bfad->bfad_flags &= ~BFAD_MSIX_ON;  in bfad_remove_intr()
1274 	} else if (bfad->bfad_flags & BFAD_INTX_ON) {  in bfad_remove_intr()
1275 		free_irq(bfad->pcidev->irq, bfad);  in bfad_remove_intr()
1285 	struct bfad_s	*bfad;  in bfad_pci_probe()  local
1293 	bfad = kzalloc(sizeof(struct bfad_s), GFP_KERNEL);  in bfad_pci_probe()
1294 	if (!bfad) {  in bfad_pci_probe()
1299 	bfad->trcmod = kzalloc(sizeof(struct bfa_trc_mod_s), GFP_KERNEL);  in bfad_pci_probe()
1300 	if (!bfad->trcmod) {  in bfad_pci_probe()
1307 	bfa_trc_init(bfad->trcmod);  in bfad_pci_probe()
1308 	bfa_trc(bfad, bfad_inst);  in bfad_pci_probe()
1311 	INIT_LIST_HEAD(&bfad->free_aen_q);  in bfad_pci_probe()
1312 	INIT_LIST_HEAD(&bfad->active_aen_q);  in bfad_pci_probe()
1314 		list_add_tail(&bfad->aen_list[i].qe, &bfad->free_aen_q);  in bfad_pci_probe()
1317 		kfree(bfad->trcmod);  in bfad_pci_probe()
1321 	retval = bfad_pci_init(pdev, bfad);  in bfad_pci_probe()
1329 	bfad->inst_no = bfad_inst++;  in bfad_pci_probe()
1330 	list_add_tail(&bfad->list_entry, &bfad_list);  in bfad_pci_probe()
1334 	bfa_sm_set_state(bfad, bfad_sm_uninit);  in bfad_pci_probe()
1336 	spin_lock_init(&bfad->bfad_lock);  in bfad_pci_probe()
1337 	spin_lock_init(&bfad->bfad_aen_spinlock);  in bfad_pci_probe()
1339 	pci_set_drvdata(pdev, bfad);  in bfad_pci_probe()
1341 	bfad->ref_count = 0;  in bfad_pci_probe()
1342 	bfad->pport.bfad = bfad;  in bfad_pci_probe()
1343 	INIT_LIST_HEAD(&bfad->pbc_vport_list);  in bfad_pci_probe()
1344 	INIT_LIST_HEAD(&bfad->vport_list);  in bfad_pci_probe()
1348 		bfad_debugfs_init(&bfad->pport);  in bfad_pci_probe()
1350 	retval = bfad_drv_init(bfad);  in bfad_pci_probe()
1354 	bfa_sm_send_event(bfad, BFAD_E_CREATE);  in bfad_pci_probe()
1356 	if (bfa_sm_cmp_state(bfad, bfad_sm_uninit))  in bfad_pci_probe()
1362 	bfad_hal_mem_release(bfad);  in bfad_pci_probe()
1365 	kfree(bfad->regdata);  in bfad_pci_probe()
1366 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_probe()
1369 	list_del(&bfad->list_entry);  in bfad_pci_probe()
1371 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_probe()
1373 	kfree(bfad->trcmod);  in bfad_pci_probe()
1375 	kfree(bfad);  in bfad_pci_probe()
1386 	struct bfad_s	      *bfad = pci_get_drvdata(pdev);  in bfad_pci_remove()  local
1389 	bfa_trc(bfad, bfad->inst_no);  in bfad_pci_remove()
1391 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1392 	if (bfad->bfad_tsk != NULL) {  in bfad_pci_remove()
1393 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1394 		kthread_stop(bfad->bfad_tsk);  in bfad_pci_remove()
1396 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1400 	bfa_sm_send_event(bfad, BFAD_E_STOP);  in bfad_pci_remove()
1403 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1404 	bfa_detach(&bfad->bfa);  in bfad_pci_remove()
1405 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_remove()
1406 	bfad_hal_mem_release(bfad);  in bfad_pci_remove()
1409 	kfree(bfad->regdata);  in bfad_pci_remove()
1410 	bfad_debugfs_exit(&bfad->pport);  in bfad_pci_remove()
1415 	list_del(&bfad->list_entry);  in bfad_pci_remove()
1417 	bfad_pci_uninit(pdev, bfad);  in bfad_pci_remove()
1419 	kfree(bfad->trcmod);  in bfad_pci_remove()
1420 	kfree(bfad);  in bfad_pci_remove()
1429 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_error_detected()  local
1435 		   state, bfad->bfad_flags);  in bfad_pci_error_detected()
1439 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1440 		bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1442 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1443 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1444 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1448 		init_completion(&bfad->comp);  in bfad_pci_error_detected()
1449 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1450 		bfad->bfad_flags |= BFAD_EEH_BUSY;  in bfad_pci_error_detected()
1452 		bfa_ioc_suspend(&bfad->bfa.ioc);  in bfad_pci_error_detected()
1453 		bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_error_detected()
1454 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1455 		wait_for_completion(&bfad->comp);  in bfad_pci_error_detected()
1457 		bfad_remove_intr(bfad);  in bfad_pci_error_detected()
1458 		del_timer_sync(&bfad->hal_tmo);  in bfad_pci_error_detected()
1463 		spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1464 		bfad->bfad_flags |= BFAD_EEH_BUSY |  in bfad_pci_error_detected()
1466 		spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_error_detected()
1483 static int restart_bfa(struct bfad_s *bfad)  in restart_bfa()  argument
1486 	struct pci_dev *pdev = bfad->pcidev;  in restart_bfa()
1488 	bfa_attach(&bfad->bfa, bfad, &bfad->ioc_cfg,  in restart_bfa()
1489 		   &bfad->meminfo, &bfad->hal_pcidev);  in restart_bfa()
1492 	if (bfad_setup_intr(bfad)) {  in restart_bfa()
1494 			   "%s: bfad_setup_intr failed\n", bfad->pci_name);  in restart_bfa()
1495 		bfa_sm_send_event(bfad, BFAD_E_INIT_FAILED);  in restart_bfa()
1499 	init_completion(&bfad->comp);  in restart_bfa()
1500 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in restart_bfa()
1501 	bfa_iocfc_init(&bfad->bfa);  in restart_bfa()
1502 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in restart_bfa()
1505 	if ((bfad->bfad_flags & BFAD_MSIX_ON) &&  in restart_bfa()
1506 	    bfad_install_msix_handler(bfad))  in restart_bfa()
1508 			   "%s: install_msix failed.\n", bfad->pci_name);  in restart_bfa()
1510 	bfad_init_timer(bfad);  in restart_bfa()
1511 	wait_for_completion(&bfad->comp);  in restart_bfa()
1512 	bfad_drv_start(bfad);  in restart_bfa()
1523 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_slot_reset()  local
1528 		   "bfad_pci_slot_reset flags: 0x%x\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1553 	rc = dma_set_mask_and_coherent(&bfad->pcidev->dev, DMA_BIT_MASK(64));  in bfad_pci_slot_reset()
1557 	if (restart_bfa(bfad) == -1)  in bfad_pci_slot_reset()
1561 		   "slot_reset completed  flags: 0x%x!\n", bfad->bfad_flags);  in bfad_pci_slot_reset()
1574 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_mmio_enabled()  local
1579 	bfa_ioc_debug_save_ftrc(&bfad->bfa.ioc);  in bfad_pci_mmio_enabled()
1582 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1583 	init_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1584 	bfa_fcs_stop(&bfad->bfa_fcs);  in bfad_pci_mmio_enabled()
1585 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_mmio_enabled()
1586 	wait_for_completion(&bfad->comp);  in bfad_pci_mmio_enabled()
1588 	bfad_remove_intr(bfad);  in bfad_pci_mmio_enabled()
1589 	del_timer_sync(&bfad->hal_tmo);  in bfad_pci_mmio_enabled()
1599 	struct bfad_s *bfad = pci_get_drvdata(pdev);  in bfad_pci_resume()  local
1604 	bfad_rport_online_wait(bfad);  in bfad_pci_resume()
1606 	spin_lock_irqsave(&bfad->bfad_lock, flags);  in bfad_pci_resume()
1607 	bfad->bfad_flags &= ~BFAD_EEH_BUSY;  in bfad_pci_resume()
1608 	spin_unlock_irqrestore(&bfad->bfad_lock, flags);  in bfad_pci_resume()