1  /*******************************************************************
2   * This file is part of the Emulex Linux Device Driver for         *
3   * Fibre Channel Host Bus Adapters.                                *
4   * Copyright (C) 2017-2022 Broadcom. All Rights Reserved. The term *
5   * “Broadcom” refers to Broadcom Inc. and/or its subsidiaries.     *
6   * Copyright (C) 2004-2013 Emulex.  All rights reserved.           *
7   * EMULEX and SLI are trademarks of Emulex.                        *
8   * www.broadcom.com                                                *
9   *                                                                 *
10   * This program is free software; you can redistribute it and/or   *
11   * modify it under the terms of version 2 of the GNU General       *
12   * Public License as published by the Free Software Foundation.    *
13   * This program is distributed in the hope that it will be useful. *
14   * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND          *
15   * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY,  *
16   * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE      *
17   * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
18   * TO BE LEGALLY INVALID.  See the GNU General Public License for  *
19   * more details, a copy of which can be found in the file COPYING  *
20   * included with this package.                                     *
21   *******************************************************************/
22  
23  #define FC_MAX_HOLD_RSCN     32	      /* max number of deferred RSCNs */
24  #define FC_MAX_NS_RSP        64512    /* max size NameServer rsp */
25  #define FC_MAXLOOP           126      /* max devices supported on a fc loop */
26  #define LPFC_DISC_FLOGI_TMO  10	      /* Discovery FLOGI ratov */
27  
28  
29  /* This is the protocol dependent definition for a Node List Entry.
30   * This is used by Fibre Channel protocol to support FCP.
31   */
32  
33  /* worker thread events */
34  enum lpfc_work_type {
35  	LPFC_EVT_ONLINE,
36  	LPFC_EVT_OFFLINE_PREP,
37  	LPFC_EVT_OFFLINE,
38  	LPFC_EVT_WARM_START,
39  	LPFC_EVT_KILL,
40  	LPFC_EVT_ELS_RETRY,
41  	LPFC_EVT_DEV_LOSS,
42  	LPFC_EVT_FASTPATH_MGMT_EVT,
43  	LPFC_EVT_RESET_HBA,
44  	LPFC_EVT_RECOVER_PORT
45  };
46  
47  /* structure used to queue event to the discovery tasklet */
48  struct lpfc_work_evt {
49  	struct list_head      evt_listp;
50  	void                 *evt_arg1;
51  	void                 *evt_arg2;
52  	enum lpfc_work_type   evt;
53  };
54  
55  struct lpfc_scsi_check_condition_event;
56  struct lpfc_scsi_varqueuedepth_event;
57  struct lpfc_scsi_event_header;
58  struct lpfc_fabric_event_header;
59  struct lpfc_fcprdchkerr_event;
60  
61  /* structure used for sending events from fast path */
62  struct lpfc_fast_path_event {
63  	struct lpfc_work_evt work_evt;
64  	struct lpfc_vport     *vport;
65  	union {
66  		struct lpfc_scsi_check_condition_event check_cond_evt;
67  		struct lpfc_scsi_varqueuedepth_event queue_depth_evt;
68  		struct lpfc_scsi_event_header scsi_evt;
69  		struct lpfc_fabric_event_header fabric_evt;
70  		struct lpfc_fcprdchkerr_event read_check_error;
71  	} un;
72  };
73  
74  #define LPFC_SLI4_MAX_XRI	1024	/* Used to make the ndlp's xri_bitmap */
75  #define XRI_BITMAP_ULONGS (LPFC_SLI4_MAX_XRI / BITS_PER_LONG)
76  struct lpfc_node_rrqs {
77  	unsigned long xri_bitmap[XRI_BITMAP_ULONGS];
78  };
79  
80  enum lpfc_fc4_xpt_flags {
81  	NLP_XPT_REGD		= 0x1,
82  	SCSI_XPT_REGD		= 0x2,
83  	NVME_XPT_REGD		= 0x4,
84  	NVME_XPT_UNREG_WAIT	= 0x8,
85  	NLP_XPT_HAS_HH		= 0x10
86  };
87  
88  enum lpfc_nlp_save_flags {
89  	/* devloss occurred during recovery */
90  	NLP_IN_RECOV_POST_DEV_LOSS	= 0x1,
91  	/* wait for outstanding LOGO to cmpl */
92  	NLP_WAIT_FOR_LOGO		= 0x2,
93  	/* wait for outstanding DA_ID to finish */
94  	NLP_WAIT_FOR_DA_ID              = 0x4
95  };
96  
97  struct lpfc_nodelist {
98  	struct list_head nlp_listp;
99  	struct serv_parm fc_sparam;		/* buffer for service params */
100  	struct lpfc_name nlp_portname;
101  	struct lpfc_name nlp_nodename;
102  
103  	spinlock_t	lock;			/* Node management lock */
104  
105  	uint32_t         nlp_flag;		/* entry flags */
106  	uint32_t         nlp_DID;		/* FC D_ID of entry */
107  	uint32_t         nlp_last_elscmd;	/* Last ELS cmd sent */
108  	uint16_t         nlp_type;
109  #define NLP_FC_NODE        0x1			/* entry is an FC node */
110  #define NLP_FABRIC         0x4			/* entry rep a Fabric entity */
111  #define NLP_FCP_TARGET     0x8			/* entry is an FCP target */
112  #define NLP_FCP_INITIATOR  0x10			/* entry is an FCP Initiator */
113  #define NLP_NVME_TARGET    0x20			/* entry is a NVME Target */
114  #define NLP_NVME_INITIATOR 0x40			/* entry is a NVME Initiator */
115  #define NLP_NVME_DISCOVERY 0x80                 /* entry has NVME disc srvc */
116  
117  	uint16_t	nlp_fc4_type;		/* FC types node supports. */
118  						/* Assigned from GID_FF, only
119  						 * FCP (0x8) and NVME (0x28)
120  						 * supported.
121  						 */
122  #define NLP_FC4_NONE	0x0
123  #define NLP_FC4_FCP	0x1			/* FC4 Type FCP (value x8)) */
124  #define NLP_FC4_NVME	0x2			/* FC4 TYPE NVME (value x28) */
125  
126  	uint16_t        nlp_rpi;
127  	uint16_t        nlp_state;		/* state transition indicator */
128  	uint16_t        nlp_prev_state;		/* state transition indicator */
129  	uint16_t        nlp_xri;		/* output exchange id for RPI */
130  	uint16_t        nlp_sid;		/* scsi id */
131  #define NLP_NO_SID		0xffff
132  	uint16_t	nlp_maxframe;		/* Max RCV frame size */
133  	uint8_t		nlp_class_sup;		/* Supported Classes */
134  	uint8_t         nlp_retry;		/* used for ELS retries */
135  	uint8_t         nlp_fcp_info;	        /* class info, bits 0-3 */
136  #define NLP_FCP_2_DEVICE   0x10			/* FCP-2 device */
137  	u8		nlp_nvme_info;	        /* NVME NSLER Support */
138  	uint8_t		vmid_support;		/* destination VMID support */
139  #define NLP_NVME_NSLER     0x1			/* NVME NSLER device */
140  
141  	struct timer_list   nlp_delayfunc;	/* Used for delayed ELS cmds */
142  	struct lpfc_hba *phba;
143  	struct fc_rport *rport;		/* scsi_transport_fc port structure */
144  	struct lpfc_nvme_rport *nrport;	/* nvme transport rport struct. */
145  	struct lpfc_vport *vport;
146  	struct lpfc_work_evt els_retry_evt;
147  	struct lpfc_work_evt dev_loss_evt;
148  	struct lpfc_work_evt recovery_evt;
149  	struct kref     kref;
150  	atomic_t cmd_pending;
151  	uint32_t cmd_qdepth;
152  	unsigned long last_change_time;
153  	unsigned long *active_rrqs_xri_bitmap;
154  	uint32_t fc4_prli_sent;
155  
156  	/* flags to keep ndlp alive until special conditions are met */
157  	enum lpfc_nlp_save_flags save_flags;
158  
159  	enum lpfc_fc4_xpt_flags fc4_xpt_flags;
160  
161  	uint32_t nvme_fb_size; /* NVME target's supported byte cnt */
162  #define NVME_FB_BIT_SHIFT 9    /* PRLI Rsp first burst in 512B units. */
163  	uint32_t nlp_defer_did;
164  
165  	/* These wait objects are NPIV specific.  These IOs must complete
166  	 * synchronously.
167  	 */
168  	wait_queue_head_t *logo_waitq;
169  	wait_queue_head_t *da_id_waitq;
170  };
171  
172  struct lpfc_node_rrq {
173  	struct list_head list;
174  	uint16_t xritag;
175  	uint16_t send_rrq;
176  	uint16_t rxid;
177  	uint32_t         nlp_DID;		/* FC D_ID of entry */
178  	struct lpfc_vport *vport;
179  	unsigned long rrq_stop_time;
180  };
181  
182  #define lpfc_ndlp_check_qdepth(phba, ndlp) \
183  	(ndlp->cmd_qdepth < phba->sli4_hba.max_cfg_param.max_xri)
184  
185  /* Defines for nlp_flag (uint32) */
186  #define NLP_IGNR_REG_CMPL  0x00000001 /* Rcvd rscn before we cmpl reg login */
187  #define NLP_REG_LOGIN_SEND 0x00000002   /* sent reglogin to adapter */
188  #define NLP_RELEASE_RPI    0x00000004   /* Release RPI to free pool */
189  #define NLP_SUPPRESS_RSP   0x00000010	/* Remote NPort supports suppress rsp */
190  #define NLP_PLOGI_SND      0x00000020	/* sent PLOGI request for this entry */
191  #define NLP_PRLI_SND       0x00000040	/* sent PRLI request for this entry */
192  #define NLP_ADISC_SND      0x00000080	/* sent ADISC request for this entry */
193  #define NLP_LOGO_SND       0x00000100	/* sent LOGO request for this entry */
194  #define NLP_RNID_SND       0x00000400	/* sent RNID request for this entry */
195  #define NLP_ELS_SND_MASK   0x000007e0	/* sent ELS request for this entry */
196  #define NLP_NVMET_RECOV    0x00001000   /* NVMET auditing node for recovery. */
197  #define NLP_UNREG_INP      0x00008000	/* UNREG_RPI cmd is in progress */
198  #define NLP_DROPPED        0x00010000	/* Init ref count has been dropped */
199  #define NLP_DELAY_TMO      0x00020000	/* delay timeout is running for node */
200  #define NLP_NPR_2B_DISC    0x00040000	/* node is included in num_disc_nodes */
201  #define NLP_RCV_PLOGI      0x00080000	/* Rcv'ed PLOGI from remote system */
202  #define NLP_LOGO_ACC       0x00100000	/* Process LOGO after ACC completes */
203  #define NLP_TGT_NO_SCSIID  0x00200000	/* good PRLI but no binding for scsid */
204  #define NLP_ISSUE_LOGO     0x00400000	/* waiting to issue a LOGO */
205  #define NLP_IN_DEV_LOSS    0x00800000	/* devloss in progress */
206  #define NLP_ACC_REGLOGIN   0x01000000	/* Issue Reg Login after successful
207  					   ACC */
208  #define NLP_NPR_ADISC      0x02000000	/* Issue ADISC when dq'ed from
209  					   NPR list */
210  #define NLP_RM_DFLT_RPI    0x04000000	/* need to remove leftover dflt RPI */
211  #define NLP_NODEV_REMOVE   0x08000000	/* Defer removal till discovery ends */
212  #define NLP_TARGET_REMOVE  0x10000000   /* Target remove in process */
213  #define NLP_SC_REQ         0x20000000	/* Target requires authentication */
214  #define NLP_FIRSTBURST     0x40000000	/* Target supports FirstBurst */
215  #define NLP_RPI_REGISTERED 0x80000000	/* nlp_rpi is valid */
216  
217  /* There are 4 different double linked lists nodelist entries can reside on.
218   * The Port Login (PLOGI) list and Address Discovery (ADISC) list are used
219   * when Link Up discovery or Registered State Change Notification (RSCN)
220   * processing is needed.  Each list holds the nodes that require a PLOGI or
221   * ADISC Extended Link Service (ELS) request.  These lists keep track of the
222   * nodes affected by an RSCN, or a Link Up (Typically, all nodes are effected
223   * by Link Up) event.  The unmapped_list contains all nodes that have
224   * successfully logged into at the Fibre Channel level.  The
225   * mapped_list will contain all nodes that are mapped FCP targets.
226   *
227   * The bind list is a list of undiscovered (potentially non-existent) nodes
228   * that we have saved binding information on. This information is used when
229   * nodes transition from the unmapped to the mapped list.
230   */
231  
232  /* Defines for nlp_state */
233  #define NLP_STE_UNUSED_NODE       0x0	/* node is just allocated */
234  #define NLP_STE_PLOGI_ISSUE       0x1	/* PLOGI was sent to NL_PORT */
235  #define NLP_STE_ADISC_ISSUE       0x2	/* ADISC was sent to NL_PORT */
236  #define NLP_STE_REG_LOGIN_ISSUE   0x3	/* REG_LOGIN was issued for NL_PORT */
237  #define NLP_STE_PRLI_ISSUE        0x4	/* PRLI was sent to NL_PORT */
238  #define NLP_STE_LOGO_ISSUE	  0x5	/* LOGO was sent to NL_PORT */
239  #define NLP_STE_UNMAPPED_NODE     0x6	/* PRLI completed from NL_PORT */
240  #define NLP_STE_MAPPED_NODE       0x7	/* Identified as a FCP Target */
241  #define NLP_STE_NPR_NODE          0x8	/* NPort disappeared */
242  #define NLP_STE_MAX_STATE         0x9
243  #define NLP_STE_FREED_NODE        0xff	/* node entry was freed to MEM_NLP */
244  
245  /* For UNUSED_NODE state, the node has just been allocated.
246   * For PLOGI_ISSUE and REG_LOGIN_ISSUE, the node is on
247   * the PLOGI list. For REG_LOGIN_COMPL, the node is taken off the PLOGI list
248   * and put on the unmapped list. For ADISC processing, the node is taken off
249   * the ADISC list and placed on either the mapped or unmapped list (depending
250   * on its previous state). Once on the unmapped list, a PRLI is issued and the
251   * state changed to PRLI_ISSUE. When the PRLI completion occurs, the state is
252   * changed to PRLI_COMPL. If the completion indicates a mapped
253   * node, the node is taken off the unmapped list. The binding list is checked
254   * for a valid binding, or a binding is automatically assigned. If binding
255   * assignment is unsuccessful, the node is left on the unmapped list. If
256   * binding assignment is successful, the associated binding list entry (if
257   * any) is removed, and the node is placed on the mapped list.
258   */
259  /*
260   * For a Link Down, all nodes on the ADISC, PLOGI, unmapped or mapped
261   * lists will receive a DEVICE_RECOVERY event. If the linkdown or devloss timers
262   * expire, all effected nodes will receive a DEVICE_RM event.
263   */
264  /*
265   * For a Link Up or RSCN, all nodes will move from the mapped / unmapped lists
266   * to either the ADISC or PLOGI list.  After a Nameserver query or ALPA loopmap
267   * check, additional nodes may be added (DEVICE_ADD) or removed (DEVICE_RM) to /
268   * from the PLOGI or ADISC lists. Once the PLOGI and ADISC lists are populated,
269   * we will first process the ADISC list.  32 entries are processed initially and
270   * ADISC is initited for each one.  Completions / Events for each node are
271   * funnelled thru the state machine.  As each node finishes ADISC processing, it
272   * starts ADISC for any nodes waiting for ADISC processing. If no nodes are
273   * waiting, and the ADISC list count is identically 0, then we are done. For
274   * Link Up discovery, since all nodes on the PLOGI list are UNREG_LOGIN'ed, we
275   * can issue a CLEAR_LA and reenable Link Events. Next we will process the PLOGI
276   * list.  32 entries are processed initially and PLOGI is initited for each one.
277   * Completions / Events for each node are funnelled thru the state machine.  As
278   * each node finishes PLOGI processing, it starts PLOGI for any nodes waiting
279   * for PLOGI processing. If no nodes are waiting, and the PLOGI list count is
280   * identically 0, then we are done. We have now completed discovery / RSCN
281   * handling. Upon completion, ALL nodes should be on either the mapped or
282   * unmapped lists.
283   */
284  
285  /* Defines for Node List Entry Events that could happen */
286  #define NLP_EVT_RCV_PLOGI         0x0	/* Rcv'd an ELS PLOGI command */
287  #define NLP_EVT_RCV_PRLI          0x1	/* Rcv'd an ELS PRLI  command */
288  #define NLP_EVT_RCV_LOGO          0x2	/* Rcv'd an ELS LOGO  command */
289  #define NLP_EVT_RCV_ADISC         0x3	/* Rcv'd an ELS ADISC command */
290  #define NLP_EVT_RCV_PDISC         0x4	/* Rcv'd an ELS PDISC command */
291  #define NLP_EVT_RCV_PRLO          0x5	/* Rcv'd an ELS PRLO  command */
292  #define NLP_EVT_CMPL_PLOGI        0x6	/* Sent an ELS PLOGI command */
293  #define NLP_EVT_CMPL_PRLI         0x7	/* Sent an ELS PRLI  command */
294  #define NLP_EVT_CMPL_LOGO         0x8	/* Sent an ELS LOGO  command */
295  #define NLP_EVT_CMPL_ADISC        0x9	/* Sent an ELS ADISC command */
296  #define NLP_EVT_CMPL_REG_LOGIN    0xa	/* REG_LOGIN mbox cmd completed */
297  #define NLP_EVT_DEVICE_RM         0xb	/* Device not found in NS / ALPAmap */
298  #define NLP_EVT_DEVICE_RECOVERY   0xc	/* Device existence unknown */
299  #define NLP_EVT_MAX_EVENT         0xd
300  #define NLP_EVT_NOTHING_PENDING   0xff
301