1 /* bnx2i.h: QLogic NetXtreme II iSCSI driver.
2  *
3  * Copyright (c) 2006 - 2013 Broadcom Corporation
4  * Copyright (c) 2007, 2008 Red Hat, Inc.  All rights reserved.
5  * Copyright (c) 2007, 2008 Mike Christie
6  * Copyright (c) 2014, QLogic Corporation
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation.
11  *
12  * Written by: Anil Veerabhadrappa (anilgv@broadcom.com)
13  * Previously Maintained by: Eddie Wai (eddie.wai@broadcom.com)
14  * Maintained by: QLogic-Storage-Upstream@qlogic.com
15  */
16 
17 #ifndef _BNX2I_H_
18 #define _BNX2I_H_
19 
20 #include <linux/module.h>
21 #include <linux/moduleparam.h>
22 
23 #include <linux/errno.h>
24 #include <linux/pci.h>
25 #include <linux/spinlock.h>
26 #include <linux/interrupt.h>
27 #include <linux/delay.h>
28 #include <linux/sched/signal.h>
29 #include <linux/in.h>
30 #include <linux/kfifo.h>
31 #include <linux/netdevice.h>
32 #include <linux/completion.h>
33 #include <linux/kthread.h>
34 #include <linux/cpu.h>
35 
36 #include <scsi/scsi_cmnd.h>
37 #include <scsi/scsi_device.h>
38 #include <scsi/scsi_eh.h>
39 #include <scsi/scsi_host.h>
40 #include <scsi/scsi.h>
41 #include <scsi/iscsi_proto.h>
42 #include <scsi/libiscsi.h>
43 #include <scsi/scsi_transport_iscsi.h>
44 
45 #include "../../net/ethernet/broadcom/cnic_if.h"
46 #include "57xx_iscsi_hsi.h"
47 #include "57xx_iscsi_constants.h"
48 
49 #include "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h"
50 
51 #define BNX2_ISCSI_DRIVER_NAME		"bnx2i"
52 
53 #define BNX2I_MAX_ADAPTERS		8
54 
55 #define ISCSI_MAX_CONNS_PER_HBA		128
56 #define ISCSI_MAX_SESS_PER_HBA		ISCSI_MAX_CONNS_PER_HBA
57 #define ISCSI_MAX_CMDS_PER_SESS		128
58 
59 /* Total active commands across all connections supported by devices */
60 #define ISCSI_MAX_CMDS_PER_HBA_5708	(28 * (ISCSI_MAX_CMDS_PER_SESS - 1))
61 #define ISCSI_MAX_CMDS_PER_HBA_5709	(128 * (ISCSI_MAX_CMDS_PER_SESS - 1))
62 #define ISCSI_MAX_CMDS_PER_HBA_57710	(256 * (ISCSI_MAX_CMDS_PER_SESS - 1))
63 
64 #define ISCSI_MAX_BDS_PER_CMD		32
65 
66 #define MAX_PAGES_PER_CTRL_STRUCT_POOL	8
67 #define BNX2I_RESERVED_SLOW_PATH_CMD_SLOTS	4
68 
69 #define BNX2X_DB_SHIFT			3
70 
71 /* 5706/08 hardware has limit on maximum buffer size per BD it can handle */
72 #define MAX_BD_LENGTH			65535
73 #define BD_SPLIT_SIZE			32768
74 
75 /* min, max & default values for SQ/RQ/CQ size, configurable via' modparam */
76 #define BNX2I_SQ_WQES_MIN		16
77 #define BNX2I_570X_SQ_WQES_MAX		128
78 #define BNX2I_5770X_SQ_WQES_MAX		512
79 #define BNX2I_570X_SQ_WQES_DEFAULT	128
80 #define BNX2I_5770X_SQ_WQES_DEFAULT	128
81 
82 #define BNX2I_570X_CQ_WQES_MAX 		128
83 #define BNX2I_5770X_CQ_WQES_MAX 	512
84 
85 #define BNX2I_RQ_WQES_MIN 		16
86 #define BNX2I_RQ_WQES_MAX 		32
87 #define BNX2I_RQ_WQES_DEFAULT 		16
88 
89 /* CCELLs per conn */
90 #define BNX2I_CCELLS_MIN		16
91 #define BNX2I_CCELLS_MAX		96
92 #define BNX2I_CCELLS_DEFAULT		64
93 
94 #define ITT_INVALID_SIGNATURE		0xFFFF
95 
96 #define ISCSI_CMD_CLEANUP_TIMEOUT	100
97 
98 #define BNX2I_CONN_CTX_BUF_SIZE		16384
99 
100 #define BNX2I_SQ_WQE_SIZE		64
101 #define BNX2I_RQ_WQE_SIZE		256
102 #define BNX2I_CQE_SIZE			64
103 
104 #define MB_KERNEL_CTX_SHIFT		8
105 #define MB_KERNEL_CTX_SIZE		(1 << MB_KERNEL_CTX_SHIFT)
106 
107 #define CTX_SHIFT			7
108 #define GET_CID_NUM(cid_addr)		((cid_addr) >> CTX_SHIFT)
109 
110 #define CTX_OFFSET 			0x10000
111 #define MAX_CID_CNT			0x4000
112 
113 #define BNX2I_570X_PAGE_SIZE_DEFAULT	4096
114 
115 /* 5709 context registers */
116 #define BNX2_MQ_CONFIG2			0x00003d00
117 #define BNX2_MQ_CONFIG2_CONT_SZ		(0x7L<<4)
118 #define BNX2_MQ_CONFIG2_FIRST_L4L5	(0x1fL<<8)
119 
120 /* 57710's BAR2 is mapped to doorbell registers */
121 #define BNX2X_DOORBELL_PCI_BAR		2
122 #define BNX2X_MAX_CQS			8
123 
124 #define CNIC_ARM_CQE			1
125 #define CNIC_ARM_CQE_FP			2
126 #define CNIC_DISARM_CQE			0
127 
128 #define REG_RD(__hba, offset)				\
129 		readl(__hba->regview + offset)
130 #define REG_WR(__hba, offset, val)			\
131 		writel(val, __hba->regview + offset)
132 
133 #ifdef CONFIG_32BIT
134 #define GET_STATS_64(__hba, dst, field)				\
135 	do {							\
136 		spin_lock_bh(&__hba->stat_lock);		\
137 		dst->field##_lo = __hba->stats.field##_lo;	\
138 		dst->field##_hi = __hba->stats.field##_hi;	\
139 		spin_unlock_bh(&__hba->stat_lock);		\
140 	} while (0)
141 
142 #define ADD_STATS_64(__hba, field, len)				\
143 	do {							\
144 		if (spin_trylock(&__hba->stat_lock)) {		\
145 			if (__hba->stats.field##_lo + len <	\
146 			    __hba->stats.field##_lo)		\
147 				__hba->stats.field##_hi++;	\
148 			__hba->stats.field##_lo += len;		\
149 			spin_unlock(&__hba->stat_lock);		\
150 		}						\
151 	} while (0)
152 
153 #else
154 #define GET_STATS_64(__hba, dst, field)				\
155 	do {							\
156 		u64 val, *out;					\
157 								\
158 		val = __hba->bnx2i_stats.field;			\
159 		out = (u64 *)&__hba->stats.field##_lo;		\
160 		*out = cpu_to_le64(val);			\
161 		out = (u64 *)&dst->field##_lo;			\
162 		*out = cpu_to_le64(val);			\
163 	} while (0)
164 
165 #define ADD_STATS_64(__hba, field, len)				\
166 	do {							\
167 		__hba->bnx2i_stats.field += len;		\
168 	} while (0)
169 #endif
170 
171 /**
172  * struct generic_pdu_resc - login pdu resource structure
173  *
174  * @req_buf:            driver buffer used to stage payload associated with
175  *                      the login request
176  * @req_dma_addr:       dma address for iscsi login request payload buffer
177  * @req_buf_size:       actual login request payload length
178  * @req_wr_ptr:         pointer into login request buffer when next data is
179  *                      to be written
180  * @resp_hdr:           iscsi header where iscsi login response header is to
181  *                      be recreated
182  * @resp_buf:           buffer to stage login response payload
183  * @resp_dma_addr:      login response payload buffer dma address
184  * @resp_buf_size:      login response paylod length
185  * @resp_wr_ptr:        pointer into login response buffer when next data is
186  *                      to be written
187  * @req_bd_tbl:         iscsi login request payload BD table
188  * @req_bd_dma:         login request BD table dma address
189  * @resp_bd_tbl:        iscsi login response payload BD table
190  * @resp_bd_dma:        login request BD table dma address
191  *
192  * following structure defines buffer info for generic pdus such as iSCSI Login,
193  *	Logout and NOP
194  */
195 struct generic_pdu_resc {
196 	char *req_buf;
197 	dma_addr_t req_dma_addr;
198 	u32 req_buf_size;
199 	char *req_wr_ptr;
200 	struct iscsi_hdr resp_hdr;
201 	char *resp_buf;
202 	dma_addr_t resp_dma_addr;
203 	u32 resp_buf_size;
204 	char *resp_wr_ptr;
205 	char *req_bd_tbl;
206 	dma_addr_t req_bd_dma;
207 	char *resp_bd_tbl;
208 	dma_addr_t resp_bd_dma;
209 };
210 
211 
212 /**
213  * struct bd_resc_page - tracks DMA'able memory allocated for BD tables
214  *
215  * @link:               list head to link elements
216  * @max_ptrs:           maximun pointers that can be stored in this page
217  * @num_valid:          number of pointer valid in this page
218  * @page:               base addess for page pointer array
219  *
220  * structure to track DMA'able memory allocated for command BD tables
221  */
222 struct bd_resc_page {
223 	struct list_head link;
224 	u32 max_ptrs;
225 	u32 num_valid;
226 	void *page[1];
227 };
228 
229 
230 /**
231  * struct io_bdt - I/O buffer destricptor table
232  *
233  * @bd_tbl:             BD table's virtual address
234  * @bd_tbl_dma:         BD table's dma address
235  * @bd_valid:           num valid BD entries
236  *
237  * IO BD table
238  */
239 struct io_bdt {
240 	struct iscsi_bd *bd_tbl;
241 	dma_addr_t bd_tbl_dma;
242 	u16 bd_valid;
243 };
244 
245 
246 /**
247  * bnx2i_cmd - iscsi command structure
248  *
249  * @hdr:                iSCSI header
250  * @conn:               iscsi_conn pointer
251  * @scsi_cmd:           SCSI-ML task pointer corresponding to this iscsi cmd
252  * @sg:                 SG list
253  * @io_tbl:             buffer descriptor (BD) table
254  * @bd_tbl_dma:         buffer descriptor (BD) table's dma address
255  * @req:                bnx2i specific command request struct
256  */
257 struct bnx2i_cmd {
258 	struct iscsi_hdr hdr;
259 	struct bnx2i_conn *conn;
260 	struct scsi_cmnd *scsi_cmd;
261 	struct scatterlist *sg;
262 	struct io_bdt io_tbl;
263 	dma_addr_t bd_tbl_dma;
264 	struct bnx2i_cmd_request req;
265 };
266 
267 
268 /**
269  * struct bnx2i_conn - iscsi connection structure
270  *
271  * @cls_conn:              pointer to iscsi cls conn
272  * @hba:                   adapter structure pointer
273  * @iscsi_conn_cid:        iscsi conn id
274  * @fw_cid:                firmware iscsi context id
275  * @ep:                    endpoint structure pointer
276  * @gen_pdu:               login/nopout/logout pdu resources
277  * @violation_notified:    bit mask used to track iscsi error/warning messages
278  *                         already printed out
279  * @work_cnt:              keeps track of the number of outstanding work
280  *
281  * iSCSI connection structure
282  */
283 struct bnx2i_conn {
284 	struct iscsi_cls_conn *cls_conn;
285 	struct bnx2i_hba *hba;
286 	struct completion cmd_cleanup_cmpl;
287 
288 	u32 iscsi_conn_cid;
289 #define BNX2I_CID_RESERVED	0x5AFF
290 	u32 fw_cid;
291 
292 	struct timer_list poll_timer;
293 	/*
294 	 * Queue Pair (QP) related structure elements.
295 	 */
296 	struct bnx2i_endpoint *ep;
297 
298 	/*
299 	 * Buffer for login negotiation process
300 	 */
301 	struct generic_pdu_resc gen_pdu;
302 	u64 violation_notified;
303 
304 	atomic_t work_cnt;
305 };
306 
307 
308 
309 /**
310  * struct iscsi_cid_queue - Per adapter iscsi cid queue
311  *
312  * @cid_que_base:           queue base memory
313  * @cid_que:                queue memory pointer
314  * @cid_q_prod_idx:         produce index
315  * @cid_q_cons_idx:         consumer index
316  * @cid_q_max_idx:          max index. used to detect wrap around condition
317  * @cid_free_cnt:           queue size
318  * @conn_cid_tbl:           iscsi cid to conn structure mapping table
319  *
320  * Per adapter iSCSI CID Queue
321  */
322 struct iscsi_cid_queue {
323 	void *cid_que_base;
324 	u32 *cid_que;
325 	u32 cid_q_prod_idx;
326 	u32 cid_q_cons_idx;
327 	u32 cid_q_max_idx;
328 	u32 cid_free_cnt;
329 	struct bnx2i_conn **conn_cid_tbl;
330 };
331 
332 
333 struct bnx2i_stats_info {
334 	u64 rx_pdus;
335 	u64 rx_bytes;
336 	u64 tx_pdus;
337 	u64 tx_bytes;
338 };
339 
340 
341 /**
342  * struct bnx2i_hba - bnx2i adapter structure
343  *
344  * @link:                  list head to link elements
345  * @cnic:                  pointer to cnic device
346  * @pcidev:                pointer to pci dev
347  * @netdev:                pointer to netdev structure
348  * @regview:               mapped PCI register space
349  * @age:                   age, incremented by every recovery
350  * @cnic_dev_type:         cnic device type, 5706/5708/5709/57710
351  * @mail_queue_access:     mailbox queue access mode, applicable to 5709 only
352  * @reg_with_cnic:         indicates whether the device is register with CNIC
353  * @adapter_state:         adapter state, UP, GOING_DOWN, LINK_DOWN
354  * @mtu_supported:         Ethernet MTU supported
355  * @shost:                 scsi host pointer
356  * @max_sqes:              SQ size
357  * @max_rqes:              RQ size
358  * @max_cqes:              CQ size
359  * @num_ccell:             number of command cells per connection
360  * @ofld_conns_active:     active connection list
361  * @eh_wait:               wait queue for the endpoint to shutdown
362  * @max_active_conns:      max offload connections supported by this device
363  * @cid_que:               iscsi cid queue
364  * @ep_rdwr_lock:          read / write lock to synchronize various ep lists
365  * @ep_ofld_list:          connection list for pending offload completion
366  * @ep_active_list:        connection list for active offload endpoints
367  * @ep_destroy_list:       connection list for pending offload completion
368  * @mp_bd_tbl:             BD table to be used with middle path requests
369  * @mp_bd_dma:             DMA address of 'mp_bd_tbl' memory buffer
370  * @dummy_buffer:          Dummy buffer to be used with zero length scsicmd reqs
371  * @dummy_buf_dma:         DMA address of 'dummy_buffer' memory buffer
372  * @lock:              	   lock to synchonize access to hba structure
373  * @hba_shutdown_tmo:      Timeout value to shutdown each connection
374  * @conn_teardown_tmo:     Timeout value to tear down each connection
375  * @conn_ctx_destroy_tmo:  Timeout value to destroy context of each connection
376  * @pci_did:               PCI device ID
377  * @pci_vid:               PCI vendor ID
378  * @pci_sdid:              PCI subsystem device ID
379  * @pci_svid:              PCI subsystem vendor ID
380  * @pci_func:              PCI function number in system pci tree
381  * @pci_devno:             PCI device number in system pci tree
382  * @num_wqe_sent:          statistic counter, total wqe's sent
383  * @num_cqe_rcvd:          statistic counter, total cqe's received
384  * @num_intr_claimed:      statistic counter, total interrupts claimed
385  * @link_changed_count:    statistic counter, num of link change notifications
386  *                         received
387  * @ipaddr_changed_count:  statistic counter, num times IP address changed while
388  *                         at least one connection is offloaded
389  * @num_sess_opened:       statistic counter, total num sessions opened
390  * @num_conn_opened:       statistic counter, total num conns opened on this hba
391  * @ctx_ccell_tasks:       captures number of ccells and tasks supported by
392  *                         currently offloaded connection, used to decode
393  *                         context memory
394  * @stat_lock:		   spin lock used by the statistic collector (32 bit)
395  * @stats:		   local iSCSI statistic collection place holder
396  *
397  * Adapter Data Structure
398  */
399 struct bnx2i_hba {
400 	struct list_head link;
401 	struct cnic_dev *cnic;
402 	struct pci_dev *pcidev;
403 	struct net_device *netdev;
404 	void __iomem *regview;
405 	resource_size_t reg_base;
406 
407 	u32 age;
408 	unsigned long cnic_dev_type;
409 		#define BNX2I_NX2_DEV_5706		0x0
410 		#define BNX2I_NX2_DEV_5708		0x1
411 		#define BNX2I_NX2_DEV_5709		0x2
412 		#define BNX2I_NX2_DEV_57710		0x3
413 	u32 mail_queue_access;
414 		#define BNX2I_MQ_KERNEL_MODE		0x0
415 		#define BNX2I_MQ_KERNEL_BYPASS_MODE	0x1
416 		#define BNX2I_MQ_BIN_MODE		0x2
417 	unsigned long  reg_with_cnic;
418 		#define BNX2I_CNIC_REGISTERED		1
419 
420 	unsigned long  adapter_state;
421 		#define ADAPTER_STATE_UP		0
422 		#define ADAPTER_STATE_GOING_DOWN	1
423 		#define ADAPTER_STATE_LINK_DOWN		2
424 		#define ADAPTER_STATE_INIT_FAILED	31
425 	unsigned int mtu_supported;
426 		#define BNX2I_MAX_MTU_SUPPORTED		9000
427 
428 	struct Scsi_Host *shost;
429 
430 	u32 max_sqes;
431 	u32 max_rqes;
432 	u32 max_cqes;
433 	u32 num_ccell;
434 
435 	int ofld_conns_active;
436 	wait_queue_head_t eh_wait;
437 
438 	int max_active_conns;
439 	struct iscsi_cid_queue cid_que;
440 
441 	rwlock_t ep_rdwr_lock;
442 	struct list_head ep_ofld_list;
443 	struct list_head ep_active_list;
444 	struct list_head ep_destroy_list;
445 
446 	/*
447 	 * BD table to be used with MP (Middle Path requests.
448 	 */
449 	char *mp_bd_tbl;
450 	dma_addr_t mp_bd_dma;
451 	char *dummy_buffer;
452 	dma_addr_t dummy_buf_dma;
453 
454 	spinlock_t lock;	/* protects hba structure access */
455 	struct mutex net_dev_lock;/* sync net device access */
456 
457 	int hba_shutdown_tmo;
458 	int conn_teardown_tmo;
459 	int conn_ctx_destroy_tmo;
460 	/*
461 	 * PCI related info.
462 	 */
463 	u16 pci_did;
464 	u16 pci_vid;
465 	u16 pci_sdid;
466 	u16 pci_svid;
467 	u16 pci_func;
468 	u16 pci_devno;
469 
470 	/*
471 	 * Following are a bunch of statistics useful during development
472 	 * and later stage for score boarding.
473 	 */
474 	u32 num_wqe_sent;
475 	u32 num_cqe_rcvd;
476 	u32 num_intr_claimed;
477 	u32 link_changed_count;
478 	u32 ipaddr_changed_count;
479 	u32 num_sess_opened;
480 	u32 num_conn_opened;
481 	unsigned int ctx_ccell_tasks;
482 
483 #ifdef CONFIG_32BIT
484 	spinlock_t stat_lock;
485 #endif
486 	struct bnx2i_stats_info bnx2i_stats;
487 	struct iscsi_stats_info stats;
488 };
489 
490 
491 /*******************************************************************************
492  * 	QP [ SQ / RQ / CQ ] info.
493  ******************************************************************************/
494 
495 /*
496  * SQ/RQ/CQ generic structure definition
497  */
498 struct 	sqe {
499 	u8 sqe_byte[BNX2I_SQ_WQE_SIZE];
500 };
501 
502 struct 	rqe {
503 	u8 rqe_byte[BNX2I_RQ_WQE_SIZE];
504 };
505 
506 struct 	cqe {
507 	u8 cqe_byte[BNX2I_CQE_SIZE];
508 };
509 
510 
511 enum {
512 #if defined(__LITTLE_ENDIAN)
513 	CNIC_EVENT_COAL_INDEX	= 0x0,
514 	CNIC_SEND_DOORBELL	= 0x4,
515 	CNIC_EVENT_CQ_ARM	= 0x7,
516 	CNIC_RECV_DOORBELL	= 0x8
517 #elif defined(__BIG_ENDIAN)
518 	CNIC_EVENT_COAL_INDEX	= 0x2,
519 	CNIC_SEND_DOORBELL	= 0x6,
520 	CNIC_EVENT_CQ_ARM	= 0x4,
521 	CNIC_RECV_DOORBELL	= 0xa
522 #endif
523 };
524 
525 
526 /*
527  * CQ DB
528  */
529 struct bnx2x_iscsi_cq_pend_cmpl {
530 	/* CQ producer, updated by Ustorm */
531 	u16 ustrom_prod;
532 	/* CQ pending completion counter */
533 	u16 pend_cntr;
534 };
535 
536 
537 struct bnx2i_5771x_cq_db {
538 	struct bnx2x_iscsi_cq_pend_cmpl qp_pend_cmpl[BNX2X_MAX_CQS];
539 	/* CQ pending completion ITT array */
540 	u16 itt[BNX2X_MAX_CQS];
541 	/* Cstorm CQ sequence to notify array, updated by driver */;
542 	u16 sqn[BNX2X_MAX_CQS];
543 	u32 reserved[4] /* 16 byte allignment */;
544 };
545 
546 
547 struct bnx2i_5771x_sq_rq_db {
548 	u16 prod_idx;
549 	u8 reserved0[62]; /* Pad structure size to 64 bytes */
550 };
551 
552 
553 struct bnx2i_5771x_dbell_hdr {
554 	u8 header;
555 	/* 1 for rx doorbell, 0 for tx doorbell */
556 #define B577XX_DOORBELL_HDR_RX				(0x1<<0)
557 #define B577XX_DOORBELL_HDR_RX_SHIFT			0
558 	/* 0 for normal doorbell, 1 for advertise wnd doorbell */
559 #define B577XX_DOORBELL_HDR_DB_TYPE			(0x1<<1)
560 #define B577XX_DOORBELL_HDR_DB_TYPE_SHIFT		1
561 	/* rdma tx only: DPM transaction size specifier (64/128/256/512B) */
562 #define B577XX_DOORBELL_HDR_DPM_SIZE			(0x3<<2)
563 #define B577XX_DOORBELL_HDR_DPM_SIZE_SHIFT		2
564 	/* connection type */
565 #define B577XX_DOORBELL_HDR_CONN_TYPE			(0xF<<4)
566 #define B577XX_DOORBELL_HDR_CONN_TYPE_SHIFT		4
567 };
568 
569 struct bnx2i_5771x_dbell {
570 	struct bnx2i_5771x_dbell_hdr dbell;
571 	u8 pad[3];
572 
573 };
574 
575 /**
576  * struct qp_info - QP (share queue region) atrributes structure
577  *
578  * @ctx_base:           ioremapped pci register base to access doorbell register
579  *                      pertaining to this offloaded connection
580  * @sq_virt:            virtual address of send queue (SQ) region
581  * @sq_phys:            DMA address of SQ memory region
582  * @sq_mem_size:        SQ size
583  * @sq_prod_qe:         SQ producer entry pointer
584  * @sq_cons_qe:         SQ consumer entry pointer
585  * @sq_first_qe:        virtual address of first entry in SQ
586  * @sq_last_qe:         virtual address of last entry in SQ
587  * @sq_prod_idx:        SQ producer index
588  * @sq_cons_idx:        SQ consumer index
589  * @sqe_left:           number sq entry left
590  * @sq_pgtbl_virt:      page table describing buffer consituting SQ region
591  * @sq_pgtbl_phys:      dma address of 'sq_pgtbl_virt'
592  * @sq_pgtbl_size:      SQ page table size
593  * @cq_virt:            virtual address of completion queue (CQ) region
594  * @cq_phys:            DMA address of RQ memory region
595  * @cq_mem_size:        CQ size
596  * @cq_prod_qe:         CQ producer entry pointer
597  * @cq_cons_qe:         CQ consumer entry pointer
598  * @cq_first_qe:        virtual address of first entry in CQ
599  * @cq_last_qe:         virtual address of last entry in CQ
600  * @cq_prod_idx:        CQ producer index
601  * @cq_cons_idx:        CQ consumer index
602  * @cqe_left:           number cq entry left
603  * @cqe_size:           size of each CQ entry
604  * @cqe_exp_seq_sn:     next expected CQE sequence number
605  * @cq_pgtbl_virt:      page table describing buffer consituting CQ region
606  * @cq_pgtbl_phys:      dma address of 'cq_pgtbl_virt'
607  * @cq_pgtbl_size:    	CQ page table size
608  * @rq_virt:            virtual address of receive queue (RQ) region
609  * @rq_phys:            DMA address of RQ memory region
610  * @rq_mem_size:        RQ size
611  * @rq_prod_qe:         RQ producer entry pointer
612  * @rq_cons_qe:         RQ consumer entry pointer
613  * @rq_first_qe:        virtual address of first entry in RQ
614  * @rq_last_qe:         virtual address of last entry in RQ
615  * @rq_prod_idx:        RQ producer index
616  * @rq_cons_idx:        RQ consumer index
617  * @rqe_left:           number rq entry left
618  * @rq_pgtbl_virt:      page table describing buffer consituting RQ region
619  * @rq_pgtbl_phys:      dma address of 'rq_pgtbl_virt'
620  * @rq_pgtbl_size:      RQ page table size
621  *
622  * queue pair (QP) is a per connection shared data structure which is used
623  *	to send work requests (SQ), receive completion notifications (CQ)
624  *	and receive asynchoronous / scsi sense info (RQ). 'qp_info' structure
625  *	below holds queue memory, consumer/producer indexes and page table
626  *	information
627  */
628 struct qp_info {
629 	void __iomem *ctx_base;
630 #define DPM_TRIGER_TYPE			0x40
631 
632 #define BNX2I_570x_QUE_DB_SIZE		0
633 #define BNX2I_5771x_QUE_DB_SIZE		16
634 	struct sqe *sq_virt;
635 	dma_addr_t sq_phys;
636 	u32 sq_mem_size;
637 
638 	struct sqe *sq_prod_qe;
639 	struct sqe *sq_cons_qe;
640 	struct sqe *sq_first_qe;
641 	struct sqe *sq_last_qe;
642 	u16 sq_prod_idx;
643 	u16 sq_cons_idx;
644 	u32 sqe_left;
645 
646 	void *sq_pgtbl_virt;
647 	dma_addr_t sq_pgtbl_phys;
648 	u32 sq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
649 
650 	struct cqe *cq_virt;
651 	dma_addr_t cq_phys;
652 	u32 cq_mem_size;
653 
654 	struct cqe *cq_prod_qe;
655 	struct cqe *cq_cons_qe;
656 	struct cqe *cq_first_qe;
657 	struct cqe *cq_last_qe;
658 	u16 cq_prod_idx;
659 	u16 cq_cons_idx;
660 	u32 cqe_left;
661 	u32 cqe_size;
662 	u32 cqe_exp_seq_sn;
663 
664 	void *cq_pgtbl_virt;
665 	dma_addr_t cq_pgtbl_phys;
666 	u32 cq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
667 
668 	struct rqe *rq_virt;
669 	dma_addr_t rq_phys;
670 	u32 rq_mem_size;
671 
672 	struct rqe *rq_prod_qe;
673 	struct rqe *rq_cons_qe;
674 	struct rqe *rq_first_qe;
675 	struct rqe *rq_last_qe;
676 	u16 rq_prod_idx;
677 	u16 rq_cons_idx;
678 	u32 rqe_left;
679 
680 	void *rq_pgtbl_virt;
681 	dma_addr_t rq_pgtbl_phys;
682 	u32 rq_pgtbl_size;	/* set to PAGE_SIZE for 5708 & 5709 */
683 };
684 
685 
686 
687 /*
688  * CID handles
689  */
690 struct ep_handles {
691 	u32 fw_cid;
692 	u32 drv_iscsi_cid;
693 	u16 pg_cid;
694 	u16 rsvd;
695 };
696 
697 
698 enum {
699 	EP_STATE_IDLE                   = 0x0,
700 	EP_STATE_PG_OFLD_START          = 0x1,
701 	EP_STATE_PG_OFLD_COMPL          = 0x2,
702 	EP_STATE_OFLD_START             = 0x4,
703 	EP_STATE_OFLD_COMPL             = 0x8,
704 	EP_STATE_CONNECT_START          = 0x10,
705 	EP_STATE_CONNECT_COMPL          = 0x20,
706 	EP_STATE_ULP_UPDATE_START       = 0x40,
707 	EP_STATE_ULP_UPDATE_COMPL       = 0x80,
708 	EP_STATE_DISCONN_START          = 0x100,
709 	EP_STATE_DISCONN_COMPL          = 0x200,
710 	EP_STATE_CLEANUP_START          = 0x400,
711 	EP_STATE_CLEANUP_CMPL           = 0x800,
712 	EP_STATE_TCP_FIN_RCVD           = 0x1000,
713 	EP_STATE_TCP_RST_RCVD           = 0x2000,
714 	EP_STATE_LOGOUT_SENT            = 0x4000,
715 	EP_STATE_LOGOUT_RESP_RCVD       = 0x8000,
716 	EP_STATE_PG_OFLD_FAILED         = 0x1000000,
717 	EP_STATE_ULP_UPDATE_FAILED      = 0x2000000,
718 	EP_STATE_CLEANUP_FAILED         = 0x4000000,
719 	EP_STATE_OFLD_FAILED            = 0x8000000,
720 	EP_STATE_CONNECT_FAILED         = 0x10000000,
721 	EP_STATE_DISCONN_TIMEDOUT       = 0x20000000,
722 	EP_STATE_OFLD_FAILED_CID_BUSY   = 0x80000000,
723 };
724 
725 /**
726  * struct bnx2i_endpoint - representation of tcp connection in NX2 world
727  *
728  * @link:               list head to link elements
729  * @hba:                adapter to which this connection belongs
730  * @conn:               iscsi connection this EP is linked to
731  * @cls_ep:             associated iSCSI endpoint pointer
732  * @cm_sk:              cnic sock struct
733  * @hba_age:            age to detect if 'iscsid' issues ep_disconnect()
734  *                      after HBA reset is completed by bnx2i/cnic/bnx2
735  *                      modules
736  * @state:              tracks offload connection state machine
737  * @timestamp:          tracks the start time when the ep begins to connect
738  * @num_active_cmds:    tracks the number of outstanding commands for this ep
739  * @ec_shift:           the amount of shift as part of the event coal calc
740  * @qp:                 QP information
741  * @ids:                contains chip allocated *context id* & driver assigned
742  *                      *iscsi cid*
743  * @ofld_timer:         offload timer to detect timeout
744  * @ofld_wait:          wait queue
745  *
746  * Endpoint Structure - equivalent of tcp socket structure
747  */
748 struct bnx2i_endpoint {
749 	struct list_head link;
750 	struct bnx2i_hba *hba;
751 	struct bnx2i_conn *conn;
752 	struct iscsi_endpoint *cls_ep;
753 	struct cnic_sock *cm_sk;
754 	u32 hba_age;
755 	u32 state;
756 	unsigned long timestamp;
757 	atomic_t num_active_cmds;
758 	u32 ec_shift;
759 
760 	struct qp_info qp;
761 	struct ep_handles ids;
762 		#define ep_iscsi_cid	ids.drv_iscsi_cid
763 		#define ep_cid		ids.fw_cid
764 		#define ep_pg_cid	ids.pg_cid
765 	struct timer_list ofld_timer;
766 	wait_queue_head_t ofld_wait;
767 };
768 
769 
770 struct bnx2i_work {
771 	struct list_head list;
772 	struct iscsi_session *session;
773 	struct bnx2i_conn *bnx2i_conn;
774 	struct cqe cqe;
775 };
776 
777 struct bnx2i_percpu_s {
778 	struct task_struct *iothread;
779 	struct list_head work_list;
780 	spinlock_t p_work_lock;
781 };
782 
783 
784 /* Global variables */
785 extern unsigned int error_mask1, error_mask2;
786 extern u64 iscsi_error_mask;
787 extern unsigned int en_tcp_dack;
788 extern unsigned int event_coal_div;
789 extern unsigned int event_coal_min;
790 
791 extern struct scsi_transport_template *bnx2i_scsi_xport_template;
792 extern struct iscsi_transport bnx2i_iscsi_transport;
793 extern struct cnic_ulp_ops bnx2i_cnic_cb;
794 
795 extern unsigned int sq_size;
796 extern unsigned int rq_size;
797 
798 extern const struct attribute_group *bnx2i_dev_groups[];
799 
800 
801 
802 /*
803  * Function Prototypes
804  */
805 extern void bnx2i_identify_device(struct bnx2i_hba *hba, struct cnic_dev *dev);
806 
807 extern void bnx2i_ulp_init(struct cnic_dev *dev);
808 extern void bnx2i_ulp_exit(struct cnic_dev *dev);
809 extern void bnx2i_start(void *handle);
810 extern void bnx2i_stop(void *handle);
811 extern int bnx2i_get_stats(void *handle);
812 
813 extern struct bnx2i_hba *get_adapter_list_head(void);
814 
815 struct bnx2i_conn *bnx2i_get_conn_from_id(struct bnx2i_hba *hba,
816 					  u16 iscsi_cid);
817 
818 int bnx2i_alloc_ep_pool(void);
819 void bnx2i_release_ep_pool(void);
820 struct bnx2i_endpoint *bnx2i_ep_ofld_list_next(struct bnx2i_hba *hba);
821 struct bnx2i_endpoint *bnx2i_ep_destroy_list_next(struct bnx2i_hba *hba);
822 
823 struct bnx2i_hba *bnx2i_find_hba_for_cnic(struct cnic_dev *cnic);
824 
825 struct bnx2i_hba *bnx2i_alloc_hba(struct cnic_dev *cnic);
826 void bnx2i_free_hba(struct bnx2i_hba *hba);
827 
828 void bnx2i_get_rq_buf(struct bnx2i_conn *conn, char *ptr, int len);
829 void bnx2i_put_rq_buf(struct bnx2i_conn *conn, int count);
830 
831 void bnx2i_iscsi_unmap_sg_list(struct bnx2i_cmd *cmd);
832 
833 void bnx2i_drop_session(struct iscsi_cls_session *session);
834 
835 extern int bnx2i_send_fw_iscsi_init_msg(struct bnx2i_hba *hba);
836 extern int bnx2i_send_iscsi_login(struct bnx2i_conn *conn,
837 				  struct iscsi_task *mtask);
838 extern int bnx2i_send_iscsi_tmf(struct bnx2i_conn *conn,
839 				  struct iscsi_task *mtask);
840 extern int bnx2i_send_iscsi_text(struct bnx2i_conn *conn,
841 				 struct iscsi_task *mtask);
842 extern int bnx2i_send_iscsi_scsicmd(struct bnx2i_conn *conn,
843 				    struct bnx2i_cmd *cmnd);
844 extern int bnx2i_send_iscsi_nopout(struct bnx2i_conn *conn,
845 				   struct iscsi_task *mtask,
846 				   char *datap, int data_len, int unsol);
847 extern int bnx2i_send_iscsi_logout(struct bnx2i_conn *conn,
848 				   struct iscsi_task *mtask);
849 extern void bnx2i_send_cmd_cleanup_req(struct bnx2i_hba *hba,
850 				       struct bnx2i_cmd *cmd);
851 extern int bnx2i_send_conn_ofld_req(struct bnx2i_hba *hba,
852 				    struct bnx2i_endpoint *ep);
853 extern void bnx2i_update_iscsi_conn(struct iscsi_conn *conn);
854 extern int bnx2i_send_conn_destroy(struct bnx2i_hba *hba,
855 				   struct bnx2i_endpoint *ep);
856 
857 extern int bnx2i_alloc_qp_resc(struct bnx2i_hba *hba,
858 			       struct bnx2i_endpoint *ep);
859 extern void bnx2i_free_qp_resc(struct bnx2i_hba *hba,
860 			       struct bnx2i_endpoint *ep);
861 extern void bnx2i_ep_ofld_timer(struct timer_list *t);
862 extern struct bnx2i_endpoint *bnx2i_find_ep_in_ofld_list(
863 		struct bnx2i_hba *hba, u32 iscsi_cid);
864 extern struct bnx2i_endpoint *bnx2i_find_ep_in_destroy_list(
865 		struct bnx2i_hba *hba, u32 iscsi_cid);
866 
867 extern int bnx2i_map_ep_dbell_regs(struct bnx2i_endpoint *ep);
868 extern int bnx2i_arm_cq_event_coalescing(struct bnx2i_endpoint *ep, u8 action);
869 
870 extern int bnx2i_hw_ep_disconnect(struct bnx2i_endpoint *bnx2i_ep);
871 
872 /* Debug related function prototypes */
873 extern void bnx2i_print_pend_cmd_queue(struct bnx2i_conn *conn);
874 extern void bnx2i_print_active_cmd_queue(struct bnx2i_conn *conn);
875 extern void bnx2i_print_xmit_pdu_queue(struct bnx2i_conn *conn);
876 extern void bnx2i_print_recv_state(struct bnx2i_conn *conn);
877 
878 extern int bnx2i_percpu_io_thread(void *arg);
879 extern int bnx2i_process_scsi_cmd_resp(struct iscsi_session *session,
880 				       struct bnx2i_conn *bnx2i_conn,
881 				       struct cqe *cqe);
882 #endif
883