[go: nahoru, domu]

1/*
2 * This file is part of the Chelsio FCoE driver for Linux.
3 *
4 * Copyright (c) 2008-2012 Chelsio Communications, Inc. All rights reserved.
5 *
6 * This software is available to you under a choice of one of two
7 * licenses.  You may choose to be licensed under the terms of the GNU
8 * General Public License (GPL) Version 2, available from the file
9 * COPYING in the main directory of this source tree, or the
10 * OpenIB.org BSD license below:
11 *
12 *     Redistribution and use in source and binary forms, with or
13 *     without modification, are permitted provided that the following
14 *     conditions are met:
15 *
16 *      - Redistributions of source code must retain the above
17 *        copyright notice, this list of conditions and the following
18 *        disclaimer.
19 *
20 *      - Redistributions in binary form must reproduce the above
21 *        copyright notice, this list of conditions and the following
22 *        disclaimer in the documentation and/or other materials
23 *        provided with the distribution.
24 *
25 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32 * SOFTWARE.
33 */
34
35#include <linux/delay.h>
36#include <linux/jiffies.h>
37#include <linux/string.h>
38#include <scsi/scsi_device.h>
39#include <scsi/scsi_transport_fc.h>
40
41#include "csio_hw.h"
42#include "csio_lnode.h"
43#include "csio_rnode.h"
44#include "csio_mb.h"
45#include "csio_wr.h"
46
47#define csio_mb_is_host_owner(__owner)		((__owner) == CSIO_MBOWNER_PL)
48
49/* MB Command/Response Helpers */
50/*
51 * csio_mb_fw_retval - FW return value from a mailbox response.
52 * @mbp: Mailbox structure
53 *
54 */
55enum fw_retval
56csio_mb_fw_retval(struct csio_mb *mbp)
57{
58	struct fw_cmd_hdr *hdr;
59
60	hdr = (struct fw_cmd_hdr *)(mbp->mb);
61
62	return FW_CMD_RETVAL_GET(ntohl(hdr->lo));
63}
64
65/*
66 * csio_mb_hello - FW HELLO command helper
67 * @hw: The HW structure
68 * @mbp: Mailbox structure
69 * @m_mbox: Master mailbox number, if any.
70 * @a_mbox: Mailbox number for asycn notifications.
71 * @master: Device mastership.
72 * @cbfn: Callback, if any.
73 *
74 */
75void
76csio_mb_hello(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
77	      uint32_t m_mbox, uint32_t a_mbox, enum csio_dev_master master,
78	      void (*cbfn) (struct csio_hw *, struct csio_mb *))
79{
80	struct fw_hello_cmd *cmdp = (struct fw_hello_cmd *)(mbp->mb);
81
82	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, 1);
83
84	cmdp->op_to_write = htonl(FW_CMD_OP(FW_HELLO_CMD) |
85				       FW_CMD_REQUEST | FW_CMD_WRITE);
86	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
87	cmdp->err_to_clearinit = htonl(
88		FW_HELLO_CMD_MASTERDIS(master == CSIO_MASTER_CANT)	|
89		FW_HELLO_CMD_MASTERFORCE(master == CSIO_MASTER_MUST)	|
90		FW_HELLO_CMD_MBMASTER(master == CSIO_MASTER_MUST ?
91				m_mbox : FW_HELLO_CMD_MBMASTER_MASK)	|
92		FW_HELLO_CMD_MBASYNCNOT(a_mbox) |
93		FW_HELLO_CMD_STAGE(fw_hello_cmd_stage_os) |
94		FW_HELLO_CMD_CLEARINIT);
95
96}
97
98/*
99 * csio_mb_process_hello_rsp - FW HELLO response processing helper
100 * @hw: The HW structure
101 * @mbp: Mailbox structure
102 * @retval: Mailbox return value from Firmware
103 * @state: State that the function is in.
104 * @mpfn: Master pfn
105 *
106 */
107void
108csio_mb_process_hello_rsp(struct csio_hw *hw, struct csio_mb *mbp,
109			  enum fw_retval *retval, enum csio_dev_state *state,
110			  uint8_t *mpfn)
111{
112	struct fw_hello_cmd *rsp = (struct fw_hello_cmd *)(mbp->mb);
113	uint32_t value;
114
115	*retval = FW_CMD_RETVAL_GET(ntohl(rsp->retval_len16));
116
117	if (*retval == FW_SUCCESS) {
118		hw->fwrev = ntohl(rsp->fwrev);
119
120		value = ntohl(rsp->err_to_clearinit);
121		*mpfn = FW_HELLO_CMD_MBMASTER_GET(value);
122
123		if (value & FW_HELLO_CMD_INIT)
124			*state = CSIO_DEV_STATE_INIT;
125		else if (value & FW_HELLO_CMD_ERR)
126			*state = CSIO_DEV_STATE_ERR;
127		else
128			*state = CSIO_DEV_STATE_UNINIT;
129	}
130}
131
132/*
133 * csio_mb_bye - FW BYE command helper
134 * @hw: The HW structure
135 * @mbp: Mailbox structure
136 * @cbfn: Callback, if any.
137 *
138 */
139void
140csio_mb_bye(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
141	    void (*cbfn) (struct csio_hw *, struct csio_mb *))
142{
143	struct fw_bye_cmd *cmdp = (struct fw_bye_cmd *)(mbp->mb);
144
145	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, 1);
146
147	cmdp->op_to_write = htonl(FW_CMD_OP(FW_BYE_CMD) |
148				       FW_CMD_REQUEST | FW_CMD_WRITE);
149	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
150
151}
152
153/*
154 * csio_mb_reset - FW RESET command helper
155 * @hw: The HW structure
156 * @mbp: Mailbox structure
157 * @reset: Type of reset.
158 * @cbfn: Callback, if any.
159 *
160 */
161void
162csio_mb_reset(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
163	      int reset, int halt,
164	      void (*cbfn) (struct csio_hw *, struct csio_mb *))
165{
166	struct fw_reset_cmd *cmdp = (struct fw_reset_cmd *)(mbp->mb);
167
168	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, 1);
169
170	cmdp->op_to_write = htonl(FW_CMD_OP(FW_RESET_CMD) |
171				  FW_CMD_REQUEST | FW_CMD_WRITE);
172	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
173	cmdp->val = htonl(reset);
174	cmdp->halt_pkd = htonl(halt);
175
176}
177
178/*
179 * csio_mb_params - FW PARAMS command helper
180 * @hw: The HW structure
181 * @mbp: Mailbox structure
182 * @tmo: Command timeout.
183 * @pf: PF number.
184 * @vf: VF number.
185 * @nparams: Number of parameters
186 * @params: Parameter mnemonic array.
187 * @val: Parameter value array.
188 * @wr: Write/Read PARAMS.
189 * @cbfn: Callback, if any.
190 *
191 */
192void
193csio_mb_params(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
194	       unsigned int pf, unsigned int vf, unsigned int nparams,
195	       const u32 *params, u32 *val, bool wr,
196	       void (*cbfn)(struct csio_hw *, struct csio_mb *))
197{
198	uint32_t i;
199	uint32_t temp_params = 0, temp_val = 0;
200	struct fw_params_cmd *cmdp = (struct fw_params_cmd *)(mbp->mb);
201	__be32 *p = &cmdp->param[0].mnem;
202
203	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, 1);
204
205	cmdp->op_to_vfn = htonl(FW_CMD_OP(FW_PARAMS_CMD)		|
206				FW_CMD_REQUEST				|
207				(wr ? FW_CMD_WRITE : FW_CMD_READ)	|
208				FW_PARAMS_CMD_PFN(pf)			|
209				FW_PARAMS_CMD_VFN(vf));
210	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
211
212	/* Write Params */
213	if (wr) {
214		while (nparams--) {
215			temp_params = *params++;
216			temp_val = *val++;
217
218			*p++ = htonl(temp_params);
219			*p++ = htonl(temp_val);
220		}
221	} else {
222		for (i = 0; i < nparams; i++, p += 2) {
223			temp_params = *params++;
224			*p = htonl(temp_params);
225		}
226	}
227
228}
229
230/*
231 * csio_mb_process_read_params_rsp - FW PARAMS response processing helper
232 * @hw: The HW structure
233 * @mbp: Mailbox structure
234 * @retval: Mailbox return value from Firmware
235 * @nparams: Number of parameters
236 * @val: Parameter value array.
237 *
238 */
239void
240csio_mb_process_read_params_rsp(struct csio_hw *hw, struct csio_mb *mbp,
241			   enum fw_retval *retval, unsigned int nparams,
242			   u32 *val)
243{
244	struct fw_params_cmd *rsp = (struct fw_params_cmd *)(mbp->mb);
245	uint32_t i;
246	__be32 *p = &rsp->param[0].val;
247
248	*retval = FW_CMD_RETVAL_GET(ntohl(rsp->retval_len16));
249
250	if (*retval == FW_SUCCESS)
251		for (i = 0; i < nparams; i++, p += 2)
252			*val++ = ntohl(*p);
253}
254
255/*
256 * csio_mb_ldst - FW LDST command
257 * @hw: The HW structure
258 * @mbp: Mailbox structure
259 * @tmo: timeout
260 * @reg: register
261 *
262 */
263void
264csio_mb_ldst(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo, int reg)
265{
266	struct fw_ldst_cmd *ldst_cmd = (struct fw_ldst_cmd *)(mbp->mb);
267	CSIO_INIT_MBP(mbp, ldst_cmd, tmo, hw, NULL, 1);
268
269	/*
270	 * Construct and send the Firmware LDST Command to retrieve the
271	 * specified PCI-E Configuration Space register.
272	 */
273	ldst_cmd->op_to_addrspace =
274			htonl(FW_CMD_OP(FW_LDST_CMD)	|
275			FW_CMD_REQUEST			|
276			FW_CMD_READ			|
277			FW_LDST_CMD_ADDRSPACE(FW_LDST_ADDRSPC_FUNC_PCIE));
278	ldst_cmd->cycles_to_len16 = htonl(FW_LEN16(struct fw_ldst_cmd));
279	ldst_cmd->u.pcie.select_naccess = FW_LDST_CMD_NACCESS(1);
280	ldst_cmd->u.pcie.ctrl_to_fn =
281		(FW_LDST_CMD_LC | FW_LDST_CMD_FN(hw->pfn));
282	ldst_cmd->u.pcie.r = (uint8_t)reg;
283}
284
285/*
286 *
287 * csio_mb_caps_config - FW Read/Write Capabilities command helper
288 * @hw: The HW structure
289 * @mbp: Mailbox structure
290 * @wr: Write if 1, Read if 0
291 * @init: Turn on initiator mode.
292 * @tgt: Turn on target mode.
293 * @cofld:  If 1, Control Offload for FCoE
294 * @cbfn: Callback, if any.
295 *
296 * This helper assumes that cmdp has MB payload from a previous CAPS
297 * read command.
298 */
299void
300csio_mb_caps_config(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
301		    bool wr, bool init, bool tgt, bool cofld,
302		    void (*cbfn) (struct csio_hw *, struct csio_mb *))
303{
304	struct fw_caps_config_cmd *cmdp =
305				(struct fw_caps_config_cmd *)(mbp->mb);
306
307	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, wr ? 0 : 1);
308
309	cmdp->op_to_write = htonl(FW_CMD_OP(FW_CAPS_CONFIG_CMD) |
310				  FW_CMD_REQUEST		|
311				  (wr ? FW_CMD_WRITE : FW_CMD_READ));
312	cmdp->cfvalid_to_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
313
314	/* Read config */
315	if (!wr)
316		return;
317
318	/* Write config */
319	cmdp->fcoecaps = 0;
320
321	if (cofld)
322		cmdp->fcoecaps |= htons(FW_CAPS_CONFIG_FCOE_CTRL_OFLD);
323	if (init)
324		cmdp->fcoecaps |= htons(FW_CAPS_CONFIG_FCOE_INITIATOR);
325	if (tgt)
326		cmdp->fcoecaps |= htons(FW_CAPS_CONFIG_FCOE_TARGET);
327}
328
329#define CSIO_ADVERT_MASK     (FW_PORT_CAP_SPEED_100M | FW_PORT_CAP_SPEED_1G |\
330			      FW_PORT_CAP_SPEED_10G | FW_PORT_CAP_ANEG)
331
332/*
333 * csio_mb_port- FW PORT command helper
334 * @hw: The HW structure
335 * @mbp: Mailbox structure
336 * @tmo: COmmand timeout
337 * @portid: Port ID to get/set info
338 * @wr: Write/Read PORT information.
339 * @fc: Flow control
340 * @caps: Port capabilites to set.
341 * @cbfn: Callback, if any.
342 *
343 */
344void
345csio_mb_port(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
346	     uint8_t portid, bool wr, uint32_t fc, uint16_t caps,
347	     void (*cbfn) (struct csio_hw *, struct csio_mb *))
348{
349	struct fw_port_cmd *cmdp = (struct fw_port_cmd *)(mbp->mb);
350	unsigned int lfc = 0, mdi = FW_PORT_MDI(FW_PORT_MDI_AUTO);
351
352	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn,  1);
353
354	cmdp->op_to_portid = htonl(FW_CMD_OP(FW_PORT_CMD)		|
355				   FW_CMD_REQUEST			|
356				   (wr ? FW_CMD_EXEC : FW_CMD_READ)	|
357				   FW_PORT_CMD_PORTID(portid));
358	if (!wr) {
359		cmdp->action_to_len16 = htonl(
360			FW_PORT_CMD_ACTION(FW_PORT_ACTION_GET_PORT_INFO) |
361			FW_CMD_LEN16(sizeof(*cmdp) / 16));
362		return;
363	}
364
365	/* Set port */
366	cmdp->action_to_len16 = htonl(
367			FW_PORT_CMD_ACTION(FW_PORT_ACTION_L1_CFG) |
368			FW_CMD_LEN16(sizeof(*cmdp) / 16));
369
370	if (fc & PAUSE_RX)
371		lfc |= FW_PORT_CAP_FC_RX;
372	if (fc & PAUSE_TX)
373		lfc |= FW_PORT_CAP_FC_TX;
374
375	if (!(caps & FW_PORT_CAP_ANEG))
376		cmdp->u.l1cfg.rcap = htonl((caps & CSIO_ADVERT_MASK) | lfc);
377	else
378		cmdp->u.l1cfg.rcap = htonl((caps & CSIO_ADVERT_MASK) |
379								lfc | mdi);
380}
381
382/*
383 * csio_mb_process_read_port_rsp - FW PORT command response processing helper
384 * @hw: The HW structure
385 * @mbp: Mailbox structure
386 * @retval: Mailbox return value from Firmware
387 * @caps: port capabilities
388 *
389 */
390void
391csio_mb_process_read_port_rsp(struct csio_hw *hw, struct csio_mb *mbp,
392			 enum fw_retval *retval, uint16_t *caps)
393{
394	struct fw_port_cmd *rsp = (struct fw_port_cmd *)(mbp->mb);
395
396	*retval = FW_CMD_RETVAL_GET(ntohl(rsp->action_to_len16));
397
398	if (*retval == FW_SUCCESS)
399		*caps = ntohs(rsp->u.info.pcap);
400}
401
402/*
403 * csio_mb_initialize - FW INITIALIZE command helper
404 * @hw: The HW structure
405 * @mbp: Mailbox structure
406 * @tmo: COmmand timeout
407 * @cbfn: Callback, if any.
408 *
409 */
410void
411csio_mb_initialize(struct csio_hw *hw, struct csio_mb *mbp, uint32_t tmo,
412		   void (*cbfn) (struct csio_hw *, struct csio_mb *))
413{
414	struct fw_initialize_cmd *cmdp = (struct fw_initialize_cmd *)(mbp->mb);
415
416	CSIO_INIT_MBP(mbp, cmdp, tmo, hw, cbfn, 1);
417
418	cmdp->op_to_write = htonl(FW_CMD_OP(FW_INITIALIZE_CMD)	|
419				  FW_CMD_REQUEST | FW_CMD_WRITE);
420	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
421
422}
423
424/*
425 * csio_mb_iq_alloc - Initializes the mailbox to allocate an
426 *				Ingress DMA queue in the firmware.
427 *
428 * @hw: The hw structure
429 * @mbp: Mailbox structure to initialize
430 * @priv: Private object
431 * @mb_tmo: Mailbox time-out period (in ms).
432 * @iq_params: Ingress queue params needed for allocation.
433 * @cbfn: The call-back function
434 *
435 *
436 */
437static void
438csio_mb_iq_alloc(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
439		 uint32_t mb_tmo, struct csio_iq_params *iq_params,
440		 void (*cbfn) (struct csio_hw *, struct csio_mb *))
441{
442	struct fw_iq_cmd *cmdp = (struct fw_iq_cmd *)(mbp->mb);
443
444	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
445
446	cmdp->op_to_vfn = htonl(FW_CMD_OP(FW_IQ_CMD)		|
447				FW_CMD_REQUEST | FW_CMD_EXEC	|
448				FW_IQ_CMD_PFN(iq_params->pfn)	|
449				FW_IQ_CMD_VFN(iq_params->vfn));
450
451	cmdp->alloc_to_len16 = htonl(FW_IQ_CMD_ALLOC		|
452				FW_CMD_LEN16(sizeof(*cmdp) / 16));
453
454	cmdp->type_to_iqandstindex = htonl(
455				FW_IQ_CMD_VIID(iq_params->viid)	|
456				FW_IQ_CMD_TYPE(iq_params->type)	|
457				FW_IQ_CMD_IQASYNCH(iq_params->iqasynch));
458
459	cmdp->fl0size = htons(iq_params->fl0size);
460	cmdp->fl0size = htons(iq_params->fl1size);
461
462} /* csio_mb_iq_alloc */
463
464/*
465 * csio_mb_iq_write - Initializes the mailbox for writing into an
466 *				Ingress DMA Queue.
467 *
468 * @hw: The HW structure
469 * @mbp: Mailbox structure to initialize
470 * @priv: Private object
471 * @mb_tmo: Mailbox time-out period (in ms).
472 * @cascaded_req: TRUE - if this request is cascased with iq-alloc request.
473 * @iq_params: Ingress queue params needed for writing.
474 * @cbfn: The call-back function
475 *
476 * NOTE: We OR relevant bits with cmdp->XXX, instead of just equating,
477 * because this IQ write request can be cascaded with a previous
478 * IQ alloc request, and we dont want to over-write the bits set by
479 * that request. This logic will work even in a non-cascaded case, since the
480 * cmdp structure is zeroed out by CSIO_INIT_MBP.
481 */
482static void
483csio_mb_iq_write(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
484		 uint32_t mb_tmo, bool cascaded_req,
485		 struct csio_iq_params *iq_params,
486		 void (*cbfn) (struct csio_hw *, struct csio_mb *))
487{
488	struct fw_iq_cmd *cmdp = (struct fw_iq_cmd *)(mbp->mb);
489
490	uint32_t iq_start_stop = (iq_params->iq_start)	?
491					FW_IQ_CMD_IQSTART(1) :
492					FW_IQ_CMD_IQSTOP(1);
493
494	/*
495	 * If this IQ write is cascaded with IQ alloc request, do not
496	 * re-initialize with 0's.
497	 *
498	 */
499	if (!cascaded_req)
500		CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
501
502	cmdp->op_to_vfn |= htonl(FW_CMD_OP(FW_IQ_CMD)		|
503				FW_CMD_REQUEST | FW_CMD_WRITE	|
504				FW_IQ_CMD_PFN(iq_params->pfn)	|
505				FW_IQ_CMD_VFN(iq_params->vfn));
506	cmdp->alloc_to_len16 |= htonl(iq_start_stop |
507				FW_CMD_LEN16(sizeof(*cmdp) / 16));
508	cmdp->iqid |= htons(iq_params->iqid);
509	cmdp->fl0id |= htons(iq_params->fl0id);
510	cmdp->fl1id |= htons(iq_params->fl1id);
511	cmdp->type_to_iqandstindex |= htonl(
512			FW_IQ_CMD_IQANDST(iq_params->iqandst)	|
513			FW_IQ_CMD_IQANUS(iq_params->iqanus)	|
514			FW_IQ_CMD_IQANUD(iq_params->iqanud)	|
515			FW_IQ_CMD_IQANDSTINDEX(iq_params->iqandstindex));
516	cmdp->iqdroprss_to_iqesize |= htons(
517			FW_IQ_CMD_IQPCIECH(iq_params->iqpciech)		|
518			FW_IQ_CMD_IQDCAEN(iq_params->iqdcaen)		|
519			FW_IQ_CMD_IQDCACPU(iq_params->iqdcacpu)		|
520			FW_IQ_CMD_IQINTCNTTHRESH(iq_params->iqintcntthresh) |
521			FW_IQ_CMD_IQCPRIO(iq_params->iqcprio)		|
522			FW_IQ_CMD_IQESIZE(iq_params->iqesize));
523
524	cmdp->iqsize |= htons(iq_params->iqsize);
525	cmdp->iqaddr |= cpu_to_be64(iq_params->iqaddr);
526
527	if (iq_params->type == 0) {
528		cmdp->iqns_to_fl0congen |= htonl(
529			FW_IQ_CMD_IQFLINTIQHSEN(iq_params->iqflintiqhsen)|
530			FW_IQ_CMD_IQFLINTCONGEN(iq_params->iqflintcongen));
531	}
532
533	if (iq_params->fl0size && iq_params->fl0addr &&
534	    (iq_params->fl0id != 0xFFFF)) {
535
536		cmdp->iqns_to_fl0congen |= htonl(
537			FW_IQ_CMD_FL0HOSTFCMODE(iq_params->fl0hostfcmode)|
538			FW_IQ_CMD_FL0CPRIO(iq_params->fl0cprio)		|
539			FW_IQ_CMD_FL0PADEN(iq_params->fl0paden)		|
540			FW_IQ_CMD_FL0PACKEN(iq_params->fl0packen));
541		cmdp->fl0dcaen_to_fl0cidxfthresh |= htons(
542			FW_IQ_CMD_FL0DCAEN(iq_params->fl0dcaen)		|
543			FW_IQ_CMD_FL0DCACPU(iq_params->fl0dcacpu)	|
544			FW_IQ_CMD_FL0FBMIN(iq_params->fl0fbmin)		|
545			FW_IQ_CMD_FL0FBMAX(iq_params->fl0fbmax)		|
546			FW_IQ_CMD_FL0CIDXFTHRESH(iq_params->fl0cidxfthresh));
547		cmdp->fl0size |= htons(iq_params->fl0size);
548		cmdp->fl0addr |= cpu_to_be64(iq_params->fl0addr);
549	}
550} /* csio_mb_iq_write */
551
552/*
553 * csio_mb_iq_alloc_write - Initializes the mailbox for allocating an
554 *				Ingress DMA Queue.
555 *
556 * @hw: The HW structure
557 * @mbp: Mailbox structure to initialize
558 * @priv: Private data.
559 * @mb_tmo: Mailbox time-out period (in ms).
560 * @iq_params: Ingress queue params needed for allocation & writing.
561 * @cbfn: The call-back function
562 *
563 *
564 */
565void
566csio_mb_iq_alloc_write(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
567		       uint32_t mb_tmo, struct csio_iq_params *iq_params,
568		       void (*cbfn) (struct csio_hw *, struct csio_mb *))
569{
570	csio_mb_iq_alloc(hw, mbp, priv, mb_tmo, iq_params, cbfn);
571	csio_mb_iq_write(hw, mbp, priv, mb_tmo, true, iq_params, cbfn);
572} /* csio_mb_iq_alloc_write */
573
574/*
575 * csio_mb_iq_alloc_write_rsp - Process the allocation & writing
576 *				of ingress DMA queue mailbox's response.
577 *
578 * @hw: The HW structure.
579 * @mbp: Mailbox structure to initialize.
580 * @retval: Firmware return value.
581 * @iq_params: Ingress queue parameters, after allocation and write.
582 *
583 */
584void
585csio_mb_iq_alloc_write_rsp(struct csio_hw *hw, struct csio_mb *mbp,
586			   enum fw_retval *ret_val,
587			   struct csio_iq_params *iq_params)
588{
589	struct fw_iq_cmd *rsp = (struct fw_iq_cmd *)(mbp->mb);
590
591	*ret_val = FW_CMD_RETVAL_GET(ntohl(rsp->alloc_to_len16));
592	if (*ret_val == FW_SUCCESS) {
593		iq_params->physiqid = ntohs(rsp->physiqid);
594		iq_params->iqid = ntohs(rsp->iqid);
595		iq_params->fl0id = ntohs(rsp->fl0id);
596		iq_params->fl1id = ntohs(rsp->fl1id);
597	} else {
598		iq_params->physiqid = iq_params->iqid =
599		iq_params->fl0id = iq_params->fl1id = 0;
600	}
601} /* csio_mb_iq_alloc_write_rsp */
602
603/*
604 * csio_mb_iq_free - Initializes the mailbox for freeing a
605 *				specified Ingress DMA Queue.
606 *
607 * @hw: The HW structure
608 * @mbp: Mailbox structure to initialize
609 * @priv: Private data
610 * @mb_tmo: Mailbox time-out period (in ms).
611 * @iq_params: Parameters of ingress queue, that is to be freed.
612 * @cbfn: The call-back function
613 *
614 *
615 */
616void
617csio_mb_iq_free(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
618		uint32_t mb_tmo, struct csio_iq_params *iq_params,
619		void (*cbfn) (struct csio_hw *, struct csio_mb *))
620{
621	struct fw_iq_cmd *cmdp = (struct fw_iq_cmd *)(mbp->mb);
622
623	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
624
625	cmdp->op_to_vfn = htonl(FW_CMD_OP(FW_IQ_CMD)		|
626				FW_CMD_REQUEST | FW_CMD_EXEC	|
627				FW_IQ_CMD_PFN(iq_params->pfn)	|
628				FW_IQ_CMD_VFN(iq_params->vfn));
629	cmdp->alloc_to_len16 = htonl(FW_IQ_CMD_FREE		|
630				FW_CMD_LEN16(sizeof(*cmdp) / 16));
631	cmdp->type_to_iqandstindex = htonl(FW_IQ_CMD_TYPE(iq_params->type));
632
633	cmdp->iqid = htons(iq_params->iqid);
634	cmdp->fl0id = htons(iq_params->fl0id);
635	cmdp->fl1id = htons(iq_params->fl1id);
636
637} /* csio_mb_iq_free */
638
639/*
640 * csio_mb_eq_ofld_alloc - Initializes the mailbox for allocating
641 *				an offload-egress queue.
642 *
643 * @hw: The HW  structure
644 * @mbp: Mailbox structure to initialize
645 * @priv: Private data
646 * @mb_tmo: Mailbox time-out period (in ms).
647 * @eq_ofld_params: (Offload) Egress queue parameters.
648 * @cbfn: The call-back function
649 *
650 *
651 */
652static void
653csio_mb_eq_ofld_alloc(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
654		uint32_t mb_tmo, struct csio_eq_params *eq_ofld_params,
655		void (*cbfn) (struct csio_hw *, struct csio_mb *))
656{
657	struct fw_eq_ofld_cmd *cmdp = (struct fw_eq_ofld_cmd *)(mbp->mb);
658
659	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
660	cmdp->op_to_vfn = htonl(FW_CMD_OP(FW_EQ_OFLD_CMD)		|
661				FW_CMD_REQUEST | FW_CMD_EXEC		|
662				FW_EQ_OFLD_CMD_PFN(eq_ofld_params->pfn) |
663				FW_EQ_OFLD_CMD_VFN(eq_ofld_params->vfn));
664	cmdp->alloc_to_len16 = htonl(FW_EQ_OFLD_CMD_ALLOC	|
665				FW_CMD_LEN16(sizeof(*cmdp) / 16));
666
667} /* csio_mb_eq_ofld_alloc */
668
669/*
670 * csio_mb_eq_ofld_write - Initializes the mailbox for writing
671 *				an alloacted offload-egress queue.
672 *
673 * @hw: The HW structure
674 * @mbp: Mailbox structure to initialize
675 * @priv: Private data
676 * @mb_tmo: Mailbox time-out period (in ms).
677 * @cascaded_req: TRUE - if this request is cascased with Eq-alloc request.
678 * @eq_ofld_params: (Offload) Egress queue parameters.
679 * @cbfn: The call-back function
680 *
681 *
682 * NOTE: We OR relevant bits with cmdp->XXX, instead of just equating,
683 * because this EQ write request can be cascaded with a previous
684 * EQ alloc request, and we dont want to over-write the bits set by
685 * that request. This logic will work even in a non-cascaded case, since the
686 * cmdp structure is zeroed out by CSIO_INIT_MBP.
687 */
688static void
689csio_mb_eq_ofld_write(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
690		      uint32_t mb_tmo, bool cascaded_req,
691		      struct csio_eq_params *eq_ofld_params,
692		      void (*cbfn) (struct csio_hw *, struct csio_mb *))
693{
694	struct fw_eq_ofld_cmd *cmdp = (struct fw_eq_ofld_cmd *)(mbp->mb);
695
696	uint32_t eq_start_stop = (eq_ofld_params->eqstart)	?
697				FW_EQ_OFLD_CMD_EQSTART	: FW_EQ_OFLD_CMD_EQSTOP;
698
699	/*
700	 * If this EQ write is cascaded with EQ alloc request, do not
701	 * re-initialize with 0's.
702	 *
703	 */
704	if (!cascaded_req)
705		CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
706
707	cmdp->op_to_vfn |= htonl(FW_CMD_OP(FW_EQ_OFLD_CMD)	|
708				FW_CMD_REQUEST | FW_CMD_WRITE	|
709				FW_EQ_OFLD_CMD_PFN(eq_ofld_params->pfn) |
710				FW_EQ_OFLD_CMD_VFN(eq_ofld_params->vfn));
711	cmdp->alloc_to_len16 |= htonl(eq_start_stop		|
712				      FW_CMD_LEN16(sizeof(*cmdp) / 16));
713
714	cmdp->eqid_pkd |= htonl(FW_EQ_OFLD_CMD_EQID(eq_ofld_params->eqid));
715
716	cmdp->fetchszm_to_iqid |= htonl(
717		FW_EQ_OFLD_CMD_HOSTFCMODE(eq_ofld_params->hostfcmode)	|
718		FW_EQ_OFLD_CMD_CPRIO(eq_ofld_params->cprio)		|
719		FW_EQ_OFLD_CMD_PCIECHN(eq_ofld_params->pciechn)		|
720		FW_EQ_OFLD_CMD_IQID(eq_ofld_params->iqid));
721
722	cmdp->dcaen_to_eqsize |= htonl(
723		FW_EQ_OFLD_CMD_DCAEN(eq_ofld_params->dcaen)		|
724		FW_EQ_OFLD_CMD_DCACPU(eq_ofld_params->dcacpu)		|
725		FW_EQ_OFLD_CMD_FBMIN(eq_ofld_params->fbmin)		|
726		FW_EQ_OFLD_CMD_FBMAX(eq_ofld_params->fbmax)		|
727		FW_EQ_OFLD_CMD_CIDXFTHRESHO(eq_ofld_params->cidxfthresho) |
728		FW_EQ_OFLD_CMD_CIDXFTHRESH(eq_ofld_params->cidxfthresh) |
729		FW_EQ_OFLD_CMD_EQSIZE(eq_ofld_params->eqsize));
730
731	cmdp->eqaddr |= cpu_to_be64(eq_ofld_params->eqaddr);
732
733} /* csio_mb_eq_ofld_write */
734
735/*
736 * csio_mb_eq_ofld_alloc_write - Initializes the mailbox for allocation
737 *				writing into an Engress DMA Queue.
738 *
739 * @hw: The HW structure
740 * @mbp: Mailbox structure to initialize
741 * @priv: Private data.
742 * @mb_tmo: Mailbox time-out period (in ms).
743 * @eq_ofld_params: (Offload) Egress queue parameters.
744 * @cbfn: The call-back function
745 *
746 *
747 */
748void
749csio_mb_eq_ofld_alloc_write(struct csio_hw *hw, struct csio_mb *mbp,
750			    void *priv, uint32_t mb_tmo,
751			    struct csio_eq_params *eq_ofld_params,
752			    void (*cbfn) (struct csio_hw *, struct csio_mb *))
753{
754	csio_mb_eq_ofld_alloc(hw, mbp, priv, mb_tmo, eq_ofld_params, cbfn);
755	csio_mb_eq_ofld_write(hw, mbp, priv, mb_tmo, true,
756			      eq_ofld_params, cbfn);
757} /* csio_mb_eq_ofld_alloc_write */
758
759/*
760 * csio_mb_eq_ofld_alloc_write_rsp - Process the allocation
761 *				& write egress DMA queue mailbox's response.
762 *
763 * @hw: The HW structure.
764 * @mbp: Mailbox structure to initialize.
765 * @retval: Firmware return value.
766 * @eq_ofld_params: (Offload) Egress queue parameters.
767 *
768 */
769void
770csio_mb_eq_ofld_alloc_write_rsp(struct csio_hw *hw,
771				struct csio_mb *mbp, enum fw_retval *ret_val,
772				struct csio_eq_params *eq_ofld_params)
773{
774	struct fw_eq_ofld_cmd *rsp = (struct fw_eq_ofld_cmd *)(mbp->mb);
775
776	*ret_val = FW_CMD_RETVAL_GET(ntohl(rsp->alloc_to_len16));
777
778	if (*ret_val == FW_SUCCESS) {
779		eq_ofld_params->eqid = FW_EQ_OFLD_CMD_EQID_GET(
780						ntohl(rsp->eqid_pkd));
781		eq_ofld_params->physeqid = FW_EQ_OFLD_CMD_PHYSEQID_GET(
782						ntohl(rsp->physeqid_pkd));
783	} else
784		eq_ofld_params->eqid = 0;
785
786} /* csio_mb_eq_ofld_alloc_write_rsp */
787
788/*
789 * csio_mb_eq_ofld_free - Initializes the mailbox for freeing a
790 *				specified Engress DMA Queue.
791 *
792 * @hw: The HW structure
793 * @mbp: Mailbox structure to initialize
794 * @priv: Private data area.
795 * @mb_tmo: Mailbox time-out period (in ms).
796 * @eq_ofld_params: (Offload) Egress queue parameters, that is to be freed.
797 * @cbfn: The call-back function
798 *
799 *
800 */
801void
802csio_mb_eq_ofld_free(struct csio_hw *hw, struct csio_mb *mbp, void *priv,
803		     uint32_t mb_tmo, struct csio_eq_params *eq_ofld_params,
804		     void (*cbfn) (struct csio_hw *, struct csio_mb *))
805{
806	struct fw_eq_ofld_cmd *cmdp = (struct fw_eq_ofld_cmd *)(mbp->mb);
807
808	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, priv, cbfn, 1);
809
810	cmdp->op_to_vfn = htonl(FW_CMD_OP(FW_EQ_OFLD_CMD)	|
811				FW_CMD_REQUEST | FW_CMD_EXEC	|
812				FW_EQ_OFLD_CMD_PFN(eq_ofld_params->pfn) |
813				FW_EQ_OFLD_CMD_VFN(eq_ofld_params->vfn));
814	cmdp->alloc_to_len16 = htonl(FW_EQ_OFLD_CMD_FREE |
815				FW_CMD_LEN16(sizeof(*cmdp) / 16));
816	cmdp->eqid_pkd = htonl(FW_EQ_OFLD_CMD_EQID(eq_ofld_params->eqid));
817
818} /* csio_mb_eq_ofld_free */
819
820/*
821 * csio_write_fcoe_link_cond_init_mb - Initialize Mailbox to write FCoE link
822 *				 condition.
823 *
824 * @ln: The Lnode structure
825 * @mbp: Mailbox structure to initialize
826 * @mb_tmo: Mailbox time-out period (in ms).
827 * @cbfn: The call back function.
828 *
829 *
830 */
831void
832csio_write_fcoe_link_cond_init_mb(struct csio_lnode *ln, struct csio_mb *mbp,
833			uint32_t mb_tmo, uint8_t port_id, uint32_t sub_opcode,
834			uint8_t cos, bool link_status, uint32_t fcfi,
835			void (*cbfn) (struct csio_hw *, struct csio_mb *))
836{
837	struct fw_fcoe_link_cmd *cmdp =
838				(struct fw_fcoe_link_cmd *)(mbp->mb);
839
840	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, ln, cbfn, 1);
841
842	cmdp->op_to_portid = htonl((
843			FW_CMD_OP(FW_FCOE_LINK_CMD)		|
844			FW_CMD_REQUEST				|
845			FW_CMD_WRITE				|
846			FW_FCOE_LINK_CMD_PORTID(port_id)));
847	cmdp->sub_opcode_fcfi = htonl(
848			FW_FCOE_LINK_CMD_SUB_OPCODE(sub_opcode)	|
849			FW_FCOE_LINK_CMD_FCFI(fcfi));
850	cmdp->lstatus = link_status;
851	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
852
853} /* csio_write_fcoe_link_cond_init_mb */
854
855/*
856 * csio_fcoe_read_res_info_init_mb - Initializes the mailbox for reading FCoE
857 *				resource information(FW_GET_RES_INFO_CMD).
858 *
859 * @hw: The HW structure
860 * @mbp: Mailbox structure to initialize
861 * @mb_tmo: Mailbox time-out period (in ms).
862 * @cbfn: The call-back function
863 *
864 *
865 */
866void
867csio_fcoe_read_res_info_init_mb(struct csio_hw *hw, struct csio_mb *mbp,
868			uint32_t mb_tmo,
869			void (*cbfn) (struct csio_hw *, struct csio_mb *))
870{
871	struct fw_fcoe_res_info_cmd *cmdp =
872			(struct fw_fcoe_res_info_cmd *)(mbp->mb);
873
874	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, hw, cbfn, 1);
875
876	cmdp->op_to_read = htonl((FW_CMD_OP(FW_FCOE_RES_INFO_CMD)	|
877				  FW_CMD_REQUEST			|
878				  FW_CMD_READ));
879
880	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
881
882} /* csio_fcoe_read_res_info_init_mb */
883
884/*
885 * csio_fcoe_vnp_alloc_init_mb - Initializes the mailbox for allocating VNP
886 *				in the firmware (FW_FCOE_VNP_CMD).
887 *
888 * @ln: The Lnode structure.
889 * @mbp: Mailbox structure to initialize.
890 * @mb_tmo: Mailbox time-out period (in ms).
891 * @fcfi: FCF Index.
892 * @vnpi: vnpi
893 * @iqid: iqid
894 * @vnport_wwnn: vnport WWNN
895 * @vnport_wwpn: vnport WWPN
896 * @cbfn: The call-back function.
897 *
898 *
899 */
900void
901csio_fcoe_vnp_alloc_init_mb(struct csio_lnode *ln, struct csio_mb *mbp,
902		uint32_t mb_tmo, uint32_t fcfi, uint32_t vnpi, uint16_t iqid,
903		uint8_t vnport_wwnn[8],	uint8_t vnport_wwpn[8],
904		void (*cbfn) (struct csio_hw *, struct csio_mb *))
905{
906	struct fw_fcoe_vnp_cmd *cmdp =
907			(struct fw_fcoe_vnp_cmd *)(mbp->mb);
908
909	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, ln, cbfn, 1);
910
911	cmdp->op_to_fcfi = htonl((FW_CMD_OP(FW_FCOE_VNP_CMD)		|
912				  FW_CMD_REQUEST			|
913				  FW_CMD_EXEC				|
914				  FW_FCOE_VNP_CMD_FCFI(fcfi)));
915
916	cmdp->alloc_to_len16 = htonl(FW_FCOE_VNP_CMD_ALLOC		|
917				     FW_CMD_LEN16(sizeof(*cmdp) / 16));
918
919	cmdp->gen_wwn_to_vnpi = htonl(FW_FCOE_VNP_CMD_VNPI(vnpi));
920
921	cmdp->iqid = htons(iqid);
922
923	if (!wwn_to_u64(vnport_wwnn) && !wwn_to_u64(vnport_wwpn))
924		cmdp->gen_wwn_to_vnpi |= htonl(FW_FCOE_VNP_CMD_GEN_WWN);
925
926	if (vnport_wwnn)
927		memcpy(cmdp->vnport_wwnn, vnport_wwnn, 8);
928	if (vnport_wwpn)
929		memcpy(cmdp->vnport_wwpn, vnport_wwpn, 8);
930
931} /* csio_fcoe_vnp_alloc_init_mb */
932
933/*
934 * csio_fcoe_vnp_read_init_mb - Prepares VNP read cmd.
935 * @ln: The Lnode structure.
936 * @mbp: Mailbox structure to initialize.
937 * @mb_tmo: Mailbox time-out period (in ms).
938 * @fcfi: FCF Index.
939 * @vnpi: vnpi
940 * @cbfn: The call-back handler.
941 */
942void
943csio_fcoe_vnp_read_init_mb(struct csio_lnode *ln, struct csio_mb *mbp,
944		uint32_t mb_tmo, uint32_t fcfi, uint32_t vnpi,
945		void (*cbfn) (struct csio_hw *, struct csio_mb *))
946{
947	struct fw_fcoe_vnp_cmd *cmdp =
948			(struct fw_fcoe_vnp_cmd *)(mbp->mb);
949
950	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, ln, cbfn, 1);
951	cmdp->op_to_fcfi = htonl(FW_CMD_OP(FW_FCOE_VNP_CMD)	|
952				 FW_CMD_REQUEST			|
953				 FW_CMD_READ			|
954				 FW_FCOE_VNP_CMD_FCFI(fcfi));
955	cmdp->alloc_to_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
956	cmdp->gen_wwn_to_vnpi = htonl(FW_FCOE_VNP_CMD_VNPI(vnpi));
957}
958
959/*
960 * csio_fcoe_vnp_free_init_mb - Initializes the mailbox for freeing an
961 *			alloacted VNP in the firmware (FW_FCOE_VNP_CMD).
962 *
963 * @ln: The Lnode structure.
964 * @mbp: Mailbox structure to initialize.
965 * @mb_tmo: Mailbox time-out period (in ms).
966 * @fcfi: FCF flow id
967 * @vnpi: VNP flow id
968 * @cbfn: The call-back function.
969 * Return: None
970 */
971void
972csio_fcoe_vnp_free_init_mb(struct csio_lnode *ln, struct csio_mb *mbp,
973		uint32_t mb_tmo, uint32_t fcfi, uint32_t vnpi,
974		void (*cbfn) (struct csio_hw *, struct csio_mb *))
975{
976	struct fw_fcoe_vnp_cmd *cmdp =
977			(struct fw_fcoe_vnp_cmd *)(mbp->mb);
978
979	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, ln, cbfn, 1);
980
981	cmdp->op_to_fcfi = htonl(FW_CMD_OP(FW_FCOE_VNP_CMD)	|
982				 FW_CMD_REQUEST			|
983				 FW_CMD_EXEC			|
984				 FW_FCOE_VNP_CMD_FCFI(fcfi));
985	cmdp->alloc_to_len16 = htonl(FW_FCOE_VNP_CMD_FREE	|
986				     FW_CMD_LEN16(sizeof(*cmdp) / 16));
987	cmdp->gen_wwn_to_vnpi = htonl(FW_FCOE_VNP_CMD_VNPI(vnpi));
988}
989
990/*
991 * csio_fcoe_read_fcf_init_mb - Initializes the mailbox to read the
992 *				FCF records.
993 *
994 * @ln: The Lnode structure
995 * @mbp: Mailbox structure to initialize
996 * @mb_tmo: Mailbox time-out period (in ms).
997 * @fcf_params: FC-Forwarder parameters.
998 * @cbfn: The call-back function
999 *
1000 *
1001 */
1002void
1003csio_fcoe_read_fcf_init_mb(struct csio_lnode *ln, struct csio_mb *mbp,
1004		uint32_t mb_tmo, uint32_t portid, uint32_t fcfi,
1005		void (*cbfn) (struct csio_hw *, struct csio_mb *))
1006{
1007	struct fw_fcoe_fcf_cmd *cmdp =
1008			(struct fw_fcoe_fcf_cmd *)(mbp->mb);
1009
1010	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, ln, cbfn, 1);
1011
1012	cmdp->op_to_fcfi = htonl(FW_CMD_OP(FW_FCOE_FCF_CMD)	|
1013				 FW_CMD_REQUEST			|
1014				 FW_CMD_READ			|
1015				 FW_FCOE_FCF_CMD_FCFI(fcfi));
1016	cmdp->retval_len16 = htonl(FW_CMD_LEN16(sizeof(*cmdp) / 16));
1017
1018} /* csio_fcoe_read_fcf_init_mb */
1019
1020void
1021csio_fcoe_read_portparams_init_mb(struct csio_hw *hw, struct csio_mb *mbp,
1022				uint32_t mb_tmo,
1023				struct fw_fcoe_port_cmd_params *portparams,
1024				void (*cbfn)(struct csio_hw *,
1025					     struct csio_mb *))
1026{
1027	struct fw_fcoe_stats_cmd *cmdp = (struct fw_fcoe_stats_cmd *)(mbp->mb);
1028
1029	CSIO_INIT_MBP(mbp, cmdp, mb_tmo, hw, cbfn, 1);
1030	mbp->mb_size = 64;
1031
1032	cmdp->op_to_flowid = htonl(FW_CMD_OP(FW_FCOE_STATS_CMD)         |
1033				   FW_CMD_REQUEST | FW_CMD_READ);
1034	cmdp->free_to_len16 = htonl(FW_CMD_LEN16(CSIO_MAX_MB_SIZE/16));
1035
1036	cmdp->u.ctl.nstats_port = FW_FCOE_STATS_CMD_NSTATS(portparams->nstats) |
1037				  FW_FCOE_STATS_CMD_PORT(portparams->portid);
1038
1039	cmdp->u.ctl.port_valid_ix = FW_FCOE_STATS_CMD_IX(portparams->idx)    |
1040				    FW_FCOE_STATS_CMD_PORT_VALID;
1041
1042} /* csio_fcoe_read_portparams_init_mb */
1043
1044void
1045csio_mb_process_portparams_rsp(struct csio_hw *hw,
1046				struct csio_mb *mbp,
1047				enum fw_retval *retval,
1048				struct fw_fcoe_port_cmd_params *portparams,
1049				struct fw_fcoe_port_stats *portstats)
1050{
1051	struct fw_fcoe_stats_cmd *rsp = (struct fw_fcoe_stats_cmd *)(mbp->mb);
1052	struct fw_fcoe_port_stats stats;
1053	uint8_t *src;
1054	uint8_t *dst;
1055
1056	*retval = FW_CMD_RETVAL_GET(ntohl(rsp->free_to_len16));
1057
1058	memset(&stats, 0, sizeof(struct fw_fcoe_port_stats));
1059
1060	if (*retval == FW_SUCCESS) {
1061		dst = (uint8_t *)(&stats) + ((portparams->idx - 1) * 8);
1062		src = (uint8_t *)rsp + (CSIO_STATS_OFFSET * 8);
1063		memcpy(dst, src, (portparams->nstats * 8));
1064		if (portparams->idx == 1) {
1065			/* Get the first 6 flits from the Mailbox */
1066			portstats->tx_bcast_bytes = stats.tx_bcast_bytes;
1067			portstats->tx_bcast_frames = stats.tx_bcast_frames;
1068			portstats->tx_mcast_bytes = stats.tx_mcast_bytes;
1069			portstats->tx_mcast_frames = stats.tx_mcast_frames;
1070			portstats->tx_ucast_bytes = stats.tx_ucast_bytes;
1071			portstats->tx_ucast_frames = stats.tx_ucast_frames;
1072		}
1073		if (portparams->idx == 7) {
1074			/* Get the second 6 flits from the Mailbox */
1075			portstats->tx_drop_frames = stats.tx_drop_frames;
1076			portstats->tx_offload_bytes = stats.tx_offload_bytes;
1077			portstats->tx_offload_frames = stats.tx_offload_frames;
1078#if 0
1079			portstats->rx_pf_bytes = stats.rx_pf_bytes;
1080			portstats->rx_pf_frames	= stats.rx_pf_frames;
1081#endif
1082			portstats->rx_bcast_bytes = stats.rx_bcast_bytes;
1083			portstats->rx_bcast_frames = stats.rx_bcast_frames;
1084			portstats->rx_mcast_bytes = stats.rx_mcast_bytes;
1085		}
1086		if (portparams->idx == 13) {
1087			/* Get the last 4 flits from the Mailbox */
1088			portstats->rx_mcast_frames = stats.rx_mcast_frames;
1089			portstats->rx_ucast_bytes = stats.rx_ucast_bytes;
1090			portstats->rx_ucast_frames = stats.rx_ucast_frames;
1091			portstats->rx_err_frames = stats.rx_err_frames;
1092		}
1093	}
1094}
1095
1096/* Entry points/APIs for MB module					     */
1097/*
1098 * csio_mb_intr_enable - Enable Interrupts from mailboxes.
1099 * @hw: The HW structure
1100 *
1101 * Enables CIM interrupt bit in appropriate INT_ENABLE registers.
1102 */
1103void
1104csio_mb_intr_enable(struct csio_hw *hw)
1105{
1106	csio_wr_reg32(hw, MBMSGRDYINTEN(1), MYPF_REG(CIM_PF_HOST_INT_ENABLE));
1107	csio_rd_reg32(hw, MYPF_REG(CIM_PF_HOST_INT_ENABLE));
1108}
1109
1110/*
1111 * csio_mb_intr_disable - Disable Interrupts from mailboxes.
1112 * @hw: The HW structure
1113 *
1114 * Disable bit in HostInterruptEnable CIM register.
1115 */
1116void
1117csio_mb_intr_disable(struct csio_hw *hw)
1118{
1119	csio_wr_reg32(hw, MBMSGRDYINTEN(0), MYPF_REG(CIM_PF_HOST_INT_ENABLE));
1120	csio_rd_reg32(hw, MYPF_REG(CIM_PF_HOST_INT_ENABLE));
1121}
1122
1123static void
1124csio_mb_dump_fw_dbg(struct csio_hw *hw, __be64 *cmd)
1125{
1126	struct fw_debug_cmd *dbg = (struct fw_debug_cmd *)cmd;
1127
1128	if ((FW_DEBUG_CMD_TYPE_GET(ntohl(dbg->op_type))) == 1) {
1129		csio_info(hw, "FW print message:\n");
1130		csio_info(hw, "\tdebug->dprtstridx = %d\n",
1131			    ntohs(dbg->u.prt.dprtstridx));
1132		csio_info(hw, "\tdebug->dprtstrparam0 = 0x%x\n",
1133			    ntohl(dbg->u.prt.dprtstrparam0));
1134		csio_info(hw, "\tdebug->dprtstrparam1 = 0x%x\n",
1135			    ntohl(dbg->u.prt.dprtstrparam1));
1136		csio_info(hw, "\tdebug->dprtstrparam2 = 0x%x\n",
1137			    ntohl(dbg->u.prt.dprtstrparam2));
1138		csio_info(hw, "\tdebug->dprtstrparam3 = 0x%x\n",
1139			    ntohl(dbg->u.prt.dprtstrparam3));
1140	} else {
1141		/* This is a FW assertion */
1142		csio_fatal(hw, "FW assertion at %.16s:%u, val0 %#x, val1 %#x\n",
1143			    dbg->u.assert.filename_0_7,
1144			    ntohl(dbg->u.assert.line),
1145			    ntohl(dbg->u.assert.x),
1146			    ntohl(dbg->u.assert.y));
1147	}
1148}
1149
1150static void
1151csio_mb_debug_cmd_handler(struct csio_hw *hw)
1152{
1153	int i;
1154	__be64 cmd[CSIO_MB_MAX_REGS];
1155	uint32_t ctl_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_CTRL);
1156	uint32_t data_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_DATA);
1157	int size = sizeof(struct fw_debug_cmd);
1158
1159	/* Copy mailbox data */
1160	for (i = 0; i < size; i += 8)
1161		cmd[i / 8] = cpu_to_be64(csio_rd_reg64(hw, data_reg + i));
1162
1163	csio_mb_dump_fw_dbg(hw, cmd);
1164
1165	/* Notify FW of mailbox by setting owner as UP */
1166	csio_wr_reg32(hw, MBMSGVALID | MBINTREQ | MBOWNER(CSIO_MBOWNER_FW),
1167		      ctl_reg);
1168
1169	csio_rd_reg32(hw, ctl_reg);
1170	wmb();
1171}
1172
1173/*
1174 * csio_mb_issue - generic routine for issuing Mailbox commands.
1175 * @hw: The HW structure
1176 * @mbp: Mailbox command to issue
1177 *
1178 *  Caller should hold hw lock across this call.
1179 */
1180int
1181csio_mb_issue(struct csio_hw *hw, struct csio_mb *mbp)
1182{
1183	uint32_t owner, ctl;
1184	int i;
1185	uint32_t ii;
1186	__be64 *cmd = mbp->mb;
1187	__be64 hdr;
1188	struct csio_mbm	*mbm = &hw->mbm;
1189	uint32_t ctl_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_CTRL);
1190	uint32_t data_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_DATA);
1191	int size = mbp->mb_size;
1192	int rv = -EINVAL;
1193	struct fw_cmd_hdr *fw_hdr;
1194
1195	/* Determine mode */
1196	if (mbp->mb_cbfn == NULL) {
1197		/* Need to issue/get results in the same context */
1198		if (mbp->tmo < CSIO_MB_POLL_FREQ) {
1199			csio_err(hw, "Invalid tmo: 0x%x\n", mbp->tmo);
1200			goto error_out;
1201		}
1202	} else if (!csio_is_host_intr_enabled(hw) ||
1203		   !csio_is_hw_intr_enabled(hw)) {
1204		csio_err(hw, "Cannot issue mailbox in interrupt mode 0x%x\n",
1205			 *((uint8_t *)mbp->mb));
1206			goto error_out;
1207	}
1208
1209	if (mbm->mcurrent != NULL) {
1210		/* Queue mbox cmd, if another mbox cmd is active */
1211		if (mbp->mb_cbfn == NULL) {
1212			rv = -EBUSY;
1213			csio_dbg(hw, "Couldnt own Mailbox %x op:0x%x\n",
1214				    hw->pfn, *((uint8_t *)mbp->mb));
1215
1216			goto error_out;
1217		} else {
1218			list_add_tail(&mbp->list, &mbm->req_q);
1219			CSIO_INC_STATS(mbm, n_activeq);
1220
1221			return 0;
1222		}
1223	}
1224
1225	/* Now get ownership of mailbox */
1226	owner = MBOWNER_GET(csio_rd_reg32(hw, ctl_reg));
1227
1228	if (!csio_mb_is_host_owner(owner)) {
1229
1230		for (i = 0; (owner == CSIO_MBOWNER_NONE) && (i < 3); i++)
1231			owner = MBOWNER_GET(csio_rd_reg32(hw, ctl_reg));
1232		/*
1233		 * Mailbox unavailable. In immediate mode, fail the command.
1234		 * In other modes, enqueue the request.
1235		 */
1236		if (!csio_mb_is_host_owner(owner)) {
1237			if (mbp->mb_cbfn == NULL) {
1238				rv = owner ? -EBUSY : -ETIMEDOUT;
1239
1240				csio_dbg(hw,
1241					 "Couldnt own Mailbox %x op:0x%x "
1242					 "owner:%x\n",
1243					 hw->pfn, *((uint8_t *)mbp->mb), owner);
1244				goto error_out;
1245			} else {
1246				if (mbm->mcurrent == NULL) {
1247					csio_err(hw,
1248						 "Couldnt own Mailbox %x "
1249						 "op:0x%x owner:%x\n",
1250						 hw->pfn, *((uint8_t *)mbp->mb),
1251						 owner);
1252					csio_err(hw,
1253						 "No outstanding driver"
1254						 " mailbox as well\n");
1255					goto error_out;
1256				}
1257			}
1258		}
1259	}
1260
1261	/* Mailbox is available, copy mailbox data into it */
1262	for (i = 0; i < size; i += 8) {
1263		csio_wr_reg64(hw, be64_to_cpu(*cmd), data_reg + i);
1264		cmd++;
1265	}
1266
1267	CSIO_DUMP_MB(hw, hw->pfn, data_reg);
1268
1269	/* Start completion timers in non-immediate modes and notify FW */
1270	if (mbp->mb_cbfn != NULL) {
1271		mbm->mcurrent = mbp;
1272		mod_timer(&mbm->timer, jiffies + msecs_to_jiffies(mbp->tmo));
1273		csio_wr_reg32(hw, MBMSGVALID | MBINTREQ |
1274			      MBOWNER(CSIO_MBOWNER_FW), ctl_reg);
1275	} else
1276		csio_wr_reg32(hw, MBMSGVALID | MBOWNER(CSIO_MBOWNER_FW),
1277			      ctl_reg);
1278
1279	/* Flush posted writes */
1280	csio_rd_reg32(hw, ctl_reg);
1281	wmb();
1282
1283	CSIO_INC_STATS(mbm, n_req);
1284
1285	if (mbp->mb_cbfn)
1286		return 0;
1287
1288	/* Poll for completion in immediate mode */
1289	cmd = mbp->mb;
1290
1291	for (ii = 0; ii < mbp->tmo; ii += CSIO_MB_POLL_FREQ) {
1292		mdelay(CSIO_MB_POLL_FREQ);
1293
1294		/* Check for response */
1295		ctl = csio_rd_reg32(hw, ctl_reg);
1296		if (csio_mb_is_host_owner(MBOWNER_GET(ctl))) {
1297
1298			if (!(ctl & MBMSGVALID)) {
1299				csio_wr_reg32(hw, 0, ctl_reg);
1300				continue;
1301			}
1302
1303			CSIO_DUMP_MB(hw, hw->pfn, data_reg);
1304
1305			hdr = cpu_to_be64(csio_rd_reg64(hw, data_reg));
1306			fw_hdr = (struct fw_cmd_hdr *)&hdr;
1307
1308			switch (FW_CMD_OP_GET(ntohl(fw_hdr->hi))) {
1309			case FW_DEBUG_CMD:
1310				csio_mb_debug_cmd_handler(hw);
1311				continue;
1312			}
1313
1314			/* Copy response */
1315			for (i = 0; i < size; i += 8)
1316				*cmd++ = cpu_to_be64(csio_rd_reg64
1317							  (hw, data_reg + i));
1318			csio_wr_reg32(hw, 0, ctl_reg);
1319
1320			if (csio_mb_fw_retval(mbp) != FW_SUCCESS)
1321				CSIO_INC_STATS(mbm, n_err);
1322
1323			CSIO_INC_STATS(mbm, n_rsp);
1324			return 0;
1325		}
1326	}
1327
1328	CSIO_INC_STATS(mbm, n_tmo);
1329
1330	csio_err(hw, "Mailbox %x op:0x%x timed out!\n",
1331		 hw->pfn, *((uint8_t *)cmd));
1332
1333	return -ETIMEDOUT;
1334
1335error_out:
1336	CSIO_INC_STATS(mbm, n_err);
1337	return rv;
1338}
1339
1340/*
1341 * csio_mb_completions - Completion handler for Mailbox commands
1342 * @hw: The HW structure
1343 * @cbfn_q: Completion queue.
1344 *
1345 */
1346void
1347csio_mb_completions(struct csio_hw *hw, struct list_head *cbfn_q)
1348{
1349	struct csio_mb *mbp;
1350	struct csio_mbm *mbm = &hw->mbm;
1351	enum fw_retval rv;
1352
1353	while (!list_empty(cbfn_q)) {
1354		mbp = list_first_entry(cbfn_q, struct csio_mb, list);
1355		list_del_init(&mbp->list);
1356
1357		rv = csio_mb_fw_retval(mbp);
1358		if ((rv != FW_SUCCESS) && (rv != FW_HOSTERROR))
1359			CSIO_INC_STATS(mbm, n_err);
1360		else if (rv != FW_HOSTERROR)
1361			CSIO_INC_STATS(mbm, n_rsp);
1362
1363		if (mbp->mb_cbfn)
1364			mbp->mb_cbfn(hw, mbp);
1365	}
1366}
1367
1368static void
1369csio_mb_portmod_changed(struct csio_hw *hw, uint8_t port_id)
1370{
1371	static char *mod_str[] = {
1372		NULL, "LR", "SR", "ER", "TWINAX", "active TWINAX", "LRM"
1373	};
1374
1375	struct csio_pport *port = &hw->pport[port_id];
1376
1377	if (port->mod_type == FW_PORT_MOD_TYPE_NONE)
1378		csio_info(hw, "Port:%d - port module unplugged\n", port_id);
1379	else if (port->mod_type < ARRAY_SIZE(mod_str))
1380		csio_info(hw, "Port:%d - %s port module inserted\n", port_id,
1381			  mod_str[port->mod_type]);
1382	else if (port->mod_type == FW_PORT_MOD_TYPE_NOTSUPPORTED)
1383		csio_info(hw,
1384			  "Port:%d - unsupported optical port module "
1385			  "inserted\n", port_id);
1386	else if (port->mod_type == FW_PORT_MOD_TYPE_UNKNOWN)
1387		csio_info(hw,
1388			  "Port:%d - unknown port module inserted, forcing "
1389			  "TWINAX\n", port_id);
1390	else if (port->mod_type == FW_PORT_MOD_TYPE_ERROR)
1391		csio_info(hw, "Port:%d - transceiver module error\n", port_id);
1392	else
1393		csio_info(hw, "Port:%d - unknown module type %d inserted\n",
1394			  port_id, port->mod_type);
1395}
1396
1397int
1398csio_mb_fwevt_handler(struct csio_hw *hw, __be64 *cmd)
1399{
1400	uint8_t opcode = *(uint8_t *)cmd;
1401	struct fw_port_cmd *pcmd;
1402	uint8_t port_id;
1403	uint32_t link_status;
1404	uint16_t action;
1405	uint8_t mod_type;
1406
1407	if (opcode == FW_PORT_CMD) {
1408		pcmd = (struct fw_port_cmd *)cmd;
1409		port_id = FW_PORT_CMD_PORTID_GET(
1410				ntohl(pcmd->op_to_portid));
1411		action = FW_PORT_CMD_ACTION_GET(
1412				ntohl(pcmd->action_to_len16));
1413		if (action != FW_PORT_ACTION_GET_PORT_INFO) {
1414			csio_err(hw, "Unhandled FW_PORT_CMD action: %u\n",
1415				action);
1416			return -EINVAL;
1417		}
1418
1419		link_status = ntohl(pcmd->u.info.lstatus_to_modtype);
1420		mod_type = FW_PORT_CMD_MODTYPE_GET(link_status);
1421
1422		hw->pport[port_id].link_status =
1423			FW_PORT_CMD_LSTATUS_GET(link_status);
1424		hw->pport[port_id].link_speed =
1425			FW_PORT_CMD_LSPEED_GET(link_status);
1426
1427		csio_info(hw, "Port:%x - LINK %s\n", port_id,
1428			FW_PORT_CMD_LSTATUS_GET(link_status) ? "UP" : "DOWN");
1429
1430		if (mod_type != hw->pport[port_id].mod_type) {
1431			hw->pport[port_id].mod_type = mod_type;
1432			csio_mb_portmod_changed(hw, port_id);
1433		}
1434	} else if (opcode == FW_DEBUG_CMD) {
1435		csio_mb_dump_fw_dbg(hw, cmd);
1436	} else {
1437		csio_dbg(hw, "Gen MB can't handle op:0x%x on evtq.\n", opcode);
1438		return -EINVAL;
1439	}
1440
1441	return 0;
1442}
1443
1444/*
1445 * csio_mb_isr_handler - Handle mailboxes related interrupts.
1446 * @hw: The HW structure
1447 *
1448 * Called from the ISR to handle Mailbox related interrupts.
1449 * HW Lock should be held across this call.
1450 */
1451int
1452csio_mb_isr_handler(struct csio_hw *hw)
1453{
1454	struct csio_mbm		*mbm = &hw->mbm;
1455	struct csio_mb		*mbp =  mbm->mcurrent;
1456	__be64			*cmd;
1457	uint32_t		ctl, cim_cause, pl_cause;
1458	int			i;
1459	uint32_t		ctl_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_CTRL);
1460	uint32_t		data_reg = PF_REG(hw->pfn, CIM_PF_MAILBOX_DATA);
1461	int			size;
1462	__be64			hdr;
1463	struct fw_cmd_hdr	*fw_hdr;
1464
1465	pl_cause = csio_rd_reg32(hw, MYPF_REG(PL_PF_INT_CAUSE));
1466	cim_cause = csio_rd_reg32(hw, MYPF_REG(CIM_PF_HOST_INT_CAUSE));
1467
1468	if (!(pl_cause & PFCIM) || !(cim_cause & MBMSGRDYINT)) {
1469		CSIO_INC_STATS(hw, n_mbint_unexp);
1470		return -EINVAL;
1471	}
1472
1473	/*
1474	 * The cause registers below HAVE to be cleared in the SAME
1475	 * order as below: The low level cause register followed by
1476	 * the upper level cause register. In other words, CIM-cause
1477	 * first followed by PL-Cause next.
1478	 */
1479	csio_wr_reg32(hw, MBMSGRDYINT, MYPF_REG(CIM_PF_HOST_INT_CAUSE));
1480	csio_wr_reg32(hw, PFCIM, MYPF_REG(PL_PF_INT_CAUSE));
1481
1482	ctl = csio_rd_reg32(hw, ctl_reg);
1483
1484	if (csio_mb_is_host_owner(MBOWNER_GET(ctl))) {
1485
1486		CSIO_DUMP_MB(hw, hw->pfn, data_reg);
1487
1488		if (!(ctl & MBMSGVALID)) {
1489			csio_warn(hw,
1490				  "Stray mailbox interrupt recvd,"
1491				  " mailbox data not valid\n");
1492			csio_wr_reg32(hw, 0, ctl_reg);
1493			/* Flush */
1494			csio_rd_reg32(hw, ctl_reg);
1495			return -EINVAL;
1496		}
1497
1498		hdr = cpu_to_be64(csio_rd_reg64(hw, data_reg));
1499		fw_hdr = (struct fw_cmd_hdr *)&hdr;
1500
1501		switch (FW_CMD_OP_GET(ntohl(fw_hdr->hi))) {
1502		case FW_DEBUG_CMD:
1503			csio_mb_debug_cmd_handler(hw);
1504			return -EINVAL;
1505#if 0
1506		case FW_ERROR_CMD:
1507		case FW_INITIALIZE_CMD: /* When we are not master */
1508#endif
1509		}
1510
1511		CSIO_ASSERT(mbp != NULL);
1512
1513		cmd = mbp->mb;
1514		size = mbp->mb_size;
1515		/* Get response */
1516		for (i = 0; i < size; i += 8)
1517			*cmd++ = cpu_to_be64(csio_rd_reg64
1518						  (hw, data_reg + i));
1519
1520		csio_wr_reg32(hw, 0, ctl_reg);
1521		/* Flush */
1522		csio_rd_reg32(hw, ctl_reg);
1523
1524		mbm->mcurrent = NULL;
1525
1526		/* Add completion to tail of cbfn queue */
1527		list_add_tail(&mbp->list, &mbm->cbfn_q);
1528		CSIO_INC_STATS(mbm, n_cbfnq);
1529
1530		/*
1531		 * Enqueue event to EventQ. Events processing happens
1532		 * in Event worker thread context
1533		 */
1534		if (csio_enqueue_evt(hw, CSIO_EVT_MBX, mbp, sizeof(mbp)))
1535			CSIO_INC_STATS(hw, n_evt_drop);
1536
1537		return 0;
1538
1539	} else {
1540		/*
1541		 * We can get here if mailbox MSIX vector is shared,
1542		 * or in INTx case. Or a stray interrupt.
1543		 */
1544		csio_dbg(hw, "Host not owner, no mailbox interrupt\n");
1545		CSIO_INC_STATS(hw, n_int_stray);
1546		return -EINVAL;
1547	}
1548}
1549
1550/*
1551 * csio_mb_tmo_handler - Timeout handler
1552 * @hw: The HW structure
1553 *
1554 */
1555struct csio_mb *
1556csio_mb_tmo_handler(struct csio_hw *hw)
1557{
1558	struct csio_mbm *mbm = &hw->mbm;
1559	struct csio_mb *mbp =  mbm->mcurrent;
1560	struct fw_cmd_hdr *fw_hdr;
1561
1562	/*
1563	 * Could be a race b/w the completion handler and the timer
1564	 * and the completion handler won that race.
1565	 */
1566	if (mbp == NULL) {
1567		CSIO_DB_ASSERT(0);
1568		return NULL;
1569	}
1570
1571	fw_hdr = (struct fw_cmd_hdr *)(mbp->mb);
1572
1573	csio_dbg(hw, "Mailbox num:%x op:0x%x timed out\n", hw->pfn,
1574		    FW_CMD_OP_GET(ntohl(fw_hdr->hi)));
1575
1576	mbm->mcurrent = NULL;
1577	CSIO_INC_STATS(mbm, n_tmo);
1578	fw_hdr->lo = htonl(FW_CMD_RETVAL(FW_ETIMEDOUT));
1579
1580	return mbp;
1581}
1582
1583/*
1584 * csio_mb_cancel_all - Cancel all waiting commands.
1585 * @hw: The HW structure
1586 * @cbfn_q: The callback queue.
1587 *
1588 * Caller should hold hw lock across this call.
1589 */
1590void
1591csio_mb_cancel_all(struct csio_hw *hw, struct list_head *cbfn_q)
1592{
1593	struct csio_mb *mbp;
1594	struct csio_mbm *mbm = &hw->mbm;
1595	struct fw_cmd_hdr *hdr;
1596	struct list_head *tmp;
1597
1598	if (mbm->mcurrent) {
1599		mbp = mbm->mcurrent;
1600
1601		/* Stop mailbox completion timer */
1602		del_timer_sync(&mbm->timer);
1603
1604		/* Add completion to tail of cbfn queue */
1605		list_add_tail(&mbp->list, cbfn_q);
1606		mbm->mcurrent = NULL;
1607	}
1608
1609	if (!list_empty(&mbm->req_q)) {
1610		list_splice_tail_init(&mbm->req_q, cbfn_q);
1611		mbm->stats.n_activeq = 0;
1612	}
1613
1614	if (!list_empty(&mbm->cbfn_q)) {
1615		list_splice_tail_init(&mbm->cbfn_q, cbfn_q);
1616		mbm->stats.n_cbfnq = 0;
1617	}
1618
1619	if (list_empty(cbfn_q))
1620		return;
1621
1622	list_for_each(tmp, cbfn_q) {
1623		mbp = (struct csio_mb *)tmp;
1624		hdr = (struct fw_cmd_hdr *)(mbp->mb);
1625
1626		csio_dbg(hw, "Cancelling pending mailbox num %x op:%x\n",
1627			    hw->pfn, FW_CMD_OP_GET(ntohl(hdr->hi)));
1628
1629		CSIO_INC_STATS(mbm, n_cancel);
1630		hdr->lo = htonl(FW_CMD_RETVAL(FW_HOSTERROR));
1631	}
1632}
1633
1634/*
1635 * csio_mbm_init - Initialize Mailbox module
1636 * @mbm: Mailbox module
1637 * @hw: The HW structure
1638 * @timer: Timing function for interrupting mailboxes
1639 *
1640 * Initialize timer and the request/response queues.
1641 */
1642int
1643csio_mbm_init(struct csio_mbm *mbm, struct csio_hw *hw,
1644	      void (*timer_fn)(uintptr_t))
1645{
1646	struct timer_list *timer = &mbm->timer;
1647
1648	init_timer(timer);
1649	timer->function = timer_fn;
1650	timer->data = (unsigned long)hw;
1651
1652	INIT_LIST_HEAD(&mbm->req_q);
1653	INIT_LIST_HEAD(&mbm->cbfn_q);
1654	csio_set_mb_intr_idx(mbm, -1);
1655
1656	return 0;
1657}
1658
1659/*
1660 * csio_mbm_exit - Uninitialize mailbox module
1661 * @mbm: Mailbox module
1662 *
1663 * Stop timer.
1664 */
1665void
1666csio_mbm_exit(struct csio_mbm *mbm)
1667{
1668	del_timer_sync(&mbm->timer);
1669
1670	CSIO_DB_ASSERT(mbm->mcurrent == NULL);
1671	CSIO_DB_ASSERT(list_empty(&mbm->req_q));
1672	CSIO_DB_ASSERT(list_empty(&mbm->cbfn_q));
1673}
1674