2017-02-13 05:52:30 +08:00
|
|
|
/*******************************************************************
|
|
|
|
|
* This file is part of the Emulex Linux Device Driver for *
|
|
|
|
|
* Fibre Channel Host Bus Adapters. *
|
2018-03-06 04:04:10 +08:00
|
|
|
* Copyright (C) 2017-2018 Broadcom. All Rights Reserved. The term *
|
2018-05-05 11:37:59 +08:00
|
|
|
* “Broadcom” refers to Broadcom Inc. and/or its subsidiaries. *
|
2017-02-13 05:52:30 +08:00
|
|
|
* Copyright (C) 2004-2016 Emulex. All rights reserved. *
|
|
|
|
|
* EMULEX and SLI are trademarks of Emulex. *
|
2017-02-13 05:52:39 +08:00
|
|
|
* www.broadcom.com *
|
2017-02-13 05:52:30 +08:00
|
|
|
* Portions Copyright (C) 2004-2005 Christoph Hellwig *
|
|
|
|
|
* *
|
|
|
|
|
* This program is free software; you can redistribute it and/or *
|
|
|
|
|
* modify it under the terms of version 2 of the GNU General *
|
|
|
|
|
* Public License as published by the Free Software Foundation. *
|
|
|
|
|
* This program is distributed in the hope that it will be useful. *
|
|
|
|
|
* ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
|
|
|
|
|
* WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
|
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
|
|
|
|
|
* DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
|
|
|
|
|
* TO BE LEGALLY INVALID. See the GNU General Public License for *
|
|
|
|
|
* more details, a copy of which can be found in the file COPYING *
|
|
|
|
|
* included with this package. *
|
|
|
|
|
********************************************************************/
|
|
|
|
|
|
2017-04-22 07:04:45 +08:00
|
|
|
#define LPFC_NVME_DEFAULT_SEGS (64 + 1) /* 256K IOs */
|
2017-02-13 05:52:30 +08:00
|
|
|
|
|
|
|
|
#define LPFC_NVME_ERSP_LEN 0x20
|
|
|
|
|
|
2017-11-21 08:00:40 +08:00
|
|
|
#define LPFC_NVME_WAIT_TMO 10
|
2017-12-09 09:18:03 +08:00
|
|
|
#define LPFC_NVME_EXPEDITE_XRICNT 8
|
2018-03-06 04:04:02 +08:00
|
|
|
#define LPFC_NVME_FB_SHIFT 9
|
|
|
|
|
#define LPFC_NVME_MAX_FB (1 << 20) /* 1M */
|
2017-11-21 08:00:40 +08:00
|
|
|
|
2019-01-29 03:14:25 +08:00
|
|
|
#define LPFC_MAX_NVME_INFO_TMP_LEN 100
|
|
|
|
|
#define LPFC_NVME_INFO_MORE_STR "\nCould be more info...\n"
|
|
|
|
|
|
2018-04-10 05:24:27 +08:00
|
|
|
#define lpfc_ndlp_get_nrport(ndlp) \
|
|
|
|
|
((!ndlp->nrport || (ndlp->upcall_flags & NLP_WAIT_FOR_UNREG)) \
|
|
|
|
|
? NULL : ndlp->nrport)
|
|
|
|
|
|
2017-02-13 05:52:32 +08:00
|
|
|
struct lpfc_nvme_qhandle {
|
|
|
|
|
uint32_t index; /* WQ index to use */
|
|
|
|
|
uint32_t qidx; /* queue index passed to create */
|
|
|
|
|
uint32_t cpu_id; /* current cpu id at time of create */
|
|
|
|
|
};
|
|
|
|
|
|
2017-02-13 05:52:30 +08:00
|
|
|
/* Declare nvme-based local and remote port definitions. */
|
|
|
|
|
struct lpfc_nvme_lport {
|
|
|
|
|
struct lpfc_vport *vport;
|
|
|
|
|
struct completion lport_unreg_done;
|
2017-12-09 09:18:10 +08:00
|
|
|
/* Add stats counters here */
|
2018-04-10 05:24:23 +08:00
|
|
|
atomic_t fc4NvmeLsRequests;
|
|
|
|
|
atomic_t fc4NvmeLsCmpls;
|
2017-12-09 09:18:10 +08:00
|
|
|
atomic_t xmt_fcp_noxri;
|
|
|
|
|
atomic_t xmt_fcp_bad_ndlp;
|
|
|
|
|
atomic_t xmt_fcp_qdepth;
|
|
|
|
|
atomic_t xmt_fcp_wqerr;
|
2018-05-05 11:37:56 +08:00
|
|
|
atomic_t xmt_fcp_err;
|
2017-12-09 09:18:10 +08:00
|
|
|
atomic_t xmt_fcp_abort;
|
|
|
|
|
atomic_t xmt_ls_abort;
|
|
|
|
|
atomic_t xmt_ls_err;
|
|
|
|
|
atomic_t cmpl_fcp_xb;
|
|
|
|
|
atomic_t cmpl_fcp_err;
|
|
|
|
|
atomic_t cmpl_ls_xb;
|
|
|
|
|
atomic_t cmpl_ls_err;
|
2017-02-13 05:52:30 +08:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
struct lpfc_nvme_rport {
|
|
|
|
|
struct lpfc_nvme_lport *lport;
|
|
|
|
|
struct nvme_fc_remote_port *remoteport;
|
|
|
|
|
struct lpfc_nodelist *ndlp;
|
|
|
|
|
struct completion rport_unreg_done;
|
|
|
|
|
};
|
|
|
|
|
|
2017-04-22 08:49:08 +08:00
|
|
|
struct lpfc_nvme_fcpreq_priv {
|
scsi: lpfc: Adapt partitioned XRI lists to efficient sharing
The XRI get/put lists were partitioned per hardware queue. However, the
adapter rarely had sufficient resources to give a large number of resources
per queue. As such, it became common for a cpu to encounter a lack of XRI
resource and request the upper io stack to retry after returning a BUSY
condition. This occurred even though other cpus were idle and not using
their resources.
Create as efficient a scheme as possible to move resources to the cpus that
need them. Each cpu maintains a small private pool which it allocates from
for io. There is a watermark that the cpu attempts to keep in the private
pool. The private pool, when empty, pulls from a global pool from the
cpu. When the cpu's global pool is empty it will pull from other cpu's
global pool. As there many cpu global pools (1 per cpu or hardware queue
count) and as each cpu selects what cpu to pull from at different rates and
at different times, it creates a radomizing effect that minimizes the
number of cpu's that will contend with each other when the steal XRI's from
another cpu's global pool.
On io completion, a cpu will push the XRI back on to its private pool. A
watermark level is maintained for the private pool such that when it is
exceeded it will move XRI's to the CPU global pool so that other cpu's may
allocate them.
On NVME, as heartbeat commands are critical to get placed on the wire, a
single expedite pool is maintained. When a heartbeat is to be sent, it will
allocate an XRI from the expedite pool rather than the normal cpu
private/global pools. On any io completion, if a reduction in the expedite
pools is seen, it will be replenished before the XRI is placed on the cpu
private pool.
Statistics are added to aid understanding the XRI levels on each cpu and
their behaviors.
Signed-off-by: Dick Kennedy <dick.kennedy@broadcom.com>
Signed-off-by: James Smart <jsmart2021@gmail.com>
Reviewed-by: Hannes Reinecke <hare@suse.com>
Signed-off-by: Martin K. Petersen <martin.petersen@oracle.com>
2019-01-29 03:14:28 +08:00
|
|
|
struct lpfc_io_buf *nvme_buf;
|
2017-04-22 08:49:08 +08:00
|
|
|
};
|