2018-03-20 22:58:05 +08:00
|
|
|
/* SPDX-License-Identifier: GPL-2.0 */
|
|
|
|
/* Copyright (c) 2018, Intel Corporation. */
|
|
|
|
|
|
|
|
#ifndef _ICE_H_
|
|
|
|
#define _ICE_H_
|
|
|
|
|
|
|
|
#include <linux/types.h>
|
|
|
|
#include <linux/errno.h>
|
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/netdevice.h>
|
|
|
|
#include <linux/compiler.h>
|
2018-03-20 22:58:09 +08:00
|
|
|
#include <linux/etherdevice.h>
|
2018-03-20 22:58:13 +08:00
|
|
|
#include <linux/skbuff.h>
|
2018-03-20 22:58:11 +08:00
|
|
|
#include <linux/cpumask.h>
|
|
|
|
#include <linux/if_vlan.h>
|
2018-03-20 22:58:13 +08:00
|
|
|
#include <linux/dma-mapping.h>
|
2018-03-20 22:58:05 +08:00
|
|
|
#include <linux/pci.h>
|
2018-03-20 22:58:10 +08:00
|
|
|
#include <linux/workqueue.h>
|
2018-03-20 22:58:05 +08:00
|
|
|
#include <linux/aer.h>
|
2018-03-20 22:58:10 +08:00
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/timer.h>
|
2018-03-20 22:58:06 +08:00
|
|
|
#include <linux/delay.h>
|
2018-03-20 22:58:05 +08:00
|
|
|
#include <linux/bitmap.h>
|
2018-03-20 22:58:11 +08:00
|
|
|
#include <linux/log2.h>
|
2018-03-20 22:58:10 +08:00
|
|
|
#include <linux/if_bridge.h>
|
2018-03-20 22:58:05 +08:00
|
|
|
#include "ice_devids.h"
|
|
|
|
#include "ice_type.h"
|
2018-03-20 22:58:10 +08:00
|
|
|
#include "ice_txrx.h"
|
ice: Get switch config, scheduler config and device capabilities
This patch adds to the initialization flow by getting switch
configuration, scheduler configuration and device capabilities.
Switch configuration:
On boot, an L2 switch element is created in the firmware per physical
function. Each physical function is also mapped to a port, to which its
switch element is connected. In other words, this switch can be visualized
as an embedded vSwitch that can connect a physical function's virtual
station interfaces (VSIs) to the egress/ingress port. Egress/ingress
filters will be eventually created and applied on this switch element.
As part of the initialization flow, the driver gets configuration data
from this switch element and stores it.
Scheduler configuration:
The Tx scheduler is a subsystem responsible for setting and enforcing QoS.
As part of the initialization flow, the driver queries and stores the
default scheduler configuration for the given physical function.
Device capabilities:
As part of initialization, the driver has to determine what the device is
capable of (ex. max queues, VSIs, etc). This information is obtained from
the firmware and stored by the driver.
CC: Shannon Nelson <shannon.nelson@oracle.com>
Signed-off-by: Anirudh Venkataramanan <anirudh.venkataramanan@intel.com>
Acked-by: Shannon Nelson <shannon.nelson@oracle.com>
Tested-by: Tony Brelinski <tonyx.brelinski@intel.com>
Signed-off-by: Jeff Kirsher <jeffrey.t.kirsher@intel.com>
2018-03-20 22:58:08 +08:00
|
|
|
#include "ice_switch.h"
|
2018-03-20 22:58:07 +08:00
|
|
|
#include "ice_common.h"
|
ice: Get switch config, scheduler config and device capabilities
This patch adds to the initialization flow by getting switch
configuration, scheduler configuration and device capabilities.
Switch configuration:
On boot, an L2 switch element is created in the firmware per physical
function. Each physical function is also mapped to a port, to which its
switch element is connected. In other words, this switch can be visualized
as an embedded vSwitch that can connect a physical function's virtual
station interfaces (VSIs) to the egress/ingress port. Egress/ingress
filters will be eventually created and applied on this switch element.
As part of the initialization flow, the driver gets configuration data
from this switch element and stores it.
Scheduler configuration:
The Tx scheduler is a subsystem responsible for setting and enforcing QoS.
As part of the initialization flow, the driver queries and stores the
default scheduler configuration for the given physical function.
Device capabilities:
As part of initialization, the driver has to determine what the device is
capable of (ex. max queues, VSIs, etc). This information is obtained from
the firmware and stored by the driver.
CC: Shannon Nelson <shannon.nelson@oracle.com>
Signed-off-by: Anirudh Venkataramanan <anirudh.venkataramanan@intel.com>
Acked-by: Shannon Nelson <shannon.nelson@oracle.com>
Tested-by: Tony Brelinski <tonyx.brelinski@intel.com>
Signed-off-by: Jeff Kirsher <jeffrey.t.kirsher@intel.com>
2018-03-20 22:58:08 +08:00
|
|
|
#include "ice_sched.h"
|
2018-03-20 22:58:05 +08:00
|
|
|
|
|
|
|
#define ICE_BAR0 0
|
2018-03-20 22:58:11 +08:00
|
|
|
#define ICE_DFLT_NUM_DESC 128
|
|
|
|
#define ICE_REQ_DESC_MULTIPLE 32
|
2018-03-20 22:58:10 +08:00
|
|
|
#define ICE_INT_NAME_STR_LEN (IFNAMSIZ + 16)
|
2018-03-20 22:58:07 +08:00
|
|
|
#define ICE_AQ_LEN 64
|
2018-03-20 22:58:10 +08:00
|
|
|
#define ICE_MIN_MSIX 2
|
2018-03-20 22:58:11 +08:00
|
|
|
#define ICE_NO_VSI 0xffff
|
2018-03-20 22:58:10 +08:00
|
|
|
#define ICE_MAX_VSI_ALLOC 130
|
|
|
|
#define ICE_MAX_TXQS 2048
|
|
|
|
#define ICE_MAX_RXQS 2048
|
2018-03-20 22:58:11 +08:00
|
|
|
#define ICE_VSI_MAP_CONTIG 0
|
|
|
|
#define ICE_VSI_MAP_SCATTER 1
|
|
|
|
#define ICE_MAX_SCATTER_TXQS 16
|
|
|
|
#define ICE_MAX_SCATTER_RXQS 16
|
2018-03-20 22:58:13 +08:00
|
|
|
#define ICE_Q_WAIT_RETRY_LIMIT 10
|
|
|
|
#define ICE_Q_WAIT_MAX_RETRY (5 * ICE_Q_WAIT_RETRY_LIMIT)
|
2018-03-20 22:58:10 +08:00
|
|
|
#define ICE_RES_VALID_BIT 0x8000
|
|
|
|
#define ICE_RES_MISC_VEC_ID (ICE_RES_VALID_BIT - 1)
|
2018-03-20 22:58:11 +08:00
|
|
|
#define ICE_INVAL_Q_INDEX 0xffff
|
2018-03-20 22:58:05 +08:00
|
|
|
|
|
|
|
#define ICE_DFLT_NETIF_M (NETIF_MSG_DRV | NETIF_MSG_PROBE | NETIF_MSG_LINK)
|
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
#define ICE_MAX_MTU (ICE_AQ_SET_MAC_FRAME_SIZE_MAX - \
|
|
|
|
ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN)
|
|
|
|
|
|
|
|
#define ICE_UP_TABLE_TRANSLATE(val, i) \
|
|
|
|
(((val) << ICE_AQ_VSI_UP_TABLE_UP##i##_S) & \
|
|
|
|
ICE_AQ_VSI_UP_TABLE_UP##i##_M)
|
|
|
|
|
2018-03-20 22:58:14 +08:00
|
|
|
#define ICE_TX_DESC(R, i) (&(((struct ice_tx_desc *)((R)->desc))[i]))
|
2018-03-20 22:58:13 +08:00
|
|
|
#define ICE_RX_DESC(R, i) (&(((union ice_32b_rx_flex_desc *)((R)->desc))[i]))
|
|
|
|
|
|
|
|
#define ice_for_each_txq(vsi, i) \
|
|
|
|
for ((i) = 0; (i) < (vsi)->num_txq; (i)++)
|
|
|
|
|
|
|
|
#define ice_for_each_rxq(vsi, i) \
|
|
|
|
for ((i) = 0; (i) < (vsi)->num_rxq; (i)++)
|
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
struct ice_tc_info {
|
|
|
|
u16 qoffset;
|
|
|
|
u16 qcount;
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ice_tc_cfg {
|
|
|
|
u8 numtc; /* Total number of enabled TCs */
|
|
|
|
u8 ena_tc; /* TX map */
|
|
|
|
struct ice_tc_info tc_info[ICE_MAX_TRAFFIC_CLASS];
|
|
|
|
};
|
|
|
|
|
2018-03-20 22:58:10 +08:00
|
|
|
struct ice_res_tracker {
|
|
|
|
u16 num_entries;
|
|
|
|
u16 search_hint;
|
|
|
|
u16 list[1];
|
|
|
|
};
|
|
|
|
|
|
|
|
struct ice_sw {
|
|
|
|
struct ice_pf *pf;
|
|
|
|
u16 sw_id; /* switch ID for this switch */
|
|
|
|
u16 bridge_mode; /* VEB/VEPA/Port Virtualizer */
|
|
|
|
};
|
|
|
|
|
2018-03-20 22:58:05 +08:00
|
|
|
enum ice_state {
|
|
|
|
__ICE_DOWN,
|
2018-03-20 22:58:10 +08:00
|
|
|
__ICE_PFR_REQ, /* set by driver and peers */
|
|
|
|
__ICE_ADMINQ_EVENT_PENDING,
|
|
|
|
__ICE_SERVICE_SCHED,
|
2018-03-20 22:58:05 +08:00
|
|
|
__ICE_STATE_NBITS /* must be last */
|
|
|
|
};
|
|
|
|
|
2018-03-20 22:58:10 +08:00
|
|
|
/* struct that defines a VSI, associated with a dev */
|
|
|
|
struct ice_vsi {
|
|
|
|
struct net_device *netdev;
|
2018-03-20 22:58:11 +08:00
|
|
|
struct ice_sw *vsw; /* switch this VSI is on */
|
|
|
|
struct ice_pf *back; /* back pointer to PF */
|
2018-03-20 22:58:10 +08:00
|
|
|
struct ice_port_info *port_info; /* back pointer to port_info */
|
2018-03-20 22:58:11 +08:00
|
|
|
struct ice_ring **rx_rings; /* rx ring array */
|
|
|
|
struct ice_ring **tx_rings; /* tx ring array */
|
|
|
|
struct ice_q_vector **q_vectors; /* q_vector array */
|
2018-03-20 22:58:13 +08:00
|
|
|
|
|
|
|
irqreturn_t (*irq_handler)(int irq, void *data);
|
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
DECLARE_BITMAP(state, __ICE_STATE_NBITS);
|
|
|
|
int num_q_vectors;
|
|
|
|
int base_vector;
|
|
|
|
enum ice_vsi_type type;
|
2018-03-20 22:58:10 +08:00
|
|
|
u16 vsi_num; /* HW (absolute) index of this VSI */
|
2018-03-20 22:58:11 +08:00
|
|
|
u16 idx; /* software index in pf->vsi[] */
|
|
|
|
|
|
|
|
/* Interrupt thresholds */
|
|
|
|
u16 work_lmt;
|
|
|
|
|
2018-03-20 22:58:13 +08:00
|
|
|
u16 max_frame;
|
|
|
|
u16 rx_buf_len;
|
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
struct ice_aqc_vsi_props info; /* VSI properties */
|
|
|
|
|
2018-03-20 22:58:13 +08:00
|
|
|
bool irqs_ready;
|
|
|
|
bool current_isup; /* Sync 'link up' logging */
|
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
/* queue information */
|
|
|
|
u8 tx_mapping_mode; /* ICE_MAP_MODE_[CONTIG|SCATTER] */
|
|
|
|
u8 rx_mapping_mode; /* ICE_MAP_MODE_[CONTIG|SCATTER] */
|
|
|
|
u16 txq_map[ICE_MAX_TXQS]; /* index in pf->avail_txqs */
|
|
|
|
u16 rxq_map[ICE_MAX_RXQS]; /* index in pf->avail_rxqs */
|
|
|
|
u16 alloc_txq; /* Allocated Tx queues */
|
|
|
|
u16 num_txq; /* Used Tx queues */
|
|
|
|
u16 alloc_rxq; /* Allocated Rx queues */
|
|
|
|
u16 num_rxq; /* Used Rx queues */
|
|
|
|
u16 num_desc;
|
|
|
|
struct ice_tc_cfg tc_cfg;
|
|
|
|
} ____cacheline_internodealigned_in_smp;
|
|
|
|
|
|
|
|
/* struct that defines an interrupt vector */
|
|
|
|
struct ice_q_vector {
|
|
|
|
struct ice_vsi *vsi;
|
|
|
|
cpumask_t affinity_mask;
|
|
|
|
struct napi_struct napi;
|
|
|
|
struct ice_ring_container rx;
|
|
|
|
struct ice_ring_container tx;
|
2018-03-20 22:58:13 +08:00
|
|
|
struct irq_affinity_notify affinity_notify;
|
2018-03-20 22:58:11 +08:00
|
|
|
u16 v_idx; /* index in the vsi->q_vector array. */
|
|
|
|
u8 num_ring_tx; /* total number of tx rings in vector */
|
|
|
|
u8 num_ring_rx; /* total number of rx rings in vector */
|
2018-03-20 22:58:13 +08:00
|
|
|
char name[ICE_INT_NAME_STR_LEN];
|
2018-03-20 22:58:10 +08:00
|
|
|
} ____cacheline_internodealigned_in_smp;
|
|
|
|
|
|
|
|
enum ice_pf_flags {
|
|
|
|
ICE_FLAG_MSIX_ENA,
|
|
|
|
ICE_FLAG_FLTR_SYNC,
|
|
|
|
ICE_FLAG_RSS_ENA,
|
|
|
|
ICE_PF_FLAGS_NBITS /* must be last */
|
|
|
|
};
|
|
|
|
|
2018-03-20 22:58:05 +08:00
|
|
|
struct ice_pf {
|
|
|
|
struct pci_dev *pdev;
|
2018-03-20 22:58:10 +08:00
|
|
|
struct msix_entry *msix_entries;
|
|
|
|
struct ice_res_tracker *irq_tracker;
|
|
|
|
struct ice_vsi **vsi; /* VSIs created by the driver */
|
|
|
|
struct ice_sw *first_sw; /* first switch created by firmware */
|
2018-03-20 22:58:05 +08:00
|
|
|
DECLARE_BITMAP(state, __ICE_STATE_NBITS);
|
2018-03-20 22:58:10 +08:00
|
|
|
DECLARE_BITMAP(avail_txqs, ICE_MAX_TXQS);
|
|
|
|
DECLARE_BITMAP(avail_rxqs, ICE_MAX_RXQS);
|
|
|
|
DECLARE_BITMAP(flags, ICE_PF_FLAGS_NBITS);
|
|
|
|
unsigned long serv_tmr_period;
|
|
|
|
unsigned long serv_tmr_prev;
|
|
|
|
struct timer_list serv_tmr;
|
|
|
|
struct work_struct serv_task;
|
|
|
|
struct mutex avail_q_mutex; /* protects access to avail_[rx|tx]qs */
|
|
|
|
struct mutex sw_mutex; /* lock for protecting VSI alloc flow */
|
2018-03-20 22:58:05 +08:00
|
|
|
u32 msg_enable;
|
2018-03-20 22:58:10 +08:00
|
|
|
u32 oicr_idx; /* Other interrupt cause vector index */
|
|
|
|
u32 num_lan_msix; /* Total MSIX vectors for base driver */
|
|
|
|
u32 num_avail_msix; /* remaining MSIX vectors left unclaimed */
|
|
|
|
u16 num_lan_tx; /* num lan tx queues setup */
|
|
|
|
u16 num_lan_rx; /* num lan rx queues setup */
|
|
|
|
u16 q_left_tx; /* remaining num tx queues left unclaimed */
|
|
|
|
u16 q_left_rx; /* remaining num rx queues left unclaimed */
|
|
|
|
u16 next_vsi; /* Next free slot in pf->vsi[] - 0-based! */
|
|
|
|
u16 num_alloc_vsi;
|
|
|
|
|
2018-03-20 22:58:05 +08:00
|
|
|
struct ice_hw hw;
|
2018-03-20 22:58:10 +08:00
|
|
|
char int_name[ICE_INT_NAME_STR_LEN];
|
2018-03-20 22:58:05 +08:00
|
|
|
};
|
2018-03-20 22:58:10 +08:00
|
|
|
|
2018-03-20 22:58:11 +08:00
|
|
|
struct ice_netdev_priv {
|
|
|
|
struct ice_vsi *vsi;
|
|
|
|
};
|
|
|
|
|
2018-03-20 22:58:10 +08:00
|
|
|
/**
|
|
|
|
* ice_irq_dynamic_ena - Enable default interrupt generation settings
|
|
|
|
* @hw: pointer to hw struct
|
2018-03-20 22:58:13 +08:00
|
|
|
* @vsi: pointer to vsi struct, can be NULL
|
|
|
|
* @q_vector: pointer to q_vector, can be NULL
|
2018-03-20 22:58:10 +08:00
|
|
|
*/
|
2018-03-20 22:58:13 +08:00
|
|
|
static inline void ice_irq_dynamic_ena(struct ice_hw *hw, struct ice_vsi *vsi,
|
|
|
|
struct ice_q_vector *q_vector)
|
2018-03-20 22:58:10 +08:00
|
|
|
{
|
2018-03-20 22:58:13 +08:00
|
|
|
u32 vector = (vsi && q_vector) ? vsi->base_vector + q_vector->v_idx :
|
|
|
|
((struct ice_pf *)hw->back)->oicr_idx;
|
2018-03-20 22:58:10 +08:00
|
|
|
int itr = ICE_ITR_NONE;
|
|
|
|
u32 val;
|
|
|
|
|
|
|
|
/* clear the PBA here, as this function is meant to clean out all
|
|
|
|
* previous interrupts and enable the interrupt
|
|
|
|
*/
|
|
|
|
val = GLINT_DYN_CTL_INTENA_M | GLINT_DYN_CTL_CLEARPBA_M |
|
|
|
|
(itr << GLINT_DYN_CTL_ITR_INDX_S);
|
2018-03-20 22:58:13 +08:00
|
|
|
if (vsi)
|
|
|
|
if (test_bit(__ICE_DOWN, vsi->state))
|
|
|
|
return;
|
2018-03-20 22:58:10 +08:00
|
|
|
wr32(hw, GLINT_DYN_CTL(vector), val);
|
|
|
|
}
|
2018-03-20 22:58:13 +08:00
|
|
|
|
2018-03-20 22:58:05 +08:00
|
|
|
#endif /* _ICE_H_ */
|