mirror of https://gitee.com/openkylin/linux.git
net/mlx4_en: Extend usage of napi_gro_frags
We can call napi_gro_frags for all the received traffic regardless of the checksum status. Specifically, received packets whose status is CHECKSUM_NONE (and soon to be added CHECKSUM_COMPLETE) are eligible for napi_gro_frags as well. Signed-off-by: Or Gerlitz <ogerlitz@mellanox.com> Signed-off-by: Shani Michaeli <shanim@mellanox.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
b00394c007
commit
dd65beac48
|
@ -747,60 +747,6 @@ int mlx4_en_process_rx_cq(struct net_device *dev, struct mlx4_en_cq *cq, int bud
|
||||||
if ((cqe->status & cpu_to_be16(MLX4_CQE_STATUS_IPOK)) &&
|
if ((cqe->status & cpu_to_be16(MLX4_CQE_STATUS_IPOK)) &&
|
||||||
(cqe->checksum == cpu_to_be16(0xffff))) {
|
(cqe->checksum == cpu_to_be16(0xffff))) {
|
||||||
ring->csum_ok++;
|
ring->csum_ok++;
|
||||||
/* This packet is eligible for GRO if it is:
|
|
||||||
* - DIX Ethernet (type interpretation)
|
|
||||||
* - TCP/IP (v4)
|
|
||||||
* - without IP options
|
|
||||||
* - not an IP fragment
|
|
||||||
* - no LLS polling in progress
|
|
||||||
*/
|
|
||||||
if (!mlx4_en_cq_busy_polling(cq) &&
|
|
||||||
(dev->features & NETIF_F_GRO)) {
|
|
||||||
struct sk_buff *gro_skb = napi_get_frags(&cq->napi);
|
|
||||||
if (!gro_skb)
|
|
||||||
goto next;
|
|
||||||
|
|
||||||
nr = mlx4_en_complete_rx_desc(priv,
|
|
||||||
rx_desc, frags, gro_skb,
|
|
||||||
length);
|
|
||||||
if (!nr)
|
|
||||||
goto next;
|
|
||||||
|
|
||||||
skb_shinfo(gro_skb)->nr_frags = nr;
|
|
||||||
gro_skb->len = length;
|
|
||||||
gro_skb->data_len = length;
|
|
||||||
gro_skb->ip_summed = CHECKSUM_UNNECESSARY;
|
|
||||||
|
|
||||||
if (l2_tunnel)
|
|
||||||
gro_skb->csum_level = 1;
|
|
||||||
if ((cqe->vlan_my_qpn &
|
|
||||||
cpu_to_be32(MLX4_CQE_VLAN_PRESENT_MASK)) &&
|
|
||||||
(dev->features & NETIF_F_HW_VLAN_CTAG_RX)) {
|
|
||||||
u16 vid = be16_to_cpu(cqe->sl_vid);
|
|
||||||
|
|
||||||
__vlan_hwaccel_put_tag(gro_skb, htons(ETH_P_8021Q), vid);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (dev->features & NETIF_F_RXHASH)
|
|
||||||
skb_set_hash(gro_skb,
|
|
||||||
be32_to_cpu(cqe->immed_rss_invalid),
|
|
||||||
PKT_HASH_TYPE_L3);
|
|
||||||
|
|
||||||
skb_record_rx_queue(gro_skb, cq->ring);
|
|
||||||
skb_mark_napi_id(gro_skb, &cq->napi);
|
|
||||||
|
|
||||||
if (ring->hwtstamp_rx_filter == HWTSTAMP_FILTER_ALL) {
|
|
||||||
timestamp = mlx4_en_get_cqe_ts(cqe);
|
|
||||||
mlx4_en_fill_hwtstamps(mdev,
|
|
||||||
skb_hwtstamps(gro_skb),
|
|
||||||
timestamp);
|
|
||||||
}
|
|
||||||
|
|
||||||
napi_gro_frags(&cq->napi);
|
|
||||||
goto next;
|
|
||||||
}
|
|
||||||
|
|
||||||
/* GRO not possible, complete processing here */
|
|
||||||
ip_summed = CHECKSUM_UNNECESSARY;
|
ip_summed = CHECKSUM_UNNECESSARY;
|
||||||
} else {
|
} else {
|
||||||
ip_summed = CHECKSUM_NONE;
|
ip_summed = CHECKSUM_NONE;
|
||||||
|
@ -811,6 +757,60 @@ int mlx4_en_process_rx_cq(struct net_device *dev, struct mlx4_en_cq *cq, int bud
|
||||||
ring->csum_none++;
|
ring->csum_none++;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/* This packet is eligible for GRO if it is:
|
||||||
|
* - DIX Ethernet (type interpretation)
|
||||||
|
* - TCP/IP (v4)
|
||||||
|
* - without IP options
|
||||||
|
* - not an IP fragment
|
||||||
|
* - no LLS polling in progress
|
||||||
|
*/
|
||||||
|
if (!mlx4_en_cq_busy_polling(cq) &&
|
||||||
|
(dev->features & NETIF_F_GRO)) {
|
||||||
|
struct sk_buff *gro_skb = napi_get_frags(&cq->napi);
|
||||||
|
if (!gro_skb)
|
||||||
|
goto next;
|
||||||
|
|
||||||
|
nr = mlx4_en_complete_rx_desc(priv,
|
||||||
|
rx_desc, frags, gro_skb,
|
||||||
|
length);
|
||||||
|
if (!nr)
|
||||||
|
goto next;
|
||||||
|
|
||||||
|
skb_shinfo(gro_skb)->nr_frags = nr;
|
||||||
|
gro_skb->len = length;
|
||||||
|
gro_skb->data_len = length;
|
||||||
|
gro_skb->ip_summed = ip_summed;
|
||||||
|
|
||||||
|
if (l2_tunnel && ip_summed == CHECKSUM_UNNECESSARY)
|
||||||
|
gro_skb->encapsulation = 1;
|
||||||
|
if ((cqe->vlan_my_qpn &
|
||||||
|
cpu_to_be32(MLX4_CQE_VLAN_PRESENT_MASK)) &&
|
||||||
|
(dev->features & NETIF_F_HW_VLAN_CTAG_RX)) {
|
||||||
|
u16 vid = be16_to_cpu(cqe->sl_vid);
|
||||||
|
|
||||||
|
__vlan_hwaccel_put_tag(gro_skb, htons(ETH_P_8021Q), vid);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (dev->features & NETIF_F_RXHASH)
|
||||||
|
skb_set_hash(gro_skb,
|
||||||
|
be32_to_cpu(cqe->immed_rss_invalid),
|
||||||
|
PKT_HASH_TYPE_L3);
|
||||||
|
|
||||||
|
skb_record_rx_queue(gro_skb, cq->ring);
|
||||||
|
skb_mark_napi_id(gro_skb, &cq->napi);
|
||||||
|
|
||||||
|
if (ring->hwtstamp_rx_filter == HWTSTAMP_FILTER_ALL) {
|
||||||
|
timestamp = mlx4_en_get_cqe_ts(cqe);
|
||||||
|
mlx4_en_fill_hwtstamps(mdev,
|
||||||
|
skb_hwtstamps(gro_skb),
|
||||||
|
timestamp);
|
||||||
|
}
|
||||||
|
|
||||||
|
napi_gro_frags(&cq->napi);
|
||||||
|
goto next;
|
||||||
|
}
|
||||||
|
|
||||||
|
/* GRO not possible, complete processing here */
|
||||||
skb = mlx4_en_rx_skb(priv, rx_desc, frags, length);
|
skb = mlx4_en_rx_skb(priv, rx_desc, frags, length);
|
||||||
if (!skb) {
|
if (!skb) {
|
||||||
priv->stats.rx_dropped++;
|
priv->stats.rx_dropped++;
|
||||||
|
|
Loading…
Reference in New Issue