4fe815850b
Originally, ixgbe driver doesn't allow the mounting of xdpdrv if the
server is equipped with more than 64 cpus online. So it turns out that
the loading of xdpdrv causes the "NOMEM" failure.
Actually, we can adjust the algorithm and then make it work through
mapping the current cpu to some xdp ring with the protect of @tx_lock.
Here are some numbers before/after applying this patch with xdp-example
loaded on the eth0X:
As client (tx path):
Before After
TCP_STREAM send-64 734.14 714.20
TCP_STREAM send-128 1401.91 1395.05
TCP_STREAM send-512 5311.67 5292.84
TCP_STREAM send-1k 9277.40 9356.22 (not stable)
TCP_RR send-1 22559.75 21844.22
TCP_RR send-128 23169.54 22725.13
TCP_RR send-512 21670.91 21412.56
As server (rx path):
Before After
TCP_STREAM send-64 1416.49 1383.12
TCP_STREAM send-128 3141.49 3055.50
TCP_STREAM send-512 9488.73 9487.44
TCP_STREAM send-1k 9491.17 9356.22 (not stable)
TCP_RR send-1 23617.74 23601.60
...
Notice: the TCP_RR mode is unstable as the official document explains.
I tested many times with different parameters combined through netperf.
Though the result is not that accurate, I cannot see much influence on
this patch. The static key is places on the hot path, but it actually
shouldn't cause a huge regression theoretically.
Co-developed-by: Shujin Li <lishujin@kuaishou.com>
Signed-off-by: Shujin Li <lishujin@kuaishou.com>
Signed-off-by: Jason Xing <xingwanli@kuaishou.com>
Tested-by: Sandeep Penigalapati <sandeep.penigalapati@intel.com>
Signed-off-by: Tony Nguyen <anthony.l.nguyen@intel.com>
Signed-off-by: David S. Miller <davem@davemloft.net>
50 lines
1.9 KiB
C
50 lines
1.9 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright(c) 2018 Intel Corporation. */
|
|
|
|
#ifndef _IXGBE_TXRX_COMMON_H_
|
|
#define _IXGBE_TXRX_COMMON_H_
|
|
|
|
#define IXGBE_XDP_PASS 0
|
|
#define IXGBE_XDP_CONSUMED BIT(0)
|
|
#define IXGBE_XDP_TX BIT(1)
|
|
#define IXGBE_XDP_REDIR BIT(2)
|
|
|
|
#define IXGBE_TXD_CMD (IXGBE_TXD_CMD_EOP | \
|
|
IXGBE_TXD_CMD_RS)
|
|
|
|
int ixgbe_xmit_xdp_ring(struct ixgbe_ring *ring,
|
|
struct xdp_frame *xdpf);
|
|
bool ixgbe_cleanup_headers(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_process_skb_fields(struct ixgbe_ring *rx_ring,
|
|
union ixgbe_adv_rx_desc *rx_desc,
|
|
struct sk_buff *skb);
|
|
void ixgbe_rx_skb(struct ixgbe_q_vector *q_vector,
|
|
struct sk_buff *skb);
|
|
void ixgbe_xdp_ring_update_tail(struct ixgbe_ring *ring);
|
|
void ixgbe_xdp_ring_update_tail_locked(struct ixgbe_ring *ring);
|
|
void ixgbe_irq_rearm_queues(struct ixgbe_adapter *adapter, u64 qmask);
|
|
|
|
void ixgbe_txrx_ring_disable(struct ixgbe_adapter *adapter, int ring);
|
|
void ixgbe_txrx_ring_enable(struct ixgbe_adapter *adapter, int ring);
|
|
|
|
struct xsk_buff_pool *ixgbe_xsk_pool(struct ixgbe_adapter *adapter,
|
|
struct ixgbe_ring *ring);
|
|
int ixgbe_xsk_pool_setup(struct ixgbe_adapter *adapter,
|
|
struct xsk_buff_pool *pool,
|
|
u16 qid);
|
|
|
|
void ixgbe_zca_free(struct zero_copy_allocator *alloc, unsigned long handle);
|
|
|
|
bool ixgbe_alloc_rx_buffers_zc(struct ixgbe_ring *rx_ring, u16 cleaned_count);
|
|
int ixgbe_clean_rx_irq_zc(struct ixgbe_q_vector *q_vector,
|
|
struct ixgbe_ring *rx_ring,
|
|
const int budget);
|
|
void ixgbe_xsk_clean_rx_ring(struct ixgbe_ring *rx_ring);
|
|
bool ixgbe_clean_xdp_tx_irq(struct ixgbe_q_vector *q_vector,
|
|
struct ixgbe_ring *tx_ring, int napi_budget);
|
|
int ixgbe_xsk_wakeup(struct net_device *dev, u32 queue_id, u32 flags);
|
|
void ixgbe_xsk_clean_tx_ring(struct ixgbe_ring *tx_ring);
|
|
|
|
#endif /* #define _IXGBE_TXRX_COMMON_H_ */
|