mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-10-05 00:20:32 +00:00
ixgbe: optimize for XDP_REDIRECT in xsk path
Optimize ixgbe_run_xdp_zc() for the XDP program verdict being XDP_REDIRECT in the xsk zero-copy path. This path is only used when having AF_XDP zero-copy on and in that case most packets will be directed to user space. This provides a little under 100k extra packets in throughput on my server when running l2fwd in xdpsock. Signed-off-by: Magnus Karlsson <magnus.karlsson@intel.com> Tested-by: Vishakha Jambekar <vishakha.jambekar@intel.com> Signed-off-by: Tony Nguyen <anthony.l.nguyen@intel.com>
This commit is contained in:
parent
346497c78d
commit
7d52fe2ead
1 changed files with 7 additions and 4 deletions
|
@ -104,6 +104,13 @@ static int ixgbe_run_xdp_zc(struct ixgbe_adapter *adapter,
|
||||||
xdp_prog = READ_ONCE(rx_ring->xdp_prog);
|
xdp_prog = READ_ONCE(rx_ring->xdp_prog);
|
||||||
act = bpf_prog_run_xdp(xdp_prog, xdp);
|
act = bpf_prog_run_xdp(xdp_prog, xdp);
|
||||||
|
|
||||||
|
if (likely(act == XDP_REDIRECT)) {
|
||||||
|
err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);
|
||||||
|
result = !err ? IXGBE_XDP_REDIR : IXGBE_XDP_CONSUMED;
|
||||||
|
rcu_read_unlock();
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
switch (act) {
|
switch (act) {
|
||||||
case XDP_PASS:
|
case XDP_PASS:
|
||||||
break;
|
break;
|
||||||
|
@ -115,10 +122,6 @@ static int ixgbe_run_xdp_zc(struct ixgbe_adapter *adapter,
|
||||||
}
|
}
|
||||||
result = ixgbe_xmit_xdp_ring(adapter, xdpf);
|
result = ixgbe_xmit_xdp_ring(adapter, xdpf);
|
||||||
break;
|
break;
|
||||||
case XDP_REDIRECT:
|
|
||||||
err = xdp_do_redirect(rx_ring->netdev, xdp, xdp_prog);
|
|
||||||
result = !err ? IXGBE_XDP_REDIR : IXGBE_XDP_CONSUMED;
|
|
||||||
break;
|
|
||||||
default:
|
default:
|
||||||
bpf_warn_invalid_xdp_action(act);
|
bpf_warn_invalid_xdp_action(act);
|
||||||
fallthrough;
|
fallthrough;
|
||||||
|
|
Loading…
Reference in a new issue