upstream/opnsense-src
1
0
Fork 0
mirror of https://github.com/opnsense/src.git synced 2026-05-28 04:12:45 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

TCP LRO: add dtrace probe points

Browse source 
Add the IP, UDP, and TCP receive static probes to the code path,
which avoids if_input.

Reviewed by:		rrs, markj
Sponsored by:		Netflix, Inc.
Differential Revision:	https://reviews.freebsd.org/D43727

(cherry picked from commit 96ad640178ea0a8a9d1772687659dce5be18fbd9)
This commit is contained in:
Michael Tuexen 2024-03-08 10:21:09 +01:00
parent 8244b35ff8
commit d69099e433
1 changed files with 44 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

44
sys/netinet/tcp_lro_hpts.c
View file

@ -50,6 +50,7 @@
#include <net/pfil.h>
#include <netinet/in.h>
#include <netinet/in_kdtrace.h>
#include <netinet/ip6.h>
#include <netinet/ip.h>
#include <netinet/ip_var.h>
@ -281,22 +282,64 @@ do_bpf_strip_and_compress(struct tcpcb *tp, struct lro_ctrl *lc,
case LRO_TYPE_IPV4_TCP:
tcp_hdr_offset -= sizeof(*le->outer.ip4);
m->m_pkthdr.lro_etype = ETHERTYPE_IP;
IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,
le->outer.ip4, NULL);
break;
case LRO_TYPE_IPV6_TCP:
tcp_hdr_offset -= sizeof(*le->outer.ip6);
m->m_pkthdr.lro_etype = ETHERTYPE_IPV6;
IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,
NULL, le->outer.ip6);
break;
default:
goto compressed;
}
break;
case LRO_TYPE_IPV4_TCP:
switch (le->outer.data.lro_type) {
case LRO_TYPE_IPV4_UDP:
IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,
le->outer.ip4, NULL);
UDP_PROBE(receive, NULL, NULL, le->outer.ip4, NULL,
le->outer.udp);
break;
case LRO_TYPE_IPV6_UDP:
IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,
NULL, le->outer.ip6);
UDP_PROBE(receive, NULL, NULL, le->outer.ip6, NULL,
le->outer.udp);
break;
default:
__assert_unreachable();
break;
}
tcp_hdr_offset -= sizeof(*le->outer.ip4);
m->m_pkthdr.lro_etype = ETHERTYPE_IP;
IP_PROBE(receive, NULL, NULL, le->inner.ip4, NULL,
le->inner.ip4, NULL);
break;
case LRO_TYPE_IPV6_TCP:
switch (le->outer.data.lro_type) {
case LRO_TYPE_IPV4_UDP:
IP_PROBE(receive, NULL, NULL, le->outer.ip4, lc->ifp,
le->outer.ip4, NULL);
UDP_PROBE(receive, NULL, NULL, le->outer.ip4, NULL,
le->outer.udp);
break;
case LRO_TYPE_IPV6_UDP:
IP_PROBE(receive, NULL, NULL, le->outer.ip6, lc->ifp,
NULL, le->outer.ip6);
UDP_PROBE(receive, NULL, NULL, le->outer.ip6, NULL,
le->outer.udp);
break;
default:
__assert_unreachable();
break;
}
tcp_hdr_offset -= sizeof(*le->outer.ip6);
m->m_pkthdr.lro_etype = ETHERTYPE_IPV6;
IP_PROBE(receive, NULL, NULL, le->inner.ip6, NULL, NULL,
le->inner.ip6);
break;
default:
goto compressed;
@ -313,6 +356,7 @@ do_bpf_strip_and_compress(struct tcpcb *tp, struct lro_ctrl *lc,
th->th_sum = 0; /* TCP checksum is valid. */
tcp_fields_to_host(th);
TCP_PROBE5(receive, NULL, tp, m, tp, th);
/* Check if ACK can be compressed */
can_compress = tcp_lro_ack_valid(m, th, &ts_ptr, &other_opts);