Commit b1d87ae9 authored by Martin KaFai Lau's avatar Martin KaFai Lau Committed by Alexei Starovoitov

selftests/bpf: Rename tcp-cc private struct in bpf_cubic and bpf_dctcp

The "struct bictcp" and "struct dctcp" are private to the bpf prog
and they are stored in the private buffer in inet_csk(sk)->icsk_ca_priv.
Hence, there is no bpf CO-RE required.

The same struct name exists in the vmlinux.h. To reuse vmlinux.h,
they need to be renamed such that the bpf prog logic will be
immuned from the kernel tcp-cc changes.

This patch adds a "bpf_" prefix to them.
Signed-off-by: default avatarMartin KaFai Lau <martin.lau@kernel.org>
Link: https://lore.kernel.org/r/20240509175026.3423614-6-martin.lau@linux.devSigned-off-by: default avatarAlexei Starovoitov <ast@kernel.org>
parent 7d3851a3
...@@ -70,7 +70,7 @@ static const __u64 cube_factor = (__u64)(1ull << (10+3*BICTCP_HZ)) ...@@ -70,7 +70,7 @@ static const __u64 cube_factor = (__u64)(1ull << (10+3*BICTCP_HZ))
/ (bic_scale * 10); / (bic_scale * 10);
/* BIC TCP Parameters */ /* BIC TCP Parameters */
struct bictcp { struct bpf_bictcp {
__u32 cnt; /* increase cwnd by 1 after ACKs */ __u32 cnt; /* increase cwnd by 1 after ACKs */
__u32 last_max_cwnd; /* last maximum snd_cwnd */ __u32 last_max_cwnd; /* last maximum snd_cwnd */
__u32 last_cwnd; /* the last snd_cwnd */ __u32 last_cwnd; /* the last snd_cwnd */
...@@ -91,7 +91,7 @@ struct bictcp { ...@@ -91,7 +91,7 @@ struct bictcp {
__u32 curr_rtt; /* the minimum rtt of current round */ __u32 curr_rtt; /* the minimum rtt of current round */
}; };
static void bictcp_reset(struct bictcp *ca) static void bictcp_reset(struct bpf_bictcp *ca)
{ {
ca->cnt = 0; ca->cnt = 0;
ca->last_max_cwnd = 0; ca->last_max_cwnd = 0;
...@@ -161,7 +161,7 @@ static __u32 bictcp_clock_us(const struct sock *sk) ...@@ -161,7 +161,7 @@ static __u32 bictcp_clock_us(const struct sock *sk)
static void bictcp_hystart_reset(struct sock *sk) static void bictcp_hystart_reset(struct sock *sk)
{ {
struct tcp_sock *tp = tcp_sk(sk); struct tcp_sock *tp = tcp_sk(sk);
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
ca->round_start = ca->last_ack = bictcp_clock_us(sk); ca->round_start = ca->last_ack = bictcp_clock_us(sk);
ca->end_seq = tp->snd_nxt; ca->end_seq = tp->snd_nxt;
...@@ -172,7 +172,7 @@ static void bictcp_hystart_reset(struct sock *sk) ...@@ -172,7 +172,7 @@ static void bictcp_hystart_reset(struct sock *sk)
SEC("struct_ops") SEC("struct_ops")
void BPF_PROG(bpf_cubic_init, struct sock *sk) void BPF_PROG(bpf_cubic_init, struct sock *sk)
{ {
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
bictcp_reset(ca); bictcp_reset(ca);
...@@ -187,7 +187,7 @@ SEC("struct_ops") ...@@ -187,7 +187,7 @@ SEC("struct_ops")
void BPF_PROG(bpf_cubic_cwnd_event, struct sock *sk, enum tcp_ca_event event) void BPF_PROG(bpf_cubic_cwnd_event, struct sock *sk, enum tcp_ca_event event)
{ {
if (event == CA_EVENT_TX_START) { if (event == CA_EVENT_TX_START) {
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
__u32 now = tcp_jiffies32; __u32 now = tcp_jiffies32;
__s32 delta; __s32 delta;
...@@ -261,7 +261,7 @@ static __u32 cubic_root(__u64 a) ...@@ -261,7 +261,7 @@ static __u32 cubic_root(__u64 a)
/* /*
* Compute congestion window to use. * Compute congestion window to use.
*/ */
static void bictcp_update(struct bictcp *ca, __u32 cwnd, __u32 acked) static void bictcp_update(struct bpf_bictcp *ca, __u32 cwnd, __u32 acked)
{ {
__u32 delta, bic_target, max_cnt; __u32 delta, bic_target, max_cnt;
__u64 offs, t; __u64 offs, t;
...@@ -378,7 +378,7 @@ SEC("struct_ops") ...@@ -378,7 +378,7 @@ SEC("struct_ops")
void BPF_PROG(bpf_cubic_cong_avoid, struct sock *sk, __u32 ack, __u32 acked) void BPF_PROG(bpf_cubic_cong_avoid, struct sock *sk, __u32 ack, __u32 acked)
{ {
struct tcp_sock *tp = tcp_sk(sk); struct tcp_sock *tp = tcp_sk(sk);
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
if (!tcp_is_cwnd_limited(sk)) if (!tcp_is_cwnd_limited(sk))
return; return;
...@@ -398,7 +398,7 @@ SEC("struct_ops") ...@@ -398,7 +398,7 @@ SEC("struct_ops")
__u32 BPF_PROG(bpf_cubic_recalc_ssthresh, struct sock *sk) __u32 BPF_PROG(bpf_cubic_recalc_ssthresh, struct sock *sk)
{ {
const struct tcp_sock *tp = tcp_sk(sk); const struct tcp_sock *tp = tcp_sk(sk);
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
ca->epoch_start = 0; /* end of epoch */ ca->epoch_start = 0; /* end of epoch */
...@@ -446,7 +446,7 @@ static __u32 hystart_ack_delay(struct sock *sk) ...@@ -446,7 +446,7 @@ static __u32 hystart_ack_delay(struct sock *sk)
static void hystart_update(struct sock *sk, __u32 delay) static void hystart_update(struct sock *sk, __u32 delay)
{ {
struct tcp_sock *tp = tcp_sk(sk); struct tcp_sock *tp = tcp_sk(sk);
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
__u32 threshold; __u32 threshold;
if (hystart_detect & HYSTART_ACK_TRAIN) { if (hystart_detect & HYSTART_ACK_TRAIN) {
...@@ -495,7 +495,7 @@ SEC("struct_ops") ...@@ -495,7 +495,7 @@ SEC("struct_ops")
void BPF_PROG(bpf_cubic_acked, struct sock *sk, const struct ack_sample *sample) void BPF_PROG(bpf_cubic_acked, struct sock *sk, const struct ack_sample *sample)
{ {
const struct tcp_sock *tp = tcp_sk(sk); const struct tcp_sock *tp = tcp_sk(sk);
struct bictcp *ca = inet_csk_ca(sk); struct bpf_bictcp *ca = inet_csk_ca(sk);
__u32 delay; __u32 delay;
bpf_cubic_acked_called = 1; bpf_cubic_acked_called = 1;
......
...@@ -35,7 +35,7 @@ struct { ...@@ -35,7 +35,7 @@ struct {
#define DCTCP_MAX_ALPHA 1024U #define DCTCP_MAX_ALPHA 1024U
struct dctcp { struct bpf_dctcp {
__u32 old_delivered; __u32 old_delivered;
__u32 old_delivered_ce; __u32 old_delivered_ce;
__u32 prior_rcv_nxt; __u32 prior_rcv_nxt;
...@@ -48,7 +48,7 @@ struct dctcp { ...@@ -48,7 +48,7 @@ struct dctcp {
static unsigned int dctcp_shift_g = 4; /* g = 1/2^4 */ static unsigned int dctcp_shift_g = 4; /* g = 1/2^4 */
static unsigned int dctcp_alpha_on_init = DCTCP_MAX_ALPHA; static unsigned int dctcp_alpha_on_init = DCTCP_MAX_ALPHA;
static void dctcp_reset(const struct tcp_sock *tp, struct dctcp *ca) static void dctcp_reset(const struct tcp_sock *tp, struct bpf_dctcp *ca)
{ {
ca->next_seq = tp->snd_nxt; ca->next_seq = tp->snd_nxt;
...@@ -60,7 +60,7 @@ SEC("struct_ops") ...@@ -60,7 +60,7 @@ SEC("struct_ops")
void BPF_PROG(dctcp_init, struct sock *sk) void BPF_PROG(dctcp_init, struct sock *sk)
{ {
const struct tcp_sock *tp = tcp_sk(sk); const struct tcp_sock *tp = tcp_sk(sk);
struct dctcp *ca = inet_csk_ca(sk); struct bpf_dctcp *ca = inet_csk_ca(sk);
int *stg; int *stg;
if (!(tp->ecn_flags & TCP_ECN_OK) && fallback[0]) { if (!(tp->ecn_flags & TCP_ECN_OK) && fallback[0]) {
...@@ -106,7 +106,7 @@ void BPF_PROG(dctcp_init, struct sock *sk) ...@@ -106,7 +106,7 @@ void BPF_PROG(dctcp_init, struct sock *sk)
SEC("struct_ops") SEC("struct_ops")
__u32 BPF_PROG(dctcp_ssthresh, struct sock *sk) __u32 BPF_PROG(dctcp_ssthresh, struct sock *sk)
{ {
struct dctcp *ca = inet_csk_ca(sk); struct bpf_dctcp *ca = inet_csk_ca(sk);
struct tcp_sock *tp = tcp_sk(sk); struct tcp_sock *tp = tcp_sk(sk);
ca->loss_cwnd = tp->snd_cwnd; ca->loss_cwnd = tp->snd_cwnd;
...@@ -117,7 +117,7 @@ SEC("struct_ops") ...@@ -117,7 +117,7 @@ SEC("struct_ops")
void BPF_PROG(dctcp_update_alpha, struct sock *sk, __u32 flags) void BPF_PROG(dctcp_update_alpha, struct sock *sk, __u32 flags)
{ {
const struct tcp_sock *tp = tcp_sk(sk); const struct tcp_sock *tp = tcp_sk(sk);
struct dctcp *ca = inet_csk_ca(sk); struct bpf_dctcp *ca = inet_csk_ca(sk);
/* Expired RTT */ /* Expired RTT */
if (!before(tp->snd_una, ca->next_seq)) { if (!before(tp->snd_una, ca->next_seq)) {
...@@ -145,7 +145,7 @@ void BPF_PROG(dctcp_update_alpha, struct sock *sk, __u32 flags) ...@@ -145,7 +145,7 @@ void BPF_PROG(dctcp_update_alpha, struct sock *sk, __u32 flags)
static void dctcp_react_to_loss(struct sock *sk) static void dctcp_react_to_loss(struct sock *sk)
{ {
struct dctcp *ca = inet_csk_ca(sk); struct bpf_dctcp *ca = inet_csk_ca(sk);
struct tcp_sock *tp = tcp_sk(sk); struct tcp_sock *tp = tcp_sk(sk);
ca->loss_cwnd = tp->snd_cwnd; ca->loss_cwnd = tp->snd_cwnd;
...@@ -202,7 +202,7 @@ static void dctcp_ece_ack_update(struct sock *sk, enum tcp_ca_event evt, ...@@ -202,7 +202,7 @@ static void dctcp_ece_ack_update(struct sock *sk, enum tcp_ca_event evt,
SEC("struct_ops") SEC("struct_ops")
void BPF_PROG(dctcp_cwnd_event, struct sock *sk, enum tcp_ca_event ev) void BPF_PROG(dctcp_cwnd_event, struct sock *sk, enum tcp_ca_event ev)
{ {
struct dctcp *ca = inet_csk_ca(sk); struct bpf_dctcp *ca = inet_csk_ca(sk);
switch (ev) { switch (ev) {
case CA_EVENT_ECN_IS_CE: case CA_EVENT_ECN_IS_CE:
...@@ -221,7 +221,7 @@ void BPF_PROG(dctcp_cwnd_event, struct sock *sk, enum tcp_ca_event ev) ...@@ -221,7 +221,7 @@ void BPF_PROG(dctcp_cwnd_event, struct sock *sk, enum tcp_ca_event ev)
SEC("struct_ops") SEC("struct_ops")
__u32 BPF_PROG(dctcp_cwnd_undo, struct sock *sk) __u32 BPF_PROG(dctcp_cwnd_undo, struct sock *sk)
{ {
const struct dctcp *ca = inet_csk_ca(sk); const struct bpf_dctcp *ca = inet_csk_ca(sk);
return max(tcp_sk(sk)->snd_cwnd, ca->loss_cwnd); return max(tcp_sk(sk)->snd_cwnd, ca->loss_cwnd);
} }
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment