Commit 102acbac authored by Kees Cook's avatar Kees Cook Committed by Alexei Starovoitov

bpf: Replace callers of BPF_CAST_CALL with proper function typedef

In order to keep ahead of cases in the kernel where Control Flow
Integrity (CFI) may trip over function call casts, enabling
-Wcast-function-type is helpful. To that end, BPF_CAST_CALL causes
various warnings and is one of the last places in the kernel
triggering this warning.

For actual function calls, replace BPF_CAST_CALL() with a typedef, which
captures the same details about the given function pointers.

This change results in no object code difference.
Signed-off-by: default avatarKees Cook <keescook@chromium.org>
Signed-off-by: default avatarAlexei Starovoitov <ast@kernel.org>
Acked-by: default avatarAndrii Nakryiko <andrii@kernel.org>
Acked-by: default avatarGustavo A. R. Silva <gustavoars@kernel.org>
Link: https://github.com/KSPP/linux/issues/20
Link: https://lore.kernel.org/lkml/CAEf4Bzb46=-J5Fxc3mMZ8JQPtK1uoE0q6+g6WPz53Cvx=CBEhw@mail.gmail.com
Link: https://lore.kernel.org/bpf/20210928230946.4062144-3-keescook@chromium.org
parent 3d717fad
...@@ -48,6 +48,7 @@ extern struct idr btf_idr; ...@@ -48,6 +48,7 @@ extern struct idr btf_idr;
extern spinlock_t btf_idr_lock; extern spinlock_t btf_idr_lock;
extern struct kobject *btf_kobj; extern struct kobject *btf_kobj;
typedef u64 (*bpf_callback_t)(u64, u64, u64, u64, u64);
typedef int (*bpf_iter_init_seq_priv_t)(void *private_data, typedef int (*bpf_iter_init_seq_priv_t)(void *private_data,
struct bpf_iter_aux_info *aux); struct bpf_iter_aux_info *aux);
typedef void (*bpf_iter_fini_seq_priv_t)(void *private_data); typedef void (*bpf_iter_fini_seq_priv_t)(void *private_data);
...@@ -142,7 +143,8 @@ struct bpf_map_ops { ...@@ -142,7 +143,8 @@ struct bpf_map_ops {
int (*map_set_for_each_callback_args)(struct bpf_verifier_env *env, int (*map_set_for_each_callback_args)(struct bpf_verifier_env *env,
struct bpf_func_state *caller, struct bpf_func_state *caller,
struct bpf_func_state *callee); struct bpf_func_state *callee);
int (*map_for_each_callback)(struct bpf_map *map, void *callback_fn, int (*map_for_each_callback)(struct bpf_map *map,
bpf_callback_t callback_fn,
void *callback_ctx, u64 flags); void *callback_ctx, u64 flags);
/* BTF name and id of struct allocated by map_alloc */ /* BTF name and id of struct allocated by map_alloc */
......
...@@ -360,11 +360,6 @@ static inline bool insn_is_zext(const struct bpf_insn *insn) ...@@ -360,11 +360,6 @@ static inline bool insn_is_zext(const struct bpf_insn *insn)
.off = 0, \ .off = 0, \
.imm = TGT }) .imm = TGT })
/* Function call */
#define BPF_CAST_CALL(x) \
((u64 (*)(u64, u64, u64, u64, u64))(x))
/* Convert function address to BPF immediate */ /* Convert function address to BPF immediate */
#define BPF_CALL_IMM(x) ((void *)(x) - (void *)__bpf_call_base) #define BPF_CALL_IMM(x) ((void *)(x) - (void *)__bpf_call_base)
......
...@@ -645,7 +645,7 @@ static const struct bpf_iter_seq_info iter_seq_info = { ...@@ -645,7 +645,7 @@ static const struct bpf_iter_seq_info iter_seq_info = {
.seq_priv_size = sizeof(struct bpf_iter_seq_array_map_info), .seq_priv_size = sizeof(struct bpf_iter_seq_array_map_info),
}; };
static int bpf_for_each_array_elem(struct bpf_map *map, void *callback_fn, static int bpf_for_each_array_elem(struct bpf_map *map, bpf_callback_t callback_fn,
void *callback_ctx, u64 flags) void *callback_ctx, u64 flags)
{ {
u32 i, key, num_elems = 0; u32 i, key, num_elems = 0;
...@@ -668,9 +668,8 @@ static int bpf_for_each_array_elem(struct bpf_map *map, void *callback_fn, ...@@ -668,9 +668,8 @@ static int bpf_for_each_array_elem(struct bpf_map *map, void *callback_fn,
val = array->value + array->elem_size * i; val = array->value + array->elem_size * i;
num_elems++; num_elems++;
key = i; key = i;
ret = BPF_CAST_CALL(callback_fn)((u64)(long)map, ret = callback_fn((u64)(long)map, (u64)(long)&key,
(u64)(long)&key, (u64)(long)val, (u64)(long)val, (u64)(long)callback_ctx, 0);
(u64)(long)callback_ctx, 0);
/* return value: 0 - continue, 1 - stop and return */ /* return value: 0 - continue, 1 - stop and return */
if (ret) if (ret)
break; break;
......
...@@ -2049,7 +2049,7 @@ static const struct bpf_iter_seq_info iter_seq_info = { ...@@ -2049,7 +2049,7 @@ static const struct bpf_iter_seq_info iter_seq_info = {
.seq_priv_size = sizeof(struct bpf_iter_seq_hash_map_info), .seq_priv_size = sizeof(struct bpf_iter_seq_hash_map_info),
}; };
static int bpf_for_each_hash_elem(struct bpf_map *map, void *callback_fn, static int bpf_for_each_hash_elem(struct bpf_map *map, bpf_callback_t callback_fn,
void *callback_ctx, u64 flags) void *callback_ctx, u64 flags)
{ {
struct bpf_htab *htab = container_of(map, struct bpf_htab, map); struct bpf_htab *htab = container_of(map, struct bpf_htab, map);
...@@ -2089,9 +2089,8 @@ static int bpf_for_each_hash_elem(struct bpf_map *map, void *callback_fn, ...@@ -2089,9 +2089,8 @@ static int bpf_for_each_hash_elem(struct bpf_map *map, void *callback_fn,
val = elem->key + roundup_key_size; val = elem->key + roundup_key_size;
} }
num_elems++; num_elems++;
ret = BPF_CAST_CALL(callback_fn)((u64)(long)map, ret = callback_fn((u64)(long)map, (u64)(long)key,
(u64)(long)key, (u64)(long)val, (u64)(long)val, (u64)(long)callback_ctx, 0);
(u64)(long)callback_ctx, 0);
/* return value: 0 - continue, 1 - stop and return */ /* return value: 0 - continue, 1 - stop and return */
if (ret) { if (ret) {
rcu_read_unlock(); rcu_read_unlock();
......
...@@ -1056,7 +1056,7 @@ static enum hrtimer_restart bpf_timer_cb(struct hrtimer *hrtimer) ...@@ -1056,7 +1056,7 @@ static enum hrtimer_restart bpf_timer_cb(struct hrtimer *hrtimer)
struct bpf_hrtimer *t = container_of(hrtimer, struct bpf_hrtimer, timer); struct bpf_hrtimer *t = container_of(hrtimer, struct bpf_hrtimer, timer);
struct bpf_map *map = t->map; struct bpf_map *map = t->map;
void *value = t->value; void *value = t->value;
void *callback_fn; bpf_callback_t callback_fn;
void *key; void *key;
u32 idx; u32 idx;
...@@ -1081,8 +1081,7 @@ static enum hrtimer_restart bpf_timer_cb(struct hrtimer *hrtimer) ...@@ -1081,8 +1081,7 @@ static enum hrtimer_restart bpf_timer_cb(struct hrtimer *hrtimer)
key = value - round_up(map->key_size, 8); key = value - round_up(map->key_size, 8);
} }
BPF_CAST_CALL(callback_fn)((u64)(long)map, (u64)(long)key, callback_fn((u64)(long)map, (u64)(long)key, (u64)(long)value, 0, 0);
(u64)(long)value, 0, 0);
/* The verifier checked that return value is zero. */ /* The verifier checked that return value is zero. */
this_cpu_write(hrtimer_running, NULL); this_cpu_write(hrtimer_running, NULL);
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment