mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2026-08-30 11:03:07 -04:00
libbpf: Drop in-loader metadata check for load-time verification
The signed gen_loader used to police its own metadata map from within BPF: emit_signature_match() read the kernel-cached map->sha[] back through hardcoded struct bpf_map offsets and compared it against a hash that compute_sha_update_offsets() baked into the signed instructions, after a BPF_OBJ_GET_INFO_BY_FD round-trip to populate map->sha[]. The kernel now verifies the metadata at BPF_PROG_LOAD time by folding the frozen contents of the loader's exclusive fd_array maps into the signature, so the loader no longer checks anything itself. Generated loaders thus carry no verification logic of their own anymore: Nothing in the signing chain depends on emitted loader bytecode doing the right thing. On the loading side, skel_internal.h now sets fd_array_cnt for a signed load so the kernel scans fd_array for the exclusive metadata map - still frozen, as the kernel requires - and the BPF_OBJ_GET_INFO_BY_FD round-trip to populate map->sha[] is gone. The struct bpf_map layout BUILD_BUG_ON()s on the kernel side are removed as well: they only pinned the ABI for the in-BPF read of map->sha[] that is no longer needed. Same for the map->excl member. Note: gen_hash is retained; it still marks a loader as signed so an untrusted host cannot re-dimension maps or override initial values now covered by the signature. Signed-off-by: Daniel Borkmann <daniel@iogearbox.net> Link: https://lore.kernel.org/bpf/20260708075343.358712-4-daniel@iogearbox.net Signed-off-by: Kumar Kartikeya Dwivedi <memxor@gmail.com>
This commit is contained in:
committed by
Kumar Kartikeya Dwivedi
parent
b707068e0e
commit
a2d784869a
@@ -299,7 +299,6 @@ struct bpf_map_owner {
|
||||
|
||||
struct bpf_map {
|
||||
u8 sha[SHA256_DIGEST_SIZE];
|
||||
u32 excl;
|
||||
const struct bpf_map_ops *ops;
|
||||
struct bpf_map *inner_map_meta;
|
||||
#ifdef CONFIG_SECURITY
|
||||
|
||||
@@ -1598,13 +1598,6 @@ static int map_create_alloc(union bpf_attr *attr, bpfptr_t uattr, struct bpf_ver
|
||||
err = -EFAULT;
|
||||
goto free_map;
|
||||
}
|
||||
|
||||
/* See libbpf: emit_signature_match() */
|
||||
BUILD_BUG_ON(offsetof(struct bpf_map, excl) != SHA256_DIGEST_SIZE);
|
||||
BUILD_BUG_ON(!__same_type(map->excl, u32));
|
||||
BUILD_BUG_ON(offsetof(struct bpf_map, sha) != 0);
|
||||
BUILD_BUG_ON(!__same_type(map->sha, u8[SHA256_DIGEST_SIZE]));
|
||||
map->excl = 1;
|
||||
} else if (attr->excl_prog_hash_size) {
|
||||
bpf_log(log, "Invalid excl_prog_hash_size.\n");
|
||||
err = -EINVAL;
|
||||
|
||||
@@ -51,7 +51,6 @@ struct bpf_gen {
|
||||
__u32 nr_ksyms;
|
||||
int fd_array;
|
||||
int nr_fd_array;
|
||||
int hash_insn_offset[SHA256_DWORD_SIZE];
|
||||
};
|
||||
|
||||
void bpf_gen__init(struct bpf_gen *gen, int log_level, int nr_progs, int nr_maps);
|
||||
|
||||
@@ -111,7 +111,6 @@ static void emit2(struct bpf_gen *gen, struct bpf_insn insn1, struct bpf_insn in
|
||||
|
||||
static int add_data(struct bpf_gen *gen, const void *data, __u32 size);
|
||||
static void emit_sys_close_blob(struct bpf_gen *gen, int blob_off);
|
||||
static void emit_signature_match(struct bpf_gen *gen);
|
||||
|
||||
void bpf_gen__init(struct bpf_gen *gen, int log_level, int nr_progs, int nr_maps)
|
||||
{
|
||||
@@ -154,8 +153,6 @@ void bpf_gen__init(struct bpf_gen *gen, int log_level, int nr_progs, int nr_maps
|
||||
/* R7 contains the error code from sys_bpf. Copy it into R0 and exit. */
|
||||
emit(gen, BPF_MOV64_REG(BPF_REG_0, BPF_REG_7));
|
||||
emit(gen, BPF_EXIT_INSN());
|
||||
if (OPTS_GET(gen->opts, gen_hash, false))
|
||||
emit_signature_match(gen);
|
||||
}
|
||||
|
||||
static int add_data(struct bpf_gen *gen, const void *data, __u32 size)
|
||||
@@ -377,8 +374,6 @@ static void emit_sys_close_blob(struct bpf_gen *gen, int blob_off)
|
||||
__emit_sys_close(gen);
|
||||
}
|
||||
|
||||
static void compute_sha_update_offsets(struct bpf_gen *gen);
|
||||
|
||||
int bpf_gen__finish(struct bpf_gen *gen, int nr_progs, int nr_maps)
|
||||
{
|
||||
int i;
|
||||
@@ -408,9 +403,6 @@ int bpf_gen__finish(struct bpf_gen *gen, int nr_progs, int nr_maps)
|
||||
if (!gen->error) {
|
||||
struct gen_loader_opts *opts = gen->opts;
|
||||
|
||||
if (OPTS_GET(opts, gen_hash, false))
|
||||
compute_sha_update_offsets(gen);
|
||||
|
||||
opts->insns = gen->insn_start;
|
||||
opts->insns_sz = gen->insn_cur - gen->insn_start;
|
||||
opts->data = gen->data_start;
|
||||
@@ -460,22 +452,6 @@ void bpf_gen__free(struct bpf_gen *gen)
|
||||
_val; \
|
||||
})
|
||||
|
||||
static void compute_sha_update_offsets(struct bpf_gen *gen)
|
||||
{
|
||||
__u64 sha[SHA256_DWORD_SIZE];
|
||||
__u64 sha_dw;
|
||||
int i;
|
||||
|
||||
libbpf_sha256(gen->data_start, gen->data_cur - gen->data_start, (__u8 *)sha);
|
||||
for (i = 0; i < SHA256_DWORD_SIZE; i++) {
|
||||
struct bpf_insn *insn =
|
||||
(struct bpf_insn *)(gen->insn_start + gen->hash_insn_offset[i]);
|
||||
sha_dw = tgt_endian(sha[i]);
|
||||
insn[0].imm = (__u32)sha_dw;
|
||||
insn[1].imm = sha_dw >> 32;
|
||||
}
|
||||
}
|
||||
|
||||
void bpf_gen__load_btf(struct bpf_gen *gen, const void *btf_raw_data,
|
||||
__u32 btf_raw_size)
|
||||
{
|
||||
@@ -557,8 +533,9 @@ void bpf_gen__map_create(struct bpf_gen *gen,
|
||||
* Conditionally update max_entries from the host-supplied loader
|
||||
* ctx. This sizes the map at runtime, but for a signed loader
|
||||
* (gen_hash) it would let an untrusted host re-dimension the
|
||||
* program's maps after emit_signature_match(), outside what the
|
||||
* signature attests to. Keep the signer-provided max_entries
|
||||
* program's maps, outside what the signature attests to: the
|
||||
* metadata blob is covered by the program signature and verified
|
||||
* by the kernel at load time. Keep the signer-provided max_entries
|
||||
* baked into the blob in that case.
|
||||
*/
|
||||
if (map_idx >= 0 && !OPTS_GET(gen->opts, gen_hash, false))
|
||||
@@ -596,45 +573,6 @@ void bpf_gen__map_create(struct bpf_gen *gen,
|
||||
emit_sys_close_stack(gen, stack_off(inner_map_fd));
|
||||
}
|
||||
|
||||
static void emit_signature_match(struct bpf_gen *gen)
|
||||
{
|
||||
__s64 off;
|
||||
int i;
|
||||
|
||||
/*
|
||||
* Reject if the metadata map is not exclusive. Without exclusivity
|
||||
* the cached map->sha[] verified above can be stale: another BPF
|
||||
* program with map access could have mutated the contents between
|
||||
* BPF_OBJ_GET_INFO_BY_FD and loader execution.
|
||||
*/
|
||||
emit2(gen, BPF_LD_IMM64_RAW_FULL(BPF_REG_1, BPF_PSEUDO_MAP_IDX,
|
||||
0, 0, 0, 0));
|
||||
emit(gen, BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_1, SHA256_DIGEST_LENGTH));
|
||||
off = -(gen->insn_cur - gen->insn_start - gen->cleanup_label) / 8 - 2;
|
||||
if (is_simm16(off)) {
|
||||
emit(gen, BPF_MOV64_IMM(BPF_REG_7, -EINVAL));
|
||||
emit(gen, BPF_JMP_IMM(BPF_JNE, BPF_REG_2, 1, off));
|
||||
} else {
|
||||
gen->error = -ERANGE;
|
||||
}
|
||||
|
||||
for (i = 0; i < SHA256_DWORD_SIZE; i++) {
|
||||
emit2(gen, BPF_LD_IMM64_RAW_FULL(BPF_REG_1, BPF_PSEUDO_MAP_IDX,
|
||||
0, 0, 0, 0));
|
||||
emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_1, i * sizeof(__u64)));
|
||||
gen->hash_insn_offset[i] = gen->insn_cur - gen->insn_start;
|
||||
emit2(gen, BPF_LD_IMM64_RAW_FULL(BPF_REG_3, 0, 0, 0, 0, 0));
|
||||
|
||||
off = -(gen->insn_cur - gen->insn_start - gen->cleanup_label) / 8 - 2;
|
||||
if (is_simm16(off)) {
|
||||
emit(gen, BPF_MOV64_IMM(BPF_REG_7, -EINVAL));
|
||||
emit(gen, BPF_JMP_REG(BPF_JNE, BPF_REG_2, BPF_REG_3, off));
|
||||
} else {
|
||||
gen->error = -ERANGE;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void bpf_gen__record_attach_target(struct bpf_gen *gen, const char *attach_name,
|
||||
enum bpf_attach_type type)
|
||||
{
|
||||
@@ -1211,10 +1149,10 @@ void bpf_gen__map_update_elem(struct bpf_gen *gen, int map_idx, void *pvalue,
|
||||
* }
|
||||
*
|
||||
* The runtime initial_value comes from the host-supplied loader
|
||||
* ctx and would overwrite the blob value after emit_signature_match()
|
||||
* has already validated map->sha[]. For a signed loader (gen_hash)
|
||||
* the attested blob value must be authoritative, so skip the override
|
||||
* and leave the hashed value in place.
|
||||
* ctx and would overwrite the blob value that the program signature
|
||||
* covers and the kernel verifies at load time. For a signed loader
|
||||
* (gen_hash) the attested blob value must be authoritative, so skip
|
||||
* the override and leave the signed value in place.
|
||||
*/
|
||||
if (!OPTS_GET(gen->opts, gen_hash, false)) {
|
||||
emit(gen, BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,
|
||||
|
||||
@@ -768,7 +768,6 @@ int elf_resolve_pattern_offsets(const char *binary_path, const char *pattern,
|
||||
int probe_fd(int fd);
|
||||
|
||||
#define SHA256_DIGEST_LENGTH 32
|
||||
#define SHA256_DWORD_SIZE SHA256_DIGEST_LENGTH / sizeof(__u64)
|
||||
|
||||
void libbpf_sha256(const void *data, size_t len, __u8 out[SHA256_DIGEST_LENGTH]);
|
||||
int probe_sys_bpf_ext(void);
|
||||
|
||||
@@ -18,10 +18,6 @@
|
||||
#include "bpf.h"
|
||||
#endif
|
||||
|
||||
#ifndef SHA256_DIGEST_LENGTH
|
||||
#define SHA256_DIGEST_LENGTH 32
|
||||
#endif
|
||||
|
||||
#ifndef __NR_bpf
|
||||
# if defined(__mips__) && defined(_ABIO32)
|
||||
# define __NR_bpf 4355
|
||||
@@ -320,25 +316,6 @@ static inline int skel_link_create(int prog_fd, int target_fd,
|
||||
return skel_sys_bpf(BPF_LINK_CREATE, &attr, attr_sz);
|
||||
}
|
||||
|
||||
static inline int skel_obj_get_info_by_fd(int fd)
|
||||
{
|
||||
const size_t attr_sz = offsetofend(union bpf_attr, info);
|
||||
__u8 sha[SHA256_DIGEST_LENGTH];
|
||||
struct bpf_map_info info;
|
||||
__u32 info_len = sizeof(info);
|
||||
union bpf_attr attr;
|
||||
|
||||
memset(&info, 0, sizeof(info));
|
||||
info.hash = (long) &sha;
|
||||
info.hash_size = SHA256_DIGEST_LENGTH;
|
||||
|
||||
memset(&attr, 0, attr_sz);
|
||||
attr.info.bpf_fd = fd;
|
||||
attr.info.info = (long) &info;
|
||||
attr.info.info_len = info_len;
|
||||
return skel_sys_bpf(BPF_OBJ_GET_INFO_BY_FD, &attr, attr_sz);
|
||||
}
|
||||
|
||||
static inline int skel_map_freeze(int fd)
|
||||
{
|
||||
const size_t attr_sz = offsetofend(union bpf_attr, map_fd);
|
||||
@@ -384,12 +361,6 @@ static inline int bpf_load_and_run(struct bpf_load_and_run_opts *opts)
|
||||
set_err;
|
||||
goto out;
|
||||
}
|
||||
err = skel_obj_get_info_by_fd(map_fd);
|
||||
if (err < 0) {
|
||||
opts->errstr = "failed to fetch obj info";
|
||||
set_err;
|
||||
goto out;
|
||||
}
|
||||
#endif
|
||||
|
||||
memset(&attr, 0, prog_load_attr_sz);
|
||||
@@ -400,6 +371,8 @@ static inline int bpf_load_and_run(struct bpf_load_and_run_opts *opts)
|
||||
#ifndef __KERNEL__
|
||||
attr.signature = (long) opts->signature;
|
||||
attr.signature_size = opts->signature_sz;
|
||||
if (opts->signature)
|
||||
attr.fd_array_cnt = 1;
|
||||
#else
|
||||
if (opts->signature || opts->signature_sz)
|
||||
pr_warn("signatures are not supported from bpf_preload\n");
|
||||
|
||||
Reference in New Issue
Block a user