03b77e17ae
__kptr meant to store PTR_UNTRUSTED kernel pointers inside bpf maps. The concept felt useful, but didn't get much traction, since bpf_rdonly_cast() was added soon after and bpf programs received a simpler way to access PTR_UNTRUSTED kernel pointers without going through restrictive __kptr usage. Rename __kptr_ref -> __kptr and __kptr -> __kptr_untrusted to indicate its intended usage. The main goal of __kptr_untrusted was to read/write such pointers directly while bpf_kptr_xchg was a mechanism to access refcnted kernel pointers. The next patch will allow RCU protected __kptr access with direct read. At that point __kptr_untrusted will be deprecated. Signed-off-by: Alexei Starovoitov <ast@kernel.org> Signed-off-by: Daniel Borkmann <daniel@iogearbox.net> Acked-by: David Vernet <void@manifault.com> Link: https://lore.kernel.org/bpf/20230303041446.3630-2-alexei.starovoitov@gmail.com
114 lines
3.4 KiB
C
114 lines
3.4 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
/* Copyright (c) 2023 Meta Platforms, Inc. and affiliates. */
|
|
|
|
#ifndef _CPUMASK_COMMON_H
|
|
#define _CPUMASK_COMMON_H
|
|
|
|
#include "errno.h"
|
|
#include <stdbool.h>
|
|
|
|
int err;
|
|
|
|
struct __cpumask_map_value {
|
|
struct bpf_cpumask __kptr * cpumask;
|
|
};
|
|
|
|
struct array_map {
|
|
__uint(type, BPF_MAP_TYPE_ARRAY);
|
|
__type(key, int);
|
|
__type(value, struct __cpumask_map_value);
|
|
__uint(max_entries, 1);
|
|
} __cpumask_map SEC(".maps");
|
|
|
|
struct bpf_cpumask *bpf_cpumask_create(void) __ksym;
|
|
void bpf_cpumask_release(struct bpf_cpumask *cpumask) __ksym;
|
|
struct bpf_cpumask *bpf_cpumask_acquire(struct bpf_cpumask *cpumask) __ksym;
|
|
struct bpf_cpumask *bpf_cpumask_kptr_get(struct bpf_cpumask **cpumask) __ksym;
|
|
u32 bpf_cpumask_first(const struct cpumask *cpumask) __ksym;
|
|
u32 bpf_cpumask_first_zero(const struct cpumask *cpumask) __ksym;
|
|
void bpf_cpumask_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
|
void bpf_cpumask_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
|
bool bpf_cpumask_test_cpu(u32 cpu, const struct cpumask *cpumask) __ksym;
|
|
bool bpf_cpumask_test_and_set_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
|
bool bpf_cpumask_test_and_clear_cpu(u32 cpu, struct bpf_cpumask *cpumask) __ksym;
|
|
void bpf_cpumask_setall(struct bpf_cpumask *cpumask) __ksym;
|
|
void bpf_cpumask_clear(struct bpf_cpumask *cpumask) __ksym;
|
|
bool bpf_cpumask_and(struct bpf_cpumask *cpumask,
|
|
const struct cpumask *src1,
|
|
const struct cpumask *src2) __ksym;
|
|
void bpf_cpumask_or(struct bpf_cpumask *cpumask,
|
|
const struct cpumask *src1,
|
|
const struct cpumask *src2) __ksym;
|
|
void bpf_cpumask_xor(struct bpf_cpumask *cpumask,
|
|
const struct cpumask *src1,
|
|
const struct cpumask *src2) __ksym;
|
|
bool bpf_cpumask_equal(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
|
bool bpf_cpumask_intersects(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
|
bool bpf_cpumask_subset(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
|
bool bpf_cpumask_empty(const struct cpumask *cpumask) __ksym;
|
|
bool bpf_cpumask_full(const struct cpumask *cpumask) __ksym;
|
|
void bpf_cpumask_copy(struct bpf_cpumask *dst, const struct cpumask *src) __ksym;
|
|
u32 bpf_cpumask_any(const struct cpumask *src) __ksym;
|
|
u32 bpf_cpumask_any_and(const struct cpumask *src1, const struct cpumask *src2) __ksym;
|
|
|
|
static inline const struct cpumask *cast(struct bpf_cpumask *cpumask)
|
|
{
|
|
return (const struct cpumask *)cpumask;
|
|
}
|
|
|
|
static inline struct bpf_cpumask *create_cpumask(void)
|
|
{
|
|
struct bpf_cpumask *cpumask;
|
|
|
|
cpumask = bpf_cpumask_create();
|
|
if (!cpumask) {
|
|
err = 1;
|
|
return NULL;
|
|
}
|
|
|
|
if (!bpf_cpumask_empty(cast(cpumask))) {
|
|
err = 2;
|
|
bpf_cpumask_release(cpumask);
|
|
return NULL;
|
|
}
|
|
|
|
return cpumask;
|
|
}
|
|
|
|
static inline struct __cpumask_map_value *cpumask_map_value_lookup(void)
|
|
{
|
|
u32 key = 0;
|
|
|
|
return bpf_map_lookup_elem(&__cpumask_map, &key);
|
|
}
|
|
|
|
static inline int cpumask_map_insert(struct bpf_cpumask *mask)
|
|
{
|
|
struct __cpumask_map_value local, *v;
|
|
long status;
|
|
struct bpf_cpumask *old;
|
|
u32 key = 0;
|
|
|
|
local.cpumask = NULL;
|
|
status = bpf_map_update_elem(&__cpumask_map, &key, &local, 0);
|
|
if (status) {
|
|
bpf_cpumask_release(mask);
|
|
return status;
|
|
}
|
|
|
|
v = bpf_map_lookup_elem(&__cpumask_map, &key);
|
|
if (!v) {
|
|
bpf_cpumask_release(mask);
|
|
return -ENOENT;
|
|
}
|
|
|
|
old = bpf_kptr_xchg(&v->cpumask, mask);
|
|
if (old) {
|
|
bpf_cpumask_release(old);
|
|
return -EEXIST;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
#endif /* _CPUMASK_COMMON_H */
|