* [PATCH bpf-next 1/8] libbpf: add common min/max macro to libbpf_internal.h
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-15 20:26 ` Song Liu
2019-06-11 4:47 ` [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic Andrii Nakryiko
` (7 subsequent siblings)
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
Multiple files in libbpf redefine their own definitions for min/max.
Let's define them in libbpf_internal.h and use those everywhere.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/bpf.c | 7 ++-----
tools/lib/bpf/bpf_prog_linfo.c | 5 +----
tools/lib/bpf/btf.c | 3 ---
tools/lib/bpf/btf_dump.c | 3 ---
tools/lib/bpf/libbpf_internal.h | 7 +++++++
5 files changed, 10 insertions(+), 15 deletions(-)
diff --git a/tools/lib/bpf/bpf.c b/tools/lib/bpf/bpf.c
index 0d4b4fe10a84..c7d7993c44bb 100644
--- a/tools/lib/bpf/bpf.c
+++ b/tools/lib/bpf/bpf.c
@@ -26,10 +26,11 @@
#include <memory.h>
#include <unistd.h>
#include <asm/unistd.h>
+#include <errno.h>
#include <linux/bpf.h>
#include "bpf.h"
#include "libbpf.h"
-#include <errno.h>
+#include "libbpf_internal.h"
/*
* When building perf, unistd.h is overridden. __NR_bpf is
@@ -53,10 +54,6 @@
# endif
#endif
-#ifndef min
-#define min(x, y) ((x) < (y) ? (x) : (y))
-#endif
-
static inline __u64 ptr_to_u64(const void *ptr)
{
return (__u64) (unsigned long) ptr;
diff --git a/tools/lib/bpf/bpf_prog_linfo.c b/tools/lib/bpf/bpf_prog_linfo.c
index 6978314ea7f6..8c67561c93b0 100644
--- a/tools/lib/bpf/bpf_prog_linfo.c
+++ b/tools/lib/bpf/bpf_prog_linfo.c
@@ -6,10 +6,7 @@
#include <linux/err.h>
#include <linux/bpf.h>
#include "libbpf.h"
-
-#ifndef min
-#define min(x, y) ((x) < (y) ? (x) : (y))
-#endif
+#include "libbpf_internal.h"
struct bpf_prog_linfo {
void *raw_linfo;
diff --git a/tools/lib/bpf/btf.c b/tools/lib/bpf/btf.c
index b2478e98c367..467224feb43b 100644
--- a/tools/lib/bpf/btf.c
+++ b/tools/lib/bpf/btf.c
@@ -16,9 +16,6 @@
#include "libbpf_internal.h"
#include "hashmap.h"
-#define max(a, b) ((a) > (b) ? (a) : (b))
-#define min(a, b) ((a) < (b) ? (a) : (b))
-
#define BTF_MAX_NR_TYPES 0x7fffffff
#define BTF_MAX_STR_OFFSET 0x7fffffff
diff --git a/tools/lib/bpf/btf_dump.c b/tools/lib/bpf/btf_dump.c
index 4b22db77e2cc..7065bb5b2752 100644
--- a/tools/lib/bpf/btf_dump.c
+++ b/tools/lib/bpf/btf_dump.c
@@ -18,9 +18,6 @@
#include "libbpf.h"
#include "libbpf_internal.h"
-#define min(x, y) ((x) < (y) ? (x) : (y))
-#define max(x, y) ((x) < (y) ? (y) : (x))
-
static const char PREFIXES[] = "\t\t\t\t\t\t\t\t\t\t\t\t\t";
static const size_t PREFIX_CNT = sizeof(PREFIXES) - 1;
diff --git a/tools/lib/bpf/libbpf_internal.h b/tools/lib/bpf/libbpf_internal.h
index 850f7bdec5cb..554a7856dc2d 100644
--- a/tools/lib/bpf/libbpf_internal.h
+++ b/tools/lib/bpf/libbpf_internal.h
@@ -23,6 +23,13 @@
#define BTF_PARAM_ENC(name, type) (name), (type)
#define BTF_VAR_SECINFO_ENC(type, offset, size) (type), (offset), (size)
+#ifndef min
+# define min(x, y) ((x) < (y) ? (x) : (y))
+#endif
+#ifndef max
+# define max(x, y) ((x) < (y) ? (y) : (x))
+#endif
+
extern void libbpf_print(enum libbpf_print_level level,
const char *format, ...)
__attribute__((format(printf, 2, 3)));
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 1/8] libbpf: add common min/max macro to libbpf_internal.h
2019-06-11 4:47 ` [PATCH bpf-next 1/8] libbpf: add common min/max macro to libbpf_internal.h Andrii Nakryiko
@ 2019-06-15 20:26 ` Song Liu
0 siblings, 0 replies; 26+ messages in thread
From: Song Liu @ 2019-06-15 20:26 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> Multiple files in libbpf redefine their own definitions for min/max.
> Let's define them in libbpf_internal.h and use those everywhere.
>
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
Acked-by: Song Liu <songliubraving@fb.com>
> ---
> tools/lib/bpf/bpf.c | 7 ++-----
> tools/lib/bpf/bpf_prog_linfo.c | 5 +----
> tools/lib/bpf/btf.c | 3 ---
> tools/lib/bpf/btf_dump.c | 3 ---
> tools/lib/bpf/libbpf_internal.h | 7 +++++++
> 5 files changed, 10 insertions(+), 15 deletions(-)
>
> diff --git a/tools/lib/bpf/bpf.c b/tools/lib/bpf/bpf.c
> index 0d4b4fe10a84..c7d7993c44bb 100644
> --- a/tools/lib/bpf/bpf.c
> +++ b/tools/lib/bpf/bpf.c
> @@ -26,10 +26,11 @@
> #include <memory.h>
> #include <unistd.h>
> #include <asm/unistd.h>
> +#include <errno.h>
> #include <linux/bpf.h>
> #include "bpf.h"
> #include "libbpf.h"
> -#include <errno.h>
> +#include "libbpf_internal.h"
>
> /*
> * When building perf, unistd.h is overridden. __NR_bpf is
> @@ -53,10 +54,6 @@
> # endif
> #endif
>
> -#ifndef min
> -#define min(x, y) ((x) < (y) ? (x) : (y))
> -#endif
> -
> static inline __u64 ptr_to_u64(const void *ptr)
> {
> return (__u64) (unsigned long) ptr;
> diff --git a/tools/lib/bpf/bpf_prog_linfo.c b/tools/lib/bpf/bpf_prog_linfo.c
> index 6978314ea7f6..8c67561c93b0 100644
> --- a/tools/lib/bpf/bpf_prog_linfo.c
> +++ b/tools/lib/bpf/bpf_prog_linfo.c
> @@ -6,10 +6,7 @@
> #include <linux/err.h>
> #include <linux/bpf.h>
> #include "libbpf.h"
> -
> -#ifndef min
> -#define min(x, y) ((x) < (y) ? (x) : (y))
> -#endif
> +#include "libbpf_internal.h"
>
> struct bpf_prog_linfo {
> void *raw_linfo;
> diff --git a/tools/lib/bpf/btf.c b/tools/lib/bpf/btf.c
> index b2478e98c367..467224feb43b 100644
> --- a/tools/lib/bpf/btf.c
> +++ b/tools/lib/bpf/btf.c
> @@ -16,9 +16,6 @@
> #include "libbpf_internal.h"
> #include "hashmap.h"
>
> -#define max(a, b) ((a) > (b) ? (a) : (b))
> -#define min(a, b) ((a) < (b) ? (a) : (b))
> -
> #define BTF_MAX_NR_TYPES 0x7fffffff
> #define BTF_MAX_STR_OFFSET 0x7fffffff
>
> diff --git a/tools/lib/bpf/btf_dump.c b/tools/lib/bpf/btf_dump.c
> index 4b22db77e2cc..7065bb5b2752 100644
> --- a/tools/lib/bpf/btf_dump.c
> +++ b/tools/lib/bpf/btf_dump.c
> @@ -18,9 +18,6 @@
> #include "libbpf.h"
> #include "libbpf_internal.h"
>
> -#define min(x, y) ((x) < (y) ? (x) : (y))
> -#define max(x, y) ((x) < (y) ? (y) : (x))
> -
> static const char PREFIXES[] = "\t\t\t\t\t\t\t\t\t\t\t\t\t";
> static const size_t PREFIX_CNT = sizeof(PREFIXES) - 1;
>
> diff --git a/tools/lib/bpf/libbpf_internal.h b/tools/lib/bpf/libbpf_internal.h
> index 850f7bdec5cb..554a7856dc2d 100644
> --- a/tools/lib/bpf/libbpf_internal.h
> +++ b/tools/lib/bpf/libbpf_internal.h
> @@ -23,6 +23,13 @@
> #define BTF_PARAM_ENC(name, type) (name), (type)
> #define BTF_VAR_SECINFO_ENC(type, offset, size) (type), (offset), (size)
>
> +#ifndef min
> +# define min(x, y) ((x) < (y) ? (x) : (y))
> +#endif
> +#ifndef max
> +# define max(x, y) ((x) < (y) ? (y) : (x))
> +#endif
> +
> extern void libbpf_print(enum libbpf_print_level level,
> const char *format, ...)
> __attribute__((format(printf, 2, 3)));
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread
* [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
2019-06-11 4:47 ` [PATCH bpf-next 1/8] libbpf: add common min/max macro to libbpf_internal.h Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-15 20:25 ` Song Liu
2019-06-11 4:47 ` [PATCH bpf-next 3/8] libbpf: refactor map initialization Andrii Nakryiko
` (6 subsequent siblings)
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
As a preparation for adding BTF-based BPF map loading, extract .BTF and
.BTF.ext loading logic. Also simplify error handling in
bpf_object__elf_collect() by returning early, as there is no common
clean up to be done.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
1 file changed, 75 insertions(+), 62 deletions(-)
diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
index ba89d9727137..9e39a0a33aeb 100644
--- a/tools/lib/bpf/libbpf.c
+++ b/tools/lib/bpf/libbpf.c
@@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
}
}
+static int bpf_object__load_btf(struct bpf_object *obj,
+ Elf_Data *btf_data,
+ Elf_Data *btf_ext_data)
+{
+ int err = 0;
+
+ if (btf_data) {
+ obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
+ if (IS_ERR(obj->btf)) {
+ pr_warning("Error loading ELF section %s: %d.\n",
+ BTF_ELF_SEC, err);
+ goto out;
+ }
+ err = btf__finalize_data(obj, obj->btf);
+ if (err) {
+ pr_warning("Error finalizing %s: %d.\n",
+ BTF_ELF_SEC, err);
+ goto out;
+ }
+ bpf_object__sanitize_btf(obj);
+ err = btf__load(obj->btf);
+ if (err) {
+ pr_warning("Error loading %s into kernel: %d.\n",
+ BTF_ELF_SEC, err);
+ goto out;
+ }
+ }
+ if (btf_ext_data) {
+ if (!obj->btf) {
+ pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
+ BTF_EXT_ELF_SEC, BTF_ELF_SEC);
+ goto out;
+ }
+ obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
+ btf_ext_data->d_size);
+ if (IS_ERR(obj->btf_ext)) {
+ pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
+ BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
+ obj->btf_ext = NULL;
+ goto out;
+ }
+ bpf_object__sanitize_btf_ext(obj);
+ }
+out:
+ if (err || IS_ERR(obj->btf)) {
+ if (!IS_ERR_OR_NULL(obj->btf))
+ btf__free(obj->btf);
+ obj->btf = NULL;
+ }
+ return 0;
+}
+
static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
{
Elf *elf = obj->efile.elf;
@@ -1102,24 +1154,21 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
if (gelf_getshdr(scn, &sh) != &sh) {
pr_warning("failed to get section(%d) header from %s\n",
idx, obj->path);
- err = -LIBBPF_ERRNO__FORMAT;
- goto out;
+ return -LIBBPF_ERRNO__FORMAT;
}
name = elf_strptr(elf, ep->e_shstrndx, sh.sh_name);
if (!name) {
pr_warning("failed to get section(%d) name from %s\n",
idx, obj->path);
- err = -LIBBPF_ERRNO__FORMAT;
- goto out;
+ return -LIBBPF_ERRNO__FORMAT;
}
data = elf_getdata(scn, 0);
if (!data) {
pr_warning("failed to get section(%d) data from %s(%s)\n",
idx, name, obj->path);
- err = -LIBBPF_ERRNO__FORMAT;
- goto out;
+ return -LIBBPF_ERRNO__FORMAT;
}
pr_debug("section(%d) %s, size %ld, link %d, flags %lx, type=%d\n",
idx, name, (unsigned long)data->d_size,
@@ -1130,10 +1179,14 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
err = bpf_object__init_license(obj,
data->d_buf,
data->d_size);
+ if (err)
+ return err;
} else if (strcmp(name, "version") == 0) {
err = bpf_object__init_kversion(obj,
data->d_buf,
data->d_size);
+ if (err)
+ return err;
} else if (strcmp(name, "maps") == 0) {
obj->efile.maps_shndx = idx;
} else if (strcmp(name, BTF_ELF_SEC) == 0) {
@@ -1144,11 +1197,10 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
if (obj->efile.symbols) {
pr_warning("bpf: multiple SYMTAB in %s\n",
obj->path);
- err = -LIBBPF_ERRNO__FORMAT;
- } else {
- obj->efile.symbols = data;
- obj->efile.strtabidx = sh.sh_link;
+ return -LIBBPF_ERRNO__FORMAT;
}
+ obj->efile.symbols = data;
+ obj->efile.strtabidx = sh.sh_link;
} else if (sh.sh_type == SHT_PROGBITS && data->d_size > 0) {
if (sh.sh_flags & SHF_EXECINSTR) {
if (strcmp(name, ".text") == 0)
@@ -1162,6 +1214,7 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
pr_warning("failed to alloc program %s (%s): %s",
name, obj->path, cp);
+ return err;
}
} else if (strcmp(name, ".data") == 0) {
obj->efile.data = data;
@@ -1173,8 +1226,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
pr_debug("skip section(%d) %s\n", idx, name);
}
} else if (sh.sh_type == SHT_REL) {
+ int nr_reloc = obj->efile.nr_reloc;
void *reloc = obj->efile.reloc;
- int nr_reloc = obj->efile.nr_reloc + 1;
int sec = sh.sh_info; /* points to other section */
/* Only do relo for section with exec instructions */
@@ -1184,79 +1237,39 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
continue;
}
- reloc = reallocarray(reloc, nr_reloc,
+ reloc = reallocarray(reloc, nr_reloc + 1,
sizeof(*obj->efile.reloc));
if (!reloc) {
pr_warning("realloc failed\n");
- err = -ENOMEM;
- } else {
- int n = nr_reloc - 1;
+ return -ENOMEM;
+ }
- obj->efile.reloc = reloc;
- obj->efile.nr_reloc = nr_reloc;
+ obj->efile.reloc = reloc;
+ obj->efile.nr_reloc++;
- obj->efile.reloc[n].shdr = sh;
- obj->efile.reloc[n].data = data;
- }
+ obj->efile.reloc[nr_reloc].shdr = sh;
+ obj->efile.reloc[nr_reloc].data = data;
} else if (sh.sh_type == SHT_NOBITS && strcmp(name, ".bss") == 0) {
obj->efile.bss = data;
obj->efile.bss_shndx = idx;
} else {
pr_debug("skip section(%d) %s\n", idx, name);
}
- if (err)
- goto out;
}
if (!obj->efile.strtabidx || obj->efile.strtabidx >= idx) {
pr_warning("Corrupted ELF file: index of strtab invalid\n");
return -LIBBPF_ERRNO__FORMAT;
}
- if (btf_data) {
- obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
- if (IS_ERR(obj->btf)) {
- pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
- BTF_ELF_SEC, PTR_ERR(obj->btf));
- obj->btf = NULL;
- } else {
- err = btf__finalize_data(obj, obj->btf);
- if (!err) {
- bpf_object__sanitize_btf(obj);
- err = btf__load(obj->btf);
- }
- if (err) {
- pr_warning("Error finalizing and loading %s into kernel: %d. Ignored and continue.\n",
- BTF_ELF_SEC, err);
- btf__free(obj->btf);
- obj->btf = NULL;
- err = 0;
- }
- }
- }
- if (btf_ext_data) {
- if (!obj->btf) {
- pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
- BTF_EXT_ELF_SEC, BTF_ELF_SEC);
- } else {
- obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
- btf_ext_data->d_size);
- if (IS_ERR(obj->btf_ext)) {
- pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
- BTF_EXT_ELF_SEC,
- PTR_ERR(obj->btf_ext));
- obj->btf_ext = NULL;
- } else {
- bpf_object__sanitize_btf_ext(obj);
- }
- }
- }
+ err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
+ if (err)
+ return err;
if (bpf_object__has_maps(obj)) {
err = bpf_object__init_maps(obj, flags);
if (err)
- goto out;
+ return err;
}
err = bpf_object__init_prog_names(obj);
-out:
return err;
}
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-11 4:47 ` [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic Andrii Nakryiko
@ 2019-06-15 20:25 ` Song Liu
2019-06-15 20:28 ` Song Liu
2019-06-17 17:24 ` Andrii Nakryiko
0 siblings, 2 replies; 26+ messages in thread
From: Song Liu @ 2019-06-15 20:25 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> As a preparation for adding BTF-based BPF map loading, extract .BTF and
> .BTF.ext loading logic. Also simplify error handling in
> bpf_object__elf_collect() by returning early, as there is no common
> clean up to be done.
>
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> ---
> tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
> 1 file changed, 75 insertions(+), 62 deletions(-)
>
> diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> index ba89d9727137..9e39a0a33aeb 100644
> --- a/tools/lib/bpf/libbpf.c
> +++ b/tools/lib/bpf/libbpf.c
> @@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> }
> }
>
> +static int bpf_object__load_btf(struct bpf_object *obj,
> + Elf_Data *btf_data,
> + Elf_Data *btf_ext_data)
> +{
> + int err = 0;
> +
> + if (btf_data) {
> + obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> + if (IS_ERR(obj->btf)) {
> + pr_warning("Error loading ELF section %s: %d.\n",
> + BTF_ELF_SEC, err);
> + goto out;
If we goto out here, we will return 0.
> + }
> + err = btf__finalize_data(obj, obj->btf);
> + if (err) {
> + pr_warning("Error finalizing %s: %d.\n",
> + BTF_ELF_SEC, err);
> + goto out;
> + }
> + bpf_object__sanitize_btf(obj);
> + err = btf__load(obj->btf);
> + if (err) {
> + pr_warning("Error loading %s into kernel: %d.\n",
> + BTF_ELF_SEC, err);
> + goto out;
> + }
> + }
> + if (btf_ext_data) {
> + if (!obj->btf) {
> + pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> + BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> + goto out;
We will also return 0 when goto out here.
> + }
> + obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> + btf_ext_data->d_size);
> + if (IS_ERR(obj->btf_ext)) {
> + pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> + BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
> + obj->btf_ext = NULL;
> + goto out;
And, here. And we will not free obj->btf.
> + }
> + bpf_object__sanitize_btf_ext(obj);
> + }
> +out:
> + if (err || IS_ERR(obj->btf)) {
> + if (!IS_ERR_OR_NULL(obj->btf))
> + btf__free(obj->btf);
> + obj->btf = NULL;
> + }
> + return 0;
> +}
> +
> static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> {
> Elf *elf = obj->efile.elf;
> @@ -1102,24 +1154,21 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> if (gelf_getshdr(scn, &sh) != &sh) {
> pr_warning("failed to get section(%d) header from %s\n",
> idx, obj->path);
> - err = -LIBBPF_ERRNO__FORMAT;
> - goto out;
> + return -LIBBPF_ERRNO__FORMAT;
> }
>
> name = elf_strptr(elf, ep->e_shstrndx, sh.sh_name);
> if (!name) {
> pr_warning("failed to get section(%d) name from %s\n",
> idx, obj->path);
> - err = -LIBBPF_ERRNO__FORMAT;
> - goto out;
> + return -LIBBPF_ERRNO__FORMAT;
> }
>
> data = elf_getdata(scn, 0);
> if (!data) {
> pr_warning("failed to get section(%d) data from %s(%s)\n",
> idx, name, obj->path);
> - err = -LIBBPF_ERRNO__FORMAT;
> - goto out;
> + return -LIBBPF_ERRNO__FORMAT;
> }
> pr_debug("section(%d) %s, size %ld, link %d, flags %lx, type=%d\n",
> idx, name, (unsigned long)data->d_size,
> @@ -1130,10 +1179,14 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> err = bpf_object__init_license(obj,
> data->d_buf,
> data->d_size);
> + if (err)
> + return err;
> } else if (strcmp(name, "version") == 0) {
> err = bpf_object__init_kversion(obj,
> data->d_buf,
> data->d_size);
> + if (err)
> + return err;
> } else if (strcmp(name, "maps") == 0) {
> obj->efile.maps_shndx = idx;
> } else if (strcmp(name, BTF_ELF_SEC) == 0) {
> @@ -1144,11 +1197,10 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> if (obj->efile.symbols) {
> pr_warning("bpf: multiple SYMTAB in %s\n",
> obj->path);
> - err = -LIBBPF_ERRNO__FORMAT;
> - } else {
> - obj->efile.symbols = data;
> - obj->efile.strtabidx = sh.sh_link;
> + return -LIBBPF_ERRNO__FORMAT;
> }
> + obj->efile.symbols = data;
> + obj->efile.strtabidx = sh.sh_link;
> } else if (sh.sh_type == SHT_PROGBITS && data->d_size > 0) {
> if (sh.sh_flags & SHF_EXECINSTR) {
> if (strcmp(name, ".text") == 0)
> @@ -1162,6 +1214,7 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
>
> pr_warning("failed to alloc program %s (%s): %s",
> name, obj->path, cp);
> + return err;
> }
> } else if (strcmp(name, ".data") == 0) {
> obj->efile.data = data;
> @@ -1173,8 +1226,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> pr_debug("skip section(%d) %s\n", idx, name);
> }
> } else if (sh.sh_type == SHT_REL) {
> + int nr_reloc = obj->efile.nr_reloc;
> void *reloc = obj->efile.reloc;
> - int nr_reloc = obj->efile.nr_reloc + 1;
> int sec = sh.sh_info; /* points to other section */
>
> /* Only do relo for section with exec instructions */
> @@ -1184,79 +1237,39 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> continue;
> }
>
> - reloc = reallocarray(reloc, nr_reloc,
> + reloc = reallocarray(reloc, nr_reloc + 1,
> sizeof(*obj->efile.reloc));
> if (!reloc) {
> pr_warning("realloc failed\n");
> - err = -ENOMEM;
> - } else {
> - int n = nr_reloc - 1;
> + return -ENOMEM;
> + }
>
> - obj->efile.reloc = reloc;
> - obj->efile.nr_reloc = nr_reloc;
> + obj->efile.reloc = reloc;
> + obj->efile.nr_reloc++;
>
> - obj->efile.reloc[n].shdr = sh;
> - obj->efile.reloc[n].data = data;
> - }
> + obj->efile.reloc[nr_reloc].shdr = sh;
> + obj->efile.reloc[nr_reloc].data = data;
> } else if (sh.sh_type == SHT_NOBITS && strcmp(name, ".bss") == 0) {
> obj->efile.bss = data;
> obj->efile.bss_shndx = idx;
> } else {
> pr_debug("skip section(%d) %s\n", idx, name);
> }
> - if (err)
> - goto out;
> }
>
> if (!obj->efile.strtabidx || obj->efile.strtabidx >= idx) {
> pr_warning("Corrupted ELF file: index of strtab invalid\n");
> return -LIBBPF_ERRNO__FORMAT;
> }
> - if (btf_data) {
> - obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> - if (IS_ERR(obj->btf)) {
> - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> - BTF_ELF_SEC, PTR_ERR(obj->btf));
> - obj->btf = NULL;
> - } else {
> - err = btf__finalize_data(obj, obj->btf);
> - if (!err) {
> - bpf_object__sanitize_btf(obj);
> - err = btf__load(obj->btf);
> - }
> - if (err) {
> - pr_warning("Error finalizing and loading %s into kernel: %d. Ignored and continue.\n",
> - BTF_ELF_SEC, err);
> - btf__free(obj->btf);
> - obj->btf = NULL;
> - err = 0;
> - }
> - }
> - }
> - if (btf_ext_data) {
> - if (!obj->btf) {
> - pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> - BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> - } else {
> - obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> - btf_ext_data->d_size);
> - if (IS_ERR(obj->btf_ext)) {
> - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> - BTF_EXT_ELF_SEC,
> - PTR_ERR(obj->btf_ext));
> - obj->btf_ext = NULL;
> - } else {
> - bpf_object__sanitize_btf_ext(obj);
> - }
> - }
> - }
> + err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
> + if (err)
> + return err;
> if (bpf_object__has_maps(obj)) {
> err = bpf_object__init_maps(obj, flags);
> if (err)
> - goto out;
> + return err;
> }
> err = bpf_object__init_prog_names(obj);
> -out:
> return err;
> }
>
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-15 20:25 ` Song Liu
@ 2019-06-15 20:28 ` Song Liu
2019-06-17 17:46 ` Andrii Nakryiko
2019-06-17 17:24 ` Andrii Nakryiko
1 sibling, 1 reply; 26+ messages in thread
From: Song Liu @ 2019-06-15 20:28 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Sat, Jun 15, 2019 at 1:25 PM Song Liu <liu.song.a23@gmail.com> wrote:
>
> On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
> >
> > As a preparation for adding BTF-based BPF map loading, extract .BTF and
> > .BTF.ext loading logic. Also simplify error handling in
> > bpf_object__elf_collect() by returning early, as there is no common
> > clean up to be done.
Maybe separate bpf_object__load_btf() and other cleanup in two patches?
(I won't complain if you keep them together)
Thanks,
Song
> >
> > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > ---
> > tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
> > 1 file changed, 75 insertions(+), 62 deletions(-)
> >
> > diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> > index ba89d9727137..9e39a0a33aeb 100644
> > --- a/tools/lib/bpf/libbpf.c
> > +++ b/tools/lib/bpf/libbpf.c
> > @@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> > }
> > }
> >
> > +static int bpf_object__load_btf(struct bpf_object *obj,
> > + Elf_Data *btf_data,
> > + Elf_Data *btf_ext_data)
> > +{
> > + int err = 0;
> > +
> > + if (btf_data) {
> > + obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> > + if (IS_ERR(obj->btf)) {
> > + pr_warning("Error loading ELF section %s: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
>
> If we goto out here, we will return 0.
>
> > + }
> > + err = btf__finalize_data(obj, obj->btf);
> > + if (err) {
> > + pr_warning("Error finalizing %s: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
> > + }
> > + bpf_object__sanitize_btf(obj);
> > + err = btf__load(obj->btf);
> > + if (err) {
> > + pr_warning("Error loading %s into kernel: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
> > + }
> > + }
> > + if (btf_ext_data) {
> > + if (!obj->btf) {
> > + pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> > + BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> > + goto out;
>
> We will also return 0 when goto out here.
>
> > + }
> > + obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> > + btf_ext_data->d_size);
> > + if (IS_ERR(obj->btf_ext)) {
> > + pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > + BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
> > + obj->btf_ext = NULL;
> > + goto out;
> And, here. And we will not free obj->btf.
>
> > + }
> > + bpf_object__sanitize_btf_ext(obj);
> > + }
> > +out:
> > + if (err || IS_ERR(obj->btf)) {
> > + if (!IS_ERR_OR_NULL(obj->btf))
> > + btf__free(obj->btf);
> > + obj->btf = NULL;
> > + }
> > + return 0;
> > +}
> > +
> > static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > {
> > Elf *elf = obj->efile.elf;
> > @@ -1102,24 +1154,21 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > if (gelf_getshdr(scn, &sh) != &sh) {
> > pr_warning("failed to get section(%d) header from %s\n",
> > idx, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> >
> > name = elf_strptr(elf, ep->e_shstrndx, sh.sh_name);
> > if (!name) {
> > pr_warning("failed to get section(%d) name from %s\n",
> > idx, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> >
> > data = elf_getdata(scn, 0);
> > if (!data) {
> > pr_warning("failed to get section(%d) data from %s(%s)\n",
> > idx, name, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> > pr_debug("section(%d) %s, size %ld, link %d, flags %lx, type=%d\n",
> > idx, name, (unsigned long)data->d_size,
> > @@ -1130,10 +1179,14 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > err = bpf_object__init_license(obj,
> > data->d_buf,
> > data->d_size);
> > + if (err)
> > + return err;
> > } else if (strcmp(name, "version") == 0) {
> > err = bpf_object__init_kversion(obj,
> > data->d_buf,
> > data->d_size);
> > + if (err)
> > + return err;
> > } else if (strcmp(name, "maps") == 0) {
> > obj->efile.maps_shndx = idx;
> > } else if (strcmp(name, BTF_ELF_SEC) == 0) {
> > @@ -1144,11 +1197,10 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > if (obj->efile.symbols) {
> > pr_warning("bpf: multiple SYMTAB in %s\n",
> > obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - } else {
> > - obj->efile.symbols = data;
> > - obj->efile.strtabidx = sh.sh_link;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> > + obj->efile.symbols = data;
> > + obj->efile.strtabidx = sh.sh_link;
> > } else if (sh.sh_type == SHT_PROGBITS && data->d_size > 0) {
> > if (sh.sh_flags & SHF_EXECINSTR) {
> > if (strcmp(name, ".text") == 0)
> > @@ -1162,6 +1214,7 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> >
> > pr_warning("failed to alloc program %s (%s): %s",
> > name, obj->path, cp);
> > + return err;
> > }
> > } else if (strcmp(name, ".data") == 0) {
> > obj->efile.data = data;
> > @@ -1173,8 +1226,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > pr_debug("skip section(%d) %s\n", idx, name);
> > }
> > } else if (sh.sh_type == SHT_REL) {
> > + int nr_reloc = obj->efile.nr_reloc;
> > void *reloc = obj->efile.reloc;
> > - int nr_reloc = obj->efile.nr_reloc + 1;
> > int sec = sh.sh_info; /* points to other section */
> >
> > /* Only do relo for section with exec instructions */
> > @@ -1184,79 +1237,39 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > continue;
> > }
> >
> > - reloc = reallocarray(reloc, nr_reloc,
> > + reloc = reallocarray(reloc, nr_reloc + 1,
> > sizeof(*obj->efile.reloc));
> > if (!reloc) {
> > pr_warning("realloc failed\n");
> > - err = -ENOMEM;
> > - } else {
> > - int n = nr_reloc - 1;
> > + return -ENOMEM;
> > + }
> >
> > - obj->efile.reloc = reloc;
> > - obj->efile.nr_reloc = nr_reloc;
> > + obj->efile.reloc = reloc;
> > + obj->efile.nr_reloc++;
> >
> > - obj->efile.reloc[n].shdr = sh;
> > - obj->efile.reloc[n].data = data;
> > - }
> > + obj->efile.reloc[nr_reloc].shdr = sh;
> > + obj->efile.reloc[nr_reloc].data = data;
> > } else if (sh.sh_type == SHT_NOBITS && strcmp(name, ".bss") == 0) {
> > obj->efile.bss = data;
> > obj->efile.bss_shndx = idx;
> > } else {
> > pr_debug("skip section(%d) %s\n", idx, name);
> > }
> > - if (err)
> > - goto out;
> > }
> >
> > if (!obj->efile.strtabidx || obj->efile.strtabidx >= idx) {
> > pr_warning("Corrupted ELF file: index of strtab invalid\n");
> > return -LIBBPF_ERRNO__FORMAT;
> > }
> > - if (btf_data) {
> > - obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> > - if (IS_ERR(obj->btf)) {
> > - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > - BTF_ELF_SEC, PTR_ERR(obj->btf));
> > - obj->btf = NULL;
> > - } else {
> > - err = btf__finalize_data(obj, obj->btf);
> > - if (!err) {
> > - bpf_object__sanitize_btf(obj);
> > - err = btf__load(obj->btf);
> > - }
> > - if (err) {
> > - pr_warning("Error finalizing and loading %s into kernel: %d. Ignored and continue.\n",
> > - BTF_ELF_SEC, err);
> > - btf__free(obj->btf);
> > - obj->btf = NULL;
> > - err = 0;
> > - }
> > - }
> > - }
> > - if (btf_ext_data) {
> > - if (!obj->btf) {
> > - pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> > - BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> > - } else {
> > - obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> > - btf_ext_data->d_size);
> > - if (IS_ERR(obj->btf_ext)) {
> > - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > - BTF_EXT_ELF_SEC,
> > - PTR_ERR(obj->btf_ext));
> > - obj->btf_ext = NULL;
> > - } else {
> > - bpf_object__sanitize_btf_ext(obj);
> > - }
> > - }
> > - }
> > + err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
> > + if (err)
> > + return err;
> > if (bpf_object__has_maps(obj)) {
> > err = bpf_object__init_maps(obj, flags);
> > if (err)
> > - goto out;
> > + return err;
> > }
> > err = bpf_object__init_prog_names(obj);
> > -out:
> > return err;
> > }
> >
> > --
> > 2.17.1
> >
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-15 20:28 ` Song Liu
@ 2019-06-17 17:46 ` Andrii Nakryiko
0 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-17 17:46 UTC (permalink / raw)
To: Song Liu
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Sat, Jun 15, 2019 at 1:28 PM Song Liu <liu.song.a23@gmail.com> wrote:
>
> On Sat, Jun 15, 2019 at 1:25 PM Song Liu <liu.song.a23@gmail.com> wrote:
> >
> > On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
> > >
> > > As a preparation for adding BTF-based BPF map loading, extract .BTF and
> > > .BTF.ext loading logic. Also simplify error handling in
> > > bpf_object__elf_collect() by returning early, as there is no common
> > > clean up to be done.
>
> Maybe separate bpf_object__load_btf() and other cleanup in two patches?
> (I won't complain if you keep them together)
Split into two.
>
> Thanks,
> Song
>
> > >
> > > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > > ---
> > > tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
> > > 1 file changed, 75 insertions(+), 62 deletions(-)
<snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-15 20:25 ` Song Liu
2019-06-15 20:28 ` Song Liu
@ 2019-06-17 17:24 ` Andrii Nakryiko
2019-06-17 18:07 ` Song Liu
1 sibling, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-17 17:24 UTC (permalink / raw)
To: Song Liu
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Sat, Jun 15, 2019 at 1:26 PM Song Liu <liu.song.a23@gmail.com> wrote:
>
> On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
> >
> > As a preparation for adding BTF-based BPF map loading, extract .BTF and
> > .BTF.ext loading logic. Also simplify error handling in
> > bpf_object__elf_collect() by returning early, as there is no common
> > clean up to be done.
> >
> > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > ---
> > tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
> > 1 file changed, 75 insertions(+), 62 deletions(-)
> >
> > diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> > index ba89d9727137..9e39a0a33aeb 100644
> > --- a/tools/lib/bpf/libbpf.c
> > +++ b/tools/lib/bpf/libbpf.c
> > @@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> > }
> > }
> >
> > +static int bpf_object__load_btf(struct bpf_object *obj,
> > + Elf_Data *btf_data,
> > + Elf_Data *btf_ext_data)
> > +{
> > + int err = 0;
> > +
> > + if (btf_data) {
> > + obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> > + if (IS_ERR(obj->btf)) {
> > + pr_warning("Error loading ELF section %s: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
>
> If we goto out here, we will return 0.
Yes, it's intentional. BTF is treated as optional, so if we fail to
load it, libbpf will emit warning, but will proceed as nothing
happened and no BTF was supposed to be loaded.
>
> > + }
> > + err = btf__finalize_data(obj, obj->btf);
> > + if (err) {
> > + pr_warning("Error finalizing %s: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
> > + }
> > + bpf_object__sanitize_btf(obj);
> > + err = btf__load(obj->btf);
> > + if (err) {
> > + pr_warning("Error loading %s into kernel: %d.\n",
> > + BTF_ELF_SEC, err);
> > + goto out;
> > + }
> > + }
> > + if (btf_ext_data) {
> > + if (!obj->btf) {
> > + pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> > + BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> > + goto out;
>
> We will also return 0 when goto out here.
See above, it's original behavior of libbpf.
>
> > + }
> > + obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> > + btf_ext_data->d_size);
> > + if (IS_ERR(obj->btf_ext)) {
> > + pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > + BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
> > + obj->btf_ext = NULL;
> > + goto out;
> And, here. And we will not free obj->btf.
This is situation in which we successfully loaded .BTF, but failed to
load .BTF.ext. In that case we'll warn about .BTF.ext, but will drop
it and continue with .BTF only.
>
> > + }
> > + bpf_object__sanitize_btf_ext(obj);
> > + }
> > +out:
> > + if (err || IS_ERR(obj->btf)) {
> > + if (!IS_ERR_OR_NULL(obj->btf))
> > + btf__free(obj->btf);
> > + obj->btf = NULL;
> > + }
> > + return 0;
> > +}
> > +
> > static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > {
> > Elf *elf = obj->efile.elf;
> > @@ -1102,24 +1154,21 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > if (gelf_getshdr(scn, &sh) != &sh) {
> > pr_warning("failed to get section(%d) header from %s\n",
> > idx, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> >
> > name = elf_strptr(elf, ep->e_shstrndx, sh.sh_name);
> > if (!name) {
> > pr_warning("failed to get section(%d) name from %s\n",
> > idx, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> >
> > data = elf_getdata(scn, 0);
> > if (!data) {
> > pr_warning("failed to get section(%d) data from %s(%s)\n",
> > idx, name, obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - goto out;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> > pr_debug("section(%d) %s, size %ld, link %d, flags %lx, type=%d\n",
> > idx, name, (unsigned long)data->d_size,
> > @@ -1130,10 +1179,14 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > err = bpf_object__init_license(obj,
> > data->d_buf,
> > data->d_size);
> > + if (err)
> > + return err;
> > } else if (strcmp(name, "version") == 0) {
> > err = bpf_object__init_kversion(obj,
> > data->d_buf,
> > data->d_size);
> > + if (err)
> > + return err;
> > } else if (strcmp(name, "maps") == 0) {
> > obj->efile.maps_shndx = idx;
> > } else if (strcmp(name, BTF_ELF_SEC) == 0) {
> > @@ -1144,11 +1197,10 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > if (obj->efile.symbols) {
> > pr_warning("bpf: multiple SYMTAB in %s\n",
> > obj->path);
> > - err = -LIBBPF_ERRNO__FORMAT;
> > - } else {
> > - obj->efile.symbols = data;
> > - obj->efile.strtabidx = sh.sh_link;
> > + return -LIBBPF_ERRNO__FORMAT;
> > }
> > + obj->efile.symbols = data;
> > + obj->efile.strtabidx = sh.sh_link;
> > } else if (sh.sh_type == SHT_PROGBITS && data->d_size > 0) {
> > if (sh.sh_flags & SHF_EXECINSTR) {
> > if (strcmp(name, ".text") == 0)
> > @@ -1162,6 +1214,7 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> >
> > pr_warning("failed to alloc program %s (%s): %s",
> > name, obj->path, cp);
> > + return err;
> > }
> > } else if (strcmp(name, ".data") == 0) {
> > obj->efile.data = data;
> > @@ -1173,8 +1226,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > pr_debug("skip section(%d) %s\n", idx, name);
> > }
> > } else if (sh.sh_type == SHT_REL) {
> > + int nr_reloc = obj->efile.nr_reloc;
> > void *reloc = obj->efile.reloc;
> > - int nr_reloc = obj->efile.nr_reloc + 1;
> > int sec = sh.sh_info; /* points to other section */
> >
> > /* Only do relo for section with exec instructions */
> > @@ -1184,79 +1237,39 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> > continue;
> > }
> >
> > - reloc = reallocarray(reloc, nr_reloc,
> > + reloc = reallocarray(reloc, nr_reloc + 1,
> > sizeof(*obj->efile.reloc));
> > if (!reloc) {
> > pr_warning("realloc failed\n");
> > - err = -ENOMEM;
> > - } else {
> > - int n = nr_reloc - 1;
> > + return -ENOMEM;
> > + }
> >
> > - obj->efile.reloc = reloc;
> > - obj->efile.nr_reloc = nr_reloc;
> > + obj->efile.reloc = reloc;
> > + obj->efile.nr_reloc++;
> >
> > - obj->efile.reloc[n].shdr = sh;
> > - obj->efile.reloc[n].data = data;
> > - }
> > + obj->efile.reloc[nr_reloc].shdr = sh;
> > + obj->efile.reloc[nr_reloc].data = data;
> > } else if (sh.sh_type == SHT_NOBITS && strcmp(name, ".bss") == 0) {
> > obj->efile.bss = data;
> > obj->efile.bss_shndx = idx;
> > } else {
> > pr_debug("skip section(%d) %s\n", idx, name);
> > }
> > - if (err)
> > - goto out;
> > }
> >
> > if (!obj->efile.strtabidx || obj->efile.strtabidx >= idx) {
> > pr_warning("Corrupted ELF file: index of strtab invalid\n");
> > return -LIBBPF_ERRNO__FORMAT;
> > }
> > - if (btf_data) {
> > - obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> > - if (IS_ERR(obj->btf)) {
> > - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > - BTF_ELF_SEC, PTR_ERR(obj->btf));
> > - obj->btf = NULL;
> > - } else {
> > - err = btf__finalize_data(obj, obj->btf);
> > - if (!err) {
> > - bpf_object__sanitize_btf(obj);
> > - err = btf__load(obj->btf);
> > - }
> > - if (err) {
> > - pr_warning("Error finalizing and loading %s into kernel: %d. Ignored and continue.\n",
> > - BTF_ELF_SEC, err);
> > - btf__free(obj->btf);
> > - obj->btf = NULL;
> > - err = 0;
> > - }
> > - }
> > - }
> > - if (btf_ext_data) {
> > - if (!obj->btf) {
> > - pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> > - BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> > - } else {
> > - obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> > - btf_ext_data->d_size);
> > - if (IS_ERR(obj->btf_ext)) {
> > - pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> > - BTF_EXT_ELF_SEC,
> > - PTR_ERR(obj->btf_ext));
> > - obj->btf_ext = NULL;
> > - } else {
> > - bpf_object__sanitize_btf_ext(obj);
> > - }
> > - }
> > - }
> > + err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
> > + if (err)
> > + return err;
> > if (bpf_object__has_maps(obj)) {
> > err = bpf_object__init_maps(obj, flags);
> > if (err)
> > - goto out;
> > + return err;
> > }
> > err = bpf_object__init_prog_names(obj);
> > -out:
> > return err;
> > }
> >
> > --
> > 2.17.1
> >
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-17 17:24 ` Andrii Nakryiko
@ 2019-06-17 18:07 ` Song Liu
2019-06-17 18:35 ` Andrii Nakryiko
0 siblings, 1 reply; 26+ messages in thread
From: Song Liu @ 2019-06-17 18:07 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Song Liu, Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
> On Jun 17, 2019, at 10:24 AM, Andrii Nakryiko <andrii.nakryiko@gmail.com> wrote:
>
> On Sat, Jun 15, 2019 at 1:26 PM Song Liu <liu.song.a23@gmail.com> wrote:
>>
>> On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>>>
>>> As a preparation for adding BTF-based BPF map loading, extract .BTF and
>>> .BTF.ext loading logic. Also simplify error handling in
>>> bpf_object__elf_collect() by returning early, as there is no common
>>> clean up to be done.
>>>
>>> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
>>> ---
>>> tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
>>> 1 file changed, 75 insertions(+), 62 deletions(-)
>>>
>>> diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
>>> index ba89d9727137..9e39a0a33aeb 100644
>>> --- a/tools/lib/bpf/libbpf.c
>>> +++ b/tools/lib/bpf/libbpf.c
>>> @@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
>>> }
>>> }
>>>
>>> +static int bpf_object__load_btf(struct bpf_object *obj,
>>> + Elf_Data *btf_data,
>>> + Elf_Data *btf_ext_data)
>>> +{
>>> + int err = 0;
>>> +
>>> + if (btf_data) {
>>> + obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
>>> + if (IS_ERR(obj->btf)) {
>>> + pr_warning("Error loading ELF section %s: %d.\n",
>>> + BTF_ELF_SEC, err);
>>> + goto out;
>>
>> If we goto out here, we will return 0.
>
>
> Yes, it's intentional. BTF is treated as optional, so if we fail to
> load it, libbpf will emit warning, but will proceed as nothing
> happened and no BTF was supposed to be loaded.
>
>>
>>> + }
>>> + err = btf__finalize_data(obj, obj->btf);
>>> + if (err) {
>>> + pr_warning("Error finalizing %s: %d.\n",
>>> + BTF_ELF_SEC, err);
>>> + goto out;
>>> + }
>>> + bpf_object__sanitize_btf(obj);
>>> + err = btf__load(obj->btf);
>>> + if (err) {
>>> + pr_warning("Error loading %s into kernel: %d.\n",
>>> + BTF_ELF_SEC, err);
>>> + goto out;
>>> + }
>>> + }
>>> + if (btf_ext_data) {
>>> + if (!obj->btf) {
>>> + pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
>>> + BTF_EXT_ELF_SEC, BTF_ELF_SEC);
>>> + goto out;
>>
>> We will also return 0 when goto out here.
>
>
> See above, it's original behavior of libbpf.
>
>>
>>> + }
>>> + obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
>>> + btf_ext_data->d_size);
>>> + if (IS_ERR(obj->btf_ext)) {
>>> + pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
>>> + BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
>>> + obj->btf_ext = NULL;
>>> + goto out;
>> And, here. And we will not free obj->btf.
>
> This is situation in which we successfully loaded .BTF, but failed to
> load .BTF.ext. In that case we'll warn about .BTF.ext, but will drop
> it and continue with .BTF only.
>
Yeah, that makes sense.
Shall we let bpf_object__load_btf() return void? Since it always
returns 0?
Thanks,
Song
<snip>
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic
2019-06-17 18:07 ` Song Liu
@ 2019-06-17 18:35 ` Andrii Nakryiko
0 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-17 18:35 UTC (permalink / raw)
To: Song Liu
Cc: Song Liu, Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 17, 2019 at 11:07 AM Song Liu <songliubraving@fb.com> wrote:
>
>
>
> > On Jun 17, 2019, at 10:24 AM, Andrii Nakryiko <andrii.nakryiko@gmail.com> wrote:
> >
> > On Sat, Jun 15, 2019 at 1:26 PM Song Liu <liu.song.a23@gmail.com> wrote:
> >>
> >> On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
> >>>
> >>> As a preparation for adding BTF-based BPF map loading, extract .BTF and
> >>> .BTF.ext loading logic. Also simplify error handling in
> >>> bpf_object__elf_collect() by returning early, as there is no common
> >>> clean up to be done.
> >>>
> >>> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> >>> ---
> >>> tools/lib/bpf/libbpf.c | 137 ++++++++++++++++++++++-------------------
> >>> 1 file changed, 75 insertions(+), 62 deletions(-)
> >>>
> >>> diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> >>> index ba89d9727137..9e39a0a33aeb 100644
> >>> --- a/tools/lib/bpf/libbpf.c
> >>> +++ b/tools/lib/bpf/libbpf.c
> >>> @@ -1078,6 +1078,58 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> >>> }
> >>> }
> >>>
> >>> +static int bpf_object__load_btf(struct bpf_object *obj,
> >>> + Elf_Data *btf_data,
> >>> + Elf_Data *btf_ext_data)
> >>> +{
> >>> + int err = 0;
> >>> +
> >>> + if (btf_data) {
> >>> + obj->btf = btf__new(btf_data->d_buf, btf_data->d_size);
> >>> + if (IS_ERR(obj->btf)) {
> >>> + pr_warning("Error loading ELF section %s: %d.\n",
> >>> + BTF_ELF_SEC, err);
> >>> + goto out;
> >>
> >> If we goto out here, we will return 0.
> >
> >
> > Yes, it's intentional. BTF is treated as optional, so if we fail to
> > load it, libbpf will emit warning, but will proceed as nothing
> > happened and no BTF was supposed to be loaded.
> >
> >>
> >>> + }
> >>> + err = btf__finalize_data(obj, obj->btf);
> >>> + if (err) {
> >>> + pr_warning("Error finalizing %s: %d.\n",
> >>> + BTF_ELF_SEC, err);
> >>> + goto out;
> >>> + }
> >>> + bpf_object__sanitize_btf(obj);
> >>> + err = btf__load(obj->btf);
> >>> + if (err) {
> >>> + pr_warning("Error loading %s into kernel: %d.\n",
> >>> + BTF_ELF_SEC, err);
> >>> + goto out;
> >>> + }
> >>> + }
> >>> + if (btf_ext_data) {
> >>> + if (!obj->btf) {
> >>> + pr_debug("Ignore ELF section %s because its depending ELF section %s is not found.\n",
> >>> + BTF_EXT_ELF_SEC, BTF_ELF_SEC);
> >>> + goto out;
> >>
> >> We will also return 0 when goto out here.
> >
> >
> > See above, it's original behavior of libbpf.
> >
> >>
> >>> + }
> >>> + obj->btf_ext = btf_ext__new(btf_ext_data->d_buf,
> >>> + btf_ext_data->d_size);
> >>> + if (IS_ERR(obj->btf_ext)) {
> >>> + pr_warning("Error loading ELF section %s: %ld. Ignored and continue.\n",
> >>> + BTF_EXT_ELF_SEC, PTR_ERR(obj->btf_ext));
> >>> + obj->btf_ext = NULL;
> >>> + goto out;
> >> And, here. And we will not free obj->btf.
> >
> > This is situation in which we successfully loaded .BTF, but failed to
> > load .BTF.ext. In that case we'll warn about .BTF.ext, but will drop
> > it and continue with .BTF only.
> >
>
> Yeah, that makes sense.
>
> Shall we let bpf_object__load_btf() return void? Since it always
> returns 0?
This is split into bpf_object__init_btf and
bpf_object__sanitize_and_load_btf in patch #6, both of which can
return errors. So probably not worth changing just for one patch.
>
> Thanks,
> Song
>
> <snip>
>
^ permalink raw reply [flat|nested] 26+ messages in thread
* [PATCH bpf-next 3/8] libbpf: refactor map initialization
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
2019-06-11 4:47 ` [PATCH bpf-next 1/8] libbpf: add common min/max macro to libbpf_internal.h Andrii Nakryiko
2019-06-11 4:47 ` [PATCH bpf-next 2/8] libbpf: extract BTF loading and simplify ELF parsing logic Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-11 4:47 ` [PATCH bpf-next 4/8] libbpf: identify maps by section index in addition to offset Andrii Nakryiko
` (5 subsequent siblings)
8 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
User and global data maps initialization has gotten pretty complicated
and unnecessarily convoluted. This patch splits out the logic for global
data map and user-defined map initialization. It also removes the
restriction of pre-calculating how many maps will be initialized,
instead allowing to keep adding new maps as they are discovered, which
will be used later for BTF-defined map definitions.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/libbpf.c | 244 ++++++++++++++++++++++-------------------
1 file changed, 134 insertions(+), 110 deletions(-)
diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
index 9e39a0a33aeb..c931ee7e1fd2 100644
--- a/tools/lib/bpf/libbpf.c
+++ b/tools/lib/bpf/libbpf.c
@@ -234,6 +234,7 @@ struct bpf_object {
size_t nr_programs;
struct bpf_map *maps;
size_t nr_maps;
+ size_t maps_cap;
struct bpf_secdata sections;
bool loaded;
@@ -763,12 +764,38 @@ int bpf_object__variable_offset(const struct bpf_object *obj, const char *name,
return -ENOENT;
}
-static bool bpf_object__has_maps(const struct bpf_object *obj)
+static struct bpf_map *bpf_object__add_map(struct bpf_object *obj)
{
- return obj->efile.maps_shndx >= 0 ||
- obj->efile.data_shndx >= 0 ||
- obj->efile.rodata_shndx >= 0 ||
- obj->efile.bss_shndx >= 0;
+ struct bpf_map *new_maps;
+ size_t new_cap;
+ int i;
+
+ if (obj->nr_maps + 1 <= obj->maps_cap)
+ return &obj->maps[obj->nr_maps++];
+
+ new_cap = max(4ul, obj->maps_cap * 3 / 2);
+ new_maps = realloc(obj->maps, new_cap * sizeof(*obj->maps));
+ if (!new_maps) {
+ pr_warning("alloc maps for object failed\n");
+ return ERR_PTR(-ENOMEM);
+ }
+
+ obj->maps_cap = new_cap;
+ obj->maps = new_maps;
+
+ /* zero out new maps */
+ memset(obj->maps + obj->nr_maps, 0,
+ (obj->maps_cap - obj->nr_maps) * sizeof(*obj->maps));
+ /*
+ * fill all fd with -1 so won't close incorrect fd (fd=0 is stdin)
+ * when failure (zclose won't close negative fd)).
+ */
+ for (i = obj->nr_maps; i < obj->maps_cap; i++) {
+ obj->maps[i].fd = -1;
+ obj->maps[i].inner_map_fd = -1;
+ }
+
+ return &obj->maps[obj->nr_maps++];
}
static int
@@ -808,29 +835,68 @@ bpf_object__init_internal_map(struct bpf_object *obj, struct bpf_map *map,
return 0;
}
-static int bpf_object__init_maps(struct bpf_object *obj, int flags)
+static int bpf_object__init_global_data_maps(struct bpf_object *obj)
+{
+ struct bpf_map *map;
+ int err;
+
+ if (!obj->caps.global_data)
+ return 0;
+ /*
+ * Populate obj->maps with libbpf internal maps.
+ */
+ if (obj->efile.data_shndx >= 0) {
+ map = bpf_object__add_map(obj);
+ if (IS_ERR(map))
+ return PTR_ERR(map);
+ err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_DATA,
+ obj->efile.data,
+ &obj->sections.data);
+ if (err)
+ return err;
+ }
+ if (obj->efile.rodata_shndx >= 0) {
+ map = bpf_object__add_map(obj);
+ if (IS_ERR(map))
+ return PTR_ERR(map);
+ err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_RODATA,
+ obj->efile.rodata,
+ &obj->sections.rodata);
+ if (err)
+ return err;
+ }
+ if (obj->efile.bss_shndx >= 0) {
+ map = bpf_object__add_map(obj);
+ if (IS_ERR(map))
+ return PTR_ERR(map);
+ err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_BSS,
+ obj->efile.bss, NULL);
+ if (err)
+ return err;
+ }
+ return 0;
+}
+
+static int bpf_object__init_user_maps(struct bpf_object *obj, bool strict)
{
- int i, map_idx, map_def_sz = 0, nr_syms, nr_maps = 0, nr_maps_glob = 0;
- bool strict = !(flags & MAPS_RELAX_COMPAT);
Elf_Data *symbols = obj->efile.symbols;
+ int i, map_def_sz = 0, nr_maps = 0, nr_syms;
Elf_Data *data = NULL;
- int ret = 0;
+ Elf_Scn *scn;
+
+ if (obj->efile.maps_shndx < 0)
+ return 0;
if (!symbols)
return -EINVAL;
- nr_syms = symbols->d_size / sizeof(GElf_Sym);
-
- if (obj->efile.maps_shndx >= 0) {
- Elf_Scn *scn = elf_getscn(obj->efile.elf,
- obj->efile.maps_shndx);
- if (scn)
- data = elf_getdata(scn, NULL);
- if (!scn || !data) {
- pr_warning("failed to get Elf_Data from map section %d\n",
- obj->efile.maps_shndx);
- return -EINVAL;
- }
+ scn = elf_getscn(obj->efile.elf, obj->efile.maps_shndx);
+ if (scn)
+ data = elf_getdata(scn, NULL);
+ if (!scn || !data) {
+ pr_warning("failed to get Elf_Data from map section %d\n",
+ obj->efile.maps_shndx);
+ return -EINVAL;
}
/*
@@ -840,16 +906,8 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
*
* TODO: Detect array of map and report error.
*/
- if (obj->caps.global_data) {
- if (obj->efile.data_shndx >= 0)
- nr_maps_glob++;
- if (obj->efile.rodata_shndx >= 0)
- nr_maps_glob++;
- if (obj->efile.bss_shndx >= 0)
- nr_maps_glob++;
- }
-
- for (i = 0; data && i < nr_syms; i++) {
+ nr_syms = symbols->d_size / sizeof(GElf_Sym);
+ for (i = 0; i < nr_syms; i++) {
GElf_Sym sym;
if (!gelf_getsym(symbols, i, &sym))
@@ -858,79 +916,56 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
continue;
nr_maps++;
}
-
- if (!nr_maps && !nr_maps_glob)
- return 0;
-
/* Assume equally sized map definitions */
- if (data) {
- pr_debug("maps in %s: %d maps in %zd bytes\n", obj->path,
- nr_maps, data->d_size);
-
- map_def_sz = data->d_size / nr_maps;
- if (!data->d_size || (data->d_size % nr_maps) != 0) {
- pr_warning("unable to determine map definition size "
- "section %s, %d maps in %zd bytes\n",
- obj->path, nr_maps, data->d_size);
- return -EINVAL;
- }
- }
-
- nr_maps += nr_maps_glob;
- obj->maps = calloc(nr_maps, sizeof(obj->maps[0]));
- if (!obj->maps) {
- pr_warning("alloc maps for object failed\n");
- return -ENOMEM;
- }
- obj->nr_maps = nr_maps;
-
- for (i = 0; i < nr_maps; i++) {
- /*
- * fill all fd with -1 so won't close incorrect
- * fd (fd=0 is stdin) when failure (zclose won't close
- * negative fd)).
- */
- obj->maps[i].fd = -1;
- obj->maps[i].inner_map_fd = -1;
+ pr_debug("maps in %s: %d maps in %zd bytes\n",
+ obj->path, nr_maps, data->d_size);
+
+ map_def_sz = data->d_size / nr_maps;
+ if (!data->d_size || (data->d_size % nr_maps) != 0) {
+ pr_warning("unable to determine map definition size "
+ "section %s, %d maps in %zd bytes\n",
+ obj->path, nr_maps, data->d_size);
+ return -EINVAL;
}
- /*
- * Fill obj->maps using data in "maps" section.
- */
- for (i = 0, map_idx = 0; data && i < nr_syms; i++) {
+ /* Fill obj->maps using data in "maps" section. */
+ for (i = 0; i < nr_syms; i++) {
GElf_Sym sym;
const char *map_name;
struct bpf_map_def *def;
+ struct bpf_map *map;
if (!gelf_getsym(symbols, i, &sym))
continue;
if (sym.st_shndx != obj->efile.maps_shndx)
continue;
- map_name = elf_strptr(obj->efile.elf,
- obj->efile.strtabidx,
+ map = bpf_object__add_map(obj);
+ if (IS_ERR(map))
+ return PTR_ERR(map);
+
+ map_name = elf_strptr(obj->efile.elf, obj->efile.strtabidx,
sym.st_name);
if (!map_name) {
pr_warning("failed to get map #%d name sym string for obj %s\n",
- map_idx, obj->path);
+ i, obj->path);
return -LIBBPF_ERRNO__FORMAT;
}
- obj->maps[map_idx].libbpf_type = LIBBPF_MAP_UNSPEC;
- obj->maps[map_idx].offset = sym.st_value;
+ map->libbpf_type = LIBBPF_MAP_UNSPEC;
+ map->offset = sym.st_value;
if (sym.st_value + map_def_sz > data->d_size) {
pr_warning("corrupted maps section in %s: last map \"%s\" too small\n",
obj->path, map_name);
return -EINVAL;
}
- obj->maps[map_idx].name = strdup(map_name);
- if (!obj->maps[map_idx].name) {
+ map->name = strdup(map_name);
+ if (!map->name) {
pr_warning("failed to alloc map name\n");
return -ENOMEM;
}
- pr_debug("map %d is \"%s\"\n", map_idx,
- obj->maps[map_idx].name);
+ pr_debug("map %d is \"%s\"\n", i, map->name);
def = (struct bpf_map_def *)(data->d_buf + sym.st_value);
/*
* If the definition of the map in the object file fits in
@@ -939,7 +974,7 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
* calloc above.
*/
if (map_def_sz <= sizeof(struct bpf_map_def)) {
- memcpy(&obj->maps[map_idx].def, def, map_def_sz);
+ memcpy(&map->def, def, map_def_sz);
} else {
/*
* Here the map structure being read is bigger than what
@@ -959,37 +994,30 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
return -EINVAL;
}
}
- memcpy(&obj->maps[map_idx].def, def,
- sizeof(struct bpf_map_def));
+ memcpy(&map->def, def, sizeof(struct bpf_map_def));
}
- map_idx++;
}
+ return 0;
+}
- if (!obj->caps.global_data)
- goto finalize;
+static int bpf_object__init_maps(struct bpf_object *obj, int flags)
+{
+ bool strict = !(flags & MAPS_RELAX_COMPAT);
+ int err;
- /*
- * Populate rest of obj->maps with libbpf internal maps.
- */
- if (obj->efile.data_shndx >= 0)
- ret = bpf_object__init_internal_map(obj, &obj->maps[map_idx++],
- LIBBPF_MAP_DATA,
- obj->efile.data,
- &obj->sections.data);
- if (!ret && obj->efile.rodata_shndx >= 0)
- ret = bpf_object__init_internal_map(obj, &obj->maps[map_idx++],
- LIBBPF_MAP_RODATA,
- obj->efile.rodata,
- &obj->sections.rodata);
- if (!ret && obj->efile.bss_shndx >= 0)
- ret = bpf_object__init_internal_map(obj, &obj->maps[map_idx++],
- LIBBPF_MAP_BSS,
- obj->efile.bss, NULL);
-finalize:
- if (!ret)
+ err = bpf_object__init_user_maps(obj, strict);
+ if (err)
+ return err;
+
+ err = bpf_object__init_global_data_maps(obj);
+ if (err)
+ return err;
+
+ if (obj->nr_maps) {
qsort(obj->maps, obj->nr_maps, sizeof(obj->maps[0]),
compare_bpf_map);
- return ret;
+ }
+ return 0;
}
static bool section_have_execinstr(struct bpf_object *obj, int idx)
@@ -1262,14 +1290,10 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
return -LIBBPF_ERRNO__FORMAT;
}
err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
- if (err)
- return err;
- if (bpf_object__has_maps(obj)) {
+ if (!err)
err = bpf_object__init_maps(obj, flags);
- if (err)
- return err;
- }
- err = bpf_object__init_prog_names(obj);
+ if (!err)
+ err = bpf_object__init_prog_names(obj);
return err;
}
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* [PATCH bpf-next 4/8] libbpf: identify maps by section index in addition to offset
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (2 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 3/8] libbpf: refactor map initialization Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-11 4:47 ` [PATCH bpf-next 5/8] libbpf: split initialization and loading of BTF Andrii Nakryiko
` (4 subsequent siblings)
8 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
To support maps to be defined in multiple sections, it's important to
identify map not just by offset within its section, but section index as
well. This patch adds tracking of section index.
For global data, we record section index of corresponding
.data/.bss/.rodata ELF section for uniformity, and thus don't need
a special value of offset for those maps.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/libbpf.c | 42 ++++++++++++++++++++++++++----------------
1 file changed, 26 insertions(+), 16 deletions(-)
diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
index c931ee7e1fd2..5e7ea7dac958 100644
--- a/tools/lib/bpf/libbpf.c
+++ b/tools/lib/bpf/libbpf.c
@@ -207,7 +207,8 @@ static const char * const libbpf_type_to_btf_name[] = {
struct bpf_map {
int fd;
char *name;
- size_t offset;
+ int sec_idx;
+ size_t sec_offset;
int map_ifindex;
int inner_map_fd;
struct bpf_map_def def;
@@ -647,7 +648,9 @@ static int compare_bpf_map(const void *_a, const void *_b)
const struct bpf_map *a = _a;
const struct bpf_map *b = _b;
- return a->offset - b->offset;
+ if (a->sec_idx != b->sec_idx)
+ return a->sec_idx - b->sec_idx;
+ return a->sec_offset - b->sec_offset;
}
static bool bpf_map_type__is_map_in_map(enum bpf_map_type type)
@@ -800,14 +803,15 @@ static struct bpf_map *bpf_object__add_map(struct bpf_object *obj)
static int
bpf_object__init_internal_map(struct bpf_object *obj, struct bpf_map *map,
- enum libbpf_map_type type, Elf_Data *data,
- void **data_buff)
+ enum libbpf_map_type type, int sec_idx,
+ Elf_Data *data, void **data_buff)
{
struct bpf_map_def *def = &map->def;
char map_name[BPF_OBJ_NAME_LEN];
map->libbpf_type = type;
- map->offset = ~(typeof(map->offset))0;
+ map->sec_idx = sec_idx;
+ map->sec_offset = 0;
snprintf(map_name, sizeof(map_name), "%.8s%.7s", obj->name,
libbpf_type_to_btf_name[type]);
map->name = strdup(map_name);
@@ -815,6 +819,8 @@ bpf_object__init_internal_map(struct bpf_object *obj, struct bpf_map *map,
pr_warning("failed to alloc map name\n");
return -ENOMEM;
}
+ pr_debug("map '%s' (global data): at sec_idx %d, offset %zu.\n",
+ map_name, map->sec_idx, map->sec_offset);
def->type = BPF_MAP_TYPE_ARRAY;
def->key_size = sizeof(int);
@@ -850,6 +856,7 @@ static int bpf_object__init_global_data_maps(struct bpf_object *obj)
if (IS_ERR(map))
return PTR_ERR(map);
err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_DATA,
+ obj->efile.data_shndx,
obj->efile.data,
&obj->sections.data);
if (err)
@@ -860,6 +867,7 @@ static int bpf_object__init_global_data_maps(struct bpf_object *obj)
if (IS_ERR(map))
return PTR_ERR(map);
err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_RODATA,
+ obj->efile.rodata_shndx,
obj->efile.rodata,
&obj->sections.rodata);
if (err)
@@ -870,6 +878,7 @@ static int bpf_object__init_global_data_maps(struct bpf_object *obj)
if (IS_ERR(map))
return PTR_ERR(map);
err = bpf_object__init_internal_map(obj, map, LIBBPF_MAP_BSS,
+ obj->efile.bss_shndx,
obj->efile.bss, NULL);
if (err)
return err;
@@ -953,7 +962,10 @@ static int bpf_object__init_user_maps(struct bpf_object *obj, bool strict)
}
map->libbpf_type = LIBBPF_MAP_UNSPEC;
- map->offset = sym.st_value;
+ map->sec_idx = sym.st_shndx;
+ map->sec_offset = sym.st_value;
+ pr_debug("map '%s' (legacy): at sec_idx %d, offset %zu.\n",
+ map_name, map->sec_idx, map->sec_offset);
if (sym.st_value + map_def_sz > data->d_size) {
pr_warning("corrupted maps section in %s: last map \"%s\" too small\n",
obj->path, map_name);
@@ -1453,9 +1465,13 @@ bpf_program__collect_reloc(struct bpf_program *prog, GElf_Shdr *shdr,
if (maps[map_idx].libbpf_type != type)
continue;
if (type != LIBBPF_MAP_UNSPEC ||
- maps[map_idx].offset == sym.st_value) {
- pr_debug("relocation: find map %zd (%s) for insn %u\n",
- map_idx, maps[map_idx].name, insn_idx);
+ (maps[map_idx].sec_idx == sym.st_shndx &&
+ maps[map_idx].sec_offset == sym.st_value)) {
+ pr_debug("relocation: found map %zd (%s, sec_idx %d, offset %zu) for insn %u\n",
+ map_idx, maps[map_idx].name,
+ maps[map_idx].sec_idx,
+ maps[map_idx].sec_offset,
+ insn_idx);
break;
}
}
@@ -3472,13 +3488,7 @@ bpf_object__find_map_fd_by_name(struct bpf_object *obj, const char *name)
struct bpf_map *
bpf_object__find_map_by_offset(struct bpf_object *obj, size_t offset)
{
- int i;
-
- for (i = 0; i < obj->nr_maps; i++) {
- if (obj->maps[i].offset == offset)
- return &obj->maps[i];
- }
- return ERR_PTR(-ENOENT);
+ return ERR_PTR(-ENOTSUP);
}
long libbpf_get_error(const void *ptr)
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* [PATCH bpf-next 5/8] libbpf: split initialization and loading of BTF
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (3 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 4/8] libbpf: identify maps by section index in addition to offset Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-15 21:21 ` Song Liu
2019-06-11 4:47 ` [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF Andrii Nakryiko
` (3 subsequent siblings)
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
Libbpf does sanitization of BTF before loading it into kernel, if kernel
doesn't support some of newer BTF features. This removes some of the
important information from BTF (e.g., DATASEC and VAR description),
which will be used for map construction. This patch splits BTF
processing into initialization step, in which BTF is initialized from
ELF and all the original data is still preserved; and
sanitization/loading step, which ensures that BTF is safe to load into
kernel. This allows to use full BTF information to construct maps, while
still loading valid BTF into older kernels.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/libbpf.c | 34 ++++++++++++++++++++++++----------
1 file changed, 24 insertions(+), 10 deletions(-)
diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
index 5e7ea7dac958..79a8143240d7 100644
--- a/tools/lib/bpf/libbpf.c
+++ b/tools/lib/bpf/libbpf.c
@@ -1118,7 +1118,7 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
}
}
-static int bpf_object__load_btf(struct bpf_object *obj,
+static int bpf_object__init_btf(struct bpf_object *obj,
Elf_Data *btf_data,
Elf_Data *btf_ext_data)
{
@@ -1137,13 +1137,6 @@ static int bpf_object__load_btf(struct bpf_object *obj,
BTF_ELF_SEC, err);
goto out;
}
- bpf_object__sanitize_btf(obj);
- err = btf__load(obj->btf);
- if (err) {
- pr_warning("Error loading %s into kernel: %d.\n",
- BTF_ELF_SEC, err);
- goto out;
- }
}
if (btf_ext_data) {
if (!obj->btf) {
@@ -1159,7 +1152,6 @@ static int bpf_object__load_btf(struct bpf_object *obj,
obj->btf_ext = NULL;
goto out;
}
- bpf_object__sanitize_btf_ext(obj);
}
out:
if (err || IS_ERR(obj->btf)) {
@@ -1170,6 +1162,26 @@ static int bpf_object__load_btf(struct bpf_object *obj,
return 0;
}
+static int bpf_object__sanitize_and_load_btf(struct bpf_object *obj)
+{
+ int err = 0;
+
+ if (!obj->btf)
+ return 0;
+
+ bpf_object__sanitize_btf(obj);
+ bpf_object__sanitize_btf_ext(obj);
+
+ err = btf__load(obj->btf);
+ if (err) {
+ pr_warning("Error loading %s into kernel: %d.\n",
+ BTF_ELF_SEC, err);
+ btf__free(obj->btf);
+ obj->btf = NULL;
+ }
+ return 0;
+}
+
static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
{
Elf *elf = obj->efile.elf;
@@ -1301,9 +1313,11 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
pr_warning("Corrupted ELF file: index of strtab invalid\n");
return -LIBBPF_ERRNO__FORMAT;
}
- err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
+ err = bpf_object__init_btf(obj, btf_data, btf_ext_data);
if (!err)
err = bpf_object__init_maps(obj, flags);
+ if (!err)
+ err = bpf_object__sanitize_and_load_btf(obj);
if (!err)
err = bpf_object__init_prog_names(obj);
return err;
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 5/8] libbpf: split initialization and loading of BTF
2019-06-11 4:47 ` [PATCH bpf-next 5/8] libbpf: split initialization and loading of BTF Andrii Nakryiko
@ 2019-06-15 21:21 ` Song Liu
0 siblings, 0 replies; 26+ messages in thread
From: Song Liu @ 2019-06-15 21:21 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> Libbpf does sanitization of BTF before loading it into kernel, if kernel
> doesn't support some of newer BTF features. This removes some of the
> important information from BTF (e.g., DATASEC and VAR description),
> which will be used for map construction. This patch splits BTF
> processing into initialization step, in which BTF is initialized from
> ELF and all the original data is still preserved; and
> sanitization/loading step, which ensures that BTF is safe to load into
> kernel. This allows to use full BTF information to construct maps, while
> still loading valid BTF into older kernels.
>
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
Acked-by: Song Liu <songliubraving@fb.com>
> ---
> tools/lib/bpf/libbpf.c | 34 ++++++++++++++++++++++++----------
> 1 file changed, 24 insertions(+), 10 deletions(-)
>
> diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> index 5e7ea7dac958..79a8143240d7 100644
> --- a/tools/lib/bpf/libbpf.c
> +++ b/tools/lib/bpf/libbpf.c
> @@ -1118,7 +1118,7 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> }
> }
>
> -static int bpf_object__load_btf(struct bpf_object *obj,
> +static int bpf_object__init_btf(struct bpf_object *obj,
> Elf_Data *btf_data,
> Elf_Data *btf_ext_data)
> {
> @@ -1137,13 +1137,6 @@ static int bpf_object__load_btf(struct bpf_object *obj,
> BTF_ELF_SEC, err);
> goto out;
> }
> - bpf_object__sanitize_btf(obj);
> - err = btf__load(obj->btf);
> - if (err) {
> - pr_warning("Error loading %s into kernel: %d.\n",
> - BTF_ELF_SEC, err);
> - goto out;
> - }
> }
> if (btf_ext_data) {
> if (!obj->btf) {
> @@ -1159,7 +1152,6 @@ static int bpf_object__load_btf(struct bpf_object *obj,
> obj->btf_ext = NULL;
> goto out;
> }
> - bpf_object__sanitize_btf_ext(obj);
> }
> out:
> if (err || IS_ERR(obj->btf)) {
> @@ -1170,6 +1162,26 @@ static int bpf_object__load_btf(struct bpf_object *obj,
> return 0;
> }
>
> +static int bpf_object__sanitize_and_load_btf(struct bpf_object *obj)
> +{
> + int err = 0;
> +
> + if (!obj->btf)
> + return 0;
> +
> + bpf_object__sanitize_btf(obj);
> + bpf_object__sanitize_btf_ext(obj);
> +
> + err = btf__load(obj->btf);
> + if (err) {
> + pr_warning("Error loading %s into kernel: %d.\n",
> + BTF_ELF_SEC, err);
> + btf__free(obj->btf);
> + obj->btf = NULL;
> + }
> + return 0;
> +}
> +
> static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> {
> Elf *elf = obj->efile.elf;
> @@ -1301,9 +1313,11 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> pr_warning("Corrupted ELF file: index of strtab invalid\n");
> return -LIBBPF_ERRNO__FORMAT;
> }
> - err = bpf_object__load_btf(obj, btf_data, btf_ext_data);
> + err = bpf_object__init_btf(obj, btf_data, btf_ext_data);
> if (!err)
> err = bpf_object__init_maps(obj, flags);
> + if (!err)
> + err = bpf_object__sanitize_and_load_btf(obj);
> if (!err)
> err = bpf_object__init_prog_names(obj);
> return err;
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread
* [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (4 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 5/8] libbpf: split initialization and loading of BTF Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-15 22:00 ` Song Liu
2019-06-11 4:47 ` [PATCH bpf-next 7/8] selftests/bpf: add test for BTF-defined maps Andrii Nakryiko
` (2 subsequent siblings)
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
This patch adds support for a new way to define BPF maps. It relies on
BTF to describe mandatory and optional attributes of a map, as well as
captures type information of key and value naturally. This eliminates
the need for BPF_ANNOTATE_KV_PAIR hack and ensures key/value sizes are
always in sync with the key/value type.
Relying on BTF, this approach allows for both forward and backward
compatibility w.r.t. extending supported map definition features. By
default, any unrecognized attributes are treated as an error, but it's
possible relax this using MAPS_RELAX_COMPAT flag. New attributes, added
in the future will need to be optional.
The outline of the new map definition (short, BTF-defined maps) is as follows:
1. All the maps should be defined in .maps ELF section. It's possible to
have both "legacy" map definitions in `maps` sections and BTF-defined
maps in .maps sections. Everything will still work transparently.
2. The map declaration and initialization is done through
a global/static variable of a struct type with few mandatory and
extra optional fields:
- type field is mandatory and specified type of BPF map;
- key/value fields are mandatory and capture key/value type/size information;
- max_entries attribute is optional; if max_entries is not specified or
initialized, it has to be provided in runtime through libbpf API
before loading bpf_object;
- map_flags is optional and if not defined, will be assumed to be 0.
3. Key/value fields should be **a pointer** to a type describing
key/value. The pointee type is assumed (and will be recorded as such
and used for size determination) to be a type describing key/value of
the map. This is done to save excessive amounts of space allocated in
corresponding ELF sections for key/value of big size.
4. As some maps disallow having BTF type ID associated with key/value,
it's possible to specify key/value size explicitly without
associating BTF type ID with it. Use key_size and value_size fields
to do that (see example below).
Here's an example of simple ARRAY map defintion:
struct my_value { int x, y, z; };
struct {
int type;
int max_entries;
int *key;
struct my_value *value;
} btf_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
.max_entries = 16,
};
This will define BPF ARRAY map 'btf_map' with 16 elements. The key will
be of type int and thus key size will be 4 bytes. The value is struct
my_value of size 12 bytes. This map can be used from C code exactly the
same as with existing maps defined through struct bpf_map_def.
Here's an example of STACKMAP definition (which currently disallows BTF type
IDs for key/value):
struct {
__u32 type;
__u32 max_entries;
__u32 map_flags;
__u32 key_size;
__u32 value_size;
} stackmap SEC(".maps") = {
.type = BPF_MAP_TYPE_STACK_TRACE,
.max_entries = 128,
.map_flags = BPF_F_STACK_BUILD_ID,
.key_size = sizeof(__u32),
.value_size = PERF_MAX_STACK_DEPTH * sizeof(struct bpf_stack_build_id),
};
This approach is naturally extended to support map-in-map, by making a value
field to be another struct that describes inner map. This feature is not
implemented yet. It's also possible to incrementally add features like pinning
with full backwards and forward compatibility. Support for static
initialization of BPF_MAP_TYPE_PROG_ARRAY using pointers to BPF programs
is also on the roadmap.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/lib/bpf/btf.h | 1 +
tools/lib/bpf/libbpf.c | 338 +++++++++++++++++++++++++++++++++++++++--
2 files changed, 330 insertions(+), 9 deletions(-)
diff --git a/tools/lib/bpf/btf.h b/tools/lib/bpf/btf.h
index ba4ffa831aa4..88a52ae56fc6 100644
--- a/tools/lib/bpf/btf.h
+++ b/tools/lib/bpf/btf.h
@@ -17,6 +17,7 @@ extern "C" {
#define BTF_ELF_SEC ".BTF"
#define BTF_EXT_ELF_SEC ".BTF.ext"
+#define MAPS_ELF_SEC ".maps"
struct btf;
struct btf_ext;
diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
index 79a8143240d7..60713bcc2279 100644
--- a/tools/lib/bpf/libbpf.c
+++ b/tools/lib/bpf/libbpf.c
@@ -262,6 +262,7 @@ struct bpf_object {
} *reloc;
int nr_reloc;
int maps_shndx;
+ int btf_maps_shndx;
int text_shndx;
int data_shndx;
int rodata_shndx;
@@ -514,6 +515,7 @@ static struct bpf_object *bpf_object__new(const char *path,
obj->efile.obj_buf = obj_buf;
obj->efile.obj_buf_sz = obj_buf_sz;
obj->efile.maps_shndx = -1;
+ obj->efile.btf_maps_shndx = -1;
obj->efile.data_shndx = -1;
obj->efile.rodata_shndx = -1;
obj->efile.bss_shndx = -1;
@@ -1012,6 +1014,297 @@ static int bpf_object__init_user_maps(struct bpf_object *obj, bool strict)
return 0;
}
+static const struct btf_type *skip_mods_and_typedefs(const struct btf *btf,
+ __u32 id)
+{
+ const struct btf_type *t = btf__type_by_id(btf, id);
+
+ while (true) {
+ switch (BTF_INFO_KIND(t->info)) {
+ case BTF_KIND_VOLATILE:
+ case BTF_KIND_CONST:
+ case BTF_KIND_RESTRICT:
+ case BTF_KIND_TYPEDEF:
+ t = btf__type_by_id(btf, t->type);
+ break;
+ default:
+ return t;
+ }
+ }
+}
+
+static bool get_map_attr_int(const char *map_name,
+ const struct btf *btf,
+ const struct btf_type *def,
+ const struct btf_member *m,
+ const void *data, __u32 *res) {
+ const struct btf_type *t = skip_mods_and_typedefs(btf, m->type);
+ const char *name = btf__name_by_offset(btf, m->name_off);
+ __u32 int_info = *(const __u32 *)(const void *)(t + 1);
+
+ if (BTF_INFO_KIND(t->info) != BTF_KIND_INT) {
+ pr_warning("map '%s': attr '%s': expected INT, got %u.\n",
+ map_name, name, BTF_INFO_KIND(t->info));
+ return false;
+ }
+ if (t->size != 4 || BTF_INT_BITS(int_info) != 32 ||
+ BTF_INT_OFFSET(int_info)) {
+ pr_warning("map '%s': attr '%s': expected 32-bit non-bitfield integer, "
+ "got %u-byte (%d-bit) one with bit offset %d.\n",
+ map_name, name, t->size, BTF_INT_BITS(int_info),
+ BTF_INT_OFFSET(int_info));
+ return false;
+ }
+ if (BTF_INFO_KFLAG(def->info) && BTF_MEMBER_BITFIELD_SIZE(m->offset)) {
+ pr_warning("map '%s': attr '%s': bitfield is not supported.\n",
+ map_name, name);
+ return false;
+ }
+ if (m->offset % 32) {
+ pr_warning("map '%s': attr '%s': unaligned fields are not supported.\n",
+ map_name, name);
+ return false;
+ }
+
+ *res = *(const __u32 *)(data + m->offset / 8);
+ return true;
+}
+
+static int bpf_object__init_user_btf_map(struct bpf_object *obj,
+ const struct btf_type *sec,
+ int var_idx, int sec_idx,
+ const Elf_Data *data, bool strict)
+{
+ const struct btf_type *var, *def, *t;
+ const struct btf_var_secinfo *vi;
+ const struct btf_var *var_extra;
+ const struct btf_member *m;
+ const void *def_data;
+ const char *map_name;
+ struct bpf_map *map;
+ int vlen, i;
+
+ vi = (const struct btf_var_secinfo *)(const void *)(sec + 1) + var_idx;
+ var = btf__type_by_id(obj->btf, vi->type);
+ var_extra = (const void *)(var + 1);
+ map_name = btf__name_by_offset(obj->btf, var->name_off);
+ vlen = BTF_INFO_VLEN(var->info);
+
+ if (map_name == NULL || map_name[0] == '\0') {
+ pr_warning("map #%d: empty name.\n", var_idx);
+ return -EINVAL;
+ }
+ if ((__u64)vi->offset + vi->size > data->d_size) {
+ pr_warning("map '%s' BTF data is corrupted.\n", map_name);
+ return -EINVAL;
+ }
+ if (BTF_INFO_KIND(var->info) != BTF_KIND_VAR) {
+ pr_warning("map '%s': unexpected var kind %u.\n",
+ map_name, BTF_INFO_KIND(var->info));
+ return -EINVAL;
+ }
+ if (var_extra->linkage != BTF_VAR_GLOBAL_ALLOCATED &&
+ var_extra->linkage != BTF_VAR_STATIC) {
+ pr_warning("map '%s': unsupported var linkage %u.\n",
+ map_name, var_extra->linkage);
+ return -EOPNOTSUPP;
+ }
+
+ def = skip_mods_and_typedefs(obj->btf, var->type);
+ if (BTF_INFO_KIND(def->info) != BTF_KIND_STRUCT) {
+ pr_warning("map '%s': unexpected def kind %u.\n",
+ map_name, BTF_INFO_KIND(var->info));
+ return -EINVAL;
+ }
+ if (def->size > vi->size) {
+ pr_warning("map '%s': invalid def size.\n", map_name);
+ return -EINVAL;
+ }
+
+ map = bpf_object__add_map(obj);
+ if (IS_ERR(map))
+ return PTR_ERR(map);
+ map->name = strdup(map_name);
+ if (!map->name) {
+ pr_warning("map '%s': failed to alloc map name.\n", map_name);
+ return -ENOMEM;
+ }
+ map->libbpf_type = LIBBPF_MAP_UNSPEC;
+ map->def.type = BPF_MAP_TYPE_UNSPEC;
+ map->sec_idx = sec_idx;
+ map->sec_offset = vi->offset;
+ pr_debug("map '%s': at sec_idx %d, offset %zu.\n",
+ map_name, map->sec_idx, map->sec_offset);
+
+ def_data = data->d_buf + vi->offset;
+ vlen = BTF_INFO_VLEN(def->info);
+ m = (const void *)(def + 1);
+ for (i = 0; i < vlen; i++, m++) {
+ const char *name = btf__name_by_offset(obj->btf, m->name_off);
+
+ if (strcmp(name, "type") == 0) {
+ if (!get_map_attr_int(map_name, obj->btf, def, m,
+ def_data, &map->def.type))
+ return -EINVAL;
+ pr_debug("map '%s': found type = %u.\n",
+ map_name, map->def.type);
+ } else if (strcmp(name, "max_entries") == 0) {
+ if (!get_map_attr_int(map_name, obj->btf, def, m,
+ def_data, &map->def.max_entries))
+ return -EINVAL;
+ pr_debug("map '%s': found max_entries = %u.\n",
+ map_name, map->def.max_entries);
+ } else if (strcmp(name, "map_flags") == 0) {
+ if (!get_map_attr_int(map_name, obj->btf, def, m,
+ def_data, &map->def.map_flags))
+ return -EINVAL;
+ pr_debug("map '%s': found map_flags = %u.\n",
+ map_name, map->def.map_flags);
+ } else if (strcmp(name, "key_size") == 0) {
+ __u32 sz;
+
+ if (!get_map_attr_int(map_name, obj->btf, def, m,
+ def_data, &sz))
+ return -EINVAL;
+ pr_debug("map '%s': found key_size = %u.\n",
+ map_name, sz);
+ if (map->def.key_size && map->def.key_size != sz) {
+ pr_warning("map '%s': conflictling key size %u != %u.\n",
+ map_name, map->def.key_size, sz);
+ return -EINVAL;
+ }
+ map->def.key_size = sz;
+ } else if (strcmp(name, "key") == 0) {
+ __s64 sz;
+
+ t = btf__type_by_id(obj->btf, m->type);
+ if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
+ pr_warning("map '%s': key spec is not PTR: %u.\n",
+ map_name, BTF_INFO_KIND(t->info));
+ return -EINVAL;
+ }
+ sz = btf__resolve_size(obj->btf, t->type);
+ if (sz < 0) {
+ pr_warning("map '%s': can't determine key size for type [%u]: %lld.\n",
+ map_name, t->type, sz);
+ return sz;
+ }
+ pr_debug("map '%s': found key [%u], sz = %lld.\n",
+ map_name, t->type, sz);
+ if (map->def.key_size && map->def.key_size != sz) {
+ pr_warning("map '%s': conflictling key size %u != %lld.\n",
+ map_name, map->def.key_size, sz);
+ return -EINVAL;
+ }
+ map->def.key_size = sz;
+ map->btf_key_type_id = t->type;
+ } else if (strcmp(name, "value_size") == 0) {
+ __u32 sz;
+
+ if (!get_map_attr_int(map_name, obj->btf, def, m,
+ def_data, &sz))
+ return -EINVAL;
+ pr_debug("map '%s': found value_size = %u.\n",
+ map_name, sz);
+ if (map->def.value_size && map->def.value_size != sz) {
+ pr_warning("map '%s': conflictling value size %u != %u.\n",
+ map_name, map->def.value_size, sz);
+ return -EINVAL;
+ }
+ map->def.value_size = sz;
+ } else if (strcmp(name, "value") == 0) {
+ __s64 sz;
+
+ t = btf__type_by_id(obj->btf, m->type);
+ if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
+ pr_warning("map '%s': value spec is not PTR: %u.\n",
+ map_name, BTF_INFO_KIND(t->info));
+ return -EINVAL;
+ }
+ sz = btf__resolve_size(obj->btf, t->type);
+ if (sz < 0) {
+ pr_warning("map '%s': can't determine value size for type [%u]: %lld.\n",
+ map_name, t->type, sz);
+ return sz;
+ }
+ pr_debug("map '%s': found value [%u], sz = %lld.\n",
+ map_name, t->type, sz);
+ if (map->def.value_size && map->def.value_size != sz) {
+ pr_warning("map '%s': conflictling value size %u != %lld.\n",
+ map_name, map->def.value_size, sz);
+ return -EINVAL;
+ }
+ map->def.value_size = sz;
+ map->btf_value_type_id = t->type;
+ } else {
+ if (strict) {
+ pr_warning("map '%s': unknown attribute '%s'.\n",
+ map_name, name);
+ return -ENOTSUP;
+ }
+ pr_debug("map '%s': ignoring unknown attribute '%s'.\n",
+ map_name, name);
+ }
+ }
+
+ if (map->def.type == BPF_MAP_TYPE_UNSPEC) {
+ pr_warning("map '%s': map type isn't specified.\n", map_name);
+ return -EINVAL;
+ }
+
+ return 0;
+}
+
+static int bpf_object__init_user_btf_maps(struct bpf_object *obj, bool strict)
+{
+ const struct btf_type *sec = NULL;
+ int nr_types, i, vlen, err;
+ const struct btf_type *t;
+ const char *name;
+ Elf_Data *data;
+ Elf_Scn *scn;
+
+ if (obj->efile.btf_maps_shndx < 0)
+ return 0;
+
+ scn = elf_getscn(obj->efile.elf, obj->efile.btf_maps_shndx);
+ if (scn)
+ data = elf_getdata(scn, NULL);
+ if (!scn || !data) {
+ pr_warning("failed to get Elf_Data from map section %d (%s)\n",
+ obj->efile.maps_shndx, MAPS_ELF_SEC);
+ return -EINVAL;
+ }
+
+ nr_types = btf__get_nr_types(obj->btf);
+ for (i = 1; i <= nr_types; i++) {
+ t = btf__type_by_id(obj->btf, i);
+ if (BTF_INFO_KIND(t->info) != BTF_KIND_DATASEC)
+ continue;
+ name = btf__name_by_offset(obj->btf, t->name_off);
+ if (strcmp(name, MAPS_ELF_SEC) == 0) {
+ sec = t;
+ break;
+ }
+ }
+
+ if (!sec) {
+ pr_warning("DATASEC '%s' not found.\n", MAPS_ELF_SEC);
+ return -ENOENT;
+ }
+
+ vlen = BTF_INFO_VLEN(sec->info);
+ for (i = 0; i < vlen; i++) {
+ err = bpf_object__init_user_btf_map(obj, sec, i,
+ obj->efile.btf_maps_shndx,
+ data, strict);
+ if (err)
+ return err;
+ }
+
+ return 0;
+}
+
static int bpf_object__init_maps(struct bpf_object *obj, int flags)
{
bool strict = !(flags & MAPS_RELAX_COMPAT);
@@ -1021,6 +1314,10 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
if (err)
return err;
+ err = bpf_object__init_user_btf_maps(obj, strict);
+ if (err)
+ return err;
+
err = bpf_object__init_global_data_maps(obj);
if (err)
return err;
@@ -1118,10 +1415,16 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
}
}
+static bool bpf_object__is_btf_mandatory(const struct bpf_object *obj)
+{
+ return obj->efile.btf_maps_shndx >= 0;
+}
+
static int bpf_object__init_btf(struct bpf_object *obj,
Elf_Data *btf_data,
Elf_Data *btf_ext_data)
{
+ bool btf_required = bpf_object__is_btf_mandatory(obj);
int err = 0;
if (btf_data) {
@@ -1155,10 +1458,18 @@ static int bpf_object__init_btf(struct bpf_object *obj,
}
out:
if (err || IS_ERR(obj->btf)) {
+ if (btf_required)
+ err = err ? : PTR_ERR(obj->btf);
+ else
+ err = 0;
if (!IS_ERR_OR_NULL(obj->btf))
btf__free(obj->btf);
obj->btf = NULL;
}
+ if (btf_required && !obj->btf) {
+ pr_warning("BTF is required, but is missing or corrupted.\n");
+ return err == 0 ? -ENOENT : err;
+ }
return 0;
}
@@ -1178,6 +1489,8 @@ static int bpf_object__sanitize_and_load_btf(struct bpf_object *obj)
BTF_ELF_SEC, err);
btf__free(obj->btf);
obj->btf = NULL;
+ if (bpf_object__is_btf_mandatory(obj))
+ return err;
}
return 0;
}
@@ -1241,6 +1554,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
return err;
} else if (strcmp(name, "maps") == 0) {
obj->efile.maps_shndx = idx;
+ } else if (strcmp(name, MAPS_ELF_SEC) == 0) {
+ obj->efile.btf_maps_shndx = idx;
} else if (strcmp(name, BTF_ELF_SEC) == 0) {
btf_data = data;
} else if (strcmp(name, BTF_EXT_ELF_SEC) == 0) {
@@ -1360,7 +1675,8 @@ static bool bpf_object__shndx_is_data(const struct bpf_object *obj,
static bool bpf_object__shndx_is_maps(const struct bpf_object *obj,
int shndx)
{
- return shndx == obj->efile.maps_shndx;
+ return shndx == obj->efile.maps_shndx ||
+ shndx == obj->efile.btf_maps_shndx;
}
static bool bpf_object__relo_in_known_section(const struct bpf_object *obj,
@@ -1404,14 +1720,14 @@ bpf_program__collect_reloc(struct bpf_program *prog, GElf_Shdr *shdr,
prog->nr_reloc = nrels;
for (i = 0; i < nrels; i++) {
- GElf_Sym sym;
- GElf_Rel rel;
- unsigned int insn_idx;
- unsigned int shdr_idx;
struct bpf_insn *insns = prog->insns;
enum libbpf_map_type type;
+ unsigned int insn_idx;
+ unsigned int shdr_idx;
const char *name;
size_t map_idx;
+ GElf_Sym sym;
+ GElf_Rel rel;
if (!gelf_getrel(data, i, &rel)) {
pr_warning("relocation: failed to get %d reloc\n", i);
@@ -1505,14 +1821,18 @@ bpf_program__collect_reloc(struct bpf_program *prog, GElf_Shdr *shdr,
return 0;
}
-static int bpf_map_find_btf_info(struct bpf_map *map, const struct btf *btf)
+static int bpf_map_find_btf_info(struct bpf_object *obj, struct bpf_map *map)
{
struct bpf_map_def *def = &map->def;
__u32 key_type_id = 0, value_type_id = 0;
int ret;
+ /* if it's BTF-defined map, we don't need to search for type IDs */
+ if (map->sec_idx == obj->efile.btf_maps_shndx)
+ return 0;
+
if (!bpf_map__is_internal(map)) {
- ret = btf__get_map_kv_tids(btf, map->name, def->key_size,
+ ret = btf__get_map_kv_tids(obj->btf, map->name, def->key_size,
def->value_size, &key_type_id,
&value_type_id);
} else {
@@ -1520,7 +1840,7 @@ static int bpf_map_find_btf_info(struct bpf_map *map, const struct btf *btf)
* LLVM annotates global data differently in BTF, that is,
* only as '.data', '.bss' or '.rodata'.
*/
- ret = btf__find_by_name(btf,
+ ret = btf__find_by_name(obj->btf,
libbpf_type_to_btf_name[map->libbpf_type]);
}
if (ret < 0)
@@ -1810,7 +2130,7 @@ bpf_object__create_maps(struct bpf_object *obj)
map->inner_map_fd >= 0)
create_attr.inner_map_fd = map->inner_map_fd;
- if (obj->btf && !bpf_map_find_btf_info(map, obj->btf)) {
+ if (obj->btf && !bpf_map_find_btf_info(obj, map)) {
create_attr.btf_fd = btf__fd(obj->btf);
create_attr.btf_key_type_id = map->btf_key_type_id;
create_attr.btf_value_type_id = map->btf_value_type_id;
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF
2019-06-11 4:47 ` [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF Andrii Nakryiko
@ 2019-06-15 22:00 ` Song Liu
2019-06-17 18:33 ` Andrii Nakryiko
0 siblings, 1 reply; 26+ messages in thread
From: Song Liu @ 2019-06-15 22:00 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> This patch adds support for a new way to define BPF maps. It relies on
> BTF to describe mandatory and optional attributes of a map, as well as
> captures type information of key and value naturally. This eliminates
> the need for BPF_ANNOTATE_KV_PAIR hack and ensures key/value sizes are
> always in sync with the key/value type.
>
> Relying on BTF, this approach allows for both forward and backward
> compatibility w.r.t. extending supported map definition features. By
> default, any unrecognized attributes are treated as an error, but it's
> possible relax this using MAPS_RELAX_COMPAT flag. New attributes, added
> in the future will need to be optional.
>
> The outline of the new map definition (short, BTF-defined maps) is as follows:
> 1. All the maps should be defined in .maps ELF section. It's possible to
> have both "legacy" map definitions in `maps` sections and BTF-defined
> maps in .maps sections. Everything will still work transparently.
> 2. The map declaration and initialization is done through
> a global/static variable of a struct type with few mandatory and
> extra optional fields:
> - type field is mandatory and specified type of BPF map;
> - key/value fields are mandatory and capture key/value type/size information;
> - max_entries attribute is optional; if max_entries is not specified or
> initialized, it has to be provided in runtime through libbpf API
> before loading bpf_object;
> - map_flags is optional and if not defined, will be assumed to be 0.
> 3. Key/value fields should be **a pointer** to a type describing
> key/value. The pointee type is assumed (and will be recorded as such
> and used for size determination) to be a type describing key/value of
> the map. This is done to save excessive amounts of space allocated in
> corresponding ELF sections for key/value of big size.
> 4. As some maps disallow having BTF type ID associated with key/value,
> it's possible to specify key/value size explicitly without
> associating BTF type ID with it. Use key_size and value_size fields
> to do that (see example below).
>
> Here's an example of simple ARRAY map defintion:
>
> struct my_value { int x, y, z; };
>
> struct {
> int type;
> int max_entries;
> int *key;
> struct my_value *value;
> } btf_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> .max_entries = 16,
> };
>
> This will define BPF ARRAY map 'btf_map' with 16 elements. The key will
> be of type int and thus key size will be 4 bytes. The value is struct
> my_value of size 12 bytes. This map can be used from C code exactly the
> same as with existing maps defined through struct bpf_map_def.
>
> Here's an example of STACKMAP definition (which currently disallows BTF type
> IDs for key/value):
>
> struct {
> __u32 type;
> __u32 max_entries;
> __u32 map_flags;
> __u32 key_size;
> __u32 value_size;
> } stackmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_STACK_TRACE,
> .max_entries = 128,
> .map_flags = BPF_F_STACK_BUILD_ID,
> .key_size = sizeof(__u32),
> .value_size = PERF_MAX_STACK_DEPTH * sizeof(struct bpf_stack_build_id),
> };
>
> This approach is naturally extended to support map-in-map, by making a value
> field to be another struct that describes inner map. This feature is not
> implemented yet. It's also possible to incrementally add features like pinning
> with full backwards and forward compatibility. Support for static
> initialization of BPF_MAP_TYPE_PROG_ARRAY using pointers to BPF programs
> is also on the roadmap.
>
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> ---
> tools/lib/bpf/btf.h | 1 +
> tools/lib/bpf/libbpf.c | 338 +++++++++++++++++++++++++++++++++++++++--
> 2 files changed, 330 insertions(+), 9 deletions(-)
>
> diff --git a/tools/lib/bpf/btf.h b/tools/lib/bpf/btf.h
> index ba4ffa831aa4..88a52ae56fc6 100644
> --- a/tools/lib/bpf/btf.h
> +++ b/tools/lib/bpf/btf.h
> @@ -17,6 +17,7 @@ extern "C" {
>
> #define BTF_ELF_SEC ".BTF"
> #define BTF_EXT_ELF_SEC ".BTF.ext"
> +#define MAPS_ELF_SEC ".maps"
How about .BTF.maps? Or maybe this doesn't realy matter?
>
> struct btf;
> struct btf_ext;
> diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> index 79a8143240d7..60713bcc2279 100644
> --- a/tools/lib/bpf/libbpf.c
> +++ b/tools/lib/bpf/libbpf.c
> @@ -262,6 +262,7 @@ struct bpf_object {
> } *reloc;
> int nr_reloc;
> int maps_shndx;
> + int btf_maps_shndx;
> int text_shndx;
> int data_shndx;
> int rodata_shndx;
> @@ -514,6 +515,7 @@ static struct bpf_object *bpf_object__new(const char *path,
> obj->efile.obj_buf = obj_buf;
> obj->efile.obj_buf_sz = obj_buf_sz;
> obj->efile.maps_shndx = -1;
> + obj->efile.btf_maps_shndx = -1;
> obj->efile.data_shndx = -1;
> obj->efile.rodata_shndx = -1;
> obj->efile.bss_shndx = -1;
> @@ -1012,6 +1014,297 @@ static int bpf_object__init_user_maps(struct bpf_object *obj, bool strict)
> return 0;
> }
>
> +static const struct btf_type *skip_mods_and_typedefs(const struct btf *btf,
> + __u32 id)
> +{
> + const struct btf_type *t = btf__type_by_id(btf, id);
> +
> + while (true) {
> + switch (BTF_INFO_KIND(t->info)) {
> + case BTF_KIND_VOLATILE:
> + case BTF_KIND_CONST:
> + case BTF_KIND_RESTRICT:
> + case BTF_KIND_TYPEDEF:
> + t = btf__type_by_id(btf, t->type);
> + break;
> + default:
> + return t;
> + }
> + }
> +}
> +
> +static bool get_map_attr_int(const char *map_name,
> + const struct btf *btf,
> + const struct btf_type *def,
> + const struct btf_member *m,
> + const void *data, __u32 *res) {
Can we avoid output pointer by return 0 for invalid types?
> + const struct btf_type *t = skip_mods_and_typedefs(btf, m->type);
> + const char *name = btf__name_by_offset(btf, m->name_off);
> + __u32 int_info = *(const __u32 *)(const void *)(t + 1);
> +
> + if (BTF_INFO_KIND(t->info) != BTF_KIND_INT) {
> + pr_warning("map '%s': attr '%s': expected INT, got %u.\n",
> + map_name, name, BTF_INFO_KIND(t->info));
> + return false;
> + }
> + if (t->size != 4 || BTF_INT_BITS(int_info) != 32 ||
> + BTF_INT_OFFSET(int_info)) {
> + pr_warning("map '%s': attr '%s': expected 32-bit non-bitfield integer, "
> + "got %u-byte (%d-bit) one with bit offset %d.\n",
> + map_name, name, t->size, BTF_INT_BITS(int_info),
> + BTF_INT_OFFSET(int_info));
> + return false;
> + }
> + if (BTF_INFO_KFLAG(def->info) && BTF_MEMBER_BITFIELD_SIZE(m->offset)) {
> + pr_warning("map '%s': attr '%s': bitfield is not supported.\n",
> + map_name, name);
> + return false;
> + }
> + if (m->offset % 32) {
Shall we just do "m->offset > 0" here?
> + pr_warning("map '%s': attr '%s': unaligned fields are not supported.\n",
> + map_name, name);
> + return false;
> + }
> +
> + *res = *(const __u32 *)(data + m->offset / 8);
> + return true;
> +}
> +
> +static int bpf_object__init_user_btf_map(struct bpf_object *obj,
> + const struct btf_type *sec,
> + int var_idx, int sec_idx,
> + const Elf_Data *data, bool strict)
> +{
> + const struct btf_type *var, *def, *t;
> + const struct btf_var_secinfo *vi;
> + const struct btf_var *var_extra;
> + const struct btf_member *m;
> + const void *def_data;
> + const char *map_name;
> + struct bpf_map *map;
> + int vlen, i;
> +
> + vi = (const struct btf_var_secinfo *)(const void *)(sec + 1) + var_idx;
> + var = btf__type_by_id(obj->btf, vi->type);
> + var_extra = (const void *)(var + 1);
> + map_name = btf__name_by_offset(obj->btf, var->name_off);
> + vlen = BTF_INFO_VLEN(var->info);
> +
> + if (map_name == NULL || map_name[0] == '\0') {
> + pr_warning("map #%d: empty name.\n", var_idx);
> + return -EINVAL;
> + }
> + if ((__u64)vi->offset + vi->size > data->d_size) {
> + pr_warning("map '%s' BTF data is corrupted.\n", map_name);
> + return -EINVAL;
> + }
> + if (BTF_INFO_KIND(var->info) != BTF_KIND_VAR) {
> + pr_warning("map '%s': unexpected var kind %u.\n",
> + map_name, BTF_INFO_KIND(var->info));
> + return -EINVAL;
> + }
> + if (var_extra->linkage != BTF_VAR_GLOBAL_ALLOCATED &&
> + var_extra->linkage != BTF_VAR_STATIC) {
> + pr_warning("map '%s': unsupported var linkage %u.\n",
> + map_name, var_extra->linkage);
> + return -EOPNOTSUPP;
> + }
> +
> + def = skip_mods_and_typedefs(obj->btf, var->type);
> + if (BTF_INFO_KIND(def->info) != BTF_KIND_STRUCT) {
> + pr_warning("map '%s': unexpected def kind %u.\n",
> + map_name, BTF_INFO_KIND(var->info));
> + return -EINVAL;
> + }
> + if (def->size > vi->size) {
> + pr_warning("map '%s': invalid def size.\n", map_name);
> + return -EINVAL;
> + }
> +
> + map = bpf_object__add_map(obj);
> + if (IS_ERR(map))
> + return PTR_ERR(map);
> + map->name = strdup(map_name);
> + if (!map->name) {
> + pr_warning("map '%s': failed to alloc map name.\n", map_name);
> + return -ENOMEM;
> + }
> + map->libbpf_type = LIBBPF_MAP_UNSPEC;
> + map->def.type = BPF_MAP_TYPE_UNSPEC;
> + map->sec_idx = sec_idx;
> + map->sec_offset = vi->offset;
> + pr_debug("map '%s': at sec_idx %d, offset %zu.\n",
> + map_name, map->sec_idx, map->sec_offset);
> +
> + def_data = data->d_buf + vi->offset;
> + vlen = BTF_INFO_VLEN(def->info);
> + m = (const void *)(def + 1);
> + for (i = 0; i < vlen; i++, m++) {
> + const char *name = btf__name_by_offset(obj->btf, m->name_off);
> +
I guess we need to check name == NULL here?
> + if (strcmp(name, "type") == 0) {
> + if (!get_map_attr_int(map_name, obj->btf, def, m,
> + def_data, &map->def.type))
> + return -EINVAL;
> + pr_debug("map '%s': found type = %u.\n",
> + map_name, map->def.type);
> + } else if (strcmp(name, "max_entries") == 0) {
> + if (!get_map_attr_int(map_name, obj->btf, def, m,
> + def_data, &map->def.max_entries))
> + return -EINVAL;
> + pr_debug("map '%s': found max_entries = %u.\n",
> + map_name, map->def.max_entries);
> + } else if (strcmp(name, "map_flags") == 0) {
> + if (!get_map_attr_int(map_name, obj->btf, def, m,
> + def_data, &map->def.map_flags))
> + return -EINVAL;
> + pr_debug("map '%s': found map_flags = %u.\n",
> + map_name, map->def.map_flags);
> + } else if (strcmp(name, "key_size") == 0) {
> + __u32 sz;
> +
> + if (!get_map_attr_int(map_name, obj->btf, def, m,
> + def_data, &sz))
> + return -EINVAL;
> + pr_debug("map '%s': found key_size = %u.\n",
> + map_name, sz);
> + if (map->def.key_size && map->def.key_size != sz) {
> + pr_warning("map '%s': conflictling key size %u != %u.\n",
> + map_name, map->def.key_size, sz);
> + return -EINVAL;
> + }
> + map->def.key_size = sz;
> + } else if (strcmp(name, "key") == 0) {
> + __s64 sz;
> +
> + t = btf__type_by_id(obj->btf, m->type);
> + if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
check t != NULL?
> + pr_warning("map '%s': key spec is not PTR: %u.\n",
> + map_name, BTF_INFO_KIND(t->info));
> + return -EINVAL;
> + }
> + sz = btf__resolve_size(obj->btf, t->type);
> + if (sz < 0) {
> + pr_warning("map '%s': can't determine key size for type [%u]: %lld.\n",
> + map_name, t->type, sz);
> + return sz;
> + }
> + pr_debug("map '%s': found key [%u], sz = %lld.\n",
> + map_name, t->type, sz);
> + if (map->def.key_size && map->def.key_size != sz) {
> + pr_warning("map '%s': conflictling key size %u != %lld.\n",
> + map_name, map->def.key_size, sz);
> + return -EINVAL;
> + }
> + map->def.key_size = sz;
> + map->btf_key_type_id = t->type;
> + } else if (strcmp(name, "value_size") == 0) {
> + __u32 sz;
> +
> + if (!get_map_attr_int(map_name, obj->btf, def, m,
> + def_data, &sz))
> + return -EINVAL;
> + pr_debug("map '%s': found value_size = %u.\n",
> + map_name, sz);
> + if (map->def.value_size && map->def.value_size != sz) {
> + pr_warning("map '%s': conflictling value size %u != %u.\n",
> + map_name, map->def.value_size, sz);
> + return -EINVAL;
> + }
> + map->def.value_size = sz;
> + } else if (strcmp(name, "value") == 0) {
> + __s64 sz;
> +
> + t = btf__type_by_id(obj->btf, m->type);
ditto.
> + if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
> + pr_warning("map '%s': value spec is not PTR: %u.\n",
> + map_name, BTF_INFO_KIND(t->info));
> + return -EINVAL;
> + }
> + sz = btf__resolve_size(obj->btf, t->type);
> + if (sz < 0) {
> + pr_warning("map '%s': can't determine value size for type [%u]: %lld.\n",
> + map_name, t->type, sz);
> + return sz;
> + }
> + pr_debug("map '%s': found value [%u], sz = %lld.\n",
> + map_name, t->type, sz);
> + if (map->def.value_size && map->def.value_size != sz) {
> + pr_warning("map '%s': conflictling value size %u != %lld.\n",
> + map_name, map->def.value_size, sz);
> + return -EINVAL;
> + }
> + map->def.value_size = sz;
> + map->btf_value_type_id = t->type;
> + } else {
> + if (strict) {
> + pr_warning("map '%s': unknown attribute '%s'.\n",
> + map_name, name);
> + return -ENOTSUP;
> + }
> + pr_debug("map '%s': ignoring unknown attribute '%s'.\n",
> + map_name, name);
> + }
> + }
> +
> + if (map->def.type == BPF_MAP_TYPE_UNSPEC) {
> + pr_warning("map '%s': map type isn't specified.\n", map_name);
> + return -EINVAL;
> + }
> +
> + return 0;
> +}
> +
> +static int bpf_object__init_user_btf_maps(struct bpf_object *obj, bool strict)
> +{
> + const struct btf_type *sec = NULL;
> + int nr_types, i, vlen, err;
> + const struct btf_type *t;
> + const char *name;
> + Elf_Data *data;
> + Elf_Scn *scn;
> +
> + if (obj->efile.btf_maps_shndx < 0)
> + return 0;
> +
> + scn = elf_getscn(obj->efile.elf, obj->efile.btf_maps_shndx);
> + if (scn)
> + data = elf_getdata(scn, NULL);
> + if (!scn || !data) {
> + pr_warning("failed to get Elf_Data from map section %d (%s)\n",
> + obj->efile.maps_shndx, MAPS_ELF_SEC);
> + return -EINVAL;
> + }
> +
> + nr_types = btf__get_nr_types(obj->btf);
> + for (i = 1; i <= nr_types; i++) {
> + t = btf__type_by_id(obj->btf, i);
> + if (BTF_INFO_KIND(t->info) != BTF_KIND_DATASEC)
> + continue;
> + name = btf__name_by_offset(obj->btf, t->name_off);
> + if (strcmp(name, MAPS_ELF_SEC) == 0) {
> + sec = t;
> + break;
> + }
> + }
> +
> + if (!sec) {
> + pr_warning("DATASEC '%s' not found.\n", MAPS_ELF_SEC);
> + return -ENOENT;
> + }
> +
> + vlen = BTF_INFO_VLEN(sec->info);
> + for (i = 0; i < vlen; i++) {
> + err = bpf_object__init_user_btf_map(obj, sec, i,
> + obj->efile.btf_maps_shndx,
> + data, strict);
> + if (err)
> + return err;
> + }
> +
> + return 0;
> +}
> +
> static int bpf_object__init_maps(struct bpf_object *obj, int flags)
> {
> bool strict = !(flags & MAPS_RELAX_COMPAT);
> @@ -1021,6 +1314,10 @@ static int bpf_object__init_maps(struct bpf_object *obj, int flags)
> if (err)
> return err;
>
> + err = bpf_object__init_user_btf_maps(obj, strict);
> + if (err)
> + return err;
> +
> err = bpf_object__init_global_data_maps(obj);
> if (err)
> return err;
> @@ -1118,10 +1415,16 @@ static void bpf_object__sanitize_btf_ext(struct bpf_object *obj)
> }
> }
>
> +static bool bpf_object__is_btf_mandatory(const struct bpf_object *obj)
> +{
> + return obj->efile.btf_maps_shndx >= 0;
> +}
> +
> static int bpf_object__init_btf(struct bpf_object *obj,
> Elf_Data *btf_data,
> Elf_Data *btf_ext_data)
> {
> + bool btf_required = bpf_object__is_btf_mandatory(obj);
> int err = 0;
>
> if (btf_data) {
> @@ -1155,10 +1458,18 @@ static int bpf_object__init_btf(struct bpf_object *obj,
> }
> out:
> if (err || IS_ERR(obj->btf)) {
> + if (btf_required)
> + err = err ? : PTR_ERR(obj->btf);
> + else
> + err = 0;
> if (!IS_ERR_OR_NULL(obj->btf))
> btf__free(obj->btf);
> obj->btf = NULL;
> }
> + if (btf_required && !obj->btf) {
> + pr_warning("BTF is required, but is missing or corrupted.\n");
> + return err == 0 ? -ENOENT : err;
> + }
> return 0;
> }
>
> @@ -1178,6 +1489,8 @@ static int bpf_object__sanitize_and_load_btf(struct bpf_object *obj)
> BTF_ELF_SEC, err);
> btf__free(obj->btf);
> obj->btf = NULL;
> + if (bpf_object__is_btf_mandatory(obj))
> + return err;
> }
> return 0;
> }
> @@ -1241,6 +1554,8 @@ static int bpf_object__elf_collect(struct bpf_object *obj, int flags)
> return err;
> } else if (strcmp(name, "maps") == 0) {
> obj->efile.maps_shndx = idx;
> + } else if (strcmp(name, MAPS_ELF_SEC) == 0) {
> + obj->efile.btf_maps_shndx = idx;
> } else if (strcmp(name, BTF_ELF_SEC) == 0) {
> btf_data = data;
> } else if (strcmp(name, BTF_EXT_ELF_SEC) == 0) {
> @@ -1360,7 +1675,8 @@ static bool bpf_object__shndx_is_data(const struct bpf_object *obj,
> static bool bpf_object__shndx_is_maps(const struct bpf_object *obj,
> int shndx)
> {
> - return shndx == obj->efile.maps_shndx;
> + return shndx == obj->efile.maps_shndx ||
> + shndx == obj->efile.btf_maps_shndx;
> }
>
> static bool bpf_object__relo_in_known_section(const struct bpf_object *obj,
> @@ -1404,14 +1720,14 @@ bpf_program__collect_reloc(struct bpf_program *prog, GElf_Shdr *shdr,
> prog->nr_reloc = nrels;
>
> for (i = 0; i < nrels; i++) {
> - GElf_Sym sym;
> - GElf_Rel rel;
> - unsigned int insn_idx;
> - unsigned int shdr_idx;
> struct bpf_insn *insns = prog->insns;
> enum libbpf_map_type type;
> + unsigned int insn_idx;
> + unsigned int shdr_idx;
> const char *name;
> size_t map_idx;
> + GElf_Sym sym;
> + GElf_Rel rel;
>
> if (!gelf_getrel(data, i, &rel)) {
> pr_warning("relocation: failed to get %d reloc\n", i);
> @@ -1505,14 +1821,18 @@ bpf_program__collect_reloc(struct bpf_program *prog, GElf_Shdr *shdr,
> return 0;
> }
>
> -static int bpf_map_find_btf_info(struct bpf_map *map, const struct btf *btf)
> +static int bpf_map_find_btf_info(struct bpf_object *obj, struct bpf_map *map)
> {
> struct bpf_map_def *def = &map->def;
> __u32 key_type_id = 0, value_type_id = 0;
> int ret;
>
> + /* if it's BTF-defined map, we don't need to search for type IDs */
> + if (map->sec_idx == obj->efile.btf_maps_shndx)
> + return 0;
> +
> if (!bpf_map__is_internal(map)) {
> - ret = btf__get_map_kv_tids(btf, map->name, def->key_size,
> + ret = btf__get_map_kv_tids(obj->btf, map->name, def->key_size,
> def->value_size, &key_type_id,
> &value_type_id);
> } else {
> @@ -1520,7 +1840,7 @@ static int bpf_map_find_btf_info(struct bpf_map *map, const struct btf *btf)
> * LLVM annotates global data differently in BTF, that is,
> * only as '.data', '.bss' or '.rodata'.
> */
> - ret = btf__find_by_name(btf,
> + ret = btf__find_by_name(obj->btf,
> libbpf_type_to_btf_name[map->libbpf_type]);
> }
> if (ret < 0)
> @@ -1810,7 +2130,7 @@ bpf_object__create_maps(struct bpf_object *obj)
> map->inner_map_fd >= 0)
> create_attr.inner_map_fd = map->inner_map_fd;
>
> - if (obj->btf && !bpf_map_find_btf_info(map, obj->btf)) {
> + if (obj->btf && !bpf_map_find_btf_info(obj, map)) {
> create_attr.btf_fd = btf__fd(obj->btf);
> create_attr.btf_key_type_id = map->btf_key_type_id;
> create_attr.btf_value_type_id = map->btf_value_type_id;
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF
2019-06-15 22:00 ` Song Liu
@ 2019-06-17 18:33 ` Andrii Nakryiko
0 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-17 18:33 UTC (permalink / raw)
To: Song Liu
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Sat, Jun 15, 2019 at 3:01 PM Song Liu <liu.song.a23@gmail.com> wrote:
>
> On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
> >
> > This patch adds support for a new way to define BPF maps. It relies on
> > BTF to describe mandatory and optional attributes of a map, as well as
> > captures type information of key and value naturally. This eliminates
> > the need for BPF_ANNOTATE_KV_PAIR hack and ensures key/value sizes are
> > always in sync with the key/value type.
> >
<snip>
> > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > ---
> > tools/lib/bpf/btf.h | 1 +
> > tools/lib/bpf/libbpf.c | 338 +++++++++++++++++++++++++++++++++++++++--
> > 2 files changed, 330 insertions(+), 9 deletions(-)
> >
> > diff --git a/tools/lib/bpf/btf.h b/tools/lib/bpf/btf.h
> > index ba4ffa831aa4..88a52ae56fc6 100644
> > --- a/tools/lib/bpf/btf.h
> > +++ b/tools/lib/bpf/btf.h
> > @@ -17,6 +17,7 @@ extern "C" {
> >
> > #define BTF_ELF_SEC ".BTF"
> > #define BTF_EXT_ELF_SEC ".BTF.ext"
> > +#define MAPS_ELF_SEC ".maps"
>
> How about .BTF.maps? Or maybe this doesn't realy matter?
That's not a good name, because it implies those maps are additional
part of BTF stuff (similar to as .BTF.ext is addition to .BTF). And
it's not, it uses BTF, but is not part of it.
I think .maps is good, because it's short and clear. Existing "maps"
used for bpf_map_def will eventually die out, leaving
"officially-looking" ;) .maps.
>
> >
> > struct btf;
> > struct btf_ext;
> > diff --git a/tools/lib/bpf/libbpf.c b/tools/lib/bpf/libbpf.c
> > index 79a8143240d7..60713bcc2279 100644
> > --- a/tools/lib/bpf/libbpf.c
> > +++ b/tools/lib/bpf/libbpf.c
> > @@ -262,6 +262,7 @@ struct bpf_object {
> > } *reloc;
> > int nr_reloc;
> > int maps_shndx;
> > + int btf_maps_shndx;
> > int text_shndx;
> > int data_shndx;
> > int rodata_shndx;
> > @@ -514,6 +515,7 @@ static struct bpf_object *bpf_object__new(const char *path,
> > obj->efile.obj_buf = obj_buf;
> > obj->efile.obj_buf_sz = obj_buf_sz;
> > obj->efile.maps_shndx = -1;
> > + obj->efile.btf_maps_shndx = -1;
> > obj->efile.data_shndx = -1;
> > obj->efile.rodata_shndx = -1;
> > obj->efile.bss_shndx = -1;
> > @@ -1012,6 +1014,297 @@ static int bpf_object__init_user_maps(struct bpf_object *obj, bool strict)
> > return 0;
> > }
> >
> > +static const struct btf_type *skip_mods_and_typedefs(const struct btf *btf,
> > + __u32 id)
> > +{
> > + const struct btf_type *t = btf__type_by_id(btf, id);
> > +
> > + while (true) {
> > + switch (BTF_INFO_KIND(t->info)) {
> > + case BTF_KIND_VOLATILE:
> > + case BTF_KIND_CONST:
> > + case BTF_KIND_RESTRICT:
> > + case BTF_KIND_TYPEDEF:
> > + t = btf__type_by_id(btf, t->type);
> > + break;
> > + default:
> > + return t;
> > + }
> > + }
> > +}
> > +
> > +static bool get_map_attr_int(const char *map_name,
> > + const struct btf *btf,
> > + const struct btf_type *def,
> > + const struct btf_member *m,
> > + const void *data, __u32 *res) {
>
> Can we avoid output pointer by return 0 for invalid types?
Zero is valid value, so can't do that.
>
> > + const struct btf_type *t = skip_mods_and_typedefs(btf, m->type);
> > + const char *name = btf__name_by_offset(btf, m->name_off);
> > + __u32 int_info = *(const __u32 *)(const void *)(t + 1);
> > +
> > + if (BTF_INFO_KIND(t->info) != BTF_KIND_INT) {
> > + pr_warning("map '%s': attr '%s': expected INT, got %u.\n",
> > + map_name, name, BTF_INFO_KIND(t->info));
> > + return false;
> > + }
> > + if (t->size != 4 || BTF_INT_BITS(int_info) != 32 ||
> > + BTF_INT_OFFSET(int_info)) {
> > + pr_warning("map '%s': attr '%s': expected 32-bit non-bitfield integer, "
> > + "got %u-byte (%d-bit) one with bit offset %d.\n",
> > + map_name, name, t->size, BTF_INT_BITS(int_info),
> > + BTF_INT_OFFSET(int_info));
> > + return false;
> > + }
> > + if (BTF_INFO_KFLAG(def->info) && BTF_MEMBER_BITFIELD_SIZE(m->offset)) {
> > + pr_warning("map '%s': attr '%s': bitfield is not supported.\n",
> > + map_name, name);
> > + return false;
> > + }
> > + if (m->offset % 32) {
>
> Shall we just do "m->offset > 0" here?
No. m->offset == 0 is OK (first field of a struct), but any
non-aligned int is bad (e.g., bitfields are not supported). I could
have supported byte-aligned integer fields, but don't see much reason
to.
>
> > + pr_warning("map '%s': attr '%s': unaligned fields are not supported.\n",
> > + map_name, name);
> > + return false;
> > + }
> > +
> > + *res = *(const __u32 *)(data + m->offset / 8);
> > + return true;
> > +}
> > +
> > +static int bpf_object__init_user_btf_map(struct bpf_object *obj,
> > + const struct btf_type *sec,
> > + int var_idx, int sec_idx,
> > + const Elf_Data *data, bool strict)
> > +{
> > + const struct btf_type *var, *def, *t;
> > + const struct btf_var_secinfo *vi;
> > + const struct btf_var *var_extra;
> > + const struct btf_member *m;
> > + const void *def_data;
> > + const char *map_name;
> > + struct bpf_map *map;
> > + int vlen, i;
> > +
> > + vi = (const struct btf_var_secinfo *)(const void *)(sec + 1) + var_idx;
> > + var = btf__type_by_id(obj->btf, vi->type);
> > + var_extra = (const void *)(var + 1);
> > + map_name = btf__name_by_offset(obj->btf, var->name_off);
> > + vlen = BTF_INFO_VLEN(var->info);
> > +
> > + if (map_name == NULL || map_name[0] == '\0') {
> > + pr_warning("map #%d: empty name.\n", var_idx);
> > + return -EINVAL;
> > + }
> > + if ((__u64)vi->offset + vi->size > data->d_size) {
> > + pr_warning("map '%s' BTF data is corrupted.\n", map_name);
> > + return -EINVAL;
> > + }
> > + if (BTF_INFO_KIND(var->info) != BTF_KIND_VAR) {
> > + pr_warning("map '%s': unexpected var kind %u.\n",
> > + map_name, BTF_INFO_KIND(var->info));
> > + return -EINVAL;
> > + }
> > + if (var_extra->linkage != BTF_VAR_GLOBAL_ALLOCATED &&
> > + var_extra->linkage != BTF_VAR_STATIC) {
> > + pr_warning("map '%s': unsupported var linkage %u.\n",
> > + map_name, var_extra->linkage);
> > + return -EOPNOTSUPP;
> > + }
> > +
> > + def = skip_mods_and_typedefs(obj->btf, var->type);
> > + if (BTF_INFO_KIND(def->info) != BTF_KIND_STRUCT) {
> > + pr_warning("map '%s': unexpected def kind %u.\n",
> > + map_name, BTF_INFO_KIND(var->info));
> > + return -EINVAL;
> > + }
> > + if (def->size > vi->size) {
> > + pr_warning("map '%s': invalid def size.\n", map_name);
> > + return -EINVAL;
> > + }
> > +
> > + map = bpf_object__add_map(obj);
> > + if (IS_ERR(map))
> > + return PTR_ERR(map);
> > + map->name = strdup(map_name);
> > + if (!map->name) {
> > + pr_warning("map '%s': failed to alloc map name.\n", map_name);
> > + return -ENOMEM;
> > + }
> > + map->libbpf_type = LIBBPF_MAP_UNSPEC;
> > + map->def.type = BPF_MAP_TYPE_UNSPEC;
> > + map->sec_idx = sec_idx;
> > + map->sec_offset = vi->offset;
> > + pr_debug("map '%s': at sec_idx %d, offset %zu.\n",
> > + map_name, map->sec_idx, map->sec_offset);
> > +
> > + def_data = data->d_buf + vi->offset;
> > + vlen = BTF_INFO_VLEN(def->info);
> > + m = (const void *)(def + 1);
> > + for (i = 0; i < vlen; i++, m++) {
> > + const char *name = btf__name_by_offset(obj->btf, m->name_off);
> > +
>
> I guess we need to check name == NULL here?
Yep, will check, it can throw off pr_warning below.
>
> > + if (strcmp(name, "type") == 0) {
> > + if (!get_map_attr_int(map_name, obj->btf, def, m,
> > + def_data, &map->def.type))
> > + return -EINVAL;
> > + pr_debug("map '%s': found type = %u.\n",
> > + map_name, map->def.type);
> > + } else if (strcmp(name, "max_entries") == 0) {
> > + if (!get_map_attr_int(map_name, obj->btf, def, m,
> > + def_data, &map->def.max_entries))
> > + return -EINVAL;
> > + pr_debug("map '%s': found max_entries = %u.\n",
> > + map_name, map->def.max_entries);
> > + } else if (strcmp(name, "map_flags") == 0) {
> > + if (!get_map_attr_int(map_name, obj->btf, def, m,
> > + def_data, &map->def.map_flags))
> > + return -EINVAL;
> > + pr_debug("map '%s': found map_flags = %u.\n",
> > + map_name, map->def.map_flags);
> > + } else if (strcmp(name, "key_size") == 0) {
> > + __u32 sz;
> > +
> > + if (!get_map_attr_int(map_name, obj->btf, def, m,
> > + def_data, &sz))
> > + return -EINVAL;
> > + pr_debug("map '%s': found key_size = %u.\n",
> > + map_name, sz);
> > + if (map->def.key_size && map->def.key_size != sz) {
> > + pr_warning("map '%s': conflictling key size %u != %u.\n",
> > + map_name, map->def.key_size, sz);
> > + return -EINVAL;
> > + }
> > + map->def.key_size = sz;
> > + } else if (strcmp(name, "key") == 0) {
> > + __s64 sz;
> > +
> > + t = btf__type_by_id(obj->btf, m->type);
> > + if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
>
> check t != NULL?
done
>
> > + pr_warning("map '%s': key spec is not PTR: %u.\n",
> > + map_name, BTF_INFO_KIND(t->info));
> > + return -EINVAL;
> > + }
> > + sz = btf__resolve_size(obj->btf, t->type);
> > + if (sz < 0) {
> > + pr_warning("map '%s': can't determine key size for type [%u]: %lld.\n",
> > + map_name, t->type, sz);
> > + return sz;
> > + }
> > + pr_debug("map '%s': found key [%u], sz = %lld.\n",
> > + map_name, t->type, sz);
> > + if (map->def.key_size && map->def.key_size != sz) {
> > + pr_warning("map '%s': conflictling key size %u != %lld.\n",
> > + map_name, map->def.key_size, sz);
> > + return -EINVAL;
> > + }
> > + map->def.key_size = sz;
> > + map->btf_key_type_id = t->type;
> > + } else if (strcmp(name, "value_size") == 0) {
> > + __u32 sz;
> > +
> > + if (!get_map_attr_int(map_name, obj->btf, def, m,
> > + def_data, &sz))
> > + return -EINVAL;
> > + pr_debug("map '%s': found value_size = %u.\n",
> > + map_name, sz);
> > + if (map->def.value_size && map->def.value_size != sz) {
> > + pr_warning("map '%s': conflictling value size %u != %u.\n",
> > + map_name, map->def.value_size, sz);
> > + return -EINVAL;
> > + }
> > + map->def.value_size = sz;
> > + } else if (strcmp(name, "value") == 0) {
> > + __s64 sz;
> > +
> > + t = btf__type_by_id(obj->btf, m->type);
>
> ditto.
yep
>
> > + if (BTF_INFO_KIND(t->info) != BTF_KIND_PTR) {
> > + pr_warning("map '%s': value spec is not PTR: %u.\n",
> > + map_name, BTF_INFO_KIND(t->info));
> > + return -EINVAL;
> > + }
<snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* [PATCH bpf-next 7/8] selftests/bpf: add test for BTF-defined maps
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (5 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 6/8] libbpf: allow specifying map definitions using BTF Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-15 22:05 ` Song Liu
2019-06-11 4:47 ` [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions Andrii Nakryiko
2019-06-11 5:21 ` [PATCH bpf-next 0/8] BTF-defined BPF " Andrii Nakryiko
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
Add file test for BTF-defined map definition.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
.../selftests/bpf/progs/test_btf_newkv.c | 73 +++++++++++++++++++
tools/testing/selftests/bpf/test_btf.c | 10 +--
2 files changed, 76 insertions(+), 7 deletions(-)
create mode 100644 tools/testing/selftests/bpf/progs/test_btf_newkv.c
diff --git a/tools/testing/selftests/bpf/progs/test_btf_newkv.c b/tools/testing/selftests/bpf/progs/test_btf_newkv.c
new file mode 100644
index 000000000000..28c16bb583b6
--- /dev/null
+++ b/tools/testing/selftests/bpf/progs/test_btf_newkv.c
@@ -0,0 +1,73 @@
+/* SPDX-License-Identifier: GPL-2.0 */
+/* Copyright (c) 2018 Facebook */
+#include <linux/bpf.h>
+#include "bpf_helpers.h"
+
+int _version SEC("version") = 1;
+
+struct ipv_counts {
+ unsigned int v4;
+ unsigned int v6;
+};
+
+/* just to validate we can handle maps in multiple sections */
+struct bpf_map_def SEC("maps") btf_map_legacy = {
+ .type = BPF_MAP_TYPE_ARRAY,
+ .key_size = sizeof(int),
+ .value_size = sizeof(long long),
+ .max_entries = 4,
+};
+
+BPF_ANNOTATE_KV_PAIR(btf_map_legacy, int, struct ipv_counts);
+
+struct {
+ int *key;
+ struct ipv_counts *value;
+ unsigned int type;
+ unsigned int max_entries;
+} btf_map SEC(".maps") = {
+ .type = BPF_MAP_TYPE_ARRAY,
+ .max_entries = 4,
+};
+
+struct dummy_tracepoint_args {
+ unsigned long long pad;
+ struct sock *sock;
+};
+
+__attribute__((noinline))
+static int test_long_fname_2(struct dummy_tracepoint_args *arg)
+{
+ struct ipv_counts *counts;
+ int key = 0;
+
+ if (!arg->sock)
+ return 0;
+
+ counts = bpf_map_lookup_elem(&btf_map, &key);
+ if (!counts)
+ return 0;
+
+ counts->v6++;
+
+ /* just verify we can reference both maps */
+ counts = bpf_map_lookup_elem(&btf_map_legacy, &key);
+ if (!counts)
+ return 0;
+
+ return 0;
+}
+
+__attribute__((noinline))
+static int test_long_fname_1(struct dummy_tracepoint_args *arg)
+{
+ return test_long_fname_2(arg);
+}
+
+SEC("dummy_tracepoint")
+int _dummy_tracepoint(struct dummy_tracepoint_args *arg)
+{
+ return test_long_fname_1(arg);
+}
+
+char _license[] SEC("license") = "GPL";
diff --git a/tools/testing/selftests/bpf/test_btf.c b/tools/testing/selftests/bpf/test_btf.c
index 289daf54dec4..8351cb5f4a20 100644
--- a/tools/testing/selftests/bpf/test_btf.c
+++ b/tools/testing/selftests/bpf/test_btf.c
@@ -4016,13 +4016,9 @@ struct btf_file_test {
};
static struct btf_file_test file_tests[] = {
-{
- .file = "test_btf_haskv.o",
-},
-{
- .file = "test_btf_nokv.o",
- .btf_kv_notfound = true,
-},
+ { .file = "test_btf_haskv.o", },
+ { .file = "test_btf_newkv.o", },
+ { .file = "test_btf_nokv.o", .btf_kv_notfound = true, },
};
static int do_test_file(unsigned int test_num)
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 7/8] selftests/bpf: add test for BTF-defined maps
2019-06-11 4:47 ` [PATCH bpf-next 7/8] selftests/bpf: add test for BTF-defined maps Andrii Nakryiko
@ 2019-06-15 22:05 ` Song Liu
0 siblings, 0 replies; 26+ messages in thread
From: Song Liu @ 2019-06-15 22:05 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:49 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> Add file test for BTF-defined map definition.
>
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
Acked-by: Song Liu <songliubraving@fb.com>
> ---
> .../selftests/bpf/progs/test_btf_newkv.c | 73 +++++++++++++++++++
> tools/testing/selftests/bpf/test_btf.c | 10 +--
> 2 files changed, 76 insertions(+), 7 deletions(-)
> create mode 100644 tools/testing/selftests/bpf/progs/test_btf_newkv.c
>
> diff --git a/tools/testing/selftests/bpf/progs/test_btf_newkv.c b/tools/testing/selftests/bpf/progs/test_btf_newkv.c
> new file mode 100644
> index 000000000000..28c16bb583b6
> --- /dev/null
> +++ b/tools/testing/selftests/bpf/progs/test_btf_newkv.c
> @@ -0,0 +1,73 @@
> +/* SPDX-License-Identifier: GPL-2.0 */
> +/* Copyright (c) 2018 Facebook */
> +#include <linux/bpf.h>
> +#include "bpf_helpers.h"
> +
> +int _version SEC("version") = 1;
> +
> +struct ipv_counts {
> + unsigned int v4;
> + unsigned int v6;
> +};
> +
> +/* just to validate we can handle maps in multiple sections */
> +struct bpf_map_def SEC("maps") btf_map_legacy = {
> + .type = BPF_MAP_TYPE_ARRAY,
> + .key_size = sizeof(int),
> + .value_size = sizeof(long long),
> + .max_entries = 4,
> +};
> +
> +BPF_ANNOTATE_KV_PAIR(btf_map_legacy, int, struct ipv_counts);
> +
> +struct {
> + int *key;
> + struct ipv_counts *value;
> + unsigned int type;
> + unsigned int max_entries;
> +} btf_map SEC(".maps") = {
> + .type = BPF_MAP_TYPE_ARRAY,
> + .max_entries = 4,
> +};
> +
> +struct dummy_tracepoint_args {
> + unsigned long long pad;
> + struct sock *sock;
> +};
> +
> +__attribute__((noinline))
> +static int test_long_fname_2(struct dummy_tracepoint_args *arg)
> +{
> + struct ipv_counts *counts;
> + int key = 0;
> +
> + if (!arg->sock)
> + return 0;
> +
> + counts = bpf_map_lookup_elem(&btf_map, &key);
> + if (!counts)
> + return 0;
> +
> + counts->v6++;
> +
> + /* just verify we can reference both maps */
> + counts = bpf_map_lookup_elem(&btf_map_legacy, &key);
> + if (!counts)
> + return 0;
> +
> + return 0;
> +}
> +
> +__attribute__((noinline))
> +static int test_long_fname_1(struct dummy_tracepoint_args *arg)
> +{
> + return test_long_fname_2(arg);
> +}
> +
> +SEC("dummy_tracepoint")
> +int _dummy_tracepoint(struct dummy_tracepoint_args *arg)
> +{
> + return test_long_fname_1(arg);
> +}
> +
> +char _license[] SEC("license") = "GPL";
> diff --git a/tools/testing/selftests/bpf/test_btf.c b/tools/testing/selftests/bpf/test_btf.c
> index 289daf54dec4..8351cb5f4a20 100644
> --- a/tools/testing/selftests/bpf/test_btf.c
> +++ b/tools/testing/selftests/bpf/test_btf.c
> @@ -4016,13 +4016,9 @@ struct btf_file_test {
> };
>
> static struct btf_file_test file_tests[] = {
> -{
> - .file = "test_btf_haskv.o",
> -},
> -{
> - .file = "test_btf_nokv.o",
> - .btf_kv_notfound = true,
> -},
> + { .file = "test_btf_haskv.o", },
> + { .file = "test_btf_newkv.o", },
> + { .file = "test_btf_nokv.o", .btf_kv_notfound = true, },
> };
>
> static int do_test_file(unsigned int test_num)
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread
* [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (6 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 7/8] selftests/bpf: add test for BTF-defined maps Andrii Nakryiko
@ 2019-06-11 4:47 ` Andrii Nakryiko
2019-06-14 23:23 ` Stanislav Fomichev
2019-06-11 5:21 ` [PATCH bpf-next 0/8] BTF-defined BPF " Andrii Nakryiko
8 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 4:47 UTC (permalink / raw)
To: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team; +Cc: Andrii Nakryiko
Switch test map definition to new BTF-defined format.
Signed-off-by: Andrii Nakryiko <andriin@fb.com>
---
tools/testing/selftests/bpf/progs/bpf_flow.c | 18 +++--
.../selftests/bpf/progs/get_cgroup_id_kern.c | 18 +++--
.../testing/selftests/bpf/progs/netcnt_prog.c | 22 +++---
.../selftests/bpf/progs/sample_map_ret0.c | 18 +++--
.../selftests/bpf/progs/socket_cookie_prog.c | 9 ++-
.../bpf/progs/sockmap_verdict_prog.c | 36 +++++++---
.../bpf/progs/test_get_stack_rawtp.c | 27 ++++---
.../selftests/bpf/progs/test_global_data.c | 27 ++++---
tools/testing/selftests/bpf/progs/test_l4lb.c | 45 ++++++++----
.../selftests/bpf/progs/test_l4lb_noinline.c | 45 ++++++++----
.../selftests/bpf/progs/test_map_in_map.c | 20 ++++--
.../selftests/bpf/progs/test_map_lock.c | 22 +++---
.../testing/selftests/bpf/progs/test_obj_id.c | 9 ++-
.../bpf/progs/test_select_reuseport_kern.c | 45 ++++++++----
.../bpf/progs/test_send_signal_kern.c | 22 +++---
.../bpf/progs/test_skb_cgroup_id_kern.c | 9 ++-
.../bpf/progs/test_sock_fields_kern.c | 60 +++++++++-------
.../selftests/bpf/progs/test_spin_lock.c | 33 ++++-----
.../bpf/progs/test_stacktrace_build_id.c | 44 ++++++++----
.../selftests/bpf/progs/test_stacktrace_map.c | 40 +++++++----
.../testing/selftests/bpf/progs/test_tc_edt.c | 9 ++-
.../bpf/progs/test_tcp_check_syncookie_kern.c | 9 ++-
.../selftests/bpf/progs/test_tcp_estats.c | 9 ++-
.../selftests/bpf/progs/test_tcpbpf_kern.c | 18 +++--
.../selftests/bpf/progs/test_tcpnotify_kern.c | 18 +++--
tools/testing/selftests/bpf/progs/test_xdp.c | 18 +++--
.../selftests/bpf/progs/test_xdp_noinline.c | 60 ++++++++++------
.../selftests/bpf/test_queue_stack_map.h | 20 ++++--
.../testing/selftests/bpf/test_sockmap_kern.h | 72 +++++++++++++------
29 files changed, 526 insertions(+), 276 deletions(-)
diff --git a/tools/testing/selftests/bpf/progs/bpf_flow.c b/tools/testing/selftests/bpf/progs/bpf_flow.c
index 81ad9a0b29d0..849f42e548b5 100644
--- a/tools/testing/selftests/bpf/progs/bpf_flow.c
+++ b/tools/testing/selftests/bpf/progs/bpf_flow.c
@@ -57,17 +57,25 @@ struct frag_hdr {
__be32 identification;
};
-struct bpf_map_def SEC("maps") jmp_table = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} jmp_table SEC(".maps") = {
.type = BPF_MAP_TYPE_PROG_ARRAY,
+ .max_entries = 8,
.key_size = sizeof(__u32),
.value_size = sizeof(__u32),
- .max_entries = 8
};
-struct bpf_map_def SEC("maps") last_dissection = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct bpf_flow_keys *value;
+} last_dissection SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct bpf_flow_keys),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c b/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
index 014dba10b8a5..87b202381088 100644
--- a/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
+++ b/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
@@ -4,17 +4,23 @@
#include <linux/bpf.h>
#include "bpf_helpers.h"
-struct bpf_map_def SEC("maps") cg_ids = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} cg_ids SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 1,
};
-struct bpf_map_def SEC("maps") pidmap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} pidmap SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/netcnt_prog.c b/tools/testing/selftests/bpf/progs/netcnt_prog.c
index 9f741e69cebe..a25c82a5b7c8 100644
--- a/tools/testing/selftests/bpf/progs/netcnt_prog.c
+++ b/tools/testing/selftests/bpf/progs/netcnt_prog.c
@@ -10,24 +10,22 @@
#define REFRESH_TIME_NS 100000000
#define NS_PER_SEC 1000000000
-struct bpf_map_def SEC("maps") percpu_netcnt = {
+struct {
+ __u32 type;
+ struct bpf_cgroup_storage_key *key;
+ struct percpu_net_cnt *value;
+} percpu_netcnt SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE,
- .key_size = sizeof(struct bpf_cgroup_storage_key),
- .value_size = sizeof(struct percpu_net_cnt),
};
-BPF_ANNOTATE_KV_PAIR(percpu_netcnt, struct bpf_cgroup_storage_key,
- struct percpu_net_cnt);
-
-struct bpf_map_def SEC("maps") netcnt = {
+struct {
+ __u32 type;
+ struct bpf_cgroup_storage_key *key;
+ struct net_cnt *value;
+} netcnt SEC(".maps") = {
.type = BPF_MAP_TYPE_CGROUP_STORAGE,
- .key_size = sizeof(struct bpf_cgroup_storage_key),
- .value_size = sizeof(struct net_cnt),
};
-BPF_ANNOTATE_KV_PAIR(netcnt, struct bpf_cgroup_storage_key,
- struct net_cnt);
-
SEC("cgroup/skb")
int bpf_nextcnt(struct __sk_buff *skb)
{
diff --git a/tools/testing/selftests/bpf/progs/sample_map_ret0.c b/tools/testing/selftests/bpf/progs/sample_map_ret0.c
index 0756303676ac..0f4d47cecd4d 100644
--- a/tools/testing/selftests/bpf/progs/sample_map_ret0.c
+++ b/tools/testing/selftests/bpf/progs/sample_map_ret0.c
@@ -2,17 +2,23 @@
#include <linux/bpf.h>
#include "bpf_helpers.h"
-struct bpf_map_def SEC("maps") htab = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ long *value;
+} htab SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(__u32),
- .value_size = sizeof(long),
.max_entries = 2,
};
-struct bpf_map_def SEC("maps") array = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ long *value;
+} array SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(long),
.max_entries = 2,
};
diff --git a/tools/testing/selftests/bpf/progs/socket_cookie_prog.c b/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
index 9ff8ac4b0bf6..5158bd8c342a 100644
--- a/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
+++ b/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
@@ -7,10 +7,13 @@
#include "bpf_helpers.h"
#include "bpf_endian.h"
-struct bpf_map_def SEC("maps") socket_cookies = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u64 *key;
+ __u32 *value;
+} socket_cookies SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(__u64),
- .value_size = sizeof(__u32),
.max_entries = 1 << 8,
};
diff --git a/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c b/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
index bdc22be46f2e..7b2146300489 100644
--- a/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
+++ b/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
@@ -5,31 +5,49 @@
int _version SEC("version") = 1;
-struct bpf_map_def SEC("maps") sock_map_rx = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map_rx SEC(".maps") = {
.type = BPF_MAP_TYPE_SOCKMAP,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_map_tx = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map_tx SEC(".maps") = {
.type = BPF_MAP_TYPE_SOCKMAP,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_map_msg = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map_msg SEC(".maps") = {
.type = BPF_MAP_TYPE_SOCKMAP,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_map_break = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_map_break SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 20,
};
diff --git a/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c b/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
index f6d9f238e00a..aaa6ec250e15 100644
--- a/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
+++ b/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
@@ -15,17 +15,25 @@ struct stack_trace_t {
struct bpf_stack_build_id user_stack_buildid[MAX_STACK_RAWTP];
};
-struct bpf_map_def SEC("maps") perfmap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} perfmap SEC(".maps") = {
.type = BPF_MAP_TYPE_PERF_EVENT_ARRAY,
+ .max_entries = 2,
.key_size = sizeof(int),
.value_size = sizeof(__u32),
- .max_entries = 2,
};
-struct bpf_map_def SEC("maps") stackdata_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct stack_trace_t *value;
+} stackdata_map SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct stack_trace_t),
.max_entries = 1,
};
@@ -47,10 +55,13 @@ struct bpf_map_def SEC("maps") stackdata_map = {
* issue and avoid complicated C programming massaging.
* This is an acceptable workaround since there is one entry here.
*/
-struct bpf_map_def SEC("maps") rawdata_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 (*value)[2 * MAX_STACK_RAWTP];
+} rawdata_map SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = MAX_STACK_RAWTP * sizeof(__u64) * 2,
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/test_global_data.c b/tools/testing/selftests/bpf/progs/test_global_data.c
index 5ab14e941980..866cc7ddbe43 100644
--- a/tools/testing/selftests/bpf/progs/test_global_data.c
+++ b/tools/testing/selftests/bpf/progs/test_global_data.c
@@ -7,17 +7,23 @@
#include "bpf_helpers.h"
-struct bpf_map_def SEC("maps") result_number = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} result_number SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 11,
};
-struct bpf_map_def SEC("maps") result_string = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ const char (*value)[32];
+} result_string SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = 32,
.max_entries = 5,
};
@@ -27,10 +33,13 @@ struct foo {
__u64 c;
};
-struct bpf_map_def SEC("maps") result_struct = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct foo *value;
+} result_struct SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct foo),
.max_entries = 5,
};
diff --git a/tools/testing/selftests/bpf/progs/test_l4lb.c b/tools/testing/selftests/bpf/progs/test_l4lb.c
index 1e10c9590991..848cbb90f581 100644
--- a/tools/testing/selftests/bpf/progs/test_l4lb.c
+++ b/tools/testing/selftests/bpf/progs/test_l4lb.c
@@ -169,38 +169,53 @@ struct eth_hdr {
unsigned short eth_proto;
};
-struct bpf_map_def SEC("maps") vip_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ struct vip *key;
+ struct vip_meta *value;
+} vip_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(struct vip),
- .value_size = sizeof(struct vip_meta),
.max_entries = MAX_VIPS,
};
-struct bpf_map_def SEC("maps") ch_rings = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} ch_rings SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = CH_RINGS_SIZE,
};
-struct bpf_map_def SEC("maps") reals = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct real_definition *value;
+} reals SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct real_definition),
.max_entries = MAX_REALS,
};
-struct bpf_map_def SEC("maps") stats = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct vip_stats *value;
+} stats SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct vip_stats),
.max_entries = MAX_VIPS,
};
-struct bpf_map_def SEC("maps") ctl_array = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct ctl_value *value;
+} ctl_array SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct ctl_value),
.max_entries = CTL_MAP_SIZE,
};
diff --git a/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c b/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
index ba44a14e6dc4..c63ecf3ca573 100644
--- a/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
+++ b/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
@@ -165,38 +165,53 @@ struct eth_hdr {
unsigned short eth_proto;
};
-struct bpf_map_def SEC("maps") vip_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ struct vip *key;
+ struct vip_meta *value;
+} vip_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(struct vip),
- .value_size = sizeof(struct vip_meta),
.max_entries = MAX_VIPS,
};
-struct bpf_map_def SEC("maps") ch_rings = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} ch_rings SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = CH_RINGS_SIZE,
};
-struct bpf_map_def SEC("maps") reals = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct real_definition *value;
+} reals SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct real_definition),
.max_entries = MAX_REALS,
};
-struct bpf_map_def SEC("maps") stats = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct vip_stats *value;
+} stats SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct vip_stats),
.max_entries = MAX_VIPS,
};
-struct bpf_map_def SEC("maps") ctl_array = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct ctl_value *value;
+} ctl_array SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct ctl_value),
.max_entries = CTL_MAP_SIZE,
};
diff --git a/tools/testing/selftests/bpf/progs/test_map_in_map.c b/tools/testing/selftests/bpf/progs/test_map_in_map.c
index 2985f262846e..7404bee7c26e 100644
--- a/tools/testing/selftests/bpf/progs/test_map_in_map.c
+++ b/tools/testing/selftests/bpf/progs/test_map_in_map.c
@@ -5,22 +5,30 @@
#include <linux/types.h>
#include "bpf_helpers.h"
-struct bpf_map_def SEC("maps") mim_array = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} mim_array SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY_OF_MAPS,
+ .max_entries = 1,
.key_size = sizeof(int),
/* must be sizeof(__u32) for map in map */
.value_size = sizeof(__u32),
- .max_entries = 1,
- .map_flags = 0,
};
-struct bpf_map_def SEC("maps") mim_hash = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} mim_hash SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH_OF_MAPS,
+ .max_entries = 1,
.key_size = sizeof(int),
/* must be sizeof(__u32) for map in map */
.value_size = sizeof(__u32),
- .max_entries = 1,
- .map_flags = 0,
};
SEC("xdp_mimtest")
diff --git a/tools/testing/selftests/bpf/progs/test_map_lock.c b/tools/testing/selftests/bpf/progs/test_map_lock.c
index af8cc68ed2f9..40d9c2853393 100644
--- a/tools/testing/selftests/bpf/progs/test_map_lock.c
+++ b/tools/testing/selftests/bpf/progs/test_map_lock.c
@@ -11,29 +11,31 @@ struct hmap_elem {
int var[VAR_NUM];
};
-struct bpf_map_def SEC("maps") hash_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct hmap_elem *value;
+} hash_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(int),
- .value_size = sizeof(struct hmap_elem),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(hash_map, int, struct hmap_elem);
-
struct array_elem {
struct bpf_spin_lock lock;
int var[VAR_NUM];
};
-struct bpf_map_def SEC("maps") array_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ struct array_elem *value;
+} array_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(struct array_elem),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(array_map, int, struct array_elem);
-
SEC("map_lock_demo")
int bpf_map_lock_test(struct __sk_buff *skb)
{
diff --git a/tools/testing/selftests/bpf/progs/test_obj_id.c b/tools/testing/selftests/bpf/progs/test_obj_id.c
index 880d2963b472..2b1c2efdeed4 100644
--- a/tools/testing/selftests/bpf/progs/test_obj_id.c
+++ b/tools/testing/selftests/bpf/progs/test_obj_id.c
@@ -16,10 +16,13 @@
int _version SEC("version") = 1;
-struct bpf_map_def SEC("maps") test_map_id = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} test_map_id SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c b/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
index 5b54ec637ada..435a9527733e 100644
--- a/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
@@ -21,38 +21,55 @@ int _version SEC("version") = 1;
#define offsetof(TYPE, MEMBER) ((size_t) &((TYPE *)0)->MEMBER)
#endif
-struct bpf_map_def SEC("maps") outer_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} outer_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY_OF_MAPS,
+ .max_entries = 1,
.key_size = sizeof(__u32),
.value_size = sizeof(__u32),
- .max_entries = 1,
};
-struct bpf_map_def SEC("maps") result_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} result_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = NR_RESULTS,
};
-struct bpf_map_def SEC("maps") tmp_index_ovr_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ int *value;
+} tmp_index_ovr_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(int),
.max_entries = 1,
};
-struct bpf_map_def SEC("maps") linum_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} linum_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 1,
};
-struct bpf_map_def SEC("maps") data_check_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct data_check *value;
+} data_check_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct data_check),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/test_send_signal_kern.c b/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
index 45a1a1a2c345..6ac68be5d68b 100644
--- a/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
@@ -4,24 +4,26 @@
#include <linux/version.h>
#include "bpf_helpers.h"
-struct bpf_map_def SEC("maps") info_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} info_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(info_map, __u32, __u64);
-
-struct bpf_map_def SEC("maps") status_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} status_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(status_map, __u32, __u64);
-
SEC("send_signal_demo")
int bpf_send_signal_test(void *ctx)
{
diff --git a/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c b/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
index 68cf9829f5a7..af296b876156 100644
--- a/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
@@ -10,10 +10,13 @@
#define NUM_CGROUP_LEVELS 4
-struct bpf_map_def SEC("maps") cgroup_ids = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} cgroup_ids SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = NUM_CGROUP_LEVELS,
};
diff --git a/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c b/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
index 1c39e4ccb7f1..c3d383d650cb 100644
--- a/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
@@ -27,31 +27,43 @@ enum bpf_linum_array_idx {
__NR_BPF_LINUM_ARRAY_IDX,
};
-struct bpf_map_def SEC("maps") addr_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct sockaddr_in6 *value;
+} addr_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct sockaddr_in6),
.max_entries = __NR_BPF_ADDR_ARRAY_IDX,
};
-struct bpf_map_def SEC("maps") sock_result_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct bpf_sock *value;
+} sock_result_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct bpf_sock),
.max_entries = __NR_BPF_RESULT_ARRAY_IDX,
};
-struct bpf_map_def SEC("maps") tcp_sock_result_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct bpf_tcp_sock *value;
+} tcp_sock_result_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct bpf_tcp_sock),
.max_entries = __NR_BPF_RESULT_ARRAY_IDX,
};
-struct bpf_map_def SEC("maps") linum_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} linum_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = __NR_BPF_LINUM_ARRAY_IDX,
};
@@ -60,26 +72,26 @@ struct bpf_spinlock_cnt {
__u32 cnt;
};
-struct bpf_map_def SEC("maps") sk_pkt_out_cnt = {
+struct {
+ __u32 type;
+ __u32 map_flags;
+ int *key;
+ struct bpf_spinlock_cnt *value;
+} sk_pkt_out_cnt SEC(".maps") = {
.type = BPF_MAP_TYPE_SK_STORAGE,
- .key_size = sizeof(int),
- .value_size = sizeof(struct bpf_spinlock_cnt),
- .max_entries = 0,
.map_flags = BPF_F_NO_PREALLOC,
};
-BPF_ANNOTATE_KV_PAIR(sk_pkt_out_cnt, int, struct bpf_spinlock_cnt);
-
-struct bpf_map_def SEC("maps") sk_pkt_out_cnt10 = {
+struct {
+ __u32 type;
+ __u32 map_flags;
+ int *key;
+ struct bpf_spinlock_cnt *value;
+} sk_pkt_out_cnt10 SEC(".maps") = {
.type = BPF_MAP_TYPE_SK_STORAGE,
- .key_size = sizeof(int),
- .value_size = sizeof(struct bpf_spinlock_cnt),
- .max_entries = 0,
.map_flags = BPF_F_NO_PREALLOC,
};
-BPF_ANNOTATE_KV_PAIR(sk_pkt_out_cnt10, int, struct bpf_spinlock_cnt);
-
static bool is_loopback6(__u32 *a6)
{
return !a6[0] && !a6[1] && !a6[2] && a6[3] == bpf_htonl(1);
diff --git a/tools/testing/selftests/bpf/progs/test_spin_lock.c b/tools/testing/selftests/bpf/progs/test_spin_lock.c
index 40f904312090..0a77ae36d981 100644
--- a/tools/testing/selftests/bpf/progs/test_spin_lock.c
+++ b/tools/testing/selftests/bpf/progs/test_spin_lock.c
@@ -10,30 +10,29 @@ struct hmap_elem {
int test_padding;
};
-struct bpf_map_def SEC("maps") hmap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ struct hmap_elem *value;
+} hmap SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(int),
- .value_size = sizeof(struct hmap_elem),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(hmap, int, struct hmap_elem);
-
-
struct cls_elem {
struct bpf_spin_lock lock;
volatile int cnt;
};
-struct bpf_map_def SEC("maps") cls_map = {
+struct {
+ __u32 type;
+ struct bpf_cgroup_storage_key *key;
+ struct cls_elem *value;
+} cls_map SEC(".maps") = {
.type = BPF_MAP_TYPE_CGROUP_STORAGE,
- .key_size = sizeof(struct bpf_cgroup_storage_key),
- .value_size = sizeof(struct cls_elem),
};
-BPF_ANNOTATE_KV_PAIR(cls_map, struct bpf_cgroup_storage_key,
- struct cls_elem);
-
struct bpf_vqueue {
struct bpf_spin_lock lock;
/* 4 byte hole */
@@ -42,14 +41,16 @@ struct bpf_vqueue {
unsigned int rate;
};
-struct bpf_map_def SEC("maps") vqueue = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ struct bpf_vqueue *value;
+} vqueue SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(struct bpf_vqueue),
.max_entries = 1,
};
-BPF_ANNOTATE_KV_PAIR(vqueue, int, struct bpf_vqueue);
#define CREDIT_PER_NS(delta, rate) (((delta) * rate) >> 20)
SEC("spin_lock_demo")
diff --git a/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c b/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
index d86c281e957f..fcf2280bb60c 100644
--- a/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
+++ b/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
@@ -8,34 +8,50 @@
#define PERF_MAX_STACK_DEPTH 127
#endif
-struct bpf_map_def SEC("maps") control_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} control_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 1,
};
-struct bpf_map_def SEC("maps") stackid_hmap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} stackid_hmap SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 16384,
};
-struct bpf_map_def SEC("maps") stackmap = {
+typedef struct bpf_stack_build_id stack_trace_t[PERF_MAX_STACK_DEPTH];
+
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 map_flags;
+ __u32 key_size;
+ __u32 value_size;
+} stackmap SEC(".maps") = {
.type = BPF_MAP_TYPE_STACK_TRACE,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct bpf_stack_build_id)
- * PERF_MAX_STACK_DEPTH,
.max_entries = 128,
.map_flags = BPF_F_STACK_BUILD_ID,
+ .key_size = sizeof(__u32),
+ .value_size = sizeof(stack_trace_t),
};
-struct bpf_map_def SEC("maps") stack_amap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ /* there seems to be a bug in kernel not handling typedef properly */
+ struct bpf_stack_build_id (*value)[PERF_MAX_STACK_DEPTH];
+} stack_amap SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct bpf_stack_build_id)
- * PERF_MAX_STACK_DEPTH,
.max_entries = 128,
};
diff --git a/tools/testing/selftests/bpf/progs/test_stacktrace_map.c b/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
index af111af7ca1a..7ad09adbf648 100644
--- a/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
+++ b/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
@@ -8,31 +8,47 @@
#define PERF_MAX_STACK_DEPTH 127
#endif
-struct bpf_map_def SEC("maps") control_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} control_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 1,
};
-struct bpf_map_def SEC("maps") stackid_hmap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} stackid_hmap SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 16384,
};
-struct bpf_map_def SEC("maps") stackmap = {
+typedef __u64 stack_trace_t[PERF_MAX_STACK_DEPTH];
+
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} stackmap SEC(".maps") = {
.type = BPF_MAP_TYPE_STACK_TRACE,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64) * PERF_MAX_STACK_DEPTH,
.max_entries = 16384,
+ .key_size = sizeof(__u32),
+ .value_size = sizeof(stack_trace_t),
};
-struct bpf_map_def SEC("maps") stack_amap = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 (*value)[PERF_MAX_STACK_DEPTH];
+} stack_amap SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64) * PERF_MAX_STACK_DEPTH,
.max_entries = 16384,
};
diff --git a/tools/testing/selftests/bpf/progs/test_tc_edt.c b/tools/testing/selftests/bpf/progs/test_tc_edt.c
index 3af64c470d64..c2781dd78617 100644
--- a/tools/testing/selftests/bpf/progs/test_tc_edt.c
+++ b/tools/testing/selftests/bpf/progs/test_tc_edt.c
@@ -16,10 +16,13 @@
#define THROTTLE_RATE_BPS (5 * 1000 * 1000)
/* flow_key => last_tstamp timestamp used */
-struct bpf_map_def SEC("maps") flow_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ uint32_t *key;
+ uint64_t *value;
+} flow_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(uint32_t),
- .value_size = sizeof(uint64_t),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c b/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
index 1ab095bcacd8..0f1725e25c44 100644
--- a/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
@@ -16,10 +16,13 @@
#include "bpf_helpers.h"
#include "bpf_endian.h"
-struct bpf_map_def SEC("maps") results = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} results SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 1,
};
diff --git a/tools/testing/selftests/bpf/progs/test_tcp_estats.c b/tools/testing/selftests/bpf/progs/test_tcp_estats.c
index bee3bbecc0c4..df98f7e32832 100644
--- a/tools/testing/selftests/bpf/progs/test_tcp_estats.c
+++ b/tools/testing/selftests/bpf/progs/test_tcp_estats.c
@@ -148,10 +148,13 @@ struct tcp_estats_basic_event {
struct tcp_estats_conn_id conn_id;
};
-struct bpf_map_def SEC("maps") ev_record_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct tcp_estats_basic_event *value;
+} ev_record_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct tcp_estats_basic_event),
.max_entries = 1024,
};
diff --git a/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c b/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
index c7c3240e0dd4..38e10c9fd996 100644
--- a/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
@@ -14,17 +14,23 @@
#include "bpf_endian.h"
#include "test_tcpbpf.h"
-struct bpf_map_def SEC("maps") global_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct tcpbpf_globals *value;
+} global_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct tcpbpf_globals),
.max_entries = 4,
};
-struct bpf_map_def SEC("maps") sockopt_results = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ int *value;
+} sockopt_results SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(int),
.max_entries = 2,
};
diff --git a/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c b/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
index ec6db6e64c41..d073d37d4e27 100644
--- a/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
+++ b/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
@@ -14,18 +14,26 @@
#include "bpf_endian.h"
#include "test_tcpnotify.h"
-struct bpf_map_def SEC("maps") global_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct tcpnotify_globals *value;
+} global_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct tcpnotify_globals),
.max_entries = 4,
};
-struct bpf_map_def SEC("maps") perf_event_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} perf_event_map SEC(".maps") = {
.type = BPF_MAP_TYPE_PERF_EVENT_ARRAY,
+ .max_entries = 2,
.key_size = sizeof(int),
.value_size = sizeof(__u32),
- .max_entries = 2,
};
int _version SEC("version") = 1;
diff --git a/tools/testing/selftests/bpf/progs/test_xdp.c b/tools/testing/selftests/bpf/progs/test_xdp.c
index 5e7df8bb5b5d..ec3d2c1c8cf9 100644
--- a/tools/testing/selftests/bpf/progs/test_xdp.c
+++ b/tools/testing/selftests/bpf/progs/test_xdp.c
@@ -22,17 +22,23 @@
int _version SEC("version") = 1;
-struct bpf_map_def SEC("maps") rxcnt = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u64 *value;
+} rxcnt SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u64),
.max_entries = 256,
};
-struct bpf_map_def SEC("maps") vip2tnl = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ struct vip *key;
+ struct iptnl_info *value;
+} vip2tnl SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(struct vip),
- .value_size = sizeof(struct iptnl_info),
.max_entries = MAX_IPTNL_ENTRIES,
};
diff --git a/tools/testing/selftests/bpf/progs/test_xdp_noinline.c b/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
index 4fe6aaad22a4..d2eddb5553d1 100644
--- a/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
+++ b/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
@@ -163,52 +163,66 @@ struct lb_stats {
__u64 v1;
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) vip_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ struct vip_definition *key;
+ struct vip_meta *value;
+} vip_map SEC(".maps") = {
.type = BPF_MAP_TYPE_HASH,
- .key_size = sizeof(struct vip_definition),
- .value_size = sizeof(struct vip_meta),
.max_entries = 512,
- .map_flags = 0,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) lru_cache = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 map_flags;
+ struct flow_key *key;
+ struct real_pos_lru *value;
+} lru_cache SEC(".maps") = {
.type = BPF_MAP_TYPE_LRU_HASH,
- .key_size = sizeof(struct flow_key),
- .value_size = sizeof(struct real_pos_lru),
.max_entries = 300,
.map_flags = 1U << 1,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) ch_rings = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ __u32 *value;
+} ch_rings SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(__u32),
.max_entries = 12 * 655,
- .map_flags = 0,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) reals = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct real_definition *value;
+} reals SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct real_definition),
.max_entries = 40,
- .map_flags = 0,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) stats = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct lb_stats *value;
+} stats SEC(".maps") = {
.type = BPF_MAP_TYPE_PERCPU_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct lb_stats),
.max_entries = 515,
- .map_flags = 0,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) ctl_array = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 *key;
+ struct ctl_value *value;
+} ctl_array SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(__u32),
- .value_size = sizeof(struct ctl_value),
.max_entries = 16,
- .map_flags = 0,
};
struct eth_hdr {
diff --git a/tools/testing/selftests/bpf/test_queue_stack_map.h b/tools/testing/selftests/bpf/test_queue_stack_map.h
index 295b9b3bc5c7..f284137a36c4 100644
--- a/tools/testing/selftests/bpf/test_queue_stack_map.h
+++ b/tools/testing/selftests/bpf/test_queue_stack_map.h
@@ -10,20 +10,28 @@
int _version SEC("version") = 1;
-struct bpf_map_def __attribute__ ((section("maps"), used)) map_in = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} map_in SEC(".maps") = {
.type = MAP_TYPE,
+ .max_entries = 32,
.key_size = 0,
.value_size = sizeof(__u32),
- .max_entries = 32,
- .map_flags = 0,
};
-struct bpf_map_def __attribute__ ((section("maps"), used)) map_out = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} map_out SEC(".maps") = {
.type = MAP_TYPE,
+ .max_entries = 32,
.key_size = 0,
.value_size = sizeof(__u32),
- .max_entries = 32,
- .map_flags = 0,
};
SEC("test")
diff --git a/tools/testing/selftests/bpf/test_sockmap_kern.h b/tools/testing/selftests/bpf/test_sockmap_kern.h
index 4e7d3da21357..70b9236cedb0 100644
--- a/tools/testing/selftests/bpf/test_sockmap_kern.h
+++ b/tools/testing/selftests/bpf/test_sockmap_kern.h
@@ -28,59 +28,89 @@
* are established and verdicts are decided.
*/
-struct bpf_map_def SEC("maps") sock_map = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map SEC(".maps") = {
.type = TEST_MAP_TYPE,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_map_txmsg = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map_txmsg SEC(".maps") = {
.type = TEST_MAP_TYPE,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_map_redir = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ __u32 key_size;
+ __u32 value_size;
+} sock_map_redir SEC(".maps") = {
.type = TEST_MAP_TYPE,
+ .max_entries = 20,
.key_size = sizeof(int),
.value_size = sizeof(int),
- .max_entries = 20,
};
-struct bpf_map_def SEC("maps") sock_apply_bytes = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_apply_bytes SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 1
};
-struct bpf_map_def SEC("maps") sock_cork_bytes = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_cork_bytes SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 1
};
-struct bpf_map_def SEC("maps") sock_bytes = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_bytes SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 6
};
-struct bpf_map_def SEC("maps") sock_redir_flags = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_redir_flags SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 1
};
-struct bpf_map_def SEC("maps") sock_skb_opts = {
+struct {
+ __u32 type;
+ __u32 max_entries;
+ int *key;
+ int *value;
+} sock_skb_opts SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
- .key_size = sizeof(int),
- .value_size = sizeof(int),
.max_entries = 1
};
--
2.17.1
^ permalink raw reply related [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-11 4:47 ` [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions Andrii Nakryiko
@ 2019-06-14 23:23 ` Stanislav Fomichev
2019-06-14 23:43 ` Andrii Nakryiko
0 siblings, 1 reply; 26+ messages in thread
From: Stanislav Fomichev @ 2019-06-14 23:23 UTC (permalink / raw)
To: Andrii Nakryiko; +Cc: andrii.nakryiko, bpf, netdev, ast, daniel, kernel-team
On 06/10, Andrii Nakryiko wrote:
> Switch test map definition to new BTF-defined format.
Reiterating my concerns on non-RFC version:
Pretty please, let's not convert everything at once. Let's start
with stuff that explicitly depends on BTF (spinlocks?).
One good argument (aside from the one that we'd like to be able to
run tests internally without BTF for a while): libbpf doesn't
have any tests as far as I'm aware. If we don't have 'legacy' maps in the
selftests, libbpf may bit rot.
(Andrii, feel free to ignore, since we've already discussed that)
> Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> ---
> tools/testing/selftests/bpf/progs/bpf_flow.c | 18 +++--
> .../selftests/bpf/progs/get_cgroup_id_kern.c | 18 +++--
> .../testing/selftests/bpf/progs/netcnt_prog.c | 22 +++---
> .../selftests/bpf/progs/sample_map_ret0.c | 18 +++--
> .../selftests/bpf/progs/socket_cookie_prog.c | 9 ++-
> .../bpf/progs/sockmap_verdict_prog.c | 36 +++++++---
> .../bpf/progs/test_get_stack_rawtp.c | 27 ++++---
> .../selftests/bpf/progs/test_global_data.c | 27 ++++---
> tools/testing/selftests/bpf/progs/test_l4lb.c | 45 ++++++++----
> .../selftests/bpf/progs/test_l4lb_noinline.c | 45 ++++++++----
> .../selftests/bpf/progs/test_map_in_map.c | 20 ++++--
> .../selftests/bpf/progs/test_map_lock.c | 22 +++---
> .../testing/selftests/bpf/progs/test_obj_id.c | 9 ++-
> .../bpf/progs/test_select_reuseport_kern.c | 45 ++++++++----
> .../bpf/progs/test_send_signal_kern.c | 22 +++---
> .../bpf/progs/test_skb_cgroup_id_kern.c | 9 ++-
> .../bpf/progs/test_sock_fields_kern.c | 60 +++++++++-------
> .../selftests/bpf/progs/test_spin_lock.c | 33 ++++-----
> .../bpf/progs/test_stacktrace_build_id.c | 44 ++++++++----
> .../selftests/bpf/progs/test_stacktrace_map.c | 40 +++++++----
> .../testing/selftests/bpf/progs/test_tc_edt.c | 9 ++-
> .../bpf/progs/test_tcp_check_syncookie_kern.c | 9 ++-
> .../selftests/bpf/progs/test_tcp_estats.c | 9 ++-
> .../selftests/bpf/progs/test_tcpbpf_kern.c | 18 +++--
> .../selftests/bpf/progs/test_tcpnotify_kern.c | 18 +++--
> tools/testing/selftests/bpf/progs/test_xdp.c | 18 +++--
> .../selftests/bpf/progs/test_xdp_noinline.c | 60 ++++++++++------
> .../selftests/bpf/test_queue_stack_map.h | 20 ++++--
> .../testing/selftests/bpf/test_sockmap_kern.h | 72 +++++++++++++------
> 29 files changed, 526 insertions(+), 276 deletions(-)
>
> diff --git a/tools/testing/selftests/bpf/progs/bpf_flow.c b/tools/testing/selftests/bpf/progs/bpf_flow.c
> index 81ad9a0b29d0..849f42e548b5 100644
> --- a/tools/testing/selftests/bpf/progs/bpf_flow.c
> +++ b/tools/testing/selftests/bpf/progs/bpf_flow.c
> @@ -57,17 +57,25 @@ struct frag_hdr {
> __be32 identification;
> };
>
> -struct bpf_map_def SEC("maps") jmp_table = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} jmp_table SEC(".maps") = {
> .type = BPF_MAP_TYPE_PROG_ARRAY,
> + .max_entries = 8,
> .key_size = sizeof(__u32),
> .value_size = sizeof(__u32),
> - .max_entries = 8
> };
>
> -struct bpf_map_def SEC("maps") last_dissection = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct bpf_flow_keys *value;
> +} last_dissection SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct bpf_flow_keys),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c b/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
> index 014dba10b8a5..87b202381088 100644
> --- a/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
> +++ b/tools/testing/selftests/bpf/progs/get_cgroup_id_kern.c
> @@ -4,17 +4,23 @@
> #include <linux/bpf.h>
> #include "bpf_helpers.h"
>
> -struct bpf_map_def SEC("maps") cg_ids = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} cg_ids SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") pidmap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} pidmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/netcnt_prog.c b/tools/testing/selftests/bpf/progs/netcnt_prog.c
> index 9f741e69cebe..a25c82a5b7c8 100644
> --- a/tools/testing/selftests/bpf/progs/netcnt_prog.c
> +++ b/tools/testing/selftests/bpf/progs/netcnt_prog.c
> @@ -10,24 +10,22 @@
> #define REFRESH_TIME_NS 100000000
> #define NS_PER_SEC 1000000000
>
> -struct bpf_map_def SEC("maps") percpu_netcnt = {
> +struct {
> + __u32 type;
> + struct bpf_cgroup_storage_key *key;
> + struct percpu_net_cnt *value;
> +} percpu_netcnt SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_CGROUP_STORAGE,
> - .key_size = sizeof(struct bpf_cgroup_storage_key),
> - .value_size = sizeof(struct percpu_net_cnt),
> };
>
> -BPF_ANNOTATE_KV_PAIR(percpu_netcnt, struct bpf_cgroup_storage_key,
> - struct percpu_net_cnt);
> -
> -struct bpf_map_def SEC("maps") netcnt = {
> +struct {
> + __u32 type;
> + struct bpf_cgroup_storage_key *key;
> + struct net_cnt *value;
> +} netcnt SEC(".maps") = {
> .type = BPF_MAP_TYPE_CGROUP_STORAGE,
> - .key_size = sizeof(struct bpf_cgroup_storage_key),
> - .value_size = sizeof(struct net_cnt),
> };
>
> -BPF_ANNOTATE_KV_PAIR(netcnt, struct bpf_cgroup_storage_key,
> - struct net_cnt);
> -
> SEC("cgroup/skb")
> int bpf_nextcnt(struct __sk_buff *skb)
> {
> diff --git a/tools/testing/selftests/bpf/progs/sample_map_ret0.c b/tools/testing/selftests/bpf/progs/sample_map_ret0.c
> index 0756303676ac..0f4d47cecd4d 100644
> --- a/tools/testing/selftests/bpf/progs/sample_map_ret0.c
> +++ b/tools/testing/selftests/bpf/progs/sample_map_ret0.c
> @@ -2,17 +2,23 @@
> #include <linux/bpf.h>
> #include "bpf_helpers.h"
>
> -struct bpf_map_def SEC("maps") htab = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + long *value;
> +} htab SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(long),
> .max_entries = 2,
> };
>
> -struct bpf_map_def SEC("maps") array = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + long *value;
> +} array SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(long),
> .max_entries = 2,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/socket_cookie_prog.c b/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
> index 9ff8ac4b0bf6..5158bd8c342a 100644
> --- a/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
> +++ b/tools/testing/selftests/bpf/progs/socket_cookie_prog.c
> @@ -7,10 +7,13 @@
> #include "bpf_helpers.h"
> #include "bpf_endian.h"
>
> -struct bpf_map_def SEC("maps") socket_cookies = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u64 *key;
> + __u32 *value;
> +} socket_cookies SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(__u64),
> - .value_size = sizeof(__u32),
> .max_entries = 1 << 8,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c b/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
> index bdc22be46f2e..7b2146300489 100644
> --- a/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
> +++ b/tools/testing/selftests/bpf/progs/sockmap_verdict_prog.c
> @@ -5,31 +5,49 @@
>
> int _version SEC("version") = 1;
>
> -struct bpf_map_def SEC("maps") sock_map_rx = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map_rx SEC(".maps") = {
> .type = BPF_MAP_TYPE_SOCKMAP,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_map_tx = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map_tx SEC(".maps") = {
> .type = BPF_MAP_TYPE_SOCKMAP,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_map_msg = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map_msg SEC(".maps") = {
> .type = BPF_MAP_TYPE_SOCKMAP,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_map_break = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_map_break SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 20,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c b/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
> index f6d9f238e00a..aaa6ec250e15 100644
> --- a/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
> +++ b/tools/testing/selftests/bpf/progs/test_get_stack_rawtp.c
> @@ -15,17 +15,25 @@ struct stack_trace_t {
> struct bpf_stack_build_id user_stack_buildid[MAX_STACK_RAWTP];
> };
>
> -struct bpf_map_def SEC("maps") perfmap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} perfmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERF_EVENT_ARRAY,
> + .max_entries = 2,
> .key_size = sizeof(int),
> .value_size = sizeof(__u32),
> - .max_entries = 2,
> };
>
> -struct bpf_map_def SEC("maps") stackdata_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct stack_trace_t *value;
> +} stackdata_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct stack_trace_t),
> .max_entries = 1,
> };
>
> @@ -47,10 +55,13 @@ struct bpf_map_def SEC("maps") stackdata_map = {
> * issue and avoid complicated C programming massaging.
> * This is an acceptable workaround since there is one entry here.
> */
> -struct bpf_map_def SEC("maps") rawdata_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 (*value)[2 * MAX_STACK_RAWTP];
> +} rawdata_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = MAX_STACK_RAWTP * sizeof(__u64) * 2,
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_global_data.c b/tools/testing/selftests/bpf/progs/test_global_data.c
> index 5ab14e941980..866cc7ddbe43 100644
> --- a/tools/testing/selftests/bpf/progs/test_global_data.c
> +++ b/tools/testing/selftests/bpf/progs/test_global_data.c
> @@ -7,17 +7,23 @@
>
> #include "bpf_helpers.h"
>
> -struct bpf_map_def SEC("maps") result_number = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} result_number SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 11,
> };
>
> -struct bpf_map_def SEC("maps") result_string = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + const char (*value)[32];
> +} result_string SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = 32,
> .max_entries = 5,
> };
>
> @@ -27,10 +33,13 @@ struct foo {
> __u64 c;
> };
>
> -struct bpf_map_def SEC("maps") result_struct = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct foo *value;
> +} result_struct SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct foo),
> .max_entries = 5,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_l4lb.c b/tools/testing/selftests/bpf/progs/test_l4lb.c
> index 1e10c9590991..848cbb90f581 100644
> --- a/tools/testing/selftests/bpf/progs/test_l4lb.c
> +++ b/tools/testing/selftests/bpf/progs/test_l4lb.c
> @@ -169,38 +169,53 @@ struct eth_hdr {
> unsigned short eth_proto;
> };
>
> -struct bpf_map_def SEC("maps") vip_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + struct vip *key;
> + struct vip_meta *value;
> +} vip_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(struct vip),
> - .value_size = sizeof(struct vip_meta),
> .max_entries = MAX_VIPS,
> };
>
> -struct bpf_map_def SEC("maps") ch_rings = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} ch_rings SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = CH_RINGS_SIZE,
> };
>
> -struct bpf_map_def SEC("maps") reals = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct real_definition *value;
> +} reals SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct real_definition),
> .max_entries = MAX_REALS,
> };
>
> -struct bpf_map_def SEC("maps") stats = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct vip_stats *value;
> +} stats SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct vip_stats),
> .max_entries = MAX_VIPS,
> };
>
> -struct bpf_map_def SEC("maps") ctl_array = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct ctl_value *value;
> +} ctl_array SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct ctl_value),
> .max_entries = CTL_MAP_SIZE,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c b/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
> index ba44a14e6dc4..c63ecf3ca573 100644
> --- a/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
> +++ b/tools/testing/selftests/bpf/progs/test_l4lb_noinline.c
> @@ -165,38 +165,53 @@ struct eth_hdr {
> unsigned short eth_proto;
> };
>
> -struct bpf_map_def SEC("maps") vip_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + struct vip *key;
> + struct vip_meta *value;
> +} vip_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(struct vip),
> - .value_size = sizeof(struct vip_meta),
> .max_entries = MAX_VIPS,
> };
>
> -struct bpf_map_def SEC("maps") ch_rings = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} ch_rings SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = CH_RINGS_SIZE,
> };
>
> -struct bpf_map_def SEC("maps") reals = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct real_definition *value;
> +} reals SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct real_definition),
> .max_entries = MAX_REALS,
> };
>
> -struct bpf_map_def SEC("maps") stats = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct vip_stats *value;
> +} stats SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct vip_stats),
> .max_entries = MAX_VIPS,
> };
>
> -struct bpf_map_def SEC("maps") ctl_array = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct ctl_value *value;
> +} ctl_array SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct ctl_value),
> .max_entries = CTL_MAP_SIZE,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_map_in_map.c b/tools/testing/selftests/bpf/progs/test_map_in_map.c
> index 2985f262846e..7404bee7c26e 100644
> --- a/tools/testing/selftests/bpf/progs/test_map_in_map.c
> +++ b/tools/testing/selftests/bpf/progs/test_map_in_map.c
> @@ -5,22 +5,30 @@
> #include <linux/types.h>
> #include "bpf_helpers.h"
>
> -struct bpf_map_def SEC("maps") mim_array = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} mim_array SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY_OF_MAPS,
> + .max_entries = 1,
> .key_size = sizeof(int),
> /* must be sizeof(__u32) for map in map */
> .value_size = sizeof(__u32),
> - .max_entries = 1,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def SEC("maps") mim_hash = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} mim_hash SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH_OF_MAPS,
> + .max_entries = 1,
> .key_size = sizeof(int),
> /* must be sizeof(__u32) for map in map */
> .value_size = sizeof(__u32),
> - .max_entries = 1,
> - .map_flags = 0,
> };
>
> SEC("xdp_mimtest")
> diff --git a/tools/testing/selftests/bpf/progs/test_map_lock.c b/tools/testing/selftests/bpf/progs/test_map_lock.c
> index af8cc68ed2f9..40d9c2853393 100644
> --- a/tools/testing/selftests/bpf/progs/test_map_lock.c
> +++ b/tools/testing/selftests/bpf/progs/test_map_lock.c
> @@ -11,29 +11,31 @@ struct hmap_elem {
> int var[VAR_NUM];
> };
>
> -struct bpf_map_def SEC("maps") hash_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct hmap_elem *value;
> +} hash_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct hmap_elem),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(hash_map, int, struct hmap_elem);
> -
> struct array_elem {
> struct bpf_spin_lock lock;
> int var[VAR_NUM];
> };
>
> -struct bpf_map_def SEC("maps") array_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + struct array_elem *value;
> +} array_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct array_elem),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(array_map, int, struct array_elem);
> -
> SEC("map_lock_demo")
> int bpf_map_lock_test(struct __sk_buff *skb)
> {
> diff --git a/tools/testing/selftests/bpf/progs/test_obj_id.c b/tools/testing/selftests/bpf/progs/test_obj_id.c
> index 880d2963b472..2b1c2efdeed4 100644
> --- a/tools/testing/selftests/bpf/progs/test_obj_id.c
> +++ b/tools/testing/selftests/bpf/progs/test_obj_id.c
> @@ -16,10 +16,13 @@
>
> int _version SEC("version") = 1;
>
> -struct bpf_map_def SEC("maps") test_map_id = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} test_map_id SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c b/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
> index 5b54ec637ada..435a9527733e 100644
> --- a/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_select_reuseport_kern.c
> @@ -21,38 +21,55 @@ int _version SEC("version") = 1;
> #define offsetof(TYPE, MEMBER) ((size_t) &((TYPE *)0)->MEMBER)
> #endif
>
> -struct bpf_map_def SEC("maps") outer_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} outer_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY_OF_MAPS,
> + .max_entries = 1,
> .key_size = sizeof(__u32),
> .value_size = sizeof(__u32),
> - .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") result_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} result_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = NR_RESULTS,
> };
>
> -struct bpf_map_def SEC("maps") tmp_index_ovr_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + int *value;
> +} tmp_index_ovr_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(int),
> .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") linum_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} linum_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") data_check_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct data_check *value;
> +} data_check_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct data_check),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_send_signal_kern.c b/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
> index 45a1a1a2c345..6ac68be5d68b 100644
> --- a/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_send_signal_kern.c
> @@ -4,24 +4,26 @@
> #include <linux/version.h>
> #include "bpf_helpers.h"
>
> -struct bpf_map_def SEC("maps") info_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} info_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(info_map, __u32, __u64);
> -
> -struct bpf_map_def SEC("maps") status_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} status_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(status_map, __u32, __u64);
> -
> SEC("send_signal_demo")
> int bpf_send_signal_test(void *ctx)
> {
> diff --git a/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c b/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
> index 68cf9829f5a7..af296b876156 100644
> --- a/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_skb_cgroup_id_kern.c
> @@ -10,10 +10,13 @@
>
> #define NUM_CGROUP_LEVELS 4
>
> -struct bpf_map_def SEC("maps") cgroup_ids = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} cgroup_ids SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = NUM_CGROUP_LEVELS,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c b/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
> index 1c39e4ccb7f1..c3d383d650cb 100644
> --- a/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_sock_fields_kern.c
> @@ -27,31 +27,43 @@ enum bpf_linum_array_idx {
> __NR_BPF_LINUM_ARRAY_IDX,
> };
>
> -struct bpf_map_def SEC("maps") addr_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct sockaddr_in6 *value;
> +} addr_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct sockaddr_in6),
> .max_entries = __NR_BPF_ADDR_ARRAY_IDX,
> };
>
> -struct bpf_map_def SEC("maps") sock_result_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct bpf_sock *value;
> +} sock_result_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct bpf_sock),
> .max_entries = __NR_BPF_RESULT_ARRAY_IDX,
> };
>
> -struct bpf_map_def SEC("maps") tcp_sock_result_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct bpf_tcp_sock *value;
> +} tcp_sock_result_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct bpf_tcp_sock),
> .max_entries = __NR_BPF_RESULT_ARRAY_IDX,
> };
>
> -struct bpf_map_def SEC("maps") linum_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} linum_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = __NR_BPF_LINUM_ARRAY_IDX,
> };
>
> @@ -60,26 +72,26 @@ struct bpf_spinlock_cnt {
> __u32 cnt;
> };
>
> -struct bpf_map_def SEC("maps") sk_pkt_out_cnt = {
> +struct {
> + __u32 type;
> + __u32 map_flags;
> + int *key;
> + struct bpf_spinlock_cnt *value;
> +} sk_pkt_out_cnt SEC(".maps") = {
> .type = BPF_MAP_TYPE_SK_STORAGE,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct bpf_spinlock_cnt),
> - .max_entries = 0,
> .map_flags = BPF_F_NO_PREALLOC,
> };
>
> -BPF_ANNOTATE_KV_PAIR(sk_pkt_out_cnt, int, struct bpf_spinlock_cnt);
> -
> -struct bpf_map_def SEC("maps") sk_pkt_out_cnt10 = {
> +struct {
> + __u32 type;
> + __u32 map_flags;
> + int *key;
> + struct bpf_spinlock_cnt *value;
> +} sk_pkt_out_cnt10 SEC(".maps") = {
> .type = BPF_MAP_TYPE_SK_STORAGE,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct bpf_spinlock_cnt),
> - .max_entries = 0,
> .map_flags = BPF_F_NO_PREALLOC,
> };
>
> -BPF_ANNOTATE_KV_PAIR(sk_pkt_out_cnt10, int, struct bpf_spinlock_cnt);
> -
> static bool is_loopback6(__u32 *a6)
> {
> return !a6[0] && !a6[1] && !a6[2] && a6[3] == bpf_htonl(1);
> diff --git a/tools/testing/selftests/bpf/progs/test_spin_lock.c b/tools/testing/selftests/bpf/progs/test_spin_lock.c
> index 40f904312090..0a77ae36d981 100644
> --- a/tools/testing/selftests/bpf/progs/test_spin_lock.c
> +++ b/tools/testing/selftests/bpf/progs/test_spin_lock.c
> @@ -10,30 +10,29 @@ struct hmap_elem {
> int test_padding;
> };
>
> -struct bpf_map_def SEC("maps") hmap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + struct hmap_elem *value;
> +} hmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct hmap_elem),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(hmap, int, struct hmap_elem);
> -
> -
> struct cls_elem {
> struct bpf_spin_lock lock;
> volatile int cnt;
> };
>
> -struct bpf_map_def SEC("maps") cls_map = {
> +struct {
> + __u32 type;
> + struct bpf_cgroup_storage_key *key;
> + struct cls_elem *value;
> +} cls_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_CGROUP_STORAGE,
> - .key_size = sizeof(struct bpf_cgroup_storage_key),
> - .value_size = sizeof(struct cls_elem),
> };
>
> -BPF_ANNOTATE_KV_PAIR(cls_map, struct bpf_cgroup_storage_key,
> - struct cls_elem);
> -
> struct bpf_vqueue {
> struct bpf_spin_lock lock;
> /* 4 byte hole */
> @@ -42,14 +41,16 @@ struct bpf_vqueue {
> unsigned int rate;
> };
>
> -struct bpf_map_def SEC("maps") vqueue = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + struct bpf_vqueue *value;
> +} vqueue SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(struct bpf_vqueue),
> .max_entries = 1,
> };
>
> -BPF_ANNOTATE_KV_PAIR(vqueue, int, struct bpf_vqueue);
> #define CREDIT_PER_NS(delta, rate) (((delta) * rate) >> 20)
>
> SEC("spin_lock_demo")
> diff --git a/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c b/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
> index d86c281e957f..fcf2280bb60c 100644
> --- a/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
> +++ b/tools/testing/selftests/bpf/progs/test_stacktrace_build_id.c
> @@ -8,34 +8,50 @@
> #define PERF_MAX_STACK_DEPTH 127
> #endif
>
> -struct bpf_map_def SEC("maps") control_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} control_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") stackid_hmap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} stackid_hmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 16384,
> };
>
> -struct bpf_map_def SEC("maps") stackmap = {
> +typedef struct bpf_stack_build_id stack_trace_t[PERF_MAX_STACK_DEPTH];
> +
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 map_flags;
> + __u32 key_size;
> + __u32 value_size;
> +} stackmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_STACK_TRACE,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct bpf_stack_build_id)
> - * PERF_MAX_STACK_DEPTH,
> .max_entries = 128,
> .map_flags = BPF_F_STACK_BUILD_ID,
> + .key_size = sizeof(__u32),
> + .value_size = sizeof(stack_trace_t),
> };
>
> -struct bpf_map_def SEC("maps") stack_amap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + /* there seems to be a bug in kernel not handling typedef properly */
> + struct bpf_stack_build_id (*value)[PERF_MAX_STACK_DEPTH];
> +} stack_amap SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct bpf_stack_build_id)
> - * PERF_MAX_STACK_DEPTH,
> .max_entries = 128,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_stacktrace_map.c b/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
> index af111af7ca1a..7ad09adbf648 100644
> --- a/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
> +++ b/tools/testing/selftests/bpf/progs/test_stacktrace_map.c
> @@ -8,31 +8,47 @@
> #define PERF_MAX_STACK_DEPTH 127
> #endif
>
> -struct bpf_map_def SEC("maps") control_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} control_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 1,
> };
>
> -struct bpf_map_def SEC("maps") stackid_hmap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} stackid_hmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 16384,
> };
>
> -struct bpf_map_def SEC("maps") stackmap = {
> +typedef __u64 stack_trace_t[PERF_MAX_STACK_DEPTH];
> +
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} stackmap SEC(".maps") = {
> .type = BPF_MAP_TYPE_STACK_TRACE,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64) * PERF_MAX_STACK_DEPTH,
> .max_entries = 16384,
> + .key_size = sizeof(__u32),
> + .value_size = sizeof(stack_trace_t),
> };
>
> -struct bpf_map_def SEC("maps") stack_amap = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 (*value)[PERF_MAX_STACK_DEPTH];
> +} stack_amap SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64) * PERF_MAX_STACK_DEPTH,
> .max_entries = 16384,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_tc_edt.c b/tools/testing/selftests/bpf/progs/test_tc_edt.c
> index 3af64c470d64..c2781dd78617 100644
> --- a/tools/testing/selftests/bpf/progs/test_tc_edt.c
> +++ b/tools/testing/selftests/bpf/progs/test_tc_edt.c
> @@ -16,10 +16,13 @@
> #define THROTTLE_RATE_BPS (5 * 1000 * 1000)
>
> /* flow_key => last_tstamp timestamp used */
> -struct bpf_map_def SEC("maps") flow_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + uint32_t *key;
> + uint64_t *value;
> +} flow_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(uint32_t),
> - .value_size = sizeof(uint64_t),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c b/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
> index 1ab095bcacd8..0f1725e25c44 100644
> --- a/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_tcp_check_syncookie_kern.c
> @@ -16,10 +16,13 @@
> #include "bpf_helpers.h"
> #include "bpf_endian.h"
>
> -struct bpf_map_def SEC("maps") results = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} results SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 1,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_tcp_estats.c b/tools/testing/selftests/bpf/progs/test_tcp_estats.c
> index bee3bbecc0c4..df98f7e32832 100644
> --- a/tools/testing/selftests/bpf/progs/test_tcp_estats.c
> +++ b/tools/testing/selftests/bpf/progs/test_tcp_estats.c
> @@ -148,10 +148,13 @@ struct tcp_estats_basic_event {
> struct tcp_estats_conn_id conn_id;
> };
>
> -struct bpf_map_def SEC("maps") ev_record_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct tcp_estats_basic_event *value;
> +} ev_record_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct tcp_estats_basic_event),
> .max_entries = 1024,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c b/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
> index c7c3240e0dd4..38e10c9fd996 100644
> --- a/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_tcpbpf_kern.c
> @@ -14,17 +14,23 @@
> #include "bpf_endian.h"
> #include "test_tcpbpf.h"
>
> -struct bpf_map_def SEC("maps") global_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct tcpbpf_globals *value;
> +} global_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct tcpbpf_globals),
> .max_entries = 4,
> };
>
> -struct bpf_map_def SEC("maps") sockopt_results = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + int *value;
> +} sockopt_results SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(int),
> .max_entries = 2,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c b/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
> index ec6db6e64c41..d073d37d4e27 100644
> --- a/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
> +++ b/tools/testing/selftests/bpf/progs/test_tcpnotify_kern.c
> @@ -14,18 +14,26 @@
> #include "bpf_endian.h"
> #include "test_tcpnotify.h"
>
> -struct bpf_map_def SEC("maps") global_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct tcpnotify_globals *value;
> +} global_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct tcpnotify_globals),
> .max_entries = 4,
> };
>
> -struct bpf_map_def SEC("maps") perf_event_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} perf_event_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERF_EVENT_ARRAY,
> + .max_entries = 2,
> .key_size = sizeof(int),
> .value_size = sizeof(__u32),
> - .max_entries = 2,
> };
>
> int _version SEC("version") = 1;
> diff --git a/tools/testing/selftests/bpf/progs/test_xdp.c b/tools/testing/selftests/bpf/progs/test_xdp.c
> index 5e7df8bb5b5d..ec3d2c1c8cf9 100644
> --- a/tools/testing/selftests/bpf/progs/test_xdp.c
> +++ b/tools/testing/selftests/bpf/progs/test_xdp.c
> @@ -22,17 +22,23 @@
>
> int _version SEC("version") = 1;
>
> -struct bpf_map_def SEC("maps") rxcnt = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u64 *value;
> +} rxcnt SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u64),
> .max_entries = 256,
> };
>
> -struct bpf_map_def SEC("maps") vip2tnl = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + struct vip *key;
> + struct iptnl_info *value;
> +} vip2tnl SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(struct vip),
> - .value_size = sizeof(struct iptnl_info),
> .max_entries = MAX_IPTNL_ENTRIES,
> };
>
> diff --git a/tools/testing/selftests/bpf/progs/test_xdp_noinline.c b/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
> index 4fe6aaad22a4..d2eddb5553d1 100644
> --- a/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
> +++ b/tools/testing/selftests/bpf/progs/test_xdp_noinline.c
> @@ -163,52 +163,66 @@ struct lb_stats {
> __u64 v1;
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) vip_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + struct vip_definition *key;
> + struct vip_meta *value;
> +} vip_map SEC(".maps") = {
> .type = BPF_MAP_TYPE_HASH,
> - .key_size = sizeof(struct vip_definition),
> - .value_size = sizeof(struct vip_meta),
> .max_entries = 512,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) lru_cache = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 map_flags;
> + struct flow_key *key;
> + struct real_pos_lru *value;
> +} lru_cache SEC(".maps") = {
> .type = BPF_MAP_TYPE_LRU_HASH,
> - .key_size = sizeof(struct flow_key),
> - .value_size = sizeof(struct real_pos_lru),
> .max_entries = 300,
> .map_flags = 1U << 1,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) ch_rings = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + __u32 *value;
> +} ch_rings SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(__u32),
> .max_entries = 12 * 655,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) reals = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct real_definition *value;
> +} reals SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct real_definition),
> .max_entries = 40,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) stats = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct lb_stats *value;
> +} stats SEC(".maps") = {
> .type = BPF_MAP_TYPE_PERCPU_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct lb_stats),
> .max_entries = 515,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) ctl_array = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 *key;
> + struct ctl_value *value;
> +} ctl_array SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(__u32),
> - .value_size = sizeof(struct ctl_value),
> .max_entries = 16,
> - .map_flags = 0,
> };
>
> struct eth_hdr {
> diff --git a/tools/testing/selftests/bpf/test_queue_stack_map.h b/tools/testing/selftests/bpf/test_queue_stack_map.h
> index 295b9b3bc5c7..f284137a36c4 100644
> --- a/tools/testing/selftests/bpf/test_queue_stack_map.h
> +++ b/tools/testing/selftests/bpf/test_queue_stack_map.h
> @@ -10,20 +10,28 @@
>
> int _version SEC("version") = 1;
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) map_in = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} map_in SEC(".maps") = {
> .type = MAP_TYPE,
> + .max_entries = 32,
> .key_size = 0,
> .value_size = sizeof(__u32),
> - .max_entries = 32,
> - .map_flags = 0,
> };
>
> -struct bpf_map_def __attribute__ ((section("maps"), used)) map_out = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} map_out SEC(".maps") = {
> .type = MAP_TYPE,
> + .max_entries = 32,
> .key_size = 0,
> .value_size = sizeof(__u32),
> - .max_entries = 32,
> - .map_flags = 0,
> };
>
> SEC("test")
> diff --git a/tools/testing/selftests/bpf/test_sockmap_kern.h b/tools/testing/selftests/bpf/test_sockmap_kern.h
> index 4e7d3da21357..70b9236cedb0 100644
> --- a/tools/testing/selftests/bpf/test_sockmap_kern.h
> +++ b/tools/testing/selftests/bpf/test_sockmap_kern.h
> @@ -28,59 +28,89 @@
> * are established and verdicts are decided.
> */
>
> -struct bpf_map_def SEC("maps") sock_map = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map SEC(".maps") = {
> .type = TEST_MAP_TYPE,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_map_txmsg = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map_txmsg SEC(".maps") = {
> .type = TEST_MAP_TYPE,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_map_redir = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + __u32 key_size;
> + __u32 value_size;
> +} sock_map_redir SEC(".maps") = {
> .type = TEST_MAP_TYPE,
> + .max_entries = 20,
> .key_size = sizeof(int),
> .value_size = sizeof(int),
> - .max_entries = 20,
> };
>
> -struct bpf_map_def SEC("maps") sock_apply_bytes = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_apply_bytes SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 1
> };
>
> -struct bpf_map_def SEC("maps") sock_cork_bytes = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_cork_bytes SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 1
> };
>
> -struct bpf_map_def SEC("maps") sock_bytes = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_bytes SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 6
> };
>
> -struct bpf_map_def SEC("maps") sock_redir_flags = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_redir_flags SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 1
> };
>
> -struct bpf_map_def SEC("maps") sock_skb_opts = {
> +struct {
> + __u32 type;
> + __u32 max_entries;
> + int *key;
> + int *value;
> +} sock_skb_opts SEC(".maps") = {
> .type = BPF_MAP_TYPE_ARRAY,
> - .key_size = sizeof(int),
> - .value_size = sizeof(int),
> .max_entries = 1
> };
>
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread* Re: [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-14 23:23 ` Stanislav Fomichev
@ 2019-06-14 23:43 ` Andrii Nakryiko
2019-06-15 0:01 ` Stanislav Fomichev
0 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-14 23:43 UTC (permalink / raw)
To: Stanislav Fomichev
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Fri, Jun 14, 2019 at 4:23 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
>
> On 06/10, Andrii Nakryiko wrote:
> > Switch test map definition to new BTF-defined format.
> Reiterating my concerns on non-RFC version:
>
> Pretty please, let's not convert everything at once. Let's start
> with stuff that explicitly depends on BTF (spinlocks?).
How about this approach. I can split last commit into two. One
converting all the stuff that needs BTF (spinlocks, etc). Another part
- everything else. If it's so important for your use case, you'll be
able to just back out my last commit. Or we just don't land last
commit.
>
> One good argument (aside from the one that we'd like to be able to
> run tests internally without BTF for a while): libbpf doesn't
> have any tests as far as I'm aware. If we don't have 'legacy' maps in the
> selftests, libbpf may bit rot.
I left few legacy maps exactly for that reason. See progs/test_btf_*.c.
>
> (Andrii, feel free to ignore, since we've already discussed that)
>
> > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > ---
<snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* Re: [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-14 23:43 ` Andrii Nakryiko
@ 2019-06-15 0:01 ` Stanislav Fomichev
2019-06-17 19:30 ` Andrii Nakryiko
0 siblings, 1 reply; 26+ messages in thread
From: Stanislav Fomichev @ 2019-06-15 0:01 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On 06/14, Andrii Nakryiko wrote:
> On Fri, Jun 14, 2019 at 4:23 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
> >
> > On 06/10, Andrii Nakryiko wrote:
> > > Switch test map definition to new BTF-defined format.
> > Reiterating my concerns on non-RFC version:
> >
> > Pretty please, let's not convert everything at once. Let's start
> > with stuff that explicitly depends on BTF (spinlocks?).
>
> How about this approach. I can split last commit into two. One
> converting all the stuff that needs BTF (spinlocks, etc). Another part
> - everything else. If it's so important for your use case, you'll be
> able to just back out my last commit. Or we just don't land last
> commit.
I can always rollback or do not backport internally; the issue is that
it would be much harder to backport any future fixes/extensions to
those tests. So splitting in two and not landing the last one is
preferable ;-)
> > One good argument (aside from the one that we'd like to be able to
> > run tests internally without BTF for a while): libbpf doesn't
> > have any tests as far as I'm aware. If we don't have 'legacy' maps in the
> > selftests, libbpf may bit rot.
>
> I left few legacy maps exactly for that reason. See progs/test_btf_*.c.
Damn it, you've destroyed my only good argument.
> > (Andrii, feel free to ignore, since we've already discussed that)
> >
> > > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > > ---
>
>
> <snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* Re: [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-15 0:01 ` Stanislav Fomichev
@ 2019-06-17 19:30 ` Andrii Nakryiko
2019-06-17 21:07 ` Stanislav Fomichev
0 siblings, 1 reply; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-17 19:30 UTC (permalink / raw)
To: Stanislav Fomichev
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On Fri, Jun 14, 2019 at 5:01 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
>
> On 06/14, Andrii Nakryiko wrote:
> > On Fri, Jun 14, 2019 at 4:23 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
> > >
> > > On 06/10, Andrii Nakryiko wrote:
> > > > Switch test map definition to new BTF-defined format.
> > > Reiterating my concerns on non-RFC version:
> > >
> > > Pretty please, let's not convert everything at once. Let's start
> > > with stuff that explicitly depends on BTF (spinlocks?).
> >
> > How about this approach. I can split last commit into two. One
> > converting all the stuff that needs BTF (spinlocks, etc). Another part
> > - everything else. If it's so important for your use case, you'll be
> > able to just back out my last commit. Or we just don't land last
> > commit.
> I can always rollback or do not backport internally; the issue is that
> it would be much harder to backport any future fixes/extensions to
> those tests. So splitting in two and not landing the last one is
> preferable ;-)
So I just posted v2 and I split all the test conversions into three parts:
1. tests that already rely on BTF
2. tests w/ custom key/value types
3. all the reset
I think we should definitely apply #1. I think #2 would be nice. And
we can probably hold off on #3. I'll let Alexei or Daniel decide, but
it shouldn't be hard for them to do that.
>
> > > One good argument (aside from the one that we'd like to be able to
> > > run tests internally without BTF for a while): libbpf doesn't
> > > have any tests as far as I'm aware. If we don't have 'legacy' maps in the
> > > selftests, libbpf may bit rot.
> >
> > I left few legacy maps exactly for that reason. See progs/test_btf_*.c.
> Damn it, you've destroyed my only good argument.
Heh :)
>
> > > (Andrii, feel free to ignore, since we've already discussed that)
> > >
> > > > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > > > ---
> >
> >
> > <snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* Re: [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions
2019-06-17 19:30 ` Andrii Nakryiko
@ 2019-06-17 21:07 ` Stanislav Fomichev
0 siblings, 0 replies; 26+ messages in thread
From: Stanislav Fomichev @ 2019-06-17 21:07 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: Andrii Nakryiko, bpf, Networking, Alexei Starovoitov,
Daniel Borkmann, Kernel Team
On 06/17, Andrii Nakryiko wrote:
> On Fri, Jun 14, 2019 at 5:01 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
> >
> > On 06/14, Andrii Nakryiko wrote:
> > > On Fri, Jun 14, 2019 at 4:23 PM Stanislav Fomichev <sdf@fomichev.me> wrote:
> > > >
> > > > On 06/10, Andrii Nakryiko wrote:
> > > > > Switch test map definition to new BTF-defined format.
> > > > Reiterating my concerns on non-RFC version:
> > > >
> > > > Pretty please, let's not convert everything at once. Let's start
> > > > with stuff that explicitly depends on BTF (spinlocks?).
> > >
> > > How about this approach. I can split last commit into two. One
> > > converting all the stuff that needs BTF (spinlocks, etc). Another part
> > > - everything else. If it's so important for your use case, you'll be
> > > able to just back out my last commit. Or we just don't land last
> > > commit.
> > I can always rollback or do not backport internally; the issue is that
> > it would be much harder to backport any future fixes/extensions to
> > those tests. So splitting in two and not landing the last one is
> > preferable ;-)
>
> So I just posted v2 and I split all the test conversions into three parts:
> 1. tests that already rely on BTF
> 2. tests w/ custom key/value types
> 3. all the reset
>
> I think we should definitely apply #1. I think #2 would be nice. And
> we can probably hold off on #3. I'll let Alexei or Daniel decide, but
> it shouldn't be hard for them to do that.
Awesome, thanks!
> > > > One good argument (aside from the one that we'd like to be able to
> > > > run tests internally without BTF for a while): libbpf doesn't
> > > > have any tests as far as I'm aware. If we don't have 'legacy' maps in the
> > > > selftests, libbpf may bit rot.
> > >
> > > I left few legacy maps exactly for that reason. See progs/test_btf_*.c.
> > Damn it, you've destroyed my only good argument.
>
> Heh :)
>
> >
> > > > (Andrii, feel free to ignore, since we've already discussed that)
> > > >
> > > > > Signed-off-by: Andrii Nakryiko <andriin@fb.com>
> > > > > ---
> > >
> > >
> > > <snip>
^ permalink raw reply [flat|nested] 26+ messages in thread
* Re: [PATCH bpf-next 0/8] BTF-defined BPF map definitions
2019-06-11 4:47 [PATCH bpf-next 0/8] BTF-defined BPF map definitions Andrii Nakryiko
` (7 preceding siblings ...)
2019-06-11 4:47 ` [PATCH bpf-next 8/8] selftests/bpf: switch tests to BTF-defined map definitions Andrii Nakryiko
@ 2019-06-11 5:21 ` Andrii Nakryiko
8 siblings, 0 replies; 26+ messages in thread
From: Andrii Nakryiko @ 2019-06-11 5:21 UTC (permalink / raw)
To: Andrii Nakryiko
Cc: bpf, Networking, Alexei Starovoitov, Daniel Borkmann, Kernel Team
On Mon, Jun 10, 2019 at 9:48 PM Andrii Nakryiko <andriin@fb.com> wrote:
>
> This patch set implements initial version (as discussed at LSF/MM2019
> conference) of a new way to specify BPF maps, relying on BTF type information,
> which allows for easy extensibility, preserving forward and backward
> compatibility. See details and examples in description for patch #6.
>
> [0] contains an outline of follow up extensions to be added after this basic
> set of features lands. They are useful by itself, but also allows to bring
> libbpf to feature-parity with iproute2 BPF loader. That should open a path
> forward for BPF loaders unification.
>
> Patch #1 centralizes commonly used min/max macro in libbpf_internal.h.
> Patch #2 extracts .BTF and .BTF.ext loading loging from elf_collect().
> Patch #3 refactors map initialization logic into user-provided maps and global
> data maps, in preparation to adding another way (BTF-defined maps).
> Patch #4 adds support for map definitions in multiple ELF sections and
> deprecates bpf_object__find_map_by_offset() API which doesn't appear to be
> used anymore and makes assumption that all map definitions reside in single
> ELF section.
> Patch #5 splits BTF intialization from sanitization/loading into kernel to
> preserve original BTF at the time of map initialization.
> Patch #6 adds support for BTF-defined maps.
> Patch #7 adds new test for BTF-defined map definition.
> Patch #8 converts test BPF map definitions to use BTF way.
>
> [0] https://lore.kernel.org/bpf/CAEf4BzbfdG2ub7gCi0OYqBrUoChVHWsmOntWAkJt47=FE+km+A@mail.gmail.com/
>
> rfc->v1:
> - error out on unknown field by default (Stanislav, Jakub, Lorenz);
>
> Andrii Nakryiko (8):
> libbpf: add common min/max macro to libbpf_internal.h
> libbpf: extract BTF loading and simplify ELF parsing logic
> libbpf: refactor map initialization
> libbpf: identify maps by section index in addition to offset
> libbpf: split initialization and loading of BTF
> libbpf: allow specifying map definitions using BTF
> selftests/bpf: add test for BTF-defined maps
> selftests/bpf: switch tests to BTF-defined map definitions
I'm posting this as v1 to move discussion forward.
Important point that we haven't discussed extensively is whether we
should allow applications to specify custom fields as part of map
definition and if yes, what's the best way to expose that to
application.
I think we should avoid that and let applications handle app-specific
per-map customizations using "associated" app-specific metadata
struct, e.g.:
/* map definition for libbpf */
struct {
__u32 *key;
struct my_value *value;
__u32 type;
} my_fancy_map SEC(".maps") = {
.type = BPF_MAP_TYPE_ARRAY,
};
/* app-specific associated metadata, based on map name convention */
struct {
struct my_fancy_meta tag;
__u32 some_app_id;
} my_fancy_map__metadata = {
.tag = {
/* ... */
},
.some_app_id = 123,
};
Then application itself can find corresponding BTF variable/type and
parse data as it sees fit.
In any case, it's not hard to add this later, but it would be good to
see some realistic use cases where app-specific stuff needs to be part
of BPF map definition.
Some reasons to avoid this:
1. Potential name conflicts when in the future libbpf adds a new
supported field.
2. Need to add APIs to expose this to application (callback, or expose
map definition BTF type ID, or something along those lines). As app
metadata can be of any type, we'll need to stick to very generic
information, like: BTF type ID of struct + field info (name, #,
offset, size), pointer to data section. At that point complexity of
dealing with this extra metadata seems equivalent to just letting app
find `my_fancy_map__metadata` struct and parse it, while also
complicating libbpf APIs.
3. In general, mixing together standardized map definition with ad-hoc
application metadata seems like a bad idea and makes documenting all
that more awkward.
As for syntax of key/value type capturing. We are down to two
realistic candidates:
1. struct {
__u32 *key;
struct my_value *value;
} ...
2. struct {
struct {
__u32 key;
struct my_value value;
} types[]; /* has to be last field, or otherwise need explicit [0] size */
} ...
I prefer first for simplicity and less visual clutter. That pointer
can be explained very succinctly in documentation, I don't think it's
a big deal or is hard to grasp. In both cases we'll need to include
justification of why it's not just inlined types (ELF size savings).
There will be three distinctive cases for key/value syntax:
- pointer to some type: this captures key/value type and size, without
pre-initializing map;
- inlined struct w/ another map definition - map-in-map case, pretty
distinctive special case;
- array of elements of some type - static pre-initialization w/
values, initially supported for BPF_MAP_TYPE_PROG_ARRAY and
map-in-maps, but potentially can be extended further, e.g., for normal
arrays.
Latter two are advanced rare cases, but indispensable for when you need it.
Hope this helps a bit, thanks!
>
> tools/lib/bpf/bpf.c | 7 +-
> tools/lib/bpf/bpf_prog_linfo.c | 5 +-
> tools/lib/bpf/btf.c | 3 -
> tools/lib/bpf/btf.h | 1 +
> tools/lib/bpf/btf_dump.c | 3 -
> tools/lib/bpf/libbpf.c | 767 +++++++++++++-----
> tools/lib/bpf/libbpf_internal.h | 7 +
> tools/testing/selftests/bpf/progs/bpf_flow.c | 18 +-
> .../selftests/bpf/progs/get_cgroup_id_kern.c | 18 +-
> .../testing/selftests/bpf/progs/netcnt_prog.c | 22 +-
> .../selftests/bpf/progs/sample_map_ret0.c | 18 +-
> .../selftests/bpf/progs/socket_cookie_prog.c | 9 +-
> .../bpf/progs/sockmap_verdict_prog.c | 36 +-
> .../selftests/bpf/progs/test_btf_newkv.c | 73 ++
> .../bpf/progs/test_get_stack_rawtp.c | 27 +-
> .../selftests/bpf/progs/test_global_data.c | 27 +-
> tools/testing/selftests/bpf/progs/test_l4lb.c | 45 +-
> .../selftests/bpf/progs/test_l4lb_noinline.c | 45 +-
> .../selftests/bpf/progs/test_map_in_map.c | 20 +-
> .../selftests/bpf/progs/test_map_lock.c | 22 +-
> .../testing/selftests/bpf/progs/test_obj_id.c | 9 +-
> .../bpf/progs/test_select_reuseport_kern.c | 45 +-
> .../bpf/progs/test_send_signal_kern.c | 22 +-
> .../bpf/progs/test_skb_cgroup_id_kern.c | 9 +-
> .../bpf/progs/test_sock_fields_kern.c | 60 +-
> .../selftests/bpf/progs/test_spin_lock.c | 33 +-
> .../bpf/progs/test_stacktrace_build_id.c | 44 +-
> .../selftests/bpf/progs/test_stacktrace_map.c | 40 +-
> .../testing/selftests/bpf/progs/test_tc_edt.c | 9 +-
> .../bpf/progs/test_tcp_check_syncookie_kern.c | 9 +-
> .../selftests/bpf/progs/test_tcp_estats.c | 9 +-
> .../selftests/bpf/progs/test_tcpbpf_kern.c | 18 +-
> .../selftests/bpf/progs/test_tcpnotify_kern.c | 18 +-
> tools/testing/selftests/bpf/progs/test_xdp.c | 18 +-
> .../selftests/bpf/progs/test_xdp_noinline.c | 60 +-
> tools/testing/selftests/bpf/test_btf.c | 10 +-
> .../selftests/bpf/test_queue_stack_map.h | 20 +-
> .../testing/selftests/bpf/test_sockmap_kern.h | 72 +-
> 38 files changed, 1187 insertions(+), 491 deletions(-)
> create mode 100644 tools/testing/selftests/bpf/progs/test_btf_newkv.c
>
> --
> 2.17.1
>
^ permalink raw reply [flat|nested] 26+ messages in thread