Message ID | 20221209190727.759804-2-namhyung@kernel.org (mailing list archive) |
---|---|
State | Not Applicable |
Delegated to: | BPF |
Headers | show |
Series | perf lock contention: Support task/addr aggregation mode (v1) | expand |
Em Fri, Dec 09, 2022 at 11:07:24AM -0800, Namhyung Kim escreveu: > Accessing BPF maps should use the same data types. Add bpf_skel/lock_data.h > to define the common data structures. No functional changes. You forgot to update one of the stack_id users, that field got renamed: util/bpf_skel/lock_contention.bpf.c:144:6: error: no member named 'stack_id' in 'struct contention_key' key.stack_id = pelem->stack_id; ~~~ ^ 1 error generated. make[2]: *** [Makefile.perf:1075: /tmp/build/perf/util/bpf_skel/.tmp/lock_contention.bpf.o] Error 1 make[1]: *** [Makefile.perf:236: sub-make] Error 2 make: *** [Makefile:113: install-bin] Error 2 make: Leaving directory '/var/home/acme/git/perf/tools/perf' Performance counter stats for 'make -k NO_LIBTRACEEVENT=1 BUILD_BPF_SKEL=1 CORESIGHT=1 O=/tmp/build/perf -C tools/perf install-bin': 7,005,216,342 cycles:u 11,851,225,594 instructions:u # 1.69 insn per cycle 3.168945139 seconds time elapsed 1.730964000 seconds user 1.578932000 seconds sys ⬢[acme@toolbox perf]$ git log --oneline -4 f6e7a5f1db49dc8e (HEAD) perf lock contention: Add lock_data.h for common data 5d9b55713c5c037f perf python: Account for multiple words in CC d9078bf3f3320457 perf off_cpu: Fix a typo in BTF tracepoint name, it should be 'btf_trace_sched_switch' 3b7ea76f0f7844f5 perf test: Update event group check for support of uncore event ⬢[acme@toolbox perf]$ After some point it builds. I'm fixing this to keep it bisectable. - Arnaldo > Signed-off-by: Namhyung Kim <namhyung@kernel.org> > --- > tools/perf/util/bpf_lock_contention.c | 19 ++++-------- > .../perf/util/bpf_skel/lock_contention.bpf.c | 17 ++--------- > tools/perf/util/bpf_skel/lock_data.h | 30 +++++++++++++++++++ > 3 files changed, 38 insertions(+), 28 deletions(-) > create mode 100644 tools/perf/util/bpf_skel/lock_data.h > > diff --git a/tools/perf/util/bpf_lock_contention.c b/tools/perf/util/bpf_lock_contention.c > index f4ebb9a2e380..b6a8eb7164b3 100644 > --- a/tools/perf/util/bpf_lock_contention.c > +++ b/tools/perf/util/bpf_lock_contention.c > @@ -12,17 +12,10 @@ > #include <bpf/bpf.h> > > #include "bpf_skel/lock_contention.skel.h" > +#include "bpf_skel/lock_data.h" > > static struct lock_contention_bpf *skel; > > -struct lock_contention_data { > - u64 total_time; > - u64 min_time; > - u64 max_time; > - u32 count; > - u32 flags; > -}; > - > int lock_contention_prepare(struct lock_contention *con) > { > int i, fd; > @@ -110,8 +103,8 @@ int lock_contention_stop(void) > int lock_contention_read(struct lock_contention *con) > { > int fd, stack, err = 0; > - s32 prev_key, key; > - struct lock_contention_data data = {}; > + struct contention_key *prev_key, key; > + struct contention_data data = {}; > struct lock_stat *st = NULL; > struct machine *machine = con->machine; > u64 *stack_trace; > @@ -126,8 +119,8 @@ int lock_contention_read(struct lock_contention *con) > if (stack_trace == NULL) > return -1; > > - prev_key = 0; > - while (!bpf_map_get_next_key(fd, &prev_key, &key)) { > + prev_key = NULL; > + while (!bpf_map_get_next_key(fd, prev_key, &key)) { > struct map *kmap; > struct symbol *sym; > int idx = 0; > @@ -184,7 +177,7 @@ int lock_contention_read(struct lock_contention *con) > } > > hlist_add_head(&st->hash_entry, con->result); > - prev_key = key; > + prev_key = &key; > > /* we're fine now, reset the values */ > st = NULL; > diff --git a/tools/perf/util/bpf_skel/lock_contention.bpf.c b/tools/perf/util/bpf_skel/lock_contention.bpf.c > index 9681cb59b0df..0f63cc28ccba 100644 > --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c > +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c > @@ -5,24 +5,11 @@ > #include <bpf/bpf_tracing.h> > #include <bpf/bpf_core_read.h> > > -/* maximum stack trace depth */ > -#define MAX_STACKS 8 > +#include "lock_data.h" > > /* default buffer size */ > #define MAX_ENTRIES 10240 > > -struct contention_key { > - __s32 stack_id; > -}; > - > -struct contention_data { > - __u64 total_time; > - __u64 min_time; > - __u64 max_time; > - __u32 count; > - __u32 flags; > -}; > - > struct tstamp_data { > __u64 timestamp; > __u64 lock; > @@ -34,7 +21,7 @@ struct tstamp_data { > struct { > __uint(type, BPF_MAP_TYPE_STACK_TRACE); > __uint(key_size, sizeof(__u32)); > - __uint(value_size, MAX_STACKS * sizeof(__u64)); > + __uint(value_size, sizeof(__u64)); > __uint(max_entries, MAX_ENTRIES); > } stacks SEC(".maps"); > > diff --git a/tools/perf/util/bpf_skel/lock_data.h b/tools/perf/util/bpf_skel/lock_data.h > new file mode 100644 > index 000000000000..dbdf4caedc4a > --- /dev/null > +++ b/tools/perf/util/bpf_skel/lock_data.h > @@ -0,0 +1,30 @@ > +// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) > +/* Data structures shared between BPF and tools. */ > +#ifndef UTIL_BPF_SKEL_LOCK_DATA_H > +#define UTIL_BPF_SKEL_LOCK_DATA_H > + > +struct contention_key { > + s32 stack_or_task_id; > +}; > + > +#define TASK_COMM_LEN 16 > + > +struct contention_task_data { > + char comm[TASK_COMM_LEN]; > +}; > + > +struct contention_data { > + u64 total_time; > + u64 min_time; > + u64 max_time; > + u32 count; > + u32 flags; > +}; > + > +enum lock_aggr_mode { > + LOCK_AGGR_ADDR = 0, > + LOCK_AGGR_TASK, > + LOCK_AGGR_CALLER, > +}; > + > +#endif /* UTIL_BPF_SKEL_LOCK_DATA_H */ > -- > 2.39.0.rc1.256.g54fd8350bd-goog
Em Mon, Dec 12, 2022 at 04:42:30PM -0300, Arnaldo Carvalho de Melo escreveu: > Em Fri, Dec 09, 2022 at 11:07:24AM -0800, Namhyung Kim escreveu: > > Accessing BPF maps should use the same data types. Add bpf_skel/lock_data.h > > to define the common data structures. No functional changes. > > You forgot to update one of the stack_id users, that field got renamed: > > util/bpf_skel/lock_contention.bpf.c:144:6: error: no member named 'stack_id' in 'struct contention_key' > key.stack_id = pelem->stack_id; > ~~~ ^ > 1 error generated. > make[2]: *** [Makefile.perf:1075: /tmp/build/perf/util/bpf_skel/.tmp/lock_contention.bpf.o] Error 1 > make[1]: *** [Makefile.perf:236: sub-make] Error 2 > make: *** [Makefile:113: install-bin] Error 2 > make: Leaving directory '/var/home/acme/git/perf/tools/perf' > > Performance counter stats for 'make -k NO_LIBTRACEEVENT=1 BUILD_BPF_SKEL=1 CORESIGHT=1 O=/tmp/build/perf -C tools/perf install-bin': > > 7,005,216,342 cycles:u > 11,851,225,594 instructions:u # 1.69 insn per cycle > > 3.168945139 seconds time elapsed > > 1.730964000 seconds user > 1.578932000 seconds sys > > > ⬢[acme@toolbox perf]$ git log --oneline -4 > f6e7a5f1db49dc8e (HEAD) perf lock contention: Add lock_data.h for common data > 5d9b55713c5c037f perf python: Account for multiple words in CC > d9078bf3f3320457 perf off_cpu: Fix a typo in BTF tracepoint name, it should be 'btf_trace_sched_switch' > 3b7ea76f0f7844f5 perf test: Update event group check for support of uncore event > ⬢[acme@toolbox perf]$ > > After some point it builds. > > I'm fixing this to keep it bisectable. I folded this: diff --git a/tools/perf/util/bpf_skel/lock_contention.bpf.c b/tools/perf/util/bpf_skel/lock_contention.bpf.c index 0f63cc28ccbabd21..64fd1e040ac86e58 100644 --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c @@ -141,7 +141,7 @@ int contention_end(u64 *ctx) duration = bpf_ktime_get_ns() - pelem->timestamp; - key.stack_id = pelem->stack_id; + key.stack_or_task_id = pelem->stack_id; data = bpf_map_lookup_elem(&lock_stat, &key); if (!data) { struct contention_data first = {
Em Mon, Dec 12, 2022 at 04:43:43PM -0300, Arnaldo Carvalho de Melo escreveu: > Em Mon, Dec 12, 2022 at 04:42:30PM -0300, Arnaldo Carvalho de Melo escreveu: > > Em Fri, Dec 09, 2022 at 11:07:24AM -0800, Namhyung Kim escreveu: > > > Accessing BPF maps should use the same data types. Add bpf_skel/lock_data.h > > > to define the common data structures. No functional changes. > > > > You forgot to update one of the stack_id users, that field got renamed: > > > > util/bpf_skel/lock_contention.bpf.c:144:6: error: no member named 'stack_id' in 'struct contention_key' > > key.stack_id = pelem->stack_id; > > ~~~ ^ > > 1 error generated. > > make[2]: *** [Makefile.perf:1075: /tmp/build/perf/util/bpf_skel/.tmp/lock_contention.bpf.o] Error 1 > > make[1]: *** [Makefile.perf:236: sub-make] Error 2 > > make: *** [Makefile:113: install-bin] Error 2 > > make: Leaving directory '/var/home/acme/git/perf/tools/perf' > > > > Performance counter stats for 'make -k NO_LIBTRACEEVENT=1 BUILD_BPF_SKEL=1 CORESIGHT=1 O=/tmp/build/perf -C tools/perf install-bin': > > > > 7,005,216,342 cycles:u > > 11,851,225,594 instructions:u # 1.69 insn per cycle > > > > 3.168945139 seconds time elapsed > > > > 1.730964000 seconds user > > 1.578932000 seconds sys > > > > > > ⬢[acme@toolbox perf]$ git log --oneline -4 > > f6e7a5f1db49dc8e (HEAD) perf lock contention: Add lock_data.h for common data > > 5d9b55713c5c037f perf python: Account for multiple words in CC > > d9078bf3f3320457 perf off_cpu: Fix a typo in BTF tracepoint name, it should be 'btf_trace_sched_switch' > > 3b7ea76f0f7844f5 perf test: Update event group check for support of uncore event > > ⬢[acme@toolbox perf]$ > > > > After some point it builds. > > > > I'm fixing this to keep it bisectable. > > I folded this: > > diff --git a/tools/perf/util/bpf_skel/lock_contention.bpf.c b/tools/perf/util/bpf_skel/lock_contention.bpf.c > index 0f63cc28ccbabd21..64fd1e040ac86e58 100644 > --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c > +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c > @@ -141,7 +141,7 @@ int contention_end(u64 *ctx) > > duration = bpf_ktime_get_ns() - pelem->timestamp; > > - key.stack_id = pelem->stack_id; > + key.stack_or_task_id = pelem->stack_id; > data = bpf_map_lookup_elem(&lock_stat, &key); > if (!data) { > struct contention_data first = { And then fixed up this: Could not apply 3d4947c7bd10beba... perf lock contention: Implement -t/--threads option for BPF ⬢[acme@toolbox perf]$ ⬢[acme@toolbox perf]$ ⬢[acme@toolbox perf]$ git diff diff --cc tools/perf/util/bpf_skel/lock_contention.bpf.c index 64fd1e040ac86e58,cd405adcd252b82d..0000000000000000 --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c @@@ -141,7 -168,13 +168,17 @@@ int contention_end(u64 *ctx duration = bpf_ktime_get_ns() - pelem->timestamp; ++<<<<<<< HEAD + key.stack_or_task_id = pelem->stack_id; ++======= + if (aggr_mode == LOCK_AGGR_CALLER) { + key.stack_or_task_id = pelem->stack_id; + } else { + key.stack_or_task_id = pid; + update_task_data(pid); + } + ++>>>>>>> 3d4947c7bd10beba (perf lock contention: Implement -t/--threads option for BPF)
Hi Arnaldo, On Mon, Dec 12, 2022 at 11:45 AM Arnaldo Carvalho de Melo <acme@kernel.org> wrote: > > Em Mon, Dec 12, 2022 at 04:43:43PM -0300, Arnaldo Carvalho de Melo escreveu: > > Em Mon, Dec 12, 2022 at 04:42:30PM -0300, Arnaldo Carvalho de Melo escreveu: > > > Em Fri, Dec 09, 2022 at 11:07:24AM -0800, Namhyung Kim escreveu: > > > > Accessing BPF maps should use the same data types. Add bpf_skel/lock_data.h > > > > to define the common data structures. No functional changes. > > > > > > You forgot to update one of the stack_id users, that field got renamed: > > > > > > util/bpf_skel/lock_contention.bpf.c:144:6: error: no member named 'stack_id' in 'struct contention_key' > > > key.stack_id = pelem->stack_id; > > > ~~~ ^ > > > 1 error generated. > > > make[2]: *** [Makefile.perf:1075: /tmp/build/perf/util/bpf_skel/.tmp/lock_contention.bpf.o] Error 1 > > > make[1]: *** [Makefile.perf:236: sub-make] Error 2 > > > make: *** [Makefile:113: install-bin] Error 2 > > > make: Leaving directory '/var/home/acme/git/perf/tools/perf' Oops, right. > > > > > > Performance counter stats for 'make -k NO_LIBTRACEEVENT=1 BUILD_BPF_SKEL=1 CORESIGHT=1 O=/tmp/build/perf -C tools/perf install-bin': > > > > > > 7,005,216,342 cycles:u > > > 11,851,225,594 instructions:u # 1.69 insn per cycle > > > > > > 3.168945139 seconds time elapsed > > > > > > 1.730964000 seconds user > > > 1.578932000 seconds sys > > > > > > > > > ⬢[acme@toolbox perf]$ git log --oneline -4 > > > f6e7a5f1db49dc8e (HEAD) perf lock contention: Add lock_data.h for common data > > > 5d9b55713c5c037f perf python: Account for multiple words in CC > > > d9078bf3f3320457 perf off_cpu: Fix a typo in BTF tracepoint name, it should be 'btf_trace_sched_switch' > > > 3b7ea76f0f7844f5 perf test: Update event group check for support of uncore event > > > ⬢[acme@toolbox perf]$ > > > > > > After some point it builds. > > > > > > I'm fixing this to keep it bisectable. > > > > I folded this: > > > > diff --git a/tools/perf/util/bpf_skel/lock_contention.bpf.c b/tools/perf/util/bpf_skel/lock_contention.bpf.c > > index 0f63cc28ccbabd21..64fd1e040ac86e58 100644 > > --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c > > +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c > > @@ -141,7 +141,7 @@ int contention_end(u64 *ctx) > > > > duration = bpf_ktime_get_ns() - pelem->timestamp; > > > > - key.stack_id = pelem->stack_id; > > + key.stack_or_task_id = pelem->stack_id; > > data = bpf_map_lookup_elem(&lock_stat, &key); > > if (!data) { > > struct contention_data first = { Thanks for fixing this. > > > And then fixed up this: > > Could not apply 3d4947c7bd10beba... perf lock contention: Implement -t/--threads option for BPF > ⬢[acme@toolbox perf]$ > ⬢[acme@toolbox perf]$ > ⬢[acme@toolbox perf]$ git diff > diff --cc tools/perf/util/bpf_skel/lock_contention.bpf.c > index 64fd1e040ac86e58,cd405adcd252b82d..0000000000000000 > --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c > +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c > @@@ -141,7 -168,13 +168,17 @@@ int contention_end(u64 *ctx > > duration = bpf_ktime_get_ns() - pelem->timestamp; > > ++<<<<<<< HEAD > + key.stack_or_task_id = pelem->stack_id; > ++======= > + if (aggr_mode == LOCK_AGGR_CALLER) { > + key.stack_or_task_id = pelem->stack_id; > + } else { > + key.stack_or_task_id = pid; > + update_task_data(pid); > + } > + > ++>>>>>>> 3d4947c7bd10beba (perf lock contention: Implement -t/--threads option for BPF) Sure, it looks good to me. Thanks, Namhyung
diff --git a/tools/perf/util/bpf_lock_contention.c b/tools/perf/util/bpf_lock_contention.c index f4ebb9a2e380..b6a8eb7164b3 100644 --- a/tools/perf/util/bpf_lock_contention.c +++ b/tools/perf/util/bpf_lock_contention.c @@ -12,17 +12,10 @@ #include <bpf/bpf.h> #include "bpf_skel/lock_contention.skel.h" +#include "bpf_skel/lock_data.h" static struct lock_contention_bpf *skel; -struct lock_contention_data { - u64 total_time; - u64 min_time; - u64 max_time; - u32 count; - u32 flags; -}; - int lock_contention_prepare(struct lock_contention *con) { int i, fd; @@ -110,8 +103,8 @@ int lock_contention_stop(void) int lock_contention_read(struct lock_contention *con) { int fd, stack, err = 0; - s32 prev_key, key; - struct lock_contention_data data = {}; + struct contention_key *prev_key, key; + struct contention_data data = {}; struct lock_stat *st = NULL; struct machine *machine = con->machine; u64 *stack_trace; @@ -126,8 +119,8 @@ int lock_contention_read(struct lock_contention *con) if (stack_trace == NULL) return -1; - prev_key = 0; - while (!bpf_map_get_next_key(fd, &prev_key, &key)) { + prev_key = NULL; + while (!bpf_map_get_next_key(fd, prev_key, &key)) { struct map *kmap; struct symbol *sym; int idx = 0; @@ -184,7 +177,7 @@ int lock_contention_read(struct lock_contention *con) } hlist_add_head(&st->hash_entry, con->result); - prev_key = key; + prev_key = &key; /* we're fine now, reset the values */ st = NULL; diff --git a/tools/perf/util/bpf_skel/lock_contention.bpf.c b/tools/perf/util/bpf_skel/lock_contention.bpf.c index 9681cb59b0df..0f63cc28ccba 100644 --- a/tools/perf/util/bpf_skel/lock_contention.bpf.c +++ b/tools/perf/util/bpf_skel/lock_contention.bpf.c @@ -5,24 +5,11 @@ #include <bpf/bpf_tracing.h> #include <bpf/bpf_core_read.h> -/* maximum stack trace depth */ -#define MAX_STACKS 8 +#include "lock_data.h" /* default buffer size */ #define MAX_ENTRIES 10240 -struct contention_key { - __s32 stack_id; -}; - -struct contention_data { - __u64 total_time; - __u64 min_time; - __u64 max_time; - __u32 count; - __u32 flags; -}; - struct tstamp_data { __u64 timestamp; __u64 lock; @@ -34,7 +21,7 @@ struct tstamp_data { struct { __uint(type, BPF_MAP_TYPE_STACK_TRACE); __uint(key_size, sizeof(__u32)); - __uint(value_size, MAX_STACKS * sizeof(__u64)); + __uint(value_size, sizeof(__u64)); __uint(max_entries, MAX_ENTRIES); } stacks SEC(".maps"); diff --git a/tools/perf/util/bpf_skel/lock_data.h b/tools/perf/util/bpf_skel/lock_data.h new file mode 100644 index 000000000000..dbdf4caedc4a --- /dev/null +++ b/tools/perf/util/bpf_skel/lock_data.h @@ -0,0 +1,30 @@ +// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) +/* Data structures shared between BPF and tools. */ +#ifndef UTIL_BPF_SKEL_LOCK_DATA_H +#define UTIL_BPF_SKEL_LOCK_DATA_H + +struct contention_key { + s32 stack_or_task_id; +}; + +#define TASK_COMM_LEN 16 + +struct contention_task_data { + char comm[TASK_COMM_LEN]; +}; + +struct contention_data { + u64 total_time; + u64 min_time; + u64 max_time; + u32 count; + u32 flags; +}; + +enum lock_aggr_mode { + LOCK_AGGR_ADDR = 0, + LOCK_AGGR_TASK, + LOCK_AGGR_CALLER, +}; + +#endif /* UTIL_BPF_SKEL_LOCK_DATA_H */
Accessing BPF maps should use the same data types. Add bpf_skel/lock_data.h to define the common data structures. No functional changes. Signed-off-by: Namhyung Kim <namhyung@kernel.org> --- tools/perf/util/bpf_lock_contention.c | 19 ++++-------- .../perf/util/bpf_skel/lock_contention.bpf.c | 17 ++--------- tools/perf/util/bpf_skel/lock_data.h | 30 +++++++++++++++++++ 3 files changed, 38 insertions(+), 28 deletions(-) create mode 100644 tools/perf/util/bpf_skel/lock_data.h