From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.0 (2014-02-07) on aws-us-west-2-korg-lkml-1.web.codeaurora.org X-Spam-Level: X-Spam-Status: No, score=-10.1 required=3.0 tests=BAYES_00,DKIMWL_WL_HIGH, DKIM_SIGNED,DKIM_VALID,DKIM_VALID_AU,INCLUDES_PATCH,MAILING_LIST_MULTI, SIGNED_OFF_BY,SPF_HELO_NONE,SPF_PASS autolearn=unavailable autolearn_force=no version=3.4.0 Received: from mail.kernel.org (mail.kernel.org [198.145.29.99]) by smtp.lore.kernel.org (Postfix) with ESMTP id C52BDC433DF for ; Tue, 28 Jul 2020 12:35:18 +0000 (UTC) Received: from vger.kernel.org (vger.kernel.org [23.128.96.18]) by mail.kernel.org (Postfix) with ESMTP id 966EA2070B for ; Tue, 28 Jul 2020 12:35:18 +0000 (UTC) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=kernel.org; s=default; t=1595939718; bh=UCRjMN3cXeH5qNtDZmkXysJOJ9SnWoNcdsWJL6gHzB4=; h=Date:From:To:Cc:Subject:References:In-Reply-To:List-ID:From; b=aBZpZCKIVhlWy3zaWHGy12zIZUCWmi9eKc1ThbPGiFNfRrfA/v9/1ryr213alrsw/ i3OMsPAe8YdHTeImVUls3TnlZ8fCcW0eLPRBE+8Eq0xpLSoBTuAIo8wB88KO2zflBs dpW0W8v6m52wvklZOA9utwD6cXmrxBsFHn8jjN5k= Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1729685AbgG1MfR (ORCPT ); Tue, 28 Jul 2020 08:35:17 -0400 Received: from mail.kernel.org ([198.145.29.99]:51268 "EHLO mail.kernel.org" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1729282AbgG1MfQ (ORCPT ); Tue, 28 Jul 2020 08:35:16 -0400 Received: from quaco.ghostprotocols.net (179.176.1.55.dynamic.adsl.gvt.net.br [179.176.1.55]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by mail.kernel.org (Postfix) with ESMTPSA id AC990206D7; Tue, 28 Jul 2020 12:35:14 +0000 (UTC) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=kernel.org; s=default; t=1595939715; bh=UCRjMN3cXeH5qNtDZmkXysJOJ9SnWoNcdsWJL6gHzB4=; h=Date:From:To:Cc:Subject:References:In-Reply-To:From; b=soPjo3qkZ3PB8S6/OmqGAaW9fUCPoUggIs6SB7bZpLj0wZoSoBwjHtaDBfQp//JKU tPUhv3Mw6KzGQYwq/otqcojnAzh2g5qduGnotum6Gzt/dG0Tn1uAvWaHL2xIXUb/iZ LA6ecB6HQ92f2eqc8+08mT6+XcNWRCB9NkqqNhH0= Received: by quaco.ghostprotocols.net (Postfix, from userid 1000) id 92879404B1; Tue, 28 Jul 2020 09:35:11 -0300 (-03) Date: Tue, 28 Jul 2020 09:35:11 -0300 From: Arnaldo Carvalho de Melo To: Ian Rogers Cc: Jiri Olsa , lkml , Ingo Molnar , Namhyung Kim , Alexander Shishkin , Peter Zijlstra , Michael Petlan , Andi Kleen , Kajol Jain , John Garry , "Paul A. Clarke" , Stephane Eranian Subject: Re: [PATCH 15/19] perf metric: Add recursion check when processing nested metrics Message-ID: <20200728123511.GV40195@kernel.org> References: <20200719181320.785305-1-jolsa@kernel.org> <20200719181320.785305-16-jolsa@kernel.org> MIME-Version: 1.0 Content-Type: text/plain; charset=us-ascii Content-Disposition: inline In-Reply-To: X-Url: http://acmel.wordpress.com Sender: linux-kernel-owner@vger.kernel.org Precedence: bulk List-ID: X-Mailing-List: linux-kernel@vger.kernel.org Em Sun, Jul 19, 2020 at 03:40:26PM -0700, Ian Rogers escreveu: > On Sun, Jul 19, 2020 at 11:14 AM Jiri Olsa wrote: > > > > Keeping the stack of nested metrics via 'struct expr_id' objects > > and checking if we are in recursion via already processed metric. > > > > The stack is implemented as static array within the struct egroup > > with 100 entries, which should be enough nesting depth for any > > metric we have or plan to have at the moment. > > > > Adding test that simulates the recursion and checks we can > > detect it. > > > > Signed-off-by: Jiri Olsa > > Acked-by: Ian Rogers Thanks, applied. - Arnaldo > Thanks, > Ian > > > --- > > tools/perf/tests/parse-metric.c | 34 +++++++++- > > tools/perf/util/expr.c | 2 + > > tools/perf/util/expr.h | 9 ++- > > tools/perf/util/metricgroup.c | 117 +++++++++++++++++++++++++++++--- > > 4 files changed, 149 insertions(+), 13 deletions(-) > > > > diff --git a/tools/perf/tests/parse-metric.c b/tools/perf/tests/parse-metric.c > > index aa4d5a9f09a8..01370ccb9ed9 100644 > > --- a/tools/perf/tests/parse-metric.c > > +++ b/tools/perf/tests/parse-metric.c > > @@ -57,6 +57,18 @@ static struct pmu_event pme_test[] = { > > .metric_expr = "d_ratio(dcache_l2_all_miss, dcache_l2_all)", > > .metric_name = "DCache_L2_Misses", > > }, > > +{ > > + .metric_expr = "ipc + m2", > > + .metric_name = "M1", > > +}, > > +{ > > + .metric_expr = "ipc + m1", > > + .metric_name = "M2", > > +}, > > +{ > > + .metric_expr = "1/m3", > > + .metric_name = "M3", > > +} > > }; > > > > static struct pmu_events_map map = { > > @@ -139,8 +151,8 @@ static int compute_metric(const char *name, struct value *vals, double *ratio) > > err = metricgroup__parse_groups_test(evlist, &map, name, > > false, false, > > &metric_events); > > - > > - TEST_ASSERT_VAL("failed to parse metric", err == 0); > > + if (err) > > + return err; > > > > if (perf_evlist__alloc_stats(evlist, false)) > > return -1; > > @@ -264,11 +276,29 @@ static int test_dcache_l2(void) > > return 0; > > } > > > > +static int test_recursion_fail(void) > > +{ > > + double ratio; > > + struct value vals[] = { > > + { .event = "inst_retired.any", .val = 300 }, > > + { .event = "cpu_clk_unhalted.thread", .val = 200 }, > > + { 0 }, > > + }; > > + > > + TEST_ASSERT_VAL("failed to find recursion", > > + compute_metric("M1", vals, &ratio) == -1); > > + > > + TEST_ASSERT_VAL("failed to find recursion", > > + compute_metric("M3", vals, &ratio) == -1); > > + return 0; > > +} > > + > > int test__parse_metric(struct test *test __maybe_unused, int subtest __maybe_unused) > > { > > TEST_ASSERT_VAL("IPC failed", test_ipc() == 0); > > TEST_ASSERT_VAL("frontend failed", test_frontend() == 0); > > TEST_ASSERT_VAL("cache_miss_cycles failed", test_cache_miss_cycles() == 0); > > TEST_ASSERT_VAL("DCache_L2 failed", test_dcache_l2() == 0); > > + TEST_ASSERT_VAL("recursion fail failed", test_recursion_fail() == 0); > > return 0; > > } > > diff --git a/tools/perf/util/expr.c b/tools/perf/util/expr.c > > index a346ca590513..53482ef53c41 100644 > > --- a/tools/perf/util/expr.c > > +++ b/tools/perf/util/expr.c > > @@ -47,6 +47,8 @@ int expr__add_id(struct expr_parse_ctx *ctx, const char *id) > > if (!data_ptr) > > return -ENOMEM; > > > > + data_ptr->parent = ctx->parent; > > + > > ret = hashmap__set(&ctx->ids, id, data_ptr, > > (const void **)&old_key, (void **)&old_data); > > if (ret) > > diff --git a/tools/perf/util/expr.h b/tools/perf/util/expr.h > > index 9ed208d93418..fc2b5e824a66 100644 > > --- a/tools/perf/util/expr.h > > +++ b/tools/perf/util/expr.h > > @@ -13,8 +13,14 @@ > > > > struct metric_ref; > > > > +struct expr_id { > > + char *id; > > + struct expr_id *parent; > > +}; > > + > > struct expr_parse_ctx { > > - struct hashmap ids; > > + struct hashmap ids; > > + struct expr_id *parent; > > }; > > > > struct expr_id_data { > > @@ -25,6 +31,7 @@ struct expr_id_data { > > const char *metric_expr; > > bool counted; > > } ref; > > + struct expr_id *parent; > > }; > > > > bool is_ref; > > diff --git a/tools/perf/util/metricgroup.c b/tools/perf/util/metricgroup.c > > index 332414d93f7a..2a45ee94fd61 100644 > > --- a/tools/perf/util/metricgroup.c > > +++ b/tools/perf/util/metricgroup.c > > @@ -24,6 +24,7 @@ > > #include > > #include > > #include "util.h" > > +#include > > > > struct metric_event *metricgroup__lookup(struct rblist *metric_events, > > struct evsel *evsel, > > @@ -126,6 +127,28 @@ struct egroup { > > bool has_constraint; > > }; > > > > +#define RECURSION_ID_MAX 100 > > + > > +struct expr_ids { > > + struct expr_id id[RECURSION_ID_MAX]; > > + int cnt; > > +}; > > + > > +static struct expr_id *expr_ids__alloc(struct expr_ids *ids) > > +{ > > + if (ids->cnt >= RECURSION_ID_MAX) > > + return NULL; > > + return &ids->id[ids->cnt++]; > > +} > > + > > +static void expr_ids__exit(struct expr_ids *ids) > > +{ > > + int i; > > + > > + for (i = 0; i < ids->cnt; i++) > > + free(ids->id[i].id); > > +} > > + > > /** > > * Find a group of events in perf_evlist that correpond to those from a parsed > > * metric expression. Note, as find_evsel_group is called in the same order as > > @@ -620,7 +643,9 @@ static int __add_metric(struct list_head *group_list, > > struct pmu_event *pe, > > bool metric_no_group, > > int runtime, > > - struct egroup **egp) > > + struct egroup **egp, > > + struct expr_id *parent, > > + struct expr_ids *ids) > > { > > struct metric_ref_node *ref; > > struct egroup *eg; > > @@ -630,7 +655,7 @@ static int __add_metric(struct list_head *group_list, > > * We got in here for the parent group, > > * allocate it and put it on the list. > > */ > > - eg = malloc(sizeof(*eg)); > > + eg = zalloc(sizeof(*eg)); > > if (!eg) > > return -ENOMEM; > > > > @@ -643,6 +668,18 @@ static int __add_metric(struct list_head *group_list, > > INIT_LIST_HEAD(&eg->metric_refs); > > eg->metric_refs_cnt = 0; > > *egp = eg; > > + > > + parent = expr_ids__alloc(ids); > > + if (!parent) { > > + free(eg); > > + return -EINVAL; > > + } > > + > > + parent->id = strdup(pe->metric_name); > > + if (!parent->id) { > > + free(eg); > > + return -ENOMEM; > > + } > > } else { > > /* > > * We got here for the referenced metric, via the > > @@ -668,6 +705,10 @@ static int __add_metric(struct list_head *group_list, > > eg->metric_refs_cnt++; > > } > > > > + /* Force all found IDs in metric to have us as parent ID. */ > > + WARN_ON_ONCE(!parent); > > + eg->pctx.parent = parent; > > + > > /* > > * For both the parent and referenced metrics, we parse > > * all the metric's IDs and add it to the parent context. > > @@ -728,15 +769,62 @@ static struct pmu_event *find_metric(const char *metric, struct pmu_events_map * > > return NULL; > > } > > > > +static int recursion_check(struct egroup *eg, const char *id, struct expr_id **parent, > > + struct expr_ids *ids) > > +{ > > + struct expr_id_data *data; > > + struct expr_id *p; > > + int ret; > > + > > + /* > > + * We get the parent referenced by 'id' argument and > > + * traverse through all the parent object IDs to check > > + * if we already processed 'id', if we did, it's recursion > > + * and we fail. > > + */ > > + ret = expr__get_id(&eg->pctx, id, &data); > > + if (ret) > > + return ret; > > + > > + p = data->parent; > > + > > + while (p->parent) { > > + if (!strcmp(p->id, id)) { > > + pr_err("failed: recursion detected for %s\n", id); > > + return -1; > > + } > > + p = p->parent; > > + } > > + > > + /* > > + * If we are over the limit of static entris, the metric > > + * is too difficult/nested to process, fail as well. > > + */ > > + p = expr_ids__alloc(ids); > > + if (!p) { > > + pr_err("failed: too many nested metrics\n"); > > + return -EINVAL; > > + } > > + > > + p->id = strdup(id); > > + p->parent = data->parent; > > + *parent = p; > > + > > + return p->id ? 0 : -ENOMEM; > > +} > > + > > static int add_metric(struct list_head *group_list, > > struct pmu_event *pe, > > bool metric_no_group, > > - struct egroup **egp); > > + struct egroup **egp, > > + struct expr_id *parent, > > + struct expr_ids *ids); > > > > static int resolve_metric(struct egroup *eg, > > bool metric_no_group, > > struct list_head *group_list, > > - struct pmu_events_map *map) > > + struct pmu_events_map *map, > > + struct expr_ids *ids) > > { > > struct hashmap_entry *cur; > > size_t bkt; > > @@ -750,18 +838,23 @@ static int resolve_metric(struct egroup *eg, > > do { > > all = true; > > hashmap__for_each_entry((&eg->pctx.ids), cur, bkt) { > > + struct expr_id *parent; > > struct pmu_event *pe; > > > > pe = find_metric(cur->key, map); > > if (!pe) > > continue; > > > > + ret = recursion_check(eg, cur->key, &parent, ids); > > + if (ret) > > + return ret; > > + > > all = false; > > /* The metric key itself needs to go out.. */ > > expr__del_id(&eg->pctx, cur->key); > > > > /* ... and it gets resolved to the parent context. */ > > - ret = add_metric(group_list, pe, metric_no_group, &eg); > > + ret = add_metric(group_list, pe, metric_no_group, &eg, parent, ids); > > if (ret) > > return ret; > > > > @@ -779,14 +872,16 @@ static int resolve_metric(struct egroup *eg, > > static int add_metric(struct list_head *group_list, > > struct pmu_event *pe, > > bool metric_no_group, > > - struct egroup **egp) > > + struct egroup **egp, > > + struct expr_id *parent, > > + struct expr_ids *ids) > > { > > int ret = 0; > > > > pr_debug("metric expr %s for %s\n", pe->metric_expr, pe->metric_name); > > > > if (!strstr(pe->metric_expr, "?")) { > > - ret = __add_metric(group_list, pe, metric_no_group, 1, egp); > > + ret = __add_metric(group_list, pe, metric_no_group, 1, egp, parent, ids); > > } else { > > int j, count; > > > > @@ -798,7 +893,7 @@ static int add_metric(struct list_head *group_list, > > */ > > > > for (j = 0; j < count && !ret; j++) { > > - ret = __add_metric(group_list, pe, metric_no_group, j, egp); > > + ret = __add_metric(group_list, pe, metric_no_group, j, egp, parent, ids); > > } > > } > > > > @@ -811,6 +906,7 @@ static int metricgroup__add_metric(const char *metric, bool metric_no_group, > > struct pmu_events_map *map) > > > > { > > + struct expr_ids ids = { 0 }; > > struct pmu_event *pe; > > struct egroup *eg; > > LIST_HEAD(list); > > @@ -821,7 +917,7 @@ static int metricgroup__add_metric(const char *metric, bool metric_no_group, > > has_match = true; > > eg = NULL; > > > > - ret = add_metric(&list, pe, metric_no_group, &eg); > > + ret = add_metric(&list, pe, metric_no_group, &eg, NULL, &ids); > > if (ret) > > return ret; > > > > @@ -830,7 +926,7 @@ static int metricgroup__add_metric(const char *metric, bool metric_no_group, > > * included in the expression. > > */ > > ret = resolve_metric(eg, metric_no_group, > > - &list, map); > > + &list, map, &ids); > > if (ret) > > return ret; > > } > > @@ -853,6 +949,7 @@ static int metricgroup__add_metric(const char *metric, bool metric_no_group, > > } > > > > list_splice(&list, group_list); > > + expr_ids__exit(&ids); > > return 0; > > } > > > > -- > > 2.25.4 > > -- - Arnaldo