dev.dpdk.org archive mirror
 help / color / mirror / Atom feed
From: "Dumitrescu, Cristian" <cristian.dumitrescu@intel.com>
To: "Singh, Jasvinder" <jasvinder.singh@intel.com>,
	"dev@dpdk.org" <dev@dpdk.org>
Cc: "Tovar, AbrahamX" <abrahamx.tovar@intel.com>,
	"Krakowiak, LukaszX" <lukaszx.krakowiak@intel.com>
Subject: Re: [dpdk-dev] [PATCH v4 01/11] sched: remove wrr from strict priority tc queues
Date: Mon, 15 Jul 2019 23:50:02 +0000	[thread overview]
Message-ID: <3EB4FA525960D640B5BDFFD6A3D891268E8EEDA2@IRSMSX108.ger.corp.intel.com> (raw)
In-Reply-To: <20190712095729.159767-2-jasvinder.singh@intel.com>



> -----Original Message-----
> From: Singh, Jasvinder
> Sent: Friday, July 12, 2019 11:57 AM
> To: dev@dpdk.org
> Cc: Dumitrescu, Cristian <cristian.dumitrescu@intel.com>; Tovar, AbrahamX
> <abrahamx.tovar@intel.com>; Krakowiak, LukaszX
> <lukaszx.krakowiak@intel.com>
> Subject: [PATCH v4 01/11] sched: remove wrr from strict priority tc queues
> 
> All higher priority traffic classes contain only one queue, thus
> remove wrr function for them. The lowest priority best-effort
> traffic class conitnue to have multiple queues and packet are
> scheduled from its queues using wrr function.
> 
> Signed-off-by: Jasvinder Singh <jasvinder.singh@intel.com>
> Signed-off-by: Abraham Tovar <abrahamx.tovar@intel.com>
> Signed-off-by: Lukasz Krakowiak <lukaszx.krakowiak@intel.com>
> ---
>  app/test/test_sched.c        |   2 +-
>  examples/qos_sched/init.c    |   2 +-
>  lib/librte_sched/Makefile    |   2 +-
>  lib/librte_sched/meson.build |   2 +-
>  lib/librte_sched/rte_sched.c | 182 ++++++++++++++++++++---------------
>  lib/librte_sched/rte_sched.h |  23 +++--
>  6 files changed, 124 insertions(+), 89 deletions(-)
> 
> diff --git a/app/test/test_sched.c b/app/test/test_sched.c
> index 49bb9ea6f..36fa2d425 100644
> --- a/app/test/test_sched.c
> +++ b/app/test/test_sched.c
> @@ -40,7 +40,7 @@ static struct rte_sched_pipe_params pipe_profile[] = {
>  		.tc_rate = {305175, 305175, 305175, 305175},
>  		.tc_period = 40,
> 
> -		.wrr_weights = {1, 1, 1, 1,  1, 1, 1, 1,  1, 1, 1, 1,  1, 1, 1, 1},
> +		.wrr_weights = {1, 1, 1, 1},
>  	},
>  };
> 
> diff --git a/examples/qos_sched/init.c b/examples/qos_sched/init.c
> index 1209bd7ce..6b63d4e0e 100644
> --- a/examples/qos_sched/init.c
> +++ b/examples/qos_sched/init.c
> @@ -186,7 +186,7 @@ static struct rte_sched_pipe_params
> pipe_profiles[RTE_SCHED_PIPE_PROFILES_PER_PO
>  		.tc_ov_weight = 1,
>  #endif
> 
> -		.wrr_weights = {1, 1, 1, 1,  1, 1, 1, 1,  1, 1, 1, 1,  1, 1, 1, 1},
> +		.wrr_weights = {1, 1, 1, 1},
>  	},
>  };
> 
> diff --git a/lib/librte_sched/Makefile b/lib/librte_sched/Makefile
> index 644fd9d15..3d7f410e1 100644
> --- a/lib/librte_sched/Makefile
> +++ b/lib/librte_sched/Makefile
> @@ -18,7 +18,7 @@ LDLIBS += -lrte_timer
> 
>  EXPORT_MAP := rte_sched_version.map
> 
> -LIBABIVER := 2
> +LIBABIVER := 3
> 
>  #
>  # all source are stored in SRCS-y
> diff --git a/lib/librte_sched/meson.build b/lib/librte_sched/meson.build
> index 8e989e5f6..59d43c6d8 100644
> --- a/lib/librte_sched/meson.build
> +++ b/lib/librte_sched/meson.build
> @@ -1,7 +1,7 @@
>  # SPDX-License-Identifier: BSD-3-Clause
>  # Copyright(c) 2017 Intel Corporation
> 
> -version = 2
> +version = 3
>  sources = files('rte_sched.c', 'rte_red.c', 'rte_approx.c')
>  headers = files('rte_sched.h', 'rte_sched_common.h',
>  		'rte_red.h', 'rte_approx.h')
> diff --git a/lib/librte_sched/rte_sched.c b/lib/librte_sched/rte_sched.c
> index bc06bc3f4..b1f521794 100644
> --- a/lib/librte_sched/rte_sched.c
> +++ b/lib/librte_sched/rte_sched.c
> @@ -37,6 +37,8 @@
> 
>  #define RTE_SCHED_TB_RATE_CONFIG_ERR          (1e-7)
>  #define RTE_SCHED_WRR_SHIFT                   3
> +#define RTE_SCHED_TRAFFIC_CLASS_BE
> (RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE - 1)
> +#define RTE_SCHED_MAX_QUEUES_PER_TC
> RTE_SCHED_BE_QUEUES_PER_PIPE
>  #define RTE_SCHED_GRINDER_PCACHE_SIZE         (64 /
> RTE_SCHED_QUEUES_PER_PIPE)
>  #define RTE_SCHED_PIPE_INVALID                UINT32_MAX
>  #define RTE_SCHED_BMP_POS_INVALID             UINT32_MAX
> @@ -84,8 +86,9 @@ struct rte_sched_pipe_profile {
>  	uint32_t
> tc_credits_per_period[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
>  	uint8_t tc_ov_weight;
> 
> -	/* Pipe queues */
> -	uint8_t  wrr_cost[RTE_SCHED_QUEUES_PER_PIPE];
> +	/* Pipe best-effort traffic class queues */
> +	uint8_t n_be_queues;

The n_be_queues is the same for all pipes within the same port, so it does not make sense to save this per-port value in each pipe profile. At the very least, let's move it to the port data structure, please.

In fact, a better solution (that also simplifies the implementation) is to enforce the same queue size for all BE queues, as it does not make sense to have queues within the same traffic class of different size (see my comment in the other patch where you update the API). So n_be_queues should always be 4, therefore no need for this variable.


> +	uint8_t  wrr_cost[RTE_SCHED_BE_QUEUES_PER_PIPE];
>  };
> 
>  struct rte_sched_pipe {
> @@ -100,8 +103,10 @@ struct rte_sched_pipe {
>  	uint64_t tc_time; /* time of next update */
>  	uint32_t tc_credits[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
> 
> +	uint8_t n_be_queues; /* Best effort traffic class queues */

Same comment here, even more important, as we need to strive reducing the size of this struct for performance reasons.

> +
>  	/* Weighted Round Robin (WRR) */
> -	uint8_t wrr_tokens[RTE_SCHED_QUEUES_PER_PIPE];
> +	uint8_t wrr_tokens[RTE_SCHED_BE_QUEUES_PER_PIPE];
> 
>  	/* TC oversubscription */
>  	uint32_t tc_ov_credits;
> @@ -153,16 +158,16 @@ struct rte_sched_grinder {
>  	uint32_t tc_index;
>  	struct rte_sched_queue
> *queue[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
>  	struct rte_mbuf **qbase[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
> -	uint32_t qindex[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
> -	uint16_t qsize;
> +	uint32_t qindex[RTE_SCHED_MAX_QUEUES_PER_TC];
> +	uint16_t qsize[RTE_SCHED_MAX_QUEUES_PER_TC];
>  	uint32_t qmask;
>  	uint32_t qpos;
>  	struct rte_mbuf *pkt;
> 
>  	/* WRR */
> -	uint16_t wrr_tokens[RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS];
> -	uint16_t wrr_mask[RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS];
> -	uint8_t wrr_cost[RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS];
> +	uint16_t wrr_tokens[RTE_SCHED_BE_QUEUES_PER_PIPE];
> +	uint16_t wrr_mask[RTE_SCHED_BE_QUEUES_PER_PIPE];
> +	uint8_t wrr_cost[RTE_SCHED_BE_QUEUES_PER_PIPE];
>  };
> 
>  struct rte_sched_port {
> @@ -301,7 +306,6 @@ pipe_profile_check(struct rte_sched_pipe_params
> *params,
>  		if (params->wrr_weights[i] == 0)
>  			return -16;
>  	}
> -
>  	return 0;
>  }
> 
> @@ -483,7 +487,7 @@ rte_sched_port_log_pipe_profile(struct
> rte_sched_port *port, uint32_t i)
>  		"    Token bucket: period = %u, credits per period = %u, size =
> %u\n"
>  		"    Traffic classes: period = %u, credits per period = [%u, %u,
> %u, %u]\n"
>  		"    Traffic class 3 oversubscription: weight = %hhu\n"
> -		"    WRR cost: [%hhu, %hhu, %hhu, %hhu], [%hhu, %hhu,
> %hhu, %hhu], [%hhu, %hhu, %hhu, %hhu], [%hhu, %hhu, %hhu, %hhu]\n",
> +		"    WRR cost: [%hhu, %hhu, %hhu, %hhu]\n",
>  		i,
> 
>  		/* Token bucket */
> @@ -502,10 +506,7 @@ rte_sched_port_log_pipe_profile(struct
> rte_sched_port *port, uint32_t i)
>  		p->tc_ov_weight,
> 
>  		/* WRR */
> -		p->wrr_cost[ 0], p->wrr_cost[ 1], p->wrr_cost[ 2], p-
> >wrr_cost[ 3],
> -		p->wrr_cost[ 4], p->wrr_cost[ 5], p->wrr_cost[ 6], p-
> >wrr_cost[ 7],
> -		p->wrr_cost[ 8], p->wrr_cost[ 9], p->wrr_cost[10], p-
> >wrr_cost[11],
> -		p->wrr_cost[12], p->wrr_cost[13], p->wrr_cost[14], p-
> >wrr_cost[15]);
> +		p->wrr_cost[0], p->wrr_cost[1], p->wrr_cost[2], p-
> >wrr_cost[3]);
>  }
> 
>  static inline uint64_t
> @@ -519,10 +520,12 @@ rte_sched_time_ms_to_bytes(uint32_t time_ms,
> uint32_t rate)
>  }
> 
>  static void
> -rte_sched_pipe_profile_convert(struct rte_sched_pipe_params *src,
> +rte_sched_pipe_profile_convert(struct rte_sched_port *port,
> +	struct rte_sched_pipe_params *src,
>  	struct rte_sched_pipe_profile *dst,
>  	uint32_t rate)
>  {
> +	uint32_t wrr_cost[RTE_SCHED_BE_QUEUES_PER_PIPE];
>  	uint32_t i;
> 
>  	/* Token Bucket */
> @@ -553,18 +556,36 @@ rte_sched_pipe_profile_convert(struct
> rte_sched_pipe_params *src,
>  	dst->tc_ov_weight = src->tc_ov_weight;
>  #endif
> 
> -	/* WRR */
> -	for (i = 0; i < RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE; i++) {
> -		uint32_t
> wrr_cost[RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS];
> -		uint32_t lcd, lcd1, lcd2;
> -		uint32_t qindex;
> +	/* WRR queues */
> +	for (i = 0; i < RTE_SCHED_BE_QUEUES_PER_PIPE; i++)
> +		if (port->qsize[i])
> +			dst->n_be_queues++;
> +
> +	if (dst->n_be_queues == 1)
> +		dst->wrr_cost[0] = src->wrr_weights[0];
> +
> +	if (dst->n_be_queues == 2) {
> +		uint32_t lcd;
> +
> +		wrr_cost[0] = src->wrr_weights[0];
> +		wrr_cost[1] = src->wrr_weights[1];
> +
> +		lcd = rte_get_lcd(wrr_cost[0], wrr_cost[1]);
> +
> +		wrr_cost[0] = lcd / wrr_cost[0];
> +		wrr_cost[1] = lcd / wrr_cost[1];
> 
> -		qindex = i * RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS;
> +		dst->wrr_cost[0] = (uint8_t) wrr_cost[0];
> +		dst->wrr_cost[1] = (uint8_t) wrr_cost[1];
> +	}
> 
> -		wrr_cost[0] = src->wrr_weights[qindex];
> -		wrr_cost[1] = src->wrr_weights[qindex + 1];
> -		wrr_cost[2] = src->wrr_weights[qindex + 2];
> -		wrr_cost[3] = src->wrr_weights[qindex + 3];
> +	if (dst->n_be_queues == 4) {

See the above comment, it is better and simpler to enforce n_be_queues == 4, which simplifies this code a loot, as it keeps only this branch and removes the need for the above two.

> +		uint32_t lcd1, lcd2, lcd;
> +
> +		wrr_cost[0] = src->wrr_weights[0];
> +		wrr_cost[1] = src->wrr_weights[1];
> +		wrr_cost[2] = src->wrr_weights[2];
> +		wrr_cost[3] = src->wrr_weights[3];
> 
>  		lcd1 = rte_get_lcd(wrr_cost[0], wrr_cost[1]);
>  		lcd2 = rte_get_lcd(wrr_cost[2], wrr_cost[3]);
> @@ -575,10 +596,10 @@ rte_sched_pipe_profile_convert(struct
> rte_sched_pipe_params *src,
>  		wrr_cost[2] = lcd / wrr_cost[2];
>  		wrr_cost[3] = lcd / wrr_cost[3];
> 
> -		dst->wrr_cost[qindex] = (uint8_t) wrr_cost[0];
> -		dst->wrr_cost[qindex + 1] = (uint8_t) wrr_cost[1];
> -		dst->wrr_cost[qindex + 2] = (uint8_t) wrr_cost[2];
> -		dst->wrr_cost[qindex + 3] = (uint8_t) wrr_cost[3];
> +		dst->wrr_cost[0] = (uint8_t) wrr_cost[0];
> +		dst->wrr_cost[1] = (uint8_t) wrr_cost[1];
> +		dst->wrr_cost[2] = (uint8_t) wrr_cost[2];
> +		dst->wrr_cost[3] = (uint8_t) wrr_cost[3];
>  	}
>  }
> 
> @@ -592,7 +613,7 @@ rte_sched_port_config_pipe_profile_table(struct
> rte_sched_port *port,
>  		struct rte_sched_pipe_params *src = params->pipe_profiles
> + i;
>  		struct rte_sched_pipe_profile *dst = port->pipe_profiles + i;
> 
> -		rte_sched_pipe_profile_convert(src, dst, params->rate);
> +		rte_sched_pipe_profile_convert(port, src, dst, params-
> >rate);
>  		rte_sched_port_log_pipe_profile(port, i);
>  	}
> 
> @@ -976,7 +997,7 @@ rte_sched_port_pipe_profile_add(struct
> rte_sched_port *port,
>  		return status;
> 
>  	pp = &port->pipe_profiles[port->n_pipe_profiles];
> -	rte_sched_pipe_profile_convert(params, pp, port->rate);
> +	rte_sched_pipe_profile_convert(port, params, pp, port->rate);
> 
>  	/* Pipe profile not exists */
>  	for (i = 0; i < port->n_pipe_profiles; i++)
> @@ -1715,6 +1736,7 @@ grinder_schedule(struct rte_sched_port *port,
> uint32_t pos)
>  	struct rte_sched_queue *queue = grinder->queue[grinder->qpos];
>  	struct rte_mbuf *pkt = grinder->pkt;
>  	uint32_t pkt_len = pkt->pkt_len + port->frame_overhead;
> +	int be_tc_active;
> 
>  	if (!grinder_credits_check(port, pos))
>  		return 0;
> @@ -1725,13 +1747,18 @@ grinder_schedule(struct rte_sched_port *port,
> uint32_t pos)
>  	/* Send packet */
>  	port->pkts_out[port->n_pkts_out++] = pkt;
>  	queue->qr++;
> -	grinder->wrr_tokens[grinder->qpos] += pkt_len * grinder-
> >wrr_cost[grinder->qpos];
> +
> +	be_tc_active = (grinder->tc_index ==
> RTE_SCHED_TRAFFIC_CLASS_BE);
> +	grinder->wrr_tokens[grinder->qpos] +=
> +		pkt_len * grinder->wrr_cost[grinder->qpos] * be_tc_active;
> +

Integer multiplication is very expensive, you can easily avoid it by doing bitwise-and with a mask whose values are either 0 or all-ones.

>  	if (queue->qr == queue->qw) {
>  		uint32_t qindex = grinder->qindex[grinder->qpos];
> 
>  		rte_bitmap_clear(port->bmp, qindex);
>  		grinder->qmask &= ~(1 << grinder->qpos);
> -		grinder->wrr_mask[grinder->qpos] = 0;
> +		if (be_tc_active)
> +			grinder->wrr_mask[grinder->qpos] = 0;
>  		rte_sched_port_set_queue_empty_timestamp(port,
> qindex);
>  	}
> 
> @@ -1877,7 +1904,7 @@ grinder_next_tc(struct rte_sched_port *port,
> uint32_t pos)
> 
>  	grinder->tc_index = (qindex >> 2) & 0x3;
>  	grinder->qmask = grinder->tccache_qmask[grinder->tccache_r];
> -	grinder->qsize = qsize;
> +	grinder->qsize[grinder->tc_index] = qsize;
> 
>  	grinder->qindex[0] = qindex;
>  	grinder->qindex[1] = qindex + 1;
> @@ -1962,26 +1989,15 @@ grinder_wrr_load(struct rte_sched_port *port,
> uint32_t pos)
>  	struct rte_sched_grinder *grinder = port->grinder + pos;
>  	struct rte_sched_pipe *pipe = grinder->pipe;
>  	struct rte_sched_pipe_profile *pipe_params = grinder-
> >pipe_params;
> -	uint32_t tc_index = grinder->tc_index;
>  	uint32_t qmask = grinder->qmask;
> -	uint32_t qindex;
> -
> -	qindex = tc_index * 4;
> -
> -	grinder->wrr_tokens[0] = ((uint16_t) pipe->wrr_tokens[qindex]) <<
> RTE_SCHED_WRR_SHIFT;
> -	grinder->wrr_tokens[1] = ((uint16_t) pipe->wrr_tokens[qindex + 1])
> << RTE_SCHED_WRR_SHIFT;
> -	grinder->wrr_tokens[2] = ((uint16_t) pipe->wrr_tokens[qindex + 2])
> << RTE_SCHED_WRR_SHIFT;
> -	grinder->wrr_tokens[3] = ((uint16_t) pipe->wrr_tokens[qindex + 3])
> << RTE_SCHED_WRR_SHIFT;
> -
> -	grinder->wrr_mask[0] = (qmask & 0x1) * 0xFFFF;
> -	grinder->wrr_mask[1] = ((qmask >> 1) & 0x1) * 0xFFFF;
> -	grinder->wrr_mask[2] = ((qmask >> 2) & 0x1) * 0xFFFF;
> -	grinder->wrr_mask[3] = ((qmask >> 3) & 0x1) * 0xFFFF;
> +	uint32_t i;
> 
> -	grinder->wrr_cost[0] = pipe_params->wrr_cost[qindex];
> -	grinder->wrr_cost[1] = pipe_params->wrr_cost[qindex + 1];
> -	grinder->wrr_cost[2] = pipe_params->wrr_cost[qindex + 2];
> -	grinder->wrr_cost[3] = pipe_params->wrr_cost[qindex + 3];
> +	for (i = 0; i < pipe->n_be_queues; i++) {
> +		grinder->wrr_tokens[i] =
> +			((uint16_t) pipe->wrr_tokens[i]) <<
> RTE_SCHED_WRR_SHIFT;
> +		grinder->wrr_mask[i] = ((qmask >> i) & 0x1) * 0xFFFF;
> +		grinder->wrr_cost[i] = pipe_params->wrr_cost[i];
> +	}
>  }
> 
>  static inline void
> @@ -1989,19 +2005,12 @@ grinder_wrr_store(struct rte_sched_port *port,
> uint32_t pos)
>  {
>  	struct rte_sched_grinder *grinder = port->grinder + pos;
>  	struct rte_sched_pipe *pipe = grinder->pipe;
> -	uint32_t tc_index = grinder->tc_index;
> -	uint32_t qindex;
> -
> -	qindex = tc_index * 4;
> +	uint32_t i;
> 
> -	pipe->wrr_tokens[qindex] = (grinder->wrr_tokens[0] & grinder-
> >wrr_mask[0])
> -		>> RTE_SCHED_WRR_SHIFT;
> -	pipe->wrr_tokens[qindex + 1] = (grinder->wrr_tokens[1] & grinder-
> >wrr_mask[1])
> -		>> RTE_SCHED_WRR_SHIFT;
> -	pipe->wrr_tokens[qindex + 2] = (grinder->wrr_tokens[2] & grinder-
> >wrr_mask[2])
> -		>> RTE_SCHED_WRR_SHIFT;
> -	pipe->wrr_tokens[qindex + 3] = (grinder->wrr_tokens[3] & grinder-
> >wrr_mask[3])
> -		>> RTE_SCHED_WRR_SHIFT;
> +	for (i = 0; i < pipe->n_be_queues; i++)
> +		pipe->wrr_tokens[i] =
> +			(grinder->wrr_tokens[i] & grinder->wrr_mask[i]) >>
> +				RTE_SCHED_WRR_SHIFT;
>  }
> 
>  static inline void
> @@ -2040,22 +2049,31 @@ static inline void
>  grinder_prefetch_tc_queue_arrays(struct rte_sched_port *port, uint32_t
> pos)
>  {
>  	struct rte_sched_grinder *grinder = port->grinder + pos;
> -	uint16_t qsize, qr[4];
> +	struct rte_sched_pipe *pipe = grinder->pipe;
> +	struct rte_sched_queue *queue;
> +	uint32_t i;
> +	uint16_t qsize, qr[RTE_SCHED_MAX_QUEUES_PER_TC];
> 
> -	qsize = grinder->qsize;
> -	qr[0] = grinder->queue[0]->qr & (qsize - 1);
> -	qr[1] = grinder->queue[1]->qr & (qsize - 1);
> -	qr[2] = grinder->queue[2]->qr & (qsize - 1);
> -	qr[3] = grinder->queue[3]->qr & (qsize - 1);
> +	grinder->qpos = 0;
> +	if (grinder->tc_index < RTE_SCHED_TRAFFIC_CLASS_BE) {
> +		queue = grinder->queue[0];
> +		qsize = grinder->qsize[0];
> +		qr[0] = queue->qr & (qsize - 1);
> 
> -	rte_prefetch0(grinder->qbase[0] + qr[0]);
> -	rte_prefetch0(grinder->qbase[1] + qr[1]);
> +		rte_prefetch0(grinder->qbase[0] + qr[0]);
> +		return;
> +	}
> +
> +	for (i = 0; i < pipe->n_be_queues; i++) {
> +		queue = grinder->queue[i];
> +		qsize = grinder->qsize[i];
> +		qr[i] = queue->qr & (qsize - 1);
> +
> +		rte_prefetch0(grinder->qbase[i] + qr[i]);
> +	}
> 
>  	grinder_wrr_load(port, pos);
>  	grinder_wrr(port, pos);
> -
> -	rte_prefetch0(grinder->qbase[2] + qr[2]);
> -	rte_prefetch0(grinder->qbase[3] + qr[3]);
>  }
> 
>  static inline void
> @@ -2064,7 +2082,7 @@ grinder_prefetch_mbuf(struct rte_sched_port
> *port, uint32_t pos)
>  	struct rte_sched_grinder *grinder = port->grinder + pos;
>  	uint32_t qpos = grinder->qpos;
>  	struct rte_mbuf **qbase = grinder->qbase[qpos];
> -	uint16_t qsize = grinder->qsize;
> +	uint16_t qsize = grinder->qsize[qpos];
>  	uint16_t qr = grinder->queue[qpos]->qr & (qsize - 1);
> 
>  	grinder->pkt = qbase[qr];
> @@ -2118,18 +2136,24 @@ grinder_handle(struct rte_sched_port *port,
> uint32_t pos)
> 
>  	case e_GRINDER_READ_MBUF:
>  	{
> -		uint32_t result = 0;
> +		uint32_t wrr_active, result = 0;
> 
>  		result = grinder_schedule(port, pos);
> 
> +		wrr_active = (grinder->tc_index ==
> RTE_SCHED_TRAFFIC_CLASS_BE);
> +
>  		/* Look for next packet within the same TC */
>  		if (result && grinder->qmask) {
> -			grinder_wrr(port, pos);
> +			if (wrr_active)
> +				grinder_wrr(port, pos);
> +
>  			grinder_prefetch_mbuf(port, pos);
> 
>  			return 1;
>  		}
> -		grinder_wrr_store(port, pos);
> +
> +		if (wrr_active)
> +			grinder_wrr_store(port, pos);
> 
>  		/* Look for another active TC within same pipe */
>  		if (grinder_next_tc(port, pos)) {
> diff --git a/lib/librte_sched/rte_sched.h b/lib/librte_sched/rte_sched.h
> index d61dda9f5..2a935998a 100644
> --- a/lib/librte_sched/rte_sched.h
> +++ b/lib/librte_sched/rte_sched.h
> @@ -66,6 +66,22 @@ extern "C" {
>  #include "rte_red.h"
>  #endif
> 
> +/** Maximum number of queues per pipe.
> + * Note that the multiple queues (power of 2) can only be assigned to
> + * lowest priority (best-effort) traffic class. Other higher priority traffic
> + * classes can only have one queue.
> + * Can not change.
> + *
> + * @see struct rte_sched_port_params
> + */
> +#define RTE_SCHED_QUEUES_PER_PIPE    16
> +
> +/** Number of WRR queues for best-effort traffic class per pipe.
> + *
> + * @see struct rte_sched_pipe_params
> + */
> +#define RTE_SCHED_BE_QUEUES_PER_PIPE    4
> +
>  /** Number of traffic classes per pipe (as well as subport).
>   * Cannot be changed.
>   */
> @@ -74,11 +90,6 @@ extern "C" {
>  /** Number of queues per pipe traffic class. Cannot be changed. */
>  #define RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS    4
> 
> -/** Number of queues per pipe. */
> -#define RTE_SCHED_QUEUES_PER_PIPE             \
> -	(RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE *     \
> -	RTE_SCHED_QUEUES_PER_TRAFFIC_CLASS)
> -
>  /** Maximum number of pipe profiles that can be defined per port.
>   * Compile-time configurable.
>   */
> @@ -165,7 +176,7 @@ struct rte_sched_pipe_params {
>  #endif
> 
>  	/* Pipe queues */
> -	uint8_t  wrr_weights[RTE_SCHED_QUEUES_PER_PIPE]; /**< WRR
> weights */
> +	uint8_t  wrr_weights[RTE_SCHED_BE_QUEUES_PER_PIPE]; /**<
> WRR weights */
>  };
> 
>  /** Queue statistics */
> --
> 2.21.0


  reply	other threads:[~2019-07-15 23:50 UTC|newest]

Thread overview: 163+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2019-05-28 12:05 [dpdk-dev] [PATCH 00/27] sched: feature enhancements Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 01/27] sched: update macros for flexible config Lukasz Krakowiak
2019-06-25 15:31   ` [dpdk-dev] [PATCH v2 00/28] sched: feature enhancements Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 01/28] sched: update macros for flexible config Jasvinder Singh
2019-07-01 19:04       ` Dumitrescu, Cristian
2019-07-02 13:26         ` Singh, Jasvinder
2019-07-11 10:26       ` [dpdk-dev] [PATCH v3 00/11] sched: feature enhancements Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 01/11] sched: remove wrr from strict priority tc queues Jasvinder Singh
2019-07-12  9:57           ` [dpdk-dev] [PATCH v4 00/11] sched: feature enhancements Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 01/11] sched: remove wrr from strict priority tc queues Jasvinder Singh
2019-07-15 23:50               ` Dumitrescu, Cristian [this message]
2019-07-17 14:49                 ` Singh, Jasvinder
2019-07-17 14:42               ` [dpdk-dev] [PATCH v5 00/11] sched: feature enhancements Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 01/11] sched: remove wrr from strict priority tc queues Jasvinder Singh
2019-07-19 14:18                   ` [dpdk-dev] [PATCH v6 00/11] sched: feature enhancements Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 01/11] sched: remove wrr from strict priority tc queues Jasvinder Singh
2019-07-22 11:01                       ` [dpdk-dev] [PATCH v7 00/11] sched: feature enhancements Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 01/11] sched: remove wrr from strict priority tc queues Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 02/11] sched: add config flexibility to tc queue sizes Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 03/11] sched: add max pipe profiles config in run time Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 04/11] sched: rename tc3 params to best-effort tc Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 05/11] sched: improve error log messages Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 06/11] sched: improve doxygen comments Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 07/11] net/softnic: add config flexibility to softnic tm Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 08/11] test_sched: modify tests for config flexibility Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 09/11] examples/ip_pipeline: add config flexibility to tm function Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 10/11] examples/qos_sched: add tc and queue config flexibility Jasvinder Singh
2019-07-22 11:01                         ` [dpdk-dev] [PATCH v7 11/11] sched: remove redundant macros Jasvinder Singh
2019-07-22 13:15                         ` [dpdk-dev] [PATCH v7 00/11] sched: feature enhancements Thomas Monjalon
2019-07-22 13:22                           ` Singh, Jasvinder
2019-07-22 13:33                             ` Thomas Monjalon
2019-07-22 13:53                               ` Ferruh Yigit
2019-07-22 13:56                                 ` Bruce Richardson
2019-07-22 14:08                                   ` Ferruh Yigit
2019-07-22 14:08                                   ` Thomas Monjalon
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 02/11] sched: add config flexibility to tc queue sizes Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 03/11] sched: add max pipe profiles config in run time Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 04/11] sched: rename tc3 params to best-effort tc Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 05/11] sched: improve error log messages Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 06/11] sched: improve doxygen comments Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 07/11] net/softnic: add config flexibility to softnic tm Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 08/11] test_sched: modify tests for config flexibility Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 09/11] examples/ip_pipeline: add config flexibility to tm function Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 10/11] examples/qos_sched: add tc and queue config flexibility Jasvinder Singh
2019-07-19 14:18                     ` [dpdk-dev] [PATCH v6 11/11] sched: remove redundant macros Jasvinder Singh
2019-07-22  8:19                     ` [dpdk-dev] [PATCH v6 00/11] sched: feature enhancements Thomas Monjalon
2019-07-22 11:05                       ` Singh, Jasvinder
2019-07-22  9:56                     ` Dumitrescu, Cristian
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 02/11] sched: add config flexibility to tc queue sizes Jasvinder Singh
2019-07-18 23:04                   ` Dumitrescu, Cristian
2019-07-19 15:25                     ` Singh, Jasvinder
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 03/11] sched: add max pipe profiles config in run time Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 04/11] sched: rename tc3 params to best-effort tc Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 05/11] sched: improve error log messages Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 06/11] sched: improve doxygen comments Jasvinder Singh
2019-07-18 23:12                   ` Dumitrescu, Cristian
2019-07-19 15:25                     ` Singh, Jasvinder
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 07/11] net/softnic: add config flexibility to softnic tm Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 08/11] test_sched: modify tests for config flexibility Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 09/11] examples/ip_pipeline: add config flexibility to tm function Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 10/11] examples/qos_sched: add tc and queue config flexibility Jasvinder Singh
2019-07-17 14:42                 ` [dpdk-dev] [PATCH v5 11/11] sched: remove redundant macros Jasvinder Singh
2019-07-18 22:57                 ` [dpdk-dev] [PATCH v5 00/11] sched: feature enhancements Dumitrescu, Cristian
2019-07-19 10:41                   ` Thomas Monjalon
2019-07-19 11:16                     ` Singh, Jasvinder
2019-07-19 11:40                       ` Thomas Monjalon
2019-07-19 11:42                         ` Singh, Jasvinder
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 02/11] sched: add config flexibility to tc queue sizes Jasvinder Singh
2019-07-16  0:37               ` Dumitrescu, Cristian
2019-07-17 14:57                 ` Singh, Jasvinder
2019-07-16  0:57               ` Dumitrescu, Cristian
2019-07-17 15:03                 ` Singh, Jasvinder
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 03/11] sched: add max pipe profiles config in run time Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 04/11] sched: rename tc3 params to best-effort tc Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 05/11] sched: improve error log messages Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 06/11] sched: improve doxygen comments Jasvinder Singh
2019-07-16  0:44               ` Dumitrescu, Cristian
2019-07-17 14:58                 ` Singh, Jasvinder
2019-07-16  0:49               ` Dumitrescu, Cristian
2019-07-17 15:00                 ` Singh, Jasvinder
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 07/11] net/softnic: add config flexibility to softnic tm Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 08/11] test_sched: modify tests for config flexibility Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 09/11] examples/ip_pipeline: add config flexibility to tm function Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 10/11] examples/qos_sched: add tc and queue config flexibility Jasvinder Singh
2019-07-12  9:57             ` [dpdk-dev] [PATCH v4 11/11] sched: remove redundant macros Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 02/11] sched: add config flexibility to tc queue sizes Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 03/11] sched: add max pipe profiles config in run time Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 04/11] sched: rename tc3 params to best-effort tc Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 05/11] sched: improve error log messages Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 06/11] sched: improve doxygen comments Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 07/11] net/softnic: add config flexibility to softnic tm Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 08/11] test_sched: modify tests for config flexibility Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 09/11] examples/ip_pipeline: add config flexibility to tm function Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 10/11] examples/qos_sched: add tc and queue config flexibility Jasvinder Singh
2019-07-11 10:26         ` [dpdk-dev] [PATCH v3 11/11] sched: remove redundant macros Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 02/28] sched: update subport and pipe data structures Jasvinder Singh
2019-07-01 18:58       ` Dumitrescu, Cristian
2019-07-02 13:20         ` Singh, Jasvinder
2019-07-01 19:12       ` Dumitrescu, Cristian
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 03/28] sched: update internal " Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 04/28] sched: update port config API Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 05/28] sched: update port free API Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 06/28] sched: update subport config API Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 07/28] sched: update pipe profile add API Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 08/28] sched: update pipe config API Jasvinder Singh
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 09/28] sched: update pkt read and write API Jasvinder Singh
2019-07-01 23:25       ` Dumitrescu, Cristian
2019-07-02 21:05         ` Singh, Jasvinder
2019-07-03 13:40           ` Dumitrescu, Cristian
2019-06-25 15:31     ` [dpdk-dev] [PATCH v2 10/28] sched: update subport and tc queue stats Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 11/28] sched: update port memory footprint API Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 12/28] sched: update packet enqueue API Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 13/28] sched: update grinder pipe and tc cache Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 14/28] sched: update grinder next pipe and tc functions Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 15/28] sched: update pipe and tc queues prefetch Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 16/28] sched: update grinder wrr compute function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 17/28] sched: modify credits update function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 18/28] sched: update mbuf prefetch function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 19/28] sched: update grinder schedule function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 20/28] sched: update grinder handle function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 21/28] sched: update packet dequeue API Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 22/28] sched: update sched queue stats API Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 23/28] test/sched: update unit test Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 24/28] net/softnic: update softnic tm function Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 25/28] examples/qos_sched: update qos sched sample app Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 26/28] examples/ip_pipeline: update ip pipeline " Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 27/28] sched: code cleanup Jasvinder Singh
2019-06-25 15:32     ` [dpdk-dev] [PATCH v2 28/28] sched: add release note Jasvinder Singh
2019-06-26 21:31       ` Thomas Monjalon
2019-06-27 10:50         ` Singh, Jasvinder
2019-06-26 21:33     ` [dpdk-dev] [PATCH v2 00/28] sched: feature enhancements Thomas Monjalon
2019-06-27 10:52       ` Singh, Jasvinder
2019-06-27  0:04     ` Stephen Hemminger
2019-06-27 10:49       ` Singh, Jasvinder
2019-07-01 18:51     ` Dumitrescu, Cristian
2019-07-02  9:32       ` Singh, Jasvinder
2019-05-28 12:05 ` [dpdk-dev] [PATCH 02/27] sched: update subport and pipe data structures Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 03/27] sched: update internal " Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 04/27] sched: update port config api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 05/27] sched: update port free api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 06/27] sched: update subport config api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 07/27] sched: update pipe profile add api Lukasz Krakowiak
2019-05-28 14:06   ` Stephen Hemminger
2019-05-28 12:05 ` [dpdk-dev] [PATCH 08/27] sched: update pipe config api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 09/27] sched: update pkt read and write api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 10/27] sched: update subport and tc queue stats Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 11/27] sched: update port memory footprint api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 12/27] sched: update packet enqueue api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 13/27] sched: update grinder pipe and tc cache Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 14/27] sched: update grinder next pipe and tc functions Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 15/27] sched: update pipe and tc queues prefetch Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 16/27] sched: update grinder wrr compute function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 17/27] sched: modify credits update function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 18/27] sched: update mbuf prefetch function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 19/27] sched: update grinder schedule function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 20/27] sched: update grinder handle function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 21/27] sched: update packet dequeue api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 22/27] sched: update sched queue stats api Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 23/27] test/sched: update unit test Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 24/27] net/softnic: update softnic tm function Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 25/27] examples/qos_sched: update qos sched sample app Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 26/27] examples/ip_pipeline: update ip pipeline " Lukasz Krakowiak
2019-05-28 12:05 ` [dpdk-dev] [PATCH 27/27] sched: code cleanup Lukasz Krakowiak

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=3EB4FA525960D640B5BDFFD6A3D891268E8EEDA2@IRSMSX108.ger.corp.intel.com \
    --to=cristian.dumitrescu@intel.com \
    --cc=abrahamx.tovar@intel.com \
    --cc=dev@dpdk.org \
    --cc=jasvinder.singh@intel.com \
    --cc=lukaszx.krakowiak@intel.com \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).