From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1753435AbdJaKcb (ORCPT ); Tue, 31 Oct 2017 06:32:31 -0400 Received: from mx1.redhat.com ([209.132.183.28]:32998 "EHLO mx1.redhat.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1753326AbdJaKc2 (ORCPT ); Tue, 31 Oct 2017 06:32:28 -0400 DMARC-Filter: OpenDMARC Filter v1.3.2 mx1.redhat.com 14C9D267FF Authentication-Results: ext-mx06.extmail.prod.ext.phx2.redhat.com; dmarc=none (p=none dis=none) header.from=redhat.com Authentication-Results: ext-mx06.extmail.prod.ext.phx2.redhat.com; spf=fail smtp.mailfrom=jasowang@redhat.com From: Jason Wang To: netdev@vger.kernel.org, linux-kernel@vger.kernel.org Cc: mst@redhat.com, willemdebruijn.kernel@gmail.com, tom@herbertland.com, Jason Wang Subject: [PATCH net-next V2 1/3] tun: abstract flow steering logic Date: Tue, 31 Oct 2017 18:32:16 +0800 Message-Id: <1509445938-4345-2-git-send-email-jasowang@redhat.com> In-Reply-To: <1509445938-4345-1-git-send-email-jasowang@redhat.com> References: <1509445938-4345-1-git-send-email-jasowang@redhat.com> X-Greylist: Sender IP whitelisted, not delayed by milter-greylist-4.5.16 (mx1.redhat.com [10.5.110.30]); Tue, 31 Oct 2017 10:32:28 +0000 (UTC) Sender: linux-kernel-owner@vger.kernel.org List-ID: X-Mailing-List: linux-kernel@vger.kernel.org tun now use flow caches based automatic queue steering method. This may not suffice all user cases. To extend it to be able to use more flow steering policy, this patch abstracts flow steering logic into tun_steering_ops, then we can declare and use different methods in the future. Signed-off-by: Jason Wang --- drivers/net/tun.c | 85 +++++++++++++++++++++++++++++++++++++++++-------------- 1 file changed, 63 insertions(+), 22 deletions(-) diff --git a/drivers/net/tun.c b/drivers/net/tun.c index ea29da9..bff6259 100644 --- a/drivers/net/tun.c +++ b/drivers/net/tun.c @@ -182,6 +182,14 @@ struct tun_file { struct skb_array tx_array; }; +struct tun_steering_ops { + u16 (*select_queue) (struct tun_struct *tun, struct sk_buff *skb); + void (*xmit) (struct tun_struct *tun, struct sk_buff *skb); + u32 (*pre_rx) (struct tun_struct *tun, struct sk_buff *skb); + void (*post_rx) (struct tun_struct *tun, struct tun_file *tfile, + u32 data); +}; + struct tun_flow_entry { struct hlist_node hash_link; struct rcu_head rcu; @@ -232,6 +240,7 @@ struct tun_struct { u32 rx_batched; struct tun_pcpu_stats __percpu *pcpu_stats; struct bpf_prog __rcu *xdp_prog; + struct tun_steering_ops *steering_ops; }; static int tun_napi_receive(struct napi_struct *napi, int budget) @@ -537,10 +546,8 @@ static inline void tun_flow_save_rps_rxhash(struct tun_flow_entry *e, u32 hash) * different rxq no. here. If we could not get rxhash, then we would * hope the rxq no. may help here. */ -static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb, - void *accel_priv, select_queue_fallback_t fallback) +static u16 tun_automq_select_queue(struct tun_struct *tun, struct sk_buff *skb) { - struct tun_struct *tun = netdev_priv(dev); struct tun_flow_entry *e; u32 txq = 0; u32 numqueues = 0; @@ -564,9 +571,18 @@ static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb, } rcu_read_unlock(); + return txq; } +static u16 tun_select_queue(struct net_device *dev, struct sk_buff *skb, + void *accel_priv, select_queue_fallback_t fallback) +{ + struct tun_struct *tun = netdev_priv(dev); + + return tun->steering_ops->select_queue(tun, skb); +} + static inline bool tun_not_capable(struct tun_struct *tun) { const struct cred *cred = current_cred(); @@ -936,24 +952,10 @@ static int tun_net_close(struct net_device *dev) return 0; } -/* Net device start xmit */ -static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev) +static void tun_automq_xmit(struct tun_struct *tun, struct sk_buff *skb) { - struct tun_struct *tun = netdev_priv(dev); - int txq = skb->queue_mapping; - struct tun_file *tfile; - u32 numqueues = 0; - - rcu_read_lock(); - tfile = rcu_dereference(tun->tfiles[txq]); - numqueues = ACCESS_ONCE(tun->numqueues); - - /* Drop packet if interface is not attached */ - if (txq >= numqueues) - goto drop; - #ifdef CONFIG_RPS - if (numqueues == 1 && static_key_false(&rps_needed)) { + if (ACCESS_ONCE(tun->numqueues) == 1 && static_key_false(&rps_needed)) { /* Select queue was not called for the skbuff, so we extract the * RPS hash and save it into the flow_table here. */ @@ -969,6 +971,25 @@ static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev) } } #endif +} + +/* Net device start xmit */ +static netdev_tx_t tun_net_xmit(struct sk_buff *skb, struct net_device *dev) +{ + struct tun_struct *tun = netdev_priv(dev); + int txq = skb->queue_mapping; + struct tun_file *tfile; + u32 numqueues = 0; + + rcu_read_lock(); + tfile = rcu_dereference(tun->tfiles[txq]); + numqueues = ACCESS_ONCE(tun->numqueues); + + /* Drop packet if interface is not attached */ + if (txq >= numqueues) + goto drop; + + tun->steering_ops->xmit(tun, skb); tun_debug(KERN_INFO, tun, "tun_net_xmit %d\n", skb->len); @@ -1532,6 +1553,17 @@ static struct sk_buff *tun_build_skb(struct tun_struct *tun, return NULL; } +u32 tun_automq_pre_rx(struct tun_struct *tun, struct sk_buff *skb) +{ + return __skb_get_hash_symmetric(skb); +} + +void tun_automq_post_rx(struct tun_struct *tun, struct tun_file *tfile, + u32 rxhash) +{ + tun_flow_update(tun, rxhash, tfile); +} + /* Get packet from user space buffer */ static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile, void *msg_control, struct iov_iter *from, @@ -1547,7 +1579,7 @@ static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile, int copylen; bool zerocopy = false; int err; - u32 rxhash; + u32 data; int skb_xdp = 1; bool frags = tun_napi_frags_enabled(tun); @@ -1735,7 +1767,7 @@ static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile, rcu_read_unlock(); } - rxhash = __skb_get_hash_symmetric(skb); + data = tun->steering_ops->pre_rx(tun, skb); if (frags) { /* Exercise flow dissector code path. */ @@ -1779,7 +1811,7 @@ static ssize_t tun_get_user(struct tun_struct *tun, struct tun_file *tfile, u64_stats_update_end(&stats->syncp); put_cpu_ptr(stats); - tun_flow_update(tun, rxhash, tfile); + tun->steering_ops->post_rx(tun, tfile, data); return total_len; } @@ -2119,6 +2151,13 @@ static struct proto tun_proto = { .obj_size = sizeof(struct tun_file), }; +static struct tun_steering_ops tun_automq_ops = { + .select_queue = tun_automq_select_queue, + .xmit = tun_automq_xmit, + .pre_rx = tun_automq_pre_rx, + .post_rx = tun_automq_post_rx, +}; + static int tun_flags(struct tun_struct *tun) { return tun->flags & (TUN_FEATURES | IFF_PERSIST | IFF_TUN | IFF_TAP); @@ -2278,6 +2317,8 @@ static int tun_set_iff(struct net *net, struct file *file, struct ifreq *ifr) goto err_free_dev; } + tun->steering_ops = &tun_automq_ops; + spin_lock_init(&tun->lock); err = security_tun_dev_alloc_security(&tun->security); -- 2.7.4