From mboxrd@z Thu Jan 1 00:00:00 1970 From: Shahaf Shuler Subject: Re: [PATCH 01/14] net/mlx5: add representor recognition on kernels 5.x Date: Thu, 21 Mar 2019 12:13:50 +0000 Message-ID: References: <1551376985-11096-1-git-send-email-viacheslavo@mellanox.com> <1553155888-27498-1-git-send-email-viacheslavo@mellanox.com> <1553155888-27498-2-git-send-email-viacheslavo@mellanox.com> Mime-Version: 1.0 Content-Type: text/plain; charset="us-ascii" Content-Transfer-Encoding: quoted-printable To: Slava Ovsiienko , "dev@dpdk.org" Return-path: Received: from EUR01-VE1-obe.outbound.protection.outlook.com (mail-eopbgr140059.outbound.protection.outlook.com [40.107.14.59]) by dpdk.org (Postfix) with ESMTP id B94324CA9 for ; Thu, 21 Mar 2019 13:13:53 +0100 (CET) In-Reply-To: <1553155888-27498-2-git-send-email-viacheslavo@mellanox.com> Content-Language: en-US List-Id: DPDK patches and discussions List-Unsubscribe: , List-Archive: List-Post: List-Help: List-Subscribe: , Errors-To: dev-bounces@dpdk.org Sender: "dev" Hi Slava, Small comments below. Once fixed you can put my acked-by on the next versio= n.=20 Thursday, March 21, 2019 10:11 AM, Viacheslav Ovsiienko: > Subject: [PATCH 01/14] net/mlx5: add representor recognition on kernels 5= .x >=20 > The master device and VF representors were distinguished by presence of > port name, master device did not have one. The new Linux kernels starting > from 5.0 provide the port name for master device and the implemented > representor recognizing method does not work. > The new recognizing method is based on quiering the VF number, created on > the base of the device. >=20 > The IFLA_NUM_VF attribute is returned by kernel if IFLA_EXT_MASK > attribute is specified in the Netlink request message. >=20 > Also the presence of device symlink in device sysfs folder is added to > distinguish representors with sysfs based method. >=20 > Signed-off-by: Viacheslav Ovsiienko >=20 > --- >=20 > v3: - rebased over new port naming http://patches.dpdk.org/patch/51245/ > - master recognition is reinforced by checking vport for -1 > for new port naming schema >=20 > v2: - fopen replaced with opendir to detect whether directory exists >=20 > v1: http://patches.dpdk.org/patch/50411/ > --- > drivers/net/mlx5/Makefile | 10 ++++++++++ > drivers/net/mlx5/meson.build | 4 ++++ > drivers/net/mlx5/mlx5.c | 2 +- > drivers/net/mlx5/mlx5.h | 1 + > drivers/net/mlx5/mlx5_ethdev.c | 13 +++++++++++-- > drivers/net/mlx5/mlx5_nl.c | 36 > +++++++++++++++++++++++++++++++++--- > 6 files changed, 60 insertions(+), 6 deletions(-) >=20 > diff --git a/drivers/net/mlx5/Makefile b/drivers/net/mlx5/Makefile index > 1ed299d..3dd7e38 100644 > --- a/drivers/net/mlx5/Makefile > +++ b/drivers/net/mlx5/Makefile > @@ -231,6 +231,16 @@ mlx5_autoconf.h.new: $(RTE_SDK)/buildtools/auto- > config-h.sh > enum RDMA_NLDEV_ATTR_NDEV_INDEX \ > $(AUTOCONF_OUTPUT) > $Q sh -- '$<' '$@' \ > + HAVE_IFLA_NUM_VF \ > + linux/if_link.h \ > + enum IFLA_NUM_VF \ > + $(AUTOCONF_OUTPUT) > + $Q sh -- '$<' '$@' \ > + HAVE_IFLA_EXT_MASK \ > + linux/if_link.h \ > + enum IFLA_EXT_MASK \ > + $(AUTOCONF_OUTPUT) > + $Q sh -- '$<' '$@' \ > HAVE_IFLA_PHYS_SWITCH_ID \ > linux/if_link.h \ > enum IFLA_PHYS_SWITCH_ID \ > diff --git a/drivers/net/mlx5/meson.build b/drivers/net/mlx5/meson.build > index 0cf2f08..e3cb9bc 100644 > --- a/drivers/net/mlx5/meson.build > +++ b/drivers/net/mlx5/meson.build > @@ -133,6 +133,10 @@ if build > 'ETHTOOL_LINK_MODE_50000baseCR2_Full_BIT' ], > [ 'HAVE_ETHTOOL_LINK_MODE_100G', 'linux/ethtool.h', > 'ETHTOOL_LINK_MODE_100000baseKR4_Full_BIT' ], > + [ 'HAVE_IFLA_NUM_VF', 'linux/if_link.h', > + 'IFLA_NUM_VF' ], > + [ 'HAVE_IFLA_EXT_MASK', 'linux/if_link.h', > + 'IFLA_EXT_MASK' ], > [ 'HAVE_IFLA_PHYS_SWITCH_ID', 'linux/if_link.h', > 'IFLA_PHYS_SWITCH_ID' ], > [ 'HAVE_IFLA_PHYS_PORT_NAME', 'linux/if_link.h', diff --git > a/drivers/net/mlx5/mlx5.c b/drivers/net/mlx5/mlx5.c index > ad1975c..ea3d00c 100644 > --- a/drivers/net/mlx5/mlx5.c > +++ b/drivers/net/mlx5/mlx5.c > @@ -13,7 +13,6 @@ > #include > #include > #include > -#include > #include >=20 > /* Verbs header. */ > @@ -1001,6 +1000,7 @@ > priv->nl_socket_route =3D mlx5_nl_init(NETLINK_ROUTE); > priv->nl_sn =3D 0; > priv->representor =3D !!switch_info->representor; > + priv->master =3D !!switch_info->master; > priv->domain_id =3D RTE_ETH_DEV_SWITCH_DOMAIN_ID_INVALID; > priv->representor_id =3D > switch_info->representor ? switch_info->port_name : -1; diff > --git a/drivers/net/mlx5/mlx5.h b/drivers/net/mlx5/mlx5.h index > a88cb4a..58bc37f 100644 > --- a/drivers/net/mlx5/mlx5.h > +++ b/drivers/net/mlx5/mlx5.h > @@ -214,6 +214,7 @@ struct mlx5_priv { > uint16_t mtu; /* Configured MTU. */ > unsigned int isolated:1; /* Whether isolated mode is enabled. */ > unsigned int representor:1; /* Device is a port representor. */ > + unsigned int master:1; /* Device is a E-Switch master. */ > uint16_t domain_id; /* Switch domain identifier. */ > int32_t representor_id; /* Port representor identifier. */ > /* RX/TX queues. */ > diff --git a/drivers/net/mlx5/mlx5_ethdev.c > b/drivers/net/mlx5/mlx5_ethdev.c index 84d761c..81f2a42 100644 > --- a/drivers/net/mlx5/mlx5_ethdev.c > +++ b/drivers/net/mlx5/mlx5_ethdev.c > @@ -1362,8 +1362,10 @@ int mlx5_fw_version_get(struct rte_eth_dev > *dev, char *fw_ver, size_t fw_size) > .port_name =3D 0, > .switch_id =3D 0, > }; > + DIR *dir; > bool port_name_set =3D false; > bool port_switch_id_set =3D false; > + bool device_dir =3D false; > char c; >=20 > if (!if_indextoname(ifindex, ifname)) { @@ -1375,6 +1377,8 @@ int > mlx5_fw_version_get(struct rte_eth_dev *dev, char *fw_ver, size_t > fw_size) > ifname); > MKSTR(phys_switch_id, "/sys/class/net/%s/phys_switch_id", > ifname); > + MKSTR(pci_device, "/sys/class/net/%s/device", > + ifname); >=20 > file =3D fopen(phys_port_name, "rb"); > if (file !=3D NULL) { > @@ -1391,8 +1395,13 @@ int mlx5_fw_version_get(struct rte_eth_dev > *dev, char *fw_ver, size_t fw_size) > fscanf(file, "%" SCNx64 "%c", &data.switch_id, &c) =3D=3D 2 && > c =3D=3D '\n'; > fclose(file); > - data.master =3D port_switch_id_set && !port_name_set; > - data.representor =3D port_switch_id_set && port_name_set; > + dir =3D opendir(pci_device); > + if (dir !=3D NULL) { > + closedir(dir); > + device_dir =3D true; > + } > + data.master =3D port_switch_id_set && (!port_name_set || > device_dir); > + data.representor =3D port_switch_id_set && port_name_set && > !device_dir; Add assert that device cannot be both master and representor.=20 > *info =3D data; > return 0; > } > diff --git a/drivers/net/mlx5/mlx5_nl.c b/drivers/net/mlx5/mlx5_nl.c inde= x > 8a10109..aa49cb4 100644 > --- a/drivers/net/mlx5/mlx5_nl.c > +++ b/drivers/net/mlx5/mlx5_nl.c > @@ -65,6 +65,12 @@ > #endif >=20 > /* These are normally found in linux/if_link.h. */ > +#ifndef HAVE_IFLA_NUM_VF > +#define IFLA_NUM_VF 21 > +#endif > +#ifndef HAVE_IFLA_EXT_MASK > +#define IFLA_EXT_MASK 29 > +#endif > #ifndef HAVE_IFLA_PHYS_SWITCH_ID > #define IFLA_PHYS_SWITCH_ID 36 > #endif > @@ -837,6 +843,7 @@ struct mlx5_nl_ifindex_data { > size_t off =3D NLMSG_LENGTH(sizeof(struct ifinfomsg)); > bool port_name_set =3D false; > bool switch_id_set =3D false; > + bool num_vf_set =3D false; >=20 > if (nh->nlmsg_type !=3D RTM_NEWLINK) > goto error; > @@ -848,6 +855,9 @@ struct mlx5_nl_ifindex_data { > if (ra->rta_len > nh->nlmsg_len - off) > goto error; > switch (ra->rta_type) { > + case IFLA_NUM_VF: > + num_vf_set =3D true; > + break; > case IFLA_PHYS_PORT_NAME: > port_name_set =3D > mlx5_translate_port_name((char *)payload, > @@ -864,8 +874,19 @@ struct mlx5_nl_ifindex_data { > } > off +=3D RTA_ALIGN(ra->rta_len); > } > - info.master =3D switch_id_set && !port_name_set; > - info.representor =3D switch_id_set && port_name_set; > + if (switch_id_set) { > + if (info.port_name_new) { > + /* New representors naming schema. */ > + if (port_name_set) { > + info.master =3D (info.port_name =3D=3D -1); > + info.representor =3D (info.port_name !=3D -1); > + } > + } else { > + /* Legacy representors naming schema. */ > + info.master =3D (!port_name_set || num_vf_set); > + info.representor =3D port_name_set && !num_vf_set; > + } > + } Add assert that device cannot be both master and representor. > memcpy(arg, &info, sizeof(info)); > return 0; > error: > @@ -893,9 +914,13 @@ struct mlx5_nl_ifindex_data { > struct { > struct nlmsghdr nh; > struct ifinfomsg info; > + struct rtattr rta; > + uint32_t extmask; > } req =3D { > .nh =3D { > - .nlmsg_len =3D NLMSG_LENGTH(sizeof(req.info)), > + .nlmsg_len =3D NLMSG_LENGTH > + (sizeof(req.info) + > + RTA_LENGTH(sizeof(uint32_t))), > .nlmsg_type =3D RTM_GETLINK, > .nlmsg_flags =3D NLM_F_REQUEST | NLM_F_ACK, > }, > @@ -903,6 +928,11 @@ struct mlx5_nl_ifindex_data { > .ifi_family =3D AF_UNSPEC, > .ifi_index =3D ifindex, > }, > + .rta =3D { > + .rta_type =3D IFLA_EXT_MASK, > + .rta_len =3D RTA_LENGTH(sizeof(int32_t)), > + }, > + .extmask =3D RTE_LE32(1), > }; > int ret; >=20 > -- > 1.8.3.1