From: Jan Kara <jack@suse.cz>
To: Christoph Hellwig <hch@lst.de>
Cc: Jens Axboe <axboe@kernel.dk>, Jan Kara <jack@suse.cz>,
Mike Snitzer <snitzer@redhat.com>,
linux-mm@kvack.org,
Greg Kroah-Hartman <gregkh@linuxfoundation.org>,
Jan Kara <jack@suse.com>, Josef Bacik <josef@toxicpanda.com>,
Coly Li <colyli@suse.de>,
linux-block@vger.kernel.org, linux-fsdevel@vger.kernel.org,
dm-devel@redhat.com, linux-mtd@lists.infradead.org,
Johannes Thumshirn <johannes.thumshirn@wdc.com>,
Tejun Heo <tj@kernel.org>,
linux-bcache@vger.kernel.org
Subject: Re: [dm-devel] [PATCH 30/44] block: move disk stat accounting to struct block_device
Date: Thu, 26 Nov 2020 17:53:11 +0100 [thread overview]
Message-ID: <20201126165311.GP422@quack2.suse.cz> (raw)
In-Reply-To: <20201126130422.92945-31-hch@lst.de>
On Thu 26-11-20 14:04:08, Christoph Hellwig wrote:
> Move the dkstats and stamp field to struct block_device in preparation
> of killing struct hd_struct.
>
> Signed-off-by: Christoph Hellwig <hch@lst.de>
Looks good. You can add:
Reviewed-by: Jan Kara <jack@suse.cz>
Honza
> ---
> block/blk-cgroup.c | 2 +-
> block/blk-core.c | 4 ++--
> block/blk.h | 1 -
> block/genhd.c | 14 ++++----------
> block/partitions/core.c | 9 +--------
> fs/block_dev.c | 10 ++++++++++
> include/linux/blk_types.h | 2 ++
> include/linux/genhd.h | 2 --
> include/linux/part_stat.h | 38 +++++++++++++++++++-------------------
> 9 files changed, 39 insertions(+), 43 deletions(-)
>
> diff --git a/block/blk-cgroup.c b/block/blk-cgroup.c
> index 19650eb42b9f00..5c0a9d588e6312 100644
> --- a/block/blk-cgroup.c
> +++ b/block/blk-cgroup.c
> @@ -830,7 +830,7 @@ static void blkcg_fill_root_iostats(void)
> for_each_possible_cpu(cpu) {
> struct disk_stats *cpu_dkstats;
>
> - cpu_dkstats = per_cpu_ptr(part->dkstats, cpu);
> + cpu_dkstats = per_cpu_ptr(part->bdev->bd_stats, cpu);
> tmp.ios[BLKG_IOSTAT_READ] +=
> cpu_dkstats->ios[STAT_READ];
> tmp.ios[BLKG_IOSTAT_WRITE] +=
> diff --git a/block/blk-core.c b/block/blk-core.c
> index 988f45094a387b..d2c9cb24e087f3 100644
> --- a/block/blk-core.c
> +++ b/block/blk-core.c
> @@ -1264,9 +1264,9 @@ static void update_io_ticks(struct hd_struct *part, unsigned long now, bool end)
> {
> unsigned long stamp;
> again:
> - stamp = READ_ONCE(part->stamp);
> + stamp = READ_ONCE(part->bdev->bd_stamp);
> if (unlikely(stamp != now)) {
> - if (likely(cmpxchg(&part->stamp, stamp, now) == stamp))
> + if (likely(cmpxchg(&part->bdev->bd_stamp, stamp, now) == stamp))
> __part_stat_add(part, io_ticks, end ? now - stamp : 1);
> }
> if (part->partno) {
> diff --git a/block/blk.h b/block/blk.h
> index 09cee7024fb43e..3f801f6e86f8a1 100644
> --- a/block/blk.h
> +++ b/block/blk.h
> @@ -381,7 +381,6 @@ static inline void hd_struct_put(struct hd_struct *part)
>
> static inline void hd_free_part(struct hd_struct *part)
> {
> - free_percpu(part->dkstats);
> kfree(part->info);
> bdput(part->bdev);
> percpu_ref_exit(&part->ref);
> diff --git a/block/genhd.c b/block/genhd.c
> index c6016fde4725b0..9eead2970cb3d4 100644
> --- a/block/genhd.c
> +++ b/block/genhd.c
> @@ -104,7 +104,7 @@ static void part_stat_read_all(struct hd_struct *part, struct disk_stats *stat)
>
> memset(stat, 0, sizeof(struct disk_stats));
> for_each_possible_cpu(cpu) {
> - struct disk_stats *ptr = per_cpu_ptr(part->dkstats, cpu);
> + struct disk_stats *ptr = per_cpu_ptr(part->bdev->bd_stats, cpu);
> int group;
>
> for (group = 0; group < NR_STAT_GROUPS; group++) {
> @@ -883,7 +883,7 @@ void del_gendisk(struct gendisk *disk)
> kobject_put(disk->slave_dir);
>
> part_stat_set_all(&disk->part0, 0);
> - disk->part0.stamp = 0;
> + disk->part0.bdev->bd_stamp = 0;
> if (!sysfs_deprecated)
> sysfs_remove_link(block_depr, dev_name(disk_to_dev(disk)));
> pm_runtime_set_memalloc_noio(disk_to_dev(disk), false);
> @@ -1620,19 +1620,15 @@ struct gendisk *__alloc_disk_node(int minors, int node_id)
> if (!disk->part0.bdev)
> goto out_free_disk;
>
> - disk->part0.dkstats = alloc_percpu(struct disk_stats);
> - if (!disk->part0.dkstats)
> - goto out_bdput;
> -
> disk->node_id = node_id;
> if (disk_expand_part_tbl(disk, 0))
> - goto out_free_bdstats;
> + goto out_bdput;
>
> ptbl = rcu_dereference_protected(disk->part_tbl, 1);
> rcu_assign_pointer(ptbl->part[0], &disk->part0);
>
> if (hd_ref_init(&disk->part0))
> - goto out_free_bdstats;
> + goto out_bdput;
>
> disk->minors = minors;
> rand_initialize_disk(disk);
> @@ -1641,8 +1637,6 @@ struct gendisk *__alloc_disk_node(int minors, int node_id)
> device_initialize(disk_to_dev(disk));
> return disk;
>
> -out_free_bdstats:
> - free_percpu(disk->part0.dkstats);
> out_bdput:
> bdput(disk->part0.bdev);
> out_free_disk:
> diff --git a/block/partitions/core.c b/block/partitions/core.c
> index bcfa8215bd5ef3..8924e1ea8b2ad6 100644
> --- a/block/partitions/core.c
> +++ b/block/partitions/core.c
> @@ -409,14 +409,9 @@ static struct hd_struct *add_partition(struct gendisk *disk, int partno,
> if (!p)
> return ERR_PTR(-EBUSY);
>
> - err = -ENOMEM;
> - p->dkstats = alloc_percpu(struct disk_stats);
> - if (!p->dkstats)
> - goto out_free;
> -
> bdev = bdev_alloc(disk, partno);
> if (!bdev)
> - goto out_free_stats;
> + goto out_free;
> p->bdev = bdev;
>
> pdev = part_to_dev(p);
> @@ -490,8 +485,6 @@ static struct hd_struct *add_partition(struct gendisk *disk, int partno,
> kfree(p->info);
> out_bdput:
> bdput(bdev);
> -out_free_stats:
> - free_percpu(p->dkstats);
> out_free:
> kfree(p);
> return ERR_PTR(err);
> diff --git a/fs/block_dev.c b/fs/block_dev.c
> index b6ebfb7754d3b7..11e6a9a255845d 100644
> --- a/fs/block_dev.c
> +++ b/fs/block_dev.c
> @@ -32,6 +32,7 @@
> #include <linux/cleancache.h>
> #include <linux/task_io_accounting_ops.h>
> #include <linux/falloc.h>
> +#include <linux/part_stat.h>
> #include <linux/uaccess.h>
> #include <linux/suspend.h>
> #include "internal.h"
> @@ -781,6 +782,10 @@ static struct inode *bdev_alloc_inode(struct super_block *sb)
>
> static void bdev_free_inode(struct inode *inode)
> {
> + struct block_device *bdev = I_BDEV(inode);
> +
> + free_percpu(bdev->bd_stats);
> +
> kmem_cache_free(bdev_cachep, BDEV_I(inode));
> }
>
> @@ -875,6 +880,11 @@ struct block_device *bdev_alloc(struct gendisk *disk, u8 partno)
> #ifdef CONFIG_SYSFS
> INIT_LIST_HEAD(&bdev->bd_holder_disks);
> #endif
> + bdev->bd_stats = alloc_percpu(struct disk_stats);
> + if (!bdev->bd_stats) {
> + iput(inode);
> + return NULL;
> + }
> return bdev;
> }
>
> diff --git a/include/linux/blk_types.h b/include/linux/blk_types.h
> index 2e0a9bd9688d28..520011b95276fb 100644
> --- a/include/linux/blk_types.h
> +++ b/include/linux/blk_types.h
> @@ -20,6 +20,8 @@ typedef void (bio_end_io_t) (struct bio *);
> struct bio_crypt_ctx;
>
> struct block_device {
> + struct disk_stats __percpu *bd_stats;
> + unsigned long bd_stamp;
> dev_t bd_dev;
> int bd_openers;
> struct inode * bd_inode; /* will die */
> diff --git a/include/linux/genhd.h b/include/linux/genhd.h
> index 30d4785b7df8bb..804ac45fbfbc53 100644
> --- a/include/linux/genhd.h
> +++ b/include/linux/genhd.h
> @@ -52,8 +52,6 @@ struct partition_meta_info {
>
> struct hd_struct {
> sector_t start_sect;
> - unsigned long stamp;
> - struct disk_stats __percpu *dkstats;
> struct percpu_ref ref;
>
> struct block_device *bdev;
> diff --git a/include/linux/part_stat.h b/include/linux/part_stat.h
> index 24125778ef3ec7..87ad60106e1db0 100644
> --- a/include/linux/part_stat.h
> +++ b/include/linux/part_stat.h
> @@ -25,17 +25,17 @@ struct disk_stats {
> #define part_stat_unlock() preempt_enable()
>
> #define part_stat_get_cpu(part, field, cpu) \
> - (per_cpu_ptr((part)->dkstats, (cpu))->field)
> + (per_cpu_ptr((part)->bdev->bd_stats, (cpu))->field)
>
> #define part_stat_get(part, field) \
> part_stat_get_cpu(part, field, smp_processor_id())
>
> #define part_stat_read(part, field) \
> ({ \
> - typeof((part)->dkstats->field) res = 0; \
> + typeof((part)->bdev->bd_stats->field) res = 0; \
> unsigned int _cpu; \
> for_each_possible_cpu(_cpu) \
> - res += per_cpu_ptr((part)->dkstats, _cpu)->field; \
> + res += per_cpu_ptr((part)->bdev->bd_stats, _cpu)->field; \
> res; \
> })
>
> @@ -44,7 +44,7 @@ static inline void part_stat_set_all(struct hd_struct *part, int value)
> int i;
>
> for_each_possible_cpu(i)
> - memset(per_cpu_ptr(part->dkstats, i), value,
> + memset(per_cpu_ptr(part->bdev->bd_stats, i), value,
> sizeof(struct disk_stats));
> }
>
> @@ -54,7 +54,7 @@ static inline void part_stat_set_all(struct hd_struct *part, int value)
> part_stat_read(part, field[STAT_DISCARD]))
>
> #define __part_stat_add(part, field, addnd) \
> - __this_cpu_add((part)->dkstats->field, addnd)
> + __this_cpu_add((part)->bdev->bd_stats->field, addnd)
>
> #define part_stat_add(part, field, addnd) do { \
> __part_stat_add((part), field, addnd); \
> @@ -63,20 +63,20 @@ static inline void part_stat_set_all(struct hd_struct *part, int value)
> field, addnd); \
> } while (0)
>
> -#define part_stat_dec(gendiskp, field) \
> - part_stat_add(gendiskp, field, -1)
> -#define part_stat_inc(gendiskp, field) \
> - part_stat_add(gendiskp, field, 1)
> -#define part_stat_sub(gendiskp, field, subnd) \
> - part_stat_add(gendiskp, field, -subnd)
> +#define part_stat_dec(part, field) \
> + part_stat_add(part, field, -1)
> +#define part_stat_inc(part, field) \
> + part_stat_add(part, field, 1)
> +#define part_stat_sub(part, field, subnd) \
> + part_stat_add(part, field, -subnd)
>
> -#define part_stat_local_dec(gendiskp, field) \
> - local_dec(&(part_stat_get(gendiskp, field)))
> -#define part_stat_local_inc(gendiskp, field) \
> - local_inc(&(part_stat_get(gendiskp, field)))
> -#define part_stat_local_read(gendiskp, field) \
> - local_read(&(part_stat_get(gendiskp, field)))
> -#define part_stat_local_read_cpu(gendiskp, field, cpu) \
> - local_read(&(part_stat_get_cpu(gendiskp, field, cpu)))
> +#define part_stat_local_dec(part, field) \
> + local_dec(&(part_stat_get(part, field)))
> +#define part_stat_local_inc(part, field) \
> + local_inc(&(part_stat_get(part, field)))
> +#define part_stat_local_read(part, field) \
> + local_read(&(part_stat_get(part, field)))
> +#define part_stat_local_read_cpu(part, field, cpu) \
> + local_read(&(part_stat_get_cpu(part, field, cpu)))
>
> #endif /* _LINUX_PART_STAT_H */
> --
> 2.29.2
>
--
Jan Kara <jack@suse.com>
SUSE Labs, CR
--
dm-devel mailing list
dm-devel@redhat.com
https://www.redhat.com/mailman/listinfo/dm-devel
next prev parent reply other threads:[~2020-11-26 16:53 UTC|newest]
Thread overview: 89+ messages / expand[flat|nested] mbox.gz Atom feed top
2020-11-26 13:03 [dm-devel] merge struct block_device and struct hd_struct v3 Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 01/44] blk-cgroup: fix a hd_struct leak in blkcg_fill_root_iostats Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 02/44] filemap: consistently use ->f_mapping over ->i_mapping Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 03/44] fs: remove get_super_thawed and get_super_exclusive_thawed Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 04/44] fs: simplify freeze_bdev/thaw_bdev Christoph Hellwig
2020-11-26 14:13 ` Jan Kara
2020-11-26 13:03 ` [dm-devel] [PATCH 05/44] mtip32xx: remove the call to fsync_bdev on removal Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 06/44] zram: do not call set_blocksize Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 07/44] loop: " Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 08/44] dm: simplify flush_bio initialization in __send_empty_flush Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 09/44] dm: remove the block_device reference in struct mapped_device Christoph Hellwig
2020-11-27 10:36 ` Hannes Reinecke
2020-11-26 13:03 ` [dm-devel] [PATCH 10/44] block: remove a duplicate __disk_get_part prototype Christoph Hellwig
2020-11-27 10:36 ` Hannes Reinecke
2020-11-26 13:03 ` [dm-devel] [PATCH 11/44] block: remove a superflous check in blkpg_do_ioctl Christoph Hellwig
2020-11-27 10:37 ` Hannes Reinecke
2020-11-26 13:03 ` [dm-devel] [PATCH 12/44] block: add a bdev_kobj helper Christoph Hellwig
2020-11-26 14:47 ` David Sterba
2020-11-27 12:03 ` Hannes Reinecke
2020-11-26 13:03 ` [dm-devel] [PATCH 13/44] block: use disk_part_iter_exit in disk_part_iter_next Christoph Hellwig
2020-11-27 12:04 ` Hannes Reinecke
2020-11-26 13:03 ` [dm-devel] [PATCH 14/44] block: use put_device in put_disk Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 15/44] block: change the hash used for looking up block devices Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 16/44] init: refactor name_to_dev_t Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 17/44] init: refactor devt_from_partuuid Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 18/44] init: cleanup match_dev_by_uuid and match_dev_by_label Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 19/44] block: refactor __blkdev_put Christoph Hellwig
2020-11-26 13:03 ` [dm-devel] [PATCH 20/44] block: refactor blkdev_get Christoph Hellwig
2020-11-26 14:55 ` Jan Kara
2020-11-26 13:03 ` [dm-devel] [PATCH 21/44] block: move bdput() to the callers of __blkdev_get Christoph Hellwig
2020-11-26 15:05 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 22/44] block: opencode devcgroup_inode_permission Christoph Hellwig
2020-11-26 15:07 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 23/44] block: remove i_bdev Christoph Hellwig
2020-11-26 15:45 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 24/44] block: simplify bdev/disk lookup in blkdev_get Christoph Hellwig
2020-11-26 16:33 ` Jan Kara
2020-11-26 17:42 ` Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 25/44] block: remove ->bd_contains Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 26/44] block: simplify the block device claiming interface Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 27/44] block: simplify part_to_disk Christoph Hellwig
2020-11-26 16:36 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 28/44] block: initialize struct block_device in bdev_alloc Christoph Hellwig
2020-11-26 16:37 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 29/44] block: remove the nr_sects field in struct hd_struct Christoph Hellwig
2020-11-26 16:50 ` Jan Kara
2020-11-26 17:52 ` Christoph Hellwig
2020-11-26 18:04 ` Jan Kara
2020-11-27 9:41 ` Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 30/44] block: move disk stat accounting to struct block_device Christoph Hellwig
2020-11-26 16:53 ` Jan Kara [this message]
2020-11-26 13:04 ` [dm-devel] [PATCH 31/44] block: move the start_sect field " Christoph Hellwig
2020-11-26 16:56 ` Jan Kara
2020-11-26 18:02 ` Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 32/44] block: move the partition_meta_info " Christoph Hellwig
2020-11-26 16:58 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 33/44] block: move holder_dir " Christoph Hellwig
2020-11-26 17:00 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 34/44] block: move make_it_fail " Christoph Hellwig
2020-11-26 17:01 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 35/44] block: move the policy field " Christoph Hellwig
2020-11-26 17:03 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 36/44] block: allocate struct hd_struct as part of struct bdev_inode Christoph Hellwig
2020-11-26 17:35 ` Jan Kara
2020-11-26 18:00 ` Jan Kara
2020-11-26 18:02 ` Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 37/44] block: switch partition lookup to use struct block_device Christoph Hellwig
2020-11-26 17:45 ` Jan Kara
2020-11-26 18:22 ` Jan Kara
2020-11-27 9:48 ` Christoph Hellwig
2020-11-27 12:45 ` Jan Kara
2020-11-27 15:36 ` Christoph Hellwig
2020-11-27 17:26 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 38/44] block: remove the partno field from struct hd_struct Christoph Hellwig
2020-11-26 17:46 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 39/44] block: pass a block_device to blk_alloc_devt Christoph Hellwig
2020-11-26 17:47 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 40/44] block: pass a block_device to invalidate_partition Christoph Hellwig
2020-11-26 17:49 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 41/44] block: switch disk_part_iter_* to use a struct block_device Christoph Hellwig
2020-11-27 12:53 ` Jan Kara
2020-11-27 15:24 ` Christoph Hellwig
2020-11-27 17:30 ` Jan Kara
2020-11-26 13:04 ` [dm-devel] [PATCH 42/44] f2fs: remove a few bd_part checks Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 43/44] block: merge struct block_device and struct hd_struct Christoph Hellwig
2020-11-27 13:19 ` Jan Kara
2020-11-27 15:47 ` Christoph Hellwig
2020-11-26 13:04 ` [dm-devel] [PATCH 44/44] block: stop using bdget_disk for partition 0 Christoph Hellwig
2020-11-27 13:22 ` Jan Kara
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20201126165311.GP422@quack2.suse.cz \
--to=jack@suse.cz \
--cc=axboe@kernel.dk \
--cc=colyli@suse.de \
--cc=dm-devel@redhat.com \
--cc=gregkh@linuxfoundation.org \
--cc=hch@lst.de \
--cc=jack@suse.com \
--cc=johannes.thumshirn@wdc.com \
--cc=josef@toxicpanda.com \
--cc=linux-bcache@vger.kernel.org \
--cc=linux-block@vger.kernel.org \
--cc=linux-fsdevel@vger.kernel.org \
--cc=linux-mm@kvack.org \
--cc=linux-mtd@lists.infradead.org \
--cc=snitzer@redhat.com \
--cc=tj@kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).