All of lore.kernel.org
 help / color / mirror / Atom feed
From: Hannes Reinecke <hare@suse.de>
To: Coly Li <colyli@suse.de>, axboe@kernel.dk
Cc: linux-bcache@vger.kernel.org, linux-block@vger.kernel.org,
	Jianpeng Ma <jianpeng.ma@intel.com>,
	Qiaowei Ren <qiaowei.ren@intel.com>
Subject: Re: [PATCH 13/14] bcache: read jset from NVDIMM pages for journal replay
Date: Tue, 22 Jun 2021 13:04:02 +0200	[thread overview]
Message-ID: <78751d8c-df7f-f5c6-e017-a63eadde8a1c@suse.de> (raw)
In-Reply-To: <20210615054921.101421-14-colyli@suse.de>

On 6/15/21 7:49 AM, Coly Li wrote:
> This patch implements two methods to read jset from media for journal
> replay,
> - __jnl_rd_bkt() for block device
>   This is the legacy method to read jset via block device interface.
> - __jnl_rd_nvm_bkt() for NVDIMM
>   This is the method to read jset from NVDIMM memory interface, a.k.a
>   memcopy() from NVDIMM pages to DRAM pages.
> 
> If BCH_FEATURE_INCOMPAT_NVDIMM_META is set in incompat feature set,
> during running cache set, journal_read_bucket() will read the journal
> content from NVDIMM by __jnl_rd_nvm_bkt(). The linear addresses of
> NVDIMM pages to read jset are stored in sb.d[SB_JOURNAL_BUCKETS], which
> were initialized and maintained in previous runs of the cache set.
> 
> A thing should be noticed is, when bch_journal_read() is called, the
> linear address of NVDIMM pages is not loaded and initialized yet, it
> is necessary to call __bch_journal_nvdimm_init() before reading the jset
> from NVDIMM pages.
> 
> Signed-off-by: Coly Li <colyli@suse.de>
> Cc: Jianpeng Ma <jianpeng.ma@intel.com>
> Cc: Qiaowei Ren <qiaowei.ren@intel.com>
> ---
>  drivers/md/bcache/journal.c | 93 +++++++++++++++++++++++++++----------
>  1 file changed, 69 insertions(+), 24 deletions(-)
> 
> diff --git a/drivers/md/bcache/journal.c b/drivers/md/bcache/journal.c
> index 03ecedf813b0..23e5ccf125df 100644
> --- a/drivers/md/bcache/journal.c
> +++ b/drivers/md/bcache/journal.c
> @@ -34,60 +34,96 @@ static void journal_read_endio(struct bio *bio)
>  	closure_put(cl);
>  }
>  
> +static struct jset *__jnl_rd_bkt(struct cache *ca, unsigned int bkt_idx,
> +				    unsigned int len, unsigned int offset,
> +				    struct closure *cl)
> +{
> +	sector_t bucket = bucket_to_sector(ca->set, ca->sb.d[bkt_idx]);
> +	struct bio *bio = &ca->journal.bio;
> +	struct jset *data = ca->set->journal.w[0].data;
> +
> +	bio_reset(bio);
> +	bio->bi_iter.bi_sector	= bucket + offset;
> +	bio_set_dev(bio, ca->bdev);
> +	bio->bi_iter.bi_size	= len << 9;
> +	bio->bi_end_io	= journal_read_endio;
> +	bio->bi_private = cl;
> +	bio_set_op_attrs(bio, REQ_OP_READ, 0);
> +	bch_bio_map(bio, data);
> +
> +	closure_bio_submit(ca->set, bio, cl);
> +	closure_sync(cl);
> +
> +	/* Indeed journal.w[0].data */
> +	return data;
> +}
> +
> +#if defined(CONFIG_BCACHE_NVM_PAGES)
> +
> +static struct jset *__jnl_rd_nvm_bkt(struct cache *ca, unsigned int bkt_idx,
> +				     unsigned int len, unsigned int offset)
> +{
> +	void *jset_addr = (void *)ca->sb.d[bkt_idx] + (offset << 9);
> +	struct jset *data = ca->set->journal.w[0].data;
> +
> +	memcpy(data, jset_addr, len << 9);
> +
> +	/* Indeed journal.w[0].data */
> +	return data;
> +}
> +
> +#else /* CONFIG_BCACHE_NVM_PAGES */
> +
> +static struct jset *__jnl_rd_nvm_bkt(struct cache *ca, unsigned int bkt_idx,
> +				     unsigned int len, unsigned int offset)
> +{
> +	return NULL;
> +}
> +
> +#endif /* CONFIG_BCACHE_NVM_PAGES */
> +
>  static int journal_read_bucket(struct cache *ca, struct list_head *list,
> -			       unsigned int bucket_index)
> +			       unsigned int bucket_idx)

This renaming is pointless.

>  {
>  	struct journal_device *ja = &ca->journal;
> -	struct bio *bio = &ja->bio;
>  
>  	struct journal_replay *i;
> -	struct jset *j, *data = ca->set->journal.w[0].data;
> +	struct jset *j;
>  	struct closure cl;
>  	unsigned int len, left, offset = 0;
>  	int ret = 0;
> -	sector_t bucket = bucket_to_sector(ca->set, ca->sb.d[bucket_index]);
>  
>  	closure_init_stack(&cl);
>  
> -	pr_debug("reading %u\n", bucket_index);
> +	pr_debug("reading %u\n", bucket_idx);
>  
>  	while (offset < ca->sb.bucket_size) {
>  reread:		left = ca->sb.bucket_size - offset;
>  		len = min_t(unsigned int, left, PAGE_SECTORS << JSET_BITS);
>  
> -		bio_reset(bio);
> -		bio->bi_iter.bi_sector	= bucket + offset;
> -		bio_set_dev(bio, ca->bdev);
> -		bio->bi_iter.bi_size	= len << 9;
> -
> -		bio->bi_end_io	= journal_read_endio;
> -		bio->bi_private = &cl;
> -		bio_set_op_attrs(bio, REQ_OP_READ, 0);
> -		bch_bio_map(bio, data);
> -
> -		closure_bio_submit(ca->set, bio, &cl);
> -		closure_sync(&cl);
> +		if (!bch_has_feature_nvdimm_meta(&ca->sb))
> +			j = __jnl_rd_bkt(ca, bucket_idx, len, offset, &cl);
> +		else
> +			j = __jnl_rd_nvm_bkt(ca, bucket_idx, len, offset);
>  
>  		/* This function could be simpler now since we no longer write
>  		 * journal entries that overlap bucket boundaries; this means
>  		 * the start of a bucket will always have a valid journal entry
>  		 * if it has any journal entries at all.
>  		 */
> -
> -		j = data;
>  		while (len) {
>  			struct list_head *where;
>  			size_t blocks, bytes = set_bytes(j);
>  
>  			if (j->magic != jset_magic(&ca->sb)) {
> -				pr_debug("%u: bad magic\n", bucket_index);
> +				pr_debug("%u: bad magic\n", bucket_idx);
>  				return ret;
>  			}
>  
>  			if (bytes > left << 9 ||
>  			    bytes > PAGE_SIZE << JSET_BITS) {
>  				pr_info("%u: too big, %zu bytes, offset %u\n",
> -					bucket_index, bytes, offset);
> +					bucket_idx, bytes, offset);
>  				return ret;
>  			}
>  
> @@ -96,7 +132,7 @@ reread:		left = ca->sb.bucket_size - offset;
>  
>  			if (j->csum != csum_set(j)) {
>  				pr_info("%u: bad csum, %zu bytes, offset %u\n",
> -					bucket_index, bytes, offset);
> +					bucket_idx, bytes, offset);
>  				return ret;
>  			}
>  
> @@ -158,8 +194,8 @@ reread:		left = ca->sb.bucket_size - offset;
>  			list_add(&i->list, where);
>  			ret = 1;
>  
> -			if (j->seq > ja->seq[bucket_index])
> -				ja->seq[bucket_index] = j->seq;
> +			if (j->seq > ja->seq[bucket_idx])
> +				ja->seq[bucket_idx] = j->seq;
>  next_set:
>  			offset	+= blocks * ca->sb.block_size;
>  			len	-= blocks * ca->sb.block_size;
> @@ -170,6 +206,8 @@ reread:		left = ca->sb.bucket_size - offset;
>  	return ret;
>  }
>  
> +static int __bch_journal_nvdimm_init(struct cache *ca);
> +
>  int bch_journal_read(struct cache_set *c, struct list_head *list)
>  {
>  #define read_bucket(b)							\
> @@ -188,6 +226,13 @@ int bch_journal_read(struct cache_set *c, struct list_head *list)
>  	unsigned int i, l, r, m;
>  	uint64_t seq;
>  
> +	/*
> +	 * Linear addresses of NVDIMM pages for journaling is not
> +	 * initialized yet, do it before read jset from NVDIMM pages.
> +	 */
> +	if (bch_has_feature_nvdimm_meta(&ca->sb))
> +		__bch_journal_nvdimm_init(ca);
> +
>  	bitmap_zero(bitmap, SB_JOURNAL_BUCKETS);
>  	pr_debug("%u journal buckets\n", ca->sb.njournal_buckets);
>  
> 
Cheers,

Hannes
-- 
Dr. Hannes Reinecke		           Kernel Storage Architect
hare@suse.de			                  +49 911 74053 688
SUSE Software Solutions Germany GmbH, Maxfeldstr. 5, 90409 Nürnberg
HRB 36809 (AG Nürnberg), GF: Felix Imendörffer

  reply	other threads:[~2021-06-22 11:04 UTC|newest]

Thread overview: 60+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2021-06-15  5:49 [PATCH 00/14] bcache patches for Linux v5.14 Coly Li
2021-06-15  5:49 ` [PATCH 01/14] bcache: fix error info in register_bcache() Coly Li
2021-06-22  9:47   ` Hannes Reinecke
2021-06-15  5:49 ` [PATCH 02/14] md: bcache: Fix spelling of 'acquire' Coly Li
2021-06-22 10:03   ` Hannes Reinecke
2021-06-15  5:49 ` [PATCH 03/14] bcache: add initial data structures for nvm pages Coly Li
2021-06-21 16:17   ` Ask help for code review (was Re: [PATCH 03/14] bcache: add initial data structures for nvm pages) Coly Li
2021-06-22  8:41     ` Huang, Ying
2021-06-23  4:32       ` Coly Li
2021-06-23  6:53         ` Huang, Ying
2021-06-23  7:04           ` Christoph Hellwig
2021-06-23  7:19             ` Coly Li
2021-06-23  7:21               ` Christoph Hellwig
2021-06-23 10:05                 ` Coly Li
2021-06-23 11:16                   ` Coly Li
2021-06-23 11:49                   ` Christoph Hellwig
2021-06-23 12:09                     ` Coly Li
2021-06-22 10:19   ` [PATCH 03/14] bcache: add initial data structures for nvm pages Hannes Reinecke
2021-06-23  7:09     ` Coly Li
2021-06-15  5:49 ` [PATCH 04/14] bcache: initialize the nvm pages allocator Coly Li
2021-06-22 10:39   ` Hannes Reinecke
2021-06-23  5:26     ` Coly Li
2021-06-23  9:16       ` Hannes Reinecke
2021-06-23  9:34         ` Coly Li
2021-06-15  5:49 ` [PATCH 05/14] bcache: initialization of the buddy Coly Li
2021-06-22 10:45   ` Hannes Reinecke
2021-06-23  5:35     ` Coly Li
2021-06-23  5:46       ` Re[2]: " Pavel Goran
2021-06-23  6:03         ` Coly Li
2021-06-15  5:49 ` [PATCH 06/14] bcache: bch_nvm_alloc_pages() " Coly Li
2021-06-22 10:51   ` Hannes Reinecke
2021-06-23  6:02     ` Coly Li
2021-06-15  5:49 ` [PATCH 07/14] bcache: bch_nvm_free_pages() " Coly Li
2021-06-22 10:53   ` Hannes Reinecke
2021-06-23  6:06     ` Coly Li
2021-06-15  5:49 ` [PATCH 08/14] bcache: get allocated pages from specific owner Coly Li
2021-06-22 10:54   ` Hannes Reinecke
2021-06-23  6:08     ` Coly Li
2021-06-15  5:49 ` [PATCH 09/14] bcache: use bucket index to set GC_MARK_METADATA for journal buckets in bch_btree_gc_finish() Coly Li
2021-06-22 10:55   ` Hannes Reinecke
2021-06-23  6:09     ` Coly Li
2021-06-15  5:49 ` [PATCH 10/14] bcache: add BCH_FEATURE_INCOMPAT_NVDIMM_META into incompat feature set Coly Li
2021-06-22 10:59   ` Hannes Reinecke
2021-06-23  6:09     ` Coly Li
2021-06-15  5:49 ` [PATCH 11/14] bcache: initialize bcache journal for NVDIMM meta device Coly Li
2021-06-22 11:01   ` Hannes Reinecke
2021-06-23  6:17     ` Coly Li
2021-06-23  9:20       ` Hannes Reinecke
2021-06-23 10:14         ` Coly Li
2021-06-15  5:49 ` [PATCH 12/14] bcache: support storing bcache journal into " Coly Li
2021-06-22 11:03   ` Hannes Reinecke
2021-06-23  6:19     ` Coly Li
2021-06-15  5:49 ` [PATCH 13/14] bcache: read jset from NVDIMM pages for journal replay Coly Li
2021-06-22 11:04   ` Hannes Reinecke [this message]
2021-06-23  6:21     ` Coly Li
2021-06-15  5:49 ` [PATCH 14/14] bcache: add sysfs interface register_nvdimm_meta to register NVDIMM meta device Coly Li
2021-06-22 11:04   ` Hannes Reinecke
2021-06-21 15:14 ` [PATCH 00/14] bcache patches for Linux v5.14 Jens Axboe
2021-06-21 15:25   ` Coly Li
2021-06-21 15:27     ` Jens Axboe

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=78751d8c-df7f-f5c6-e017-a63eadde8a1c@suse.de \
    --to=hare@suse.de \
    --cc=axboe@kernel.dk \
    --cc=colyli@suse.de \
    --cc=jianpeng.ma@intel.com \
    --cc=linux-bcache@vger.kernel.org \
    --cc=linux-block@vger.kernel.org \
    --cc=qiaowei.ren@intel.com \
    --subject='Re: [PATCH 13/14] bcache: read jset from NVDIMM pages for journal replay' \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link

This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.