From: Gao Xiang <xiang@kernel.org> To: linux-erofs@lists.ozlabs.org Cc: Gao Xiang <xiang@kernel.org> Subject: [PATCH 2/8] erofs-utils: introduce ondisk compression cfgs Date: Sun, 11 Apr 2021 11:48:38 +0800 [thread overview] Message-ID: <20210411034844.12673-3-xiang@kernel.org> (raw) In-Reply-To: <20210411034844.12673-1-xiang@kernel.org> Add support to generate ondisk compression cfgs, which can generate lz4 compression cfgs now. Signed-off-by: Gao Xiang <xiang@kernel.org> --- include/erofs/compress.h | 2 +- include/erofs/internal.h | 3 +++ include/erofs_fs.h | 17 +++++++++++++++-- lib/compress.c | 37 ++++++++++++++++++++++++++++++++++++- mkfs/main.c | 8 ++++++-- 5 files changed, 61 insertions(+), 6 deletions(-) diff --git a/include/erofs/compress.h b/include/erofs/compress.h index 952f2870a180..d234e8b25a3b 100644 --- a/include/erofs/compress.h +++ b/include/erofs/compress.h @@ -18,7 +18,7 @@ int erofs_write_compressed_file(struct erofs_inode *inode); -int z_erofs_compress_init(void); +int z_erofs_compress_init(struct erofs_buffer_head *bh); int z_erofs_compress_exit(void); const char *z_erofs_list_available_compressors(unsigned int i); diff --git a/include/erofs/internal.h b/include/erofs/internal.h index 3849980d8eab..6e481faa8c9f 100644 --- a/include/erofs/internal.h +++ b/include/erofs/internal.h @@ -79,6 +79,8 @@ struct erofs_sb_info { u64 inos; u8 uuid[16]; + + u16 available_compr_algs; u16 lz4_max_distance; }; @@ -105,6 +107,7 @@ static inline void erofs_sb_clear_##name(void) \ } EROFS_FEATURE_FUNCS(lz4_0padding, incompat, INCOMPAT_LZ4_0PADDING) +EROFS_FEATURE_FUNCS(compr_cfgs, incompat, INCOMPAT_COMPR_CFGS) EROFS_FEATURE_FUNCS(sb_chksum, compat, COMPAT_SB_CHKSUM) #define EROFS_I_EA_INITED (1 << 0) diff --git a/include/erofs_fs.h b/include/erofs_fs.h index ae2305c1eb79..a24deb095537 100644 --- a/include/erofs_fs.h +++ b/include/erofs_fs.h @@ -20,7 +20,10 @@ * be incompatible with this kernel version. */ #define EROFS_FEATURE_INCOMPAT_LZ4_0PADDING 0x00000001 -#define EROFS_ALL_FEATURE_INCOMPAT EROFS_FEATURE_INCOMPAT_LZ4_0PADDING +#define EROFS_FEATURE_INCOMPAT_COMPR_CFGS 0x00000002 +#define EROFS_ALL_FEATURE_INCOMPAT \ + (EROFS_FEATURE_INCOMPAT_LZ4_0PADDING | \ + EROFS_FEATURE_INCOMPAT_COMPR_CFGS) /* 128-byte erofs on-disk super block */ struct erofs_super_block { @@ -41,7 +44,11 @@ struct erofs_super_block { __u8 uuid[16]; /* 128-bit uuid for volume */ __u8 volume_name[16]; /* volume name */ __le32 feature_incompat; - __le16 lz4_max_distance; + union { + /* bitmap for available compression algorithms */ + __le16 available_compr_algs; + __le16 lz4_max_distance; + } u1; __u8 reserved2[42]; }; @@ -198,6 +205,12 @@ enum { Z_EROFS_COMPRESSION_MAX }; +/* 14 bytes (+ length field = 16 bytes) */ +struct z_erofs_lz4_cfgs { + __le16 max_distance; + u8 reserved[12]; +} __packed; + /* * bit 0 : COMPACTED_2B indexes (0 - off; 1 - on) * e.g. for 4k logical cluster size, 4B if compacted 2B is off; diff --git a/lib/compress.c b/lib/compress.c index 4b685cd27080..c991c13dfd1a 100644 --- a/lib/compress.c +++ b/lib/compress.c @@ -500,7 +500,37 @@ static int erofs_get_compress_algorithm_id(const char *name) return -ENOTSUP; } -int z_erofs_compress_init(void) +int z_erofs_build_compr_cfgs(struct erofs_buffer_head *sb_bh) +{ + struct erofs_buffer_head *bh = sb_bh; + int ret = 0; + + if (sbi.available_compr_algs & (1 << Z_EROFS_COMPRESSION_LZ4)) { + struct { + __le16 size; + struct z_erofs_lz4_cfgs lz4; + } __packed lz4alg = { + .size = cpu_to_le16(sizeof(struct z_erofs_lz4_cfgs)), + .lz4 = { + .max_distance = + cpu_to_le16(sbi.lz4_max_distance), + } + }; + + bh = erofs_battach(bh, META, sizeof(lz4alg)); + if (IS_ERR(bh)) { + DBG_BUGON(1); + return PTR_ERR(bh); + } + erofs_mapbh(bh->block); + ret = dev_write(&lz4alg, erofs_btell(bh, false), + sizeof(lz4alg)); + bh->op = &erofs_drop_directly_bhops; + } + return ret; +} + +int z_erofs_compress_init(struct erofs_buffer_head *sb_bh) { unsigned int algorithmtype[2]; /* initialize for primary compression algorithm */ @@ -536,6 +566,11 @@ int z_erofs_compress_init(void) mapheader.h_algorithmtype = algorithmtype[1] << 4 | algorithmtype[0]; mapheader.h_clusterbits = LOG_BLOCK_SIZE - 12; + + if (erofs_sb_has_compr_cfgs()) { + sbi.available_compr_algs |= 1 << ret; + return z_erofs_build_compr_cfgs(sb_bh); + } return 0; } diff --git a/mkfs/main.c b/mkfs/main.c index 4c9743d077a7..c2a0214c84e2 100644 --- a/mkfs/main.c +++ b/mkfs/main.c @@ -299,7 +299,6 @@ int erofs_mkfs_update_super_block(struct erofs_buffer_head *bh, .feature_incompat = cpu_to_le32(sbi.feature_incompat), .feature_compat = cpu_to_le32(sbi.feature_compat & ~EROFS_FEATURE_COMPAT_SB_CHKSUM), - .lz4_max_distance = cpu_to_le16(sbi.lz4_max_distance), }; const unsigned int sb_blksize = round_up(EROFS_SUPER_END, EROFS_BLKSIZ); @@ -310,6 +309,11 @@ int erofs_mkfs_update_super_block(struct erofs_buffer_head *bh, sb.root_nid = cpu_to_le16(root_nid); memcpy(sb.uuid, sbi.uuid, sizeof(sb.uuid)); + if (erofs_sb_has_compr_cfgs()) + sb.u1.available_compr_algs = sbi.available_compr_algs; + else + sb.u1.lz4_max_distance = cpu_to_le16(sbi.lz4_max_distance); + buf = calloc(sb_blksize, 1); if (!buf) { erofs_err("Failed to allocate memory for sb: %s", @@ -499,7 +503,7 @@ int main(int argc, char **argv) goto exit; } - err = z_erofs_compress_init(); + err = z_erofs_compress_init(sb_bh); if (err) { erofs_err("Failed to initialize compressor: %s", erofs_strerror(err)); -- 2.20.1
next prev parent reply other threads:[~2021-04-11 3:49 UTC|newest] Thread overview: 10+ messages / expand[flat|nested] mbox.gz Atom feed top 2021-04-11 3:48 [PATCH 0/8] erofs-utils: support big pcluster compression Gao Xiang 2021-04-11 3:48 ` [PATCH 1/8] erofs-utils: support adjust lz4 history window size Gao Xiang 2021-04-11 3:48 ` Gao Xiang [this message] 2021-04-11 3:48 ` [PATCH 3/8] erofs-utils: add -C# for the maximum size of pclusters Gao Xiang 2021-04-11 3:48 ` [PATCH 4/8] erofs-utils: add big physical cluster definition Gao Xiang 2021-04-11 3:48 ` [PATCH 5/8] erofs-utils: fuse: support multiple block compression Gao Xiang 2021-04-11 3:48 ` [PATCH 6/8] erofs-utils: mkfs: " Gao Xiang 2021-04-11 3:48 ` [PATCH 7/8] erofs-utils: fuse: support compact indexes for bigpcluster Gao Xiang 2021-04-11 3:48 ` [PATCH 8/8] erofs-utils: mkfs: " Gao Xiang 2021-04-15 3:27 ` [PATCH v1.1 1/8] erofs-utils: support adjust lz4 history window size Gao Xiang
Reply instructions: You may reply publicly to this message via plain-text email using any one of the following methods: * Save the following mbox file, import it into your mail client, and reply-to-all from there: mbox Avoid top-posting and favor interleaved quoting: https://en.wikipedia.org/wiki/Posting_style#Interleaved_style * Reply using the --to, --cc, and --in-reply-to switches of git-send-email(1): git send-email \ --in-reply-to=20210411034844.12673-3-xiang@kernel.org \ --to=xiang@kernel.org \ --cc=linux-erofs@lists.ozlabs.org \ --subject='Re: [PATCH 2/8] erofs-utils: introduce ondisk compression cfgs' \ /path/to/YOUR_REPLY https://kernel.org/pub/software/scm/git/docs/git-send-email.html * If your mail client supports setting the In-Reply-To header via mailto: links, try the mailto: link
This is a public inbox, see mirroring instructions for how to clone and mirror all data and code used for this inbox; as well as URLs for NNTP newsgroup(s).