* [PATCH v3 0/4] luks: add qemu-img measure support
@ 2020-02-11 16:03 Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset() Stefan Hajnoczi
` (3 more replies)
0 siblings, 4 replies; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-11 16:03 UTC (permalink / raw)
To: qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé,
Stefan Hajnoczi, qemu-block, Max Reitz
v3:
* Move payload offset calculation function to crypto/block.c [Max]
* Zero/unallocated blocks always require disk space on encrypted files [Max]
* Update qemu-iotests 178 output when changing qemu-img measure command-line
options
v2:
* Fix uint64_t <-> size_t type mismatch in block_crypto_measure() so that
32-bit builds pass
This patch series adds qemu-img measure support to the "luks" block driver. We
just need to take into account the LUKS header when sizing the image.
Stefan Hajnoczi (4):
luks: extract qcrypto_block_calculate_payload_offset()
luks: implement .bdrv_measure()
qemu-img: allow qemu-img measure --object without a filename
iotests: add 282 luks qemu-img measure test
block/crypto.c | 62 +++++++++++++++++++++
block/qcow2.c | 74 +++++++------------------
crypto/block.c | 40 ++++++++++++++
include/crypto/block.h | 22 ++++++++
qemu-img.c | 6 +--
tests/qemu-iotests/178 | 2 +-
tests/qemu-iotests/178.out.qcow2 | 8 +--
tests/qemu-iotests/178.out.raw | 8 +--
tests/qemu-iotests/282 | 93 ++++++++++++++++++++++++++++++++
tests/qemu-iotests/282.out | 30 +++++++++++
tests/qemu-iotests/group | 1 +
11 files changed, 278 insertions(+), 68 deletions(-)
create mode 100755 tests/qemu-iotests/282
create mode 100644 tests/qemu-iotests/282.out
--
2.24.1
^ permalink raw reply [flat|nested] 11+ messages in thread
* [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset()
2020-02-11 16:03 [PATCH v3 0/4] luks: add qemu-img measure support Stefan Hajnoczi
@ 2020-02-11 16:03 ` Stefan Hajnoczi
2020-02-19 13:03 ` Max Reitz
2020-02-11 16:03 ` [PATCH v3 2/4] luks: implement .bdrv_measure() Stefan Hajnoczi
` (2 subsequent siblings)
3 siblings, 1 reply; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-11 16:03 UTC (permalink / raw)
To: qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé,
Stefan Hajnoczi, qemu-block, Max Reitz
The qcow2 .bdrv_measure() code calculates the crypto payload offset.
This logic really belongs in crypto/block.c where it can be reused by
other image formats.
The "luks" block driver will need this same logic in order to implement
.bdrv_measure(), so extract the qcrypto_block_calculate_payload_offset()
function now.
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
---
block/qcow2.c | 74 +++++++++++-------------------------------
crypto/block.c | 40 +++++++++++++++++++++++
include/crypto/block.h | 22 +++++++++++++
3 files changed, 81 insertions(+), 55 deletions(-)
diff --git a/block/qcow2.c b/block/qcow2.c
index ef96606f8d..aca2c78fd9 100644
--- a/block/qcow2.c
+++ b/block/qcow2.c
@@ -4603,60 +4603,6 @@ static coroutine_fn int qcow2_co_flush_to_os(BlockDriverState *bs)
return ret;
}
-static ssize_t qcow2_measure_crypto_hdr_init_func(QCryptoBlock *block,
- size_t headerlen, void *opaque, Error **errp)
-{
- size_t *headerlenp = opaque;
-
- /* Stash away the payload size */
- *headerlenp = headerlen;
- return 0;
-}
-
-static ssize_t qcow2_measure_crypto_hdr_write_func(QCryptoBlock *block,
- size_t offset, const uint8_t *buf, size_t buflen,
- void *opaque, Error **errp)
-{
- /* Discard the bytes, we're not actually writing to an image */
- return buflen;
-}
-
-/* Determine the number of bytes for the LUKS payload */
-static bool qcow2_measure_luks_headerlen(QemuOpts *opts, size_t *len,
- Error **errp)
-{
- QDict *opts_qdict;
- QDict *cryptoopts_qdict;
- QCryptoBlockCreateOptions *cryptoopts;
- QCryptoBlock *crypto;
-
- /* Extract "encrypt." options into a qdict */
- opts_qdict = qemu_opts_to_qdict(opts, NULL);
- qdict_extract_subqdict(opts_qdict, &cryptoopts_qdict, "encrypt.");
- qobject_unref(opts_qdict);
-
- /* Build QCryptoBlockCreateOptions object from qdict */
- qdict_put_str(cryptoopts_qdict, "format", "luks");
- cryptoopts = block_crypto_create_opts_init(cryptoopts_qdict, errp);
- qobject_unref(cryptoopts_qdict);
- if (!cryptoopts) {
- return false;
- }
-
- /* Fake LUKS creation in order to determine the payload size */
- crypto = qcrypto_block_create(cryptoopts, "encrypt.",
- qcow2_measure_crypto_hdr_init_func,
- qcow2_measure_crypto_hdr_write_func,
- len, errp);
- qapi_free_QCryptoBlockCreateOptions(cryptoopts);
- if (!crypto) {
- return false;
- }
-
- qcrypto_block_free(crypto);
- return true;
-}
-
static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs,
Error **errp)
{
@@ -4707,9 +4653,27 @@ static BlockMeasureInfo *qcow2_measure(QemuOpts *opts, BlockDriverState *in_bs,
g_free(optstr);
if (has_luks) {
+ g_autoptr(QCryptoBlockCreateOptions) create_opts = NULL;
+ QDict *opts_qdict;
+ QDict *cryptoopts;
size_t headerlen;
- if (!qcow2_measure_luks_headerlen(opts, &headerlen, &local_err)) {
+ opts_qdict = qemu_opts_to_qdict(opts, NULL);
+ qdict_extract_subqdict(opts_qdict, &cryptoopts, "encrypt.");
+ qobject_unref(opts_qdict);
+
+ qdict_put_str(cryptoopts, "format", "luks");
+
+ create_opts = block_crypto_create_opts_init(cryptoopts, errp);
+ qobject_unref(cryptoopts);
+ if (!create_opts) {
+ goto err;
+ }
+
+ if (!qcrypto_block_calculate_payload_offset(create_opts,
+ "encrypt.",
+ &headerlen,
+ &local_err)) {
goto err;
}
diff --git a/crypto/block.c b/crypto/block.c
index 325752871c..a9e1b8cc36 100644
--- a/crypto/block.c
+++ b/crypto/block.c
@@ -115,6 +115,46 @@ QCryptoBlock *qcrypto_block_create(QCryptoBlockCreateOptions *options,
}
+static ssize_t qcrypto_block_headerlen_hdr_init_func(QCryptoBlock *block,
+ size_t headerlen, void *opaque, Error **errp)
+{
+ size_t *headerlenp = opaque;
+
+ /* Stash away the payload size */
+ *headerlenp = headerlen;
+ return 0;
+}
+
+
+static ssize_t qcrypto_block_headerlen_hdr_write_func(QCryptoBlock *block,
+ size_t offset, const uint8_t *buf, size_t buflen,
+ void *opaque, Error **errp)
+{
+ /* Discard the bytes, we're not actually writing to an image */
+ return buflen;
+}
+
+
+bool
+qcrypto_block_calculate_payload_offset(QCryptoBlockCreateOptions *create_opts,
+ const char *optprefix,
+ size_t *len,
+ Error **errp)
+{
+ QCryptoBlock *crypto;
+ bool ok;
+
+ /* Fake LUKS creation in order to determine the payload size */
+ crypto = qcrypto_block_create(create_opts, optprefix,
+ qcrypto_block_headerlen_hdr_init_func,
+ qcrypto_block_headerlen_hdr_write_func,
+ len, errp);
+ ok = crypto != NULL;
+ qcrypto_block_free(crypto);
+ return ok;
+}
+
+
QCryptoBlockInfo *qcrypto_block_get_info(QCryptoBlock *block,
Error **errp)
{
diff --git a/include/crypto/block.h b/include/crypto/block.h
index d49d2c2da9..c77ccaf9c0 100644
--- a/include/crypto/block.h
+++ b/include/crypto/block.h
@@ -145,6 +145,26 @@ QCryptoBlock *qcrypto_block_create(QCryptoBlockCreateOptions *options,
Error **errp);
+/**
+ * qcrypto_block_calculate_payload_offset:
+ * @create_opts: the encryption options
+ * @optprefix: name prefix for options
+ * @len: output for number of header bytes before payload
+ * @errp: pointer to a NULL-initialized error object
+ *
+ * Calculate the number of header bytes before the payload in an encrypted
+ * storage volume. The header is an area before the payload that is reserved
+ * for encryption metadata.
+ *
+ * Returns: true on success, false on error
+ */
+bool
+qcrypto_block_calculate_payload_offset(QCryptoBlockCreateOptions *create_opts,
+ const char *optprefix,
+ size_t *len,
+ Error **errp);
+
+
/**
* qcrypto_block_get_info:
* @block: the block encryption object
@@ -269,5 +289,7 @@ uint64_t qcrypto_block_get_sector_size(QCryptoBlock *block);
void qcrypto_block_free(QCryptoBlock *block);
G_DEFINE_AUTOPTR_CLEANUP_FUNC(QCryptoBlock, qcrypto_block_free)
+G_DEFINE_AUTOPTR_CLEANUP_FUNC(QCryptoBlockCreateOptions,
+ qapi_free_QCryptoBlockCreateOptions)
#endif /* QCRYPTO_BLOCK_H */
--
2.24.1
^ permalink raw reply related [flat|nested] 11+ messages in thread
* [PATCH v3 2/4] luks: implement .bdrv_measure()
2020-02-11 16:03 [PATCH v3 0/4] luks: add qemu-img measure support Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset() Stefan Hajnoczi
@ 2020-02-11 16:03 ` Stefan Hajnoczi
2020-02-19 15:46 ` Max Reitz
2020-02-11 16:03 ` [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test Stefan Hajnoczi
3 siblings, 1 reply; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-11 16:03 UTC (permalink / raw)
To: qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé,
Stefan Hajnoczi, qemu-block, Max Reitz
Add qemu-img measure support in the "luks" block driver.
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
---
block/crypto.c | 62 ++++++++++++++++++++++++++++++++++++++++++++++++++
1 file changed, 62 insertions(+)
diff --git a/block/crypto.c b/block/crypto.c
index 24823835c1..453119875e 100644
--- a/block/crypto.c
+++ b/block/crypto.c
@@ -484,6 +484,67 @@ static int64_t block_crypto_getlength(BlockDriverState *bs)
}
+static BlockMeasureInfo *block_crypto_measure(QemuOpts *opts,
+ BlockDriverState *in_bs,
+ Error **errp)
+{
+ g_autoptr(QCryptoBlockCreateOptions) create_opts = NULL;
+ Error *local_err = NULL;
+ BlockMeasureInfo *info;
+ uint64_t size;
+ size_t luks_payload_size;
+ QDict *cryptoopts;
+
+ /*
+ * Preallocation mode doesn't affect size requirements but we must consume
+ * the option.
+ */
+ g_free(qemu_opt_get_del(opts, BLOCK_OPT_PREALLOC));
+
+ size = qemu_opt_get_size_del(opts, BLOCK_OPT_SIZE, 0);
+
+ if (in_bs) {
+ int64_t ssize = bdrv_getlength(in_bs);
+
+ if (ssize < 0) {
+ error_setg_errno(&local_err, -ssize,
+ "Unable to get image virtual_size");
+ goto err;
+ }
+
+ size = ssize;
+ }
+
+ cryptoopts = qemu_opts_to_qdict_filtered(opts, NULL,
+ &block_crypto_create_opts_luks, true);
+ qdict_put_str(cryptoopts, "format", "luks");
+ create_opts = block_crypto_create_opts_init(cryptoopts, errp);
+ qobject_unref(cryptoopts);
+ if (!create_opts) {
+ goto err;
+ }
+
+ if (!qcrypto_block_calculate_payload_offset(create_opts, NULL,
+ &luks_payload_size,
+ &local_err)) {
+ goto err;
+ }
+
+ /*
+ * Unallocated blocks are still encrypted so allocation status makes no
+ * difference to the file size.
+ */
+ info = g_new(BlockMeasureInfo, 1);
+ info->fully_allocated = luks_payload_size + size;
+ info->required = luks_payload_size + size;
+ return info;
+
+err:
+ error_propagate(errp, local_err);
+ return NULL;
+}
+
+
static int block_crypto_probe_luks(const uint8_t *buf,
int buf_size,
const char *filename) {
@@ -670,6 +731,7 @@ static BlockDriver bdrv_crypto_luks = {
.bdrv_co_preadv = block_crypto_co_preadv,
.bdrv_co_pwritev = block_crypto_co_pwritev,
.bdrv_getlength = block_crypto_getlength,
+ .bdrv_measure = block_crypto_measure,
.bdrv_get_info = block_crypto_get_info_luks,
.bdrv_get_specific_info = block_crypto_get_specific_info_luks,
--
2.24.1
^ permalink raw reply related [flat|nested] 11+ messages in thread
* [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename
2020-02-11 16:03 [PATCH v3 0/4] luks: add qemu-img measure support Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset() Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 2/4] luks: implement .bdrv_measure() Stefan Hajnoczi
@ 2020-02-11 16:03 ` Stefan Hajnoczi
2020-02-19 15:48 ` Max Reitz
2020-02-11 16:03 ` [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test Stefan Hajnoczi
3 siblings, 1 reply; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-11 16:03 UTC (permalink / raw)
To: qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé,
Stefan Hajnoczi, qemu-block, Max Reitz
In most qemu-img sub-commands the --object option only makes sense when
there is a filename. qemu-img measure is an exception because objects
may be referenced from the image creation options instead of an existing
image file. Allow --object without a filename.
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
---
qemu-img.c | 6 ++----
tests/qemu-iotests/178 | 2 +-
tests/qemu-iotests/178.out.qcow2 | 8 ++++----
tests/qemu-iotests/178.out.raw | 8 ++++----
4 files changed, 11 insertions(+), 13 deletions(-)
diff --git a/qemu-img.c b/qemu-img.c
index 2b4562b9d9..0cee7bed8b 100644
--- a/qemu-img.c
+++ b/qemu-img.c
@@ -4912,10 +4912,8 @@ static int img_measure(int argc, char **argv)
filename = argv[optind];
}
- if (!filename &&
- (object_opts || image_opts || fmt || snapshot_name || sn_opts)) {
- error_report("--object, --image-opts, -f, and -l "
- "require a filename argument.");
+ if (!filename && (image_opts || fmt || snapshot_name || sn_opts)) {
+ error_report("--image-opts, -f, and -l require a filename argument.");
goto out;
}
if (filename && img_size != UINT64_MAX) {
diff --git a/tests/qemu-iotests/178 b/tests/qemu-iotests/178
index 51a70fe669..7cf0e27154 100755
--- a/tests/qemu-iotests/178
+++ b/tests/qemu-iotests/178
@@ -50,7 +50,7 @@ _make_test_img 1G
$QEMU_IMG measure # missing arguments
$QEMU_IMG measure --size 2G "$TEST_IMG" # only one allowed
$QEMU_IMG measure "$TEST_IMG" a # only one filename allowed
-$QEMU_IMG measure --object secret,id=sec0,data=MTIzNDU2,format=base64 # missing filename
+$QEMU_IMG measure --object secret,id=sec0,data=MTIzNDU2,format=base64 # size or filename needed
$QEMU_IMG measure --image-opts # missing filename
$QEMU_IMG measure -f qcow2 # missing filename
$QEMU_IMG measure -l snap1 # missing filename
diff --git a/tests/qemu-iotests/178.out.qcow2 b/tests/qemu-iotests/178.out.qcow2
index 9e7d8c44df..f59bf4b2fb 100644
--- a/tests/qemu-iotests/178.out.qcow2
+++ b/tests/qemu-iotests/178.out.qcow2
@@ -5,10 +5,10 @@ Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824
qemu-img: Either --size N or one filename must be specified.
qemu-img: --size N cannot be used together with a filename.
qemu-img: At most one filename argument is allowed.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
+qemu-img: Either --size N or one filename must be specified.
+qemu-img: --image-opts, -f, and -l require a filename argument.
+qemu-img: --image-opts, -f, and -l require a filename argument.
+qemu-img: --image-opts, -f, and -l require a filename argument.
qemu-img: Invalid option list: ,
qemu-img: Invalid parameter 'snapshot.foo'
qemu-img: Failed in parsing snapshot param 'snapshot.foo'
diff --git a/tests/qemu-iotests/178.out.raw b/tests/qemu-iotests/178.out.raw
index 6478365905..404ca908d8 100644
--- a/tests/qemu-iotests/178.out.raw
+++ b/tests/qemu-iotests/178.out.raw
@@ -5,10 +5,10 @@ Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824
qemu-img: Either --size N or one filename must be specified.
qemu-img: --size N cannot be used together with a filename.
qemu-img: At most one filename argument is allowed.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
-qemu-img: --object, --image-opts, -f, and -l require a filename argument.
+qemu-img: Either --size N or one filename must be specified.
+qemu-img: --image-opts, -f, and -l require a filename argument.
+qemu-img: --image-opts, -f, and -l require a filename argument.
+qemu-img: --image-opts, -f, and -l require a filename argument.
qemu-img: Invalid option list: ,
qemu-img: Invalid parameter 'snapshot.foo'
qemu-img: Failed in parsing snapshot param 'snapshot.foo'
--
2.24.1
^ permalink raw reply related [flat|nested] 11+ messages in thread
* [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test
2020-02-11 16:03 [PATCH v3 0/4] luks: add qemu-img measure support Stefan Hajnoczi
` (2 preceding siblings ...)
2020-02-11 16:03 ` [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename Stefan Hajnoczi
@ 2020-02-11 16:03 ` Stefan Hajnoczi
2020-02-19 15:52 ` Max Reitz
3 siblings, 1 reply; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-11 16:03 UTC (permalink / raw)
To: qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé,
Stefan Hajnoczi, qemu-block, Max Reitz
This test exercises the block/crypto.c "luks" block driver
.bdrv_measure() code.
Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
---
tests/qemu-iotests/282 | 93 ++++++++++++++++++++++++++++++++++++++
tests/qemu-iotests/282.out | 30 ++++++++++++
tests/qemu-iotests/group | 1 +
3 files changed, 124 insertions(+)
create mode 100755 tests/qemu-iotests/282
create mode 100644 tests/qemu-iotests/282.out
diff --git a/tests/qemu-iotests/282 b/tests/qemu-iotests/282
new file mode 100755
index 0000000000..6c62065aef
--- /dev/null
+++ b/tests/qemu-iotests/282
@@ -0,0 +1,93 @@
+#!/usr/bin/env bash
+#
+# qemu-img measure tests for LUKS images
+#
+# Copyright (C) 2020 Red Hat, Inc.
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>.
+#
+
+# creator
+owner=stefanha@redhat.com
+
+seq=`basename $0`
+echo "QA output created by $seq"
+
+status=1 # failure is the default!
+
+_cleanup()
+{
+ _cleanup_test_img
+ rm -f "$TEST_IMG.converted"
+}
+trap "_cleanup; exit \$status" 0 1 2 3 15
+
+# get standard environment, filters and checks
+. ./common.rc
+. ./common.filter
+. ./common.pattern
+
+_supported_fmt luks
+_supported_proto file
+_supported_os Linux
+
+SECRET=secret,id=sec0,data=passphrase
+
+echo "== measure 1G image file =="
+echo
+
+$QEMU_IMG measure --object "$SECRET" \
+ -O "$IMGFMT" \
+ -o key-secret=sec0,iter-time=10 \
+ --size 1G
+
+echo
+echo "== create 1G image file (size should be no greater than measured) =="
+echo
+
+_make_test_img 1G
+stat -c "image file size in bytes: %s" "$TEST_IMG_FILE"
+
+echo
+echo "== modified 1G image file (size should be no greater than measured) =="
+echo
+
+$QEMU_IO --object "$SECRET" --image-opts "$TEST_IMG" -c "write -P 0x51 0x10000 0x400" | _filter_qemu_io | _filter_testdir
+stat -c "image file size in bytes: %s" "$TEST_IMG_FILE"
+
+echo
+echo "== measure preallocation=falloc 1G image file =="
+echo
+
+$QEMU_IMG measure --object "$SECRET" \
+ -O "$IMGFMT" \
+ -o key-secret=sec0,iter-time=10,preallocation=falloc \
+ --size 1G
+
+echo
+echo "== measure with input image file =="
+echo
+
+IMGFMT=raw IMGKEYSECRET= IMGOPTS= _make_test_img 1G | _filter_imgfmt
+QEMU_IO_OPTIONS= IMGOPTSSYNTAX= $QEMU_IO -f raw -c "write -P 0x51 0x10000 0x400" "$TEST_IMG_FILE" | _filter_qemu_io | _filter_testdir
+$QEMU_IMG measure --object "$SECRET" \
+ -O "$IMGFMT" \
+ -o key-secret=sec0,iter-time=10 \
+ -f raw \
+ "$TEST_IMG_FILE"
+
+# success, all done
+echo "*** done"
+rm -f $seq.full
+status=0
diff --git a/tests/qemu-iotests/282.out b/tests/qemu-iotests/282.out
new file mode 100644
index 0000000000..996cc44a67
--- /dev/null
+++ b/tests/qemu-iotests/282.out
@@ -0,0 +1,30 @@
+QA output created by 282
+== measure 1G image file ==
+
+required size: 1075810304
+fully allocated size: 1075810304
+
+== create 1G image file (size should be no greater than measured) ==
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824
+image file size in bytes: 1075810304
+
+== modified 1G image file (size should be no greater than measured) ==
+
+wrote 1024/1024 bytes at offset 65536
+1 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
+image file size in bytes: 1075810304
+
+== measure preallocation=falloc 1G image file ==
+
+required size: 1075810304
+fully allocated size: 1075810304
+
+== measure with input image file ==
+
+Formatting 'TEST_DIR/t.IMGFMT', fmt=IMGFMT size=1073741824
+wrote 1024/1024 bytes at offset 65536
+1 KiB, X ops; XX:XX:XX.X (XXX YYY/sec and XXX ops/sec)
+required size: 1075810304
+fully allocated size: 1075810304
+*** done
diff --git a/tests/qemu-iotests/group b/tests/qemu-iotests/group
index 1904223020..6a25efea4d 100644
--- a/tests/qemu-iotests/group
+++ b/tests/qemu-iotests/group
@@ -289,4 +289,5 @@
279 rw backing quick
280 rw migration quick
281 rw quick
+282 quick
283 auto quick
--
2.24.1
^ permalink raw reply related [flat|nested] 11+ messages in thread
* Re: [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset()
2020-02-11 16:03 ` [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset() Stefan Hajnoczi
@ 2020-02-19 13:03 ` Max Reitz
2020-02-21 11:17 ` Stefan Hajnoczi
0 siblings, 1 reply; 11+ messages in thread
From: Max Reitz @ 2020-02-19 13:03 UTC (permalink / raw)
To: Stefan Hajnoczi, qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé, qemu-block
[-- Attachment #1.1: Type: text/plain, Size: 1891 bytes --]
On 11.02.20 17:03, Stefan Hajnoczi wrote:
> The qcow2 .bdrv_measure() code calculates the crypto payload offset.
> This logic really belongs in crypto/block.c where it can be reused by
> other image formats.
>
> The "luks" block driver will need this same logic in order to implement
> .bdrv_measure(), so extract the qcrypto_block_calculate_payload_offset()
> function now.
>
> Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> ---
> block/qcow2.c | 74 +++++++++++-------------------------------
> crypto/block.c | 40 +++++++++++++++++++++++
> include/crypto/block.h | 22 +++++++++++++
> 3 files changed, 81 insertions(+), 55 deletions(-)
[...]
> diff --git a/crypto/block.c b/crypto/block.c
> index 325752871c..a9e1b8cc36 100644
> --- a/crypto/block.c
> +++ b/crypto/block.c
> @@ -115,6 +115,46 @@ QCryptoBlock *qcrypto_block_create(QCryptoBlockCreateOptions *options,
[...]
> +bool
> +qcrypto_block_calculate_payload_offset(QCryptoBlockCreateOptions *create_opts,
> + const char *optprefix,
> + size_t *len,
> + Error **errp)
> +{
> + QCryptoBlock *crypto;
> + bool ok;
> +
> + /* Fake LUKS creation in order to determine the payload size */
> + crypto = qcrypto_block_create(create_opts, optprefix,
> + qcrypto_block_headerlen_hdr_init_func,
> + qcrypto_block_headerlen_hdr_write_func,
> + len, errp);
> + ok = crypto != NULL;
> + qcrypto_block_free(crypto);
> + return ok;
Speaking of g_autoptr... Would g_autoptr(QCryptoBlock) crypto; suffice
to contract these three lines into “return crypto != NULL;”?
Either way:
Reviewed-by: Max Reitz <mreitz@redhat.com>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
* Re: [PATCH v3 2/4] luks: implement .bdrv_measure()
2020-02-11 16:03 ` [PATCH v3 2/4] luks: implement .bdrv_measure() Stefan Hajnoczi
@ 2020-02-19 15:46 ` Max Reitz
2020-02-21 11:18 ` Stefan Hajnoczi
0 siblings, 1 reply; 11+ messages in thread
From: Max Reitz @ 2020-02-19 15:46 UTC (permalink / raw)
To: Stefan Hajnoczi, qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé, qemu-block
[-- Attachment #1.1: Type: text/plain, Size: 1403 bytes --]
On 11.02.20 17:03, Stefan Hajnoczi wrote:
> Add qemu-img measure support in the "luks" block driver.
>
> Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> ---
> block/crypto.c | 62 ++++++++++++++++++++++++++++++++++++++++++++++++++
> 1 file changed, 62 insertions(+)
>
> diff --git a/block/crypto.c b/block/crypto.c
> index 24823835c1..453119875e 100644
> --- a/block/crypto.c
> +++ b/block/crypto.c
> @@ -484,6 +484,67 @@ static int64_t block_crypto_getlength(BlockDriverState *bs)
[...]
> + cryptoopts = qemu_opts_to_qdict_filtered(opts, NULL,
> + &block_crypto_create_opts_luks, true);
> + qdict_put_str(cryptoopts, "format", "luks");
> + create_opts = block_crypto_create_opts_init(cryptoopts, errp);
It looks a bit weird to me to use errp here...
> + qobject_unref(cryptoopts);
> + if (!create_opts) {
> + goto err;
> + }
> +
> + if (!qcrypto_block_calculate_payload_offset(create_opts, NULL,
> + &luks_payload_size,
> + &local_err)) {
...and local_err here. Either works, but consistent style would be a
bit nicer.
But not more correct, so:
Reviewed-by: Max Reitz <mreitz@redhat.com>
> + goto err;
> + }
[...]
> +err:
> + error_propagate(errp, local_err);
> + return NULL;
> +}
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
* Re: [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename
2020-02-11 16:03 ` [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename Stefan Hajnoczi
@ 2020-02-19 15:48 ` Max Reitz
0 siblings, 0 replies; 11+ messages in thread
From: Max Reitz @ 2020-02-19 15:48 UTC (permalink / raw)
To: Stefan Hajnoczi, qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé, qemu-block
[-- Attachment #1.1: Type: text/plain, Size: 681 bytes --]
On 11.02.20 17:03, Stefan Hajnoczi wrote:
> In most qemu-img sub-commands the --object option only makes sense when
> there is a filename. qemu-img measure is an exception because objects
> may be referenced from the image creation options instead of an existing
> image file. Allow --object without a filename.
>
> Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> ---
> qemu-img.c | 6 ++----
> tests/qemu-iotests/178 | 2 +-
> tests/qemu-iotests/178.out.qcow2 | 8 ++++----
> tests/qemu-iotests/178.out.raw | 8 ++++----
> 4 files changed, 11 insertions(+), 13 deletions(-)
Reviewed-by: Max Reitz <mreitz@redhat.com>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
* Re: [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test
2020-02-11 16:03 ` [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test Stefan Hajnoczi
@ 2020-02-19 15:52 ` Max Reitz
0 siblings, 0 replies; 11+ messages in thread
From: Max Reitz @ 2020-02-19 15:52 UTC (permalink / raw)
To: Stefan Hajnoczi, qemu-devel
Cc: Kevin Wolf, Daniel P. Berrangé, qemu-block
[-- Attachment #1.1: Type: text/plain, Size: 542 bytes --]
On 11.02.20 17:03, Stefan Hajnoczi wrote:
> This test exercises the block/crypto.c "luks" block driver
> .bdrv_measure() code.
>
> Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> ---
> tests/qemu-iotests/282 | 93 ++++++++++++++++++++++++++++++++++++++
> tests/qemu-iotests/282.out | 30 ++++++++++++
> tests/qemu-iotests/group | 1 +
> 3 files changed, 124 insertions(+)
> create mode 100755 tests/qemu-iotests/282
> create mode 100644 tests/qemu-iotests/282.out
Reviewed-by: Max Reitz <mreitz@redhat.com>
[-- Attachment #2: OpenPGP digital signature --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
* Re: [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset()
2020-02-19 13:03 ` Max Reitz
@ 2020-02-21 11:17 ` Stefan Hajnoczi
0 siblings, 0 replies; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-21 11:17 UTC (permalink / raw)
To: Max Reitz
Cc: Kevin Wolf, qemu-block, Daniel P. Berrangé,
qemu-devel, Stefan Hajnoczi
[-- Attachment #1: Type: text/plain, Size: 2106 bytes --]
On Wed, Feb 19, 2020 at 02:03:50PM +0100, Max Reitz wrote:
> On 11.02.20 17:03, Stefan Hajnoczi wrote:
> > The qcow2 .bdrv_measure() code calculates the crypto payload offset.
> > This logic really belongs in crypto/block.c where it can be reused by
> > other image formats.
> >
> > The "luks" block driver will need this same logic in order to implement
> > .bdrv_measure(), so extract the qcrypto_block_calculate_payload_offset()
> > function now.
> >
> > Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> > ---
> > block/qcow2.c | 74 +++++++++++-------------------------------
> > crypto/block.c | 40 +++++++++++++++++++++++
> > include/crypto/block.h | 22 +++++++++++++
> > 3 files changed, 81 insertions(+), 55 deletions(-)
>
> [...]
>
> > diff --git a/crypto/block.c b/crypto/block.c
> > index 325752871c..a9e1b8cc36 100644
> > --- a/crypto/block.c
> > +++ b/crypto/block.c
> > @@ -115,6 +115,46 @@ QCryptoBlock *qcrypto_block_create(QCryptoBlockCreateOptions *options,
>
> [...]
>
> > +bool
> > +qcrypto_block_calculate_payload_offset(QCryptoBlockCreateOptions *create_opts,
> > + const char *optprefix,
> > + size_t *len,
> > + Error **errp)
> > +{
> > + QCryptoBlock *crypto;
> > + bool ok;
> > +
> > + /* Fake LUKS creation in order to determine the payload size */
> > + crypto = qcrypto_block_create(create_opts, optprefix,
> > + qcrypto_block_headerlen_hdr_init_func,
> > + qcrypto_block_headerlen_hdr_write_func,
> > + len, errp);
> > + ok = crypto != NULL;
> > + qcrypto_block_free(crypto);
> > + return ok;
>
> Speaking of g_autoptr... Would g_autoptr(QCryptoBlock) crypto; suffice
> to contract these three lines into “return crypto != NULL;”?
>
> Either way:
>
> Reviewed-by: Max Reitz <mreitz@redhat.com>
Yes, it can be simplified. Will fix in v3.
Stefan
[-- Attachment #2: signature.asc --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
* Re: [PATCH v3 2/4] luks: implement .bdrv_measure()
2020-02-19 15:46 ` Max Reitz
@ 2020-02-21 11:18 ` Stefan Hajnoczi
0 siblings, 0 replies; 11+ messages in thread
From: Stefan Hajnoczi @ 2020-02-21 11:18 UTC (permalink / raw)
To: Max Reitz
Cc: Kevin Wolf, qemu-block, Daniel P. Berrangé,
qemu-devel, Stefan Hajnoczi
[-- Attachment #1: Type: text/plain, Size: 1445 bytes --]
On Wed, Feb 19, 2020 at 04:46:34PM +0100, Max Reitz wrote:
> On 11.02.20 17:03, Stefan Hajnoczi wrote:
> > Add qemu-img measure support in the "luks" block driver.
> >
> > Signed-off-by: Stefan Hajnoczi <stefanha@redhat.com>
> > ---
> > block/crypto.c | 62 ++++++++++++++++++++++++++++++++++++++++++++++++++
> > 1 file changed, 62 insertions(+)
> >
> > diff --git a/block/crypto.c b/block/crypto.c
> > index 24823835c1..453119875e 100644
> > --- a/block/crypto.c
> > +++ b/block/crypto.c
> > @@ -484,6 +484,67 @@ static int64_t block_crypto_getlength(BlockDriverState *bs)
>
> [...]
>
> > + cryptoopts = qemu_opts_to_qdict_filtered(opts, NULL,
> > + &block_crypto_create_opts_luks, true);
> > + qdict_put_str(cryptoopts, "format", "luks");
> > + create_opts = block_crypto_create_opts_init(cryptoopts, errp);
>
> It looks a bit weird to me to use errp here...
>
> > + qobject_unref(cryptoopts);
> > + if (!create_opts) {
> > + goto err;
> > + }
> > +
> > + if (!qcrypto_block_calculate_payload_offset(create_opts, NULL,
> > + &luks_payload_size,
> > + &local_err)) {
>
> ...and local_err here. Either works, but consistent style would be a
> bit nicer.
>
> But not more correct, so:
>
> Reviewed-by: Max Reitz <mreitz@redhat.com>
Thanks, will fix!
Stefan
[-- Attachment #2: signature.asc --]
[-- Type: application/pgp-signature, Size: 488 bytes --]
^ permalink raw reply [flat|nested] 11+ messages in thread
end of thread, other threads:[~2020-02-21 11:19 UTC | newest]
Thread overview: 11+ messages (download: mbox.gz / follow: Atom feed)
-- links below jump to the message on this page --
2020-02-11 16:03 [PATCH v3 0/4] luks: add qemu-img measure support Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 1/4] luks: extract qcrypto_block_calculate_payload_offset() Stefan Hajnoczi
2020-02-19 13:03 ` Max Reitz
2020-02-21 11:17 ` Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 2/4] luks: implement .bdrv_measure() Stefan Hajnoczi
2020-02-19 15:46 ` Max Reitz
2020-02-21 11:18 ` Stefan Hajnoczi
2020-02-11 16:03 ` [PATCH v3 3/4] qemu-img: allow qemu-img measure --object without a filename Stefan Hajnoczi
2020-02-19 15:48 ` Max Reitz
2020-02-11 16:03 ` [PATCH v3 4/4] iotests: add 282 luks qemu-img measure test Stefan Hajnoczi
2020-02-19 15:52 ` Max Reitz
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).