From: Alexey Budankov <alexey.budankov@linux.intel.com>
To: Jiri Olsa <jolsa@redhat.com>
Cc: Arnaldo Carvalho de Melo <acme@kernel.org>,
Namhyung Kim <namhyung@kernel.org>,
Alexander Shishkin <alexander.shishkin@linux.intel.com>,
Peter Zijlstra <peterz@infradead.org>,
Ingo Molnar <mingo@redhat.com>, Andi Kleen <ak@linux.intel.com>,
linux-kernel <linux-kernel@vger.kernel.org>
Subject: Re: [PATCH v5 06/10] perf util: introduce Zstd based streaming compression API
Date: Thu, 7 Mar 2019 11:29:04 +0300 [thread overview]
Message-ID: <425d29fd-79ba-5acb-12f8-777923bea74f@linux.intel.com> (raw)
In-Reply-To: <20190305122616.GI16615@krava>
On 05.03.2019 15:26, Jiri Olsa wrote:
> On Fri, Mar 01, 2019 at 06:52:10PM +0300, Alexey Budankov wrote:
>>
>> Implemented functions are based on Zstd streaming compression API.
>> The functions are used in runtime to compress data that come from
>> mmaped kernel buffer data and then stored into a trace.
>
> please describe the usage of the api in the changelog
in v7.
zstd_init(), zstd_fini() are used for initialization and
finalization of API usage to allocate and deallocate zstd objects.
zstd_compress_stream_to_records() is used to convert parts of mmaped
kernel buffer into an array of PERF_EVENT_COMPRESSED records.
~Alexey
>
> thanks,
> jirka
>
>>
>> Signed-off-by: Alexey Budankov <alexey.budankov@linux.intel.com>
>> ---
>> tools/perf/util/Build | 2 +
>> tools/perf/util/compress.h | 18 ++++++++
>> tools/perf/util/zstd.c | 95 ++++++++++++++++++++++++++++++++++++++
>> 3 files changed, 115 insertions(+)
>> create mode 100644 tools/perf/util/zstd.c
>>
>> diff --git a/tools/perf/util/Build b/tools/perf/util/Build
>> index 8dd3102301ea..920ee8bebd83 100644
>> --- a/tools/perf/util/Build
>> +++ b/tools/perf/util/Build
>> @@ -145,6 +145,8 @@ perf-y += scripting-engines/
>>
>> perf-$(CONFIG_ZLIB) += zlib.o
>> perf-$(CONFIG_LZMA) += lzma.o
>> +perf-y += zstd.o
>> +
>> perf-y += demangle-java.o
>> perf-y += demangle-rust.o
>>
>> diff --git a/tools/perf/util/compress.h b/tools/perf/util/compress.h
>> index 892e92e7e7fc..e0987616db94 100644
>> --- a/tools/perf/util/compress.h
>> +++ b/tools/perf/util/compress.h
>> @@ -2,6 +2,11 @@
>> #ifndef PERF_COMPRESS_H
>> #define PERF_COMPRESS_H
>>
>> +#include <stdbool.h>
>> +#ifdef HAVE_ZSTD_SUPPORT
>> +#include <zstd.h>
>> +#endif
>> +
>> #ifdef HAVE_ZLIB_SUPPORT
>> int gzip_decompress_to_file(const char *input, int output_fd);
>> bool gzip_is_compressed(const char *input);
>> @@ -12,4 +17,17 @@ int lzma_decompress_to_file(const char *input, int output_fd);
>> bool lzma_is_compressed(const char *input);
>> #endif
>>
>> +struct zstd_data {
>> +#ifdef HAVE_ZSTD_SUPPORT
>> + ZSTD_CStream *cstream;
>> +#endif
>> +};
>> +
>> +int zstd_init(struct zstd_data *data, int level);
>> +int zstd_fini(struct zstd_data *data);
>> +
>> +size_t zstd_compress_stream_to_records(struct zstd_data *data,
>> + void *dst, size_t dst_size, void *src, size_t src_size, size_t max_record_size,
>> + size_t process_header(void *record, size_t increment));
>> +
>> #endif /* PERF_COMPRESS_H */
>> diff --git a/tools/perf/util/zstd.c b/tools/perf/util/zstd.c
>> new file mode 100644
>> index 000000000000..e5d44d0f6b5d
>> --- /dev/null
>> +++ b/tools/perf/util/zstd.c
>> @@ -0,0 +1,95 @@
>> +// SPDX-License-Identifier: GPL-2.0
>> +
>> +#include <string.h>
>> +
>> +#include "util/compress.h"
>> +#include "util/debug.h"
>> +
>> +#ifdef HAVE_ZSTD_SUPPORT
>> +
>> +int zstd_init(struct zstd_data *data, int level)
>> +{
>> + size_t ret;
>> +
>> + data->cstream = ZSTD_createCStream();
>> + if (data->cstream == NULL) {
>> + pr_err("Couldn't create compression stream.\n");
>> + return -1;
>> + }
>> +
>> + ret = ZSTD_initCStream(data->cstream, level);
>> + if (ZSTD_isError(ret)) {
>> + pr_err("Failed to initialize compression stream: %s\n", ZSTD_getErrorName(ret));
>> + return -1;
>> + }
>> +
>> + return 0;
>> +}
>> +
>> +int zstd_fini(struct zstd_data *data)
>> +{
>> + if (data->cstream) {
>> + ZSTD_freeCStream(data->cstream);
>> + data->cstream = NULL;
>> + }
>> +
>> + return 0;
>> +}
>> +
>> +size_t zstd_compress_stream_to_records(struct zstd_data *data,
>> + void *dst, size_t dst_size, void *src, size_t src_size, size_t max_record_size,
>> + size_t process_header(void *record, size_t increment))
>> +{
>> + size_t ret, size, compressed = 0;
>> + ZSTD_inBuffer input = { src, src_size, 0 };
>> + ZSTD_outBuffer output;
>> + void *record;
>> +
>> + while (input.pos < input.size) {
>> + record = dst;
>> + size = process_header(record, 0);
>> + compressed += size;
>> + dst += size;
>> + dst_size -= size;
>> + output = (ZSTD_outBuffer){ dst, (dst_size > max_record_size) ?
>> + max_record_size : dst_size, 0 };
>> + ret = ZSTD_compressStream(data->cstream, &output, &input);
>> + ZSTD_flushStream(data->cstream, &output);
>> + if (ZSTD_isError(ret)) {
>> + pr_err("failed to compress %ld bytes: %s\n",
>> + (long)src_size, ZSTD_getErrorName(ret));
>> + memcpy(dst, src, src_size);
>> + return src_size;
>> + }
>> + size = output.pos;
>> + size = process_header(record, size);
>> + compressed += size;
>> + dst += size;
>> + dst_size -= size;
>> + }
>> +
>> + return compressed;
>> +}
>> +
>> +#else /* !HAVE_ZSTD_SUPPORT */
>> +
>> +int zstd_init(struct zstd_data *data __maybe_unused, int level __maybe_unused)
>> +{
>> + return 0;
>> +}
>> +
>> +int zstd_fini(struct zstd_data *data __maybe_unused)
>> +{
>> + return 0;
>> +}
>> +
>> +size_t zstd_compress_stream_to_records(struct zstd_data *data __maybe_unused,
>> + void *dst __maybe_unused, size_t dst_size __maybe_unused,
>> + void *src __maybe_unused, size_t src_size __maybe_unused,
>> + size_t max_record_size __maybe_unused,
>> + size_t process_header(void *record, size_t increment) __maybe_unused)
>> +{
>> + return 0;
>> +}
>> +
>> +#endif
>> --
>> 2.20.1
>>
>
next prev parent reply other threads:[~2019-03-07 8:29 UTC|newest]
Thread overview: 52+ messages / expand[flat|nested] mbox.gz Atom feed top
2019-03-01 15:27 [PATCH v5 00/10] perf: enable compression of record mode trace to save storage space Alexey Budankov
2019-03-01 15:41 ` [PATCH v5 02/10] perf record: implement -f,--mmap-flush=<threshold> option Alexey Budankov
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:28 ` Alexey Budankov
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:28 ` Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:42 ` Alexey Budankov
2019-03-07 8:54 ` Alexey Budankov
2019-03-01 15:43 ` [PATCH v5 03/10] perf session: define bytes_transferred and bytes_compressed metrics Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:29 ` Alexey Budankov
2019-03-11 8:19 ` Alexey Budankov
2019-03-11 12:33 ` Jiri Olsa
2019-03-11 13:41 ` Alexey Budankov
2019-03-01 15:46 ` [PATCH v5 04/10] perf record: implement COMPRESSED event record and its attributes Alexey Budankov
2019-03-01 15:52 ` [PATCH v5 06/10] perf util: introduce Zstd based streaming compression API Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:29 ` Alexey Budankov [this message]
2019-03-01 15:58 ` [PATCH v5 07/10] perf record: implement -z,--compression_level=n option and compression Alexey Budankov
2019-03-05 0:01 ` Andi Kleen
2019-03-05 9:19 ` Alexey Budankov
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:39 ` Alexey Budankov
2019-03-07 12:14 ` Jiri Olsa
2019-03-07 15:26 ` Alexey Budankov
2019-03-07 15:56 ` Alexey Budankov
2019-03-08 10:46 ` Jiri Olsa
2019-03-10 15:55 ` Alexey Budankov
2019-03-10 16:17 ` Alexey Budankov
2019-03-11 10:56 ` Jiri Olsa
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:26 ` Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:26 ` Alexey Budankov
2019-03-07 11:59 ` Jiri Olsa
2019-03-07 14:51 ` Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:26 ` Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:26 ` Alexey Budankov
2019-03-01 16:06 ` [PATCH v5 08/10] perf report: implement record trace decompression Alexey Budankov
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:27 ` Alexey Budankov
2019-03-01 16:07 ` [PATCH v5 09/10] perf inject: enable COMPRESSED records decompression Alexey Budankov
2019-03-05 12:26 ` Jiri Olsa
2019-03-07 8:28 ` Alexey Budankov
2019-03-01 16:09 ` [PATCH v5 10/10] perf tests: implement Zstd comp/decomp integration test Alexey Budankov
2019-03-05 12:25 ` Jiri Olsa
2019-03-07 8:29 ` Alexey Budankov
2019-03-01 16:37 ` [PATCH v5 05/10] perf mmap: implement dedicated memory buffer for data compression Alexey Budankov
2019-03-01 16:38 ` [PATCH v5 01/10] feature: implement libzstd check, LIBZSTD_DIR and NO_LIBZSTD defines Alexey Budankov
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=425d29fd-79ba-5acb-12f8-777923bea74f@linux.intel.com \
--to=alexey.budankov@linux.intel.com \
--cc=acme@kernel.org \
--cc=ak@linux.intel.com \
--cc=alexander.shishkin@linux.intel.com \
--cc=jolsa@redhat.com \
--cc=linux-kernel@vger.kernel.org \
--cc=mingo@redhat.com \
--cc=namhyung@kernel.org \
--cc=peterz@infradead.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).