From: Adrian Hunter <adrian.hunter@intel.com>
To: Arnaldo Carvalho de Melo <acme@kernel.org>
Cc: Peter Zijlstra <peterz@infradead.org>,
linux-kernel@vger.kernel.org, David Ahern <dsahern@gmail.com>,
Frederic Weisbecker <fweisbec@gmail.com>,
Jiri Olsa <jolsa@redhat.com>, Namhyung Kim <namhyung@gmail.com>,
Paul Mackerras <paulus@samba.org>,
Stephane Eranian <eranian@google.com>
Subject: Re: [PATCH 34/41] perf evlist: Add 'system_wide' option
Date: Tue, 15 Jul 2014 21:05:09 +0300 [thread overview]
Message-ID: <53C56D55.5020303@intel.com> (raw)
In-Reply-To: <20140715150320.GE3301@kernel.org>
On 15/07/2014 6:03 p.m., Arnaldo Carvalho de Melo wrote:
> Em Mon, Jul 14, 2014 at 01:02:58PM +0300, Adrian Hunter escreveu:
>> Add an option to cause a selected event
>> to be opened always without a pid when
>> configured by perf_evsel__config().
>>
>> This is needed when using the sched_switch
>> tracepoint to follow object code execution.
>> sched_switch occurs before the task
>> switch and so it cannot record it in a
>> context limited to that task. Note
>> that also means that sched_switch is
>> useless when capturing data per-thread,
>> as is the 'context-switches' software
>> event for the same reason.
>
> clever, but humm, need to be judicious when allocating things like the
> pollfd, I think, more below...
>
> ... after going thru the whole patch, its not clear how pollfd usage
> takes into account the fact that some of the evsels don't have
> thread_map->nr entries, but just one, will continue reading...
>
>> Signed-off-by: Adrian Hunter <adrian.hunter@intel.com>
>> ---
>> tools/perf/util/evlist.c | 45 +++++++++++++++++++++++++++++++++++++--------
>> tools/perf/util/evsel.c | 31 ++++++++++++++++++++++++++-----
>> tools/perf/util/evsel.h | 1 +
>> 3 files changed, 64 insertions(+), 13 deletions(-)
>>
>> diff --git a/tools/perf/util/evlist.c b/tools/perf/util/evlist.c
>> index 282e83e..c295b7b 100644
>> --- a/tools/perf/util/evlist.c
>> +++ b/tools/perf/util/evlist.c
>> @@ -265,17 +265,27 @@ int perf_evlist__add_newtp(struct perf_evlist *evlist,
>> return 0;
>> }
>>
>> +static int perf_evlist__nr_threads(struct perf_evlist *evlist,
>> + struct perf_evsel *evsel)
>> +{
>> + if (evsel->system_wide)
>> + return 1;
>> + else
>> + return thread_map__nr(evlist->threads);
>> +}
>> +
>> void perf_evlist__disable(struct perf_evlist *evlist)
>> {
>> int cpu, thread;
>> struct perf_evsel *pos;
>> int nr_cpus = cpu_map__nr(evlist->cpus);
>> - int nr_threads = thread_map__nr(evlist->threads);
>> + int nr_threads;
>>
>> for (cpu = 0; cpu < nr_cpus; cpu++) {
>> evlist__for_each(evlist, pos) {
>> if (!perf_evsel__is_group_leader(pos) || !pos->fd)
>> continue;
>> + nr_threads = perf_evlist__nr_threads(evlist, pos);
>> for (thread = 0; thread < nr_threads; thread++)
>> ioctl(FD(pos, cpu, thread),
>> PERF_EVENT_IOC_DISABLE, 0);
>> @@ -288,12 +298,13 @@ void perf_evlist__enable(struct perf_evlist *evlist)
>> int cpu, thread;
>> struct perf_evsel *pos;
>> int nr_cpus = cpu_map__nr(evlist->cpus);
>> - int nr_threads = thread_map__nr(evlist->threads);
>> + int nr_threads;
>>
>> for (cpu = 0; cpu < nr_cpus; cpu++) {
>> evlist__for_each(evlist, pos) {
>> if (!perf_evsel__is_group_leader(pos) || !pos->fd)
>> continue;
>> + nr_threads = perf_evlist__nr_threads(evlist, pos);
>> for (thread = 0; thread < nr_threads; thread++)
>> ioctl(FD(pos, cpu, thread),
>> PERF_EVENT_IOC_ENABLE, 0);
>> @@ -305,12 +316,14 @@ int perf_evlist__disable_event(struct perf_evlist *evlist,
>> struct perf_evsel *evsel)
>> {
>> int cpu, thread, err;
>> + int nr_cpus = cpu_map__nr(evlist->cpus);
>> + int nr_threads = perf_evlist__nr_threads(evlist, evsel);
>>
>> if (!evsel->fd)
>> return 0;
>>
>> - for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
>> - for (thread = 0; thread < evlist->threads->nr; thread++) {
>> + for (cpu = 0; cpu < nr_cpus; cpu++) {
>> + for (thread = 0; thread < nr_threads; thread++) {
>> err = ioctl(FD(evsel, cpu, thread),
>> PERF_EVENT_IOC_DISABLE, 0);
>> if (err)
>> @@ -324,12 +337,14 @@ int perf_evlist__enable_event(struct perf_evlist *evlist,
>> struct perf_evsel *evsel)
>> {
>> int cpu, thread, err;
>> + int nr_cpus = cpu_map__nr(evlist->cpus);
>> + int nr_threads = perf_evlist__nr_threads(evlist, evsel);
>>
>> if (!evsel->fd)
>> return -EINVAL;
>>
>> - for (cpu = 0; cpu < evlist->cpus->nr; cpu++) {
>> - for (thread = 0; thread < evlist->threads->nr; thread++) {
>> + for (cpu = 0; cpu < nr_cpus; cpu++) {
>> + for (thread = 0; thread < nr_threads; thread++) {
>> err = ioctl(FD(evsel, cpu, thread),
>> PERF_EVENT_IOC_ENABLE, 0);
>> if (err)
>
> All the above seems ok, the threads (x axis) array is flat when syswide, ok.
>
>> @@ -343,7 +358,16 @@ static int perf_evlist__alloc_pollfd(struct perf_evlist *evlist)
>> {
>> int nr_cpus = cpu_map__nr(evlist->cpus);
>> int nr_threads = thread_map__nr(evlist->threads);
>> - int nfds = nr_cpus * nr_threads * evlist->nr_entries;
>> + int nfds = 0;
>> + struct perf_evsel *evsel;
>> +
>> + list_for_each_entry(evsel, &evlist->entries, node) {
>> + if (evsel->system_wide)
>> + nfds += nr_cpus;
>> + else
>> + nfds += nr_cpus * nr_threads;
>> + }
>
> But here looks tricky, will look how the evlist->pollfd is used...
>
>> +
>> evlist->pollfd = malloc(sizeof(struct pollfd) * nfds);
>> return evlist->pollfd != NULL ? 0 : -ENOMEM;
>> }
>> @@ -636,7 +660,12 @@ static int perf_evlist__mmap_per_evsel(struct perf_evlist *evlist, int idx,
>> struct perf_evsel *evsel;
>>
>> evlist__for_each(evlist, evsel) {
>> - int fd = FD(evsel, cpu, thread);
>> + int fd;
>> +
>> + if (evsel->system_wide && thread)
>> + continue;
>
> Discard after thread 0, i.e. the first, ok.
>
>> +
>> + fd = FD(evsel, cpu, thread);
>>
>> if (*output == -1) {
>> *output = fd;
>> diff --git a/tools/perf/util/evsel.c b/tools/perf/util/evsel.c
>> index 90f58cd..7540b5f 100644
>> --- a/tools/perf/util/evsel.c
>> +++ b/tools/perf/util/evsel.c
>> @@ -691,6 +691,10 @@ void perf_evsel__config(struct perf_evsel *evsel, struct record_opts *opts)
>> int perf_evsel__alloc_fd(struct perf_evsel *evsel, int ncpus, int nthreads)
>> {
>> int cpu, thread;
>> +
>> + if (evsel->system_wide)
>> + nthreads = 1;
>
> flatten it, ok
>
>> +
>> evsel->fd = xyarray__new(ncpus, nthreads, sizeof(int));
>>
>> if (evsel->fd) {
>> @@ -709,6 +713,9 @@ static int perf_evsel__run_ioctl(struct perf_evsel *evsel, int ncpus, int nthrea
>> {
>> int cpu, thread;
>>
>> + if (evsel->system_wide)
>> + nthreads = 1;
>> +
>
> Ditto.
>
>> for (cpu = 0; cpu < ncpus; cpu++) {
>> for (thread = 0; thread < nthreads; thread++) {
>> int fd = FD(evsel, cpu, thread),
>> @@ -739,6 +746,9 @@ int perf_evsel__enable(struct perf_evsel *evsel, int ncpus, int nthreads)
>>
>> int perf_evsel__alloc_id(struct perf_evsel *evsel, int ncpus, int nthreads)
>> {
>> + if (evsel->system_wide)
>> + nthreads = 1;
>> +
>> evsel->sample_id = xyarray__new(ncpus, nthreads, sizeof(struct perf_sample_id));
>
> These are per evsel, so can be flattened when we get to it,
> evlist->pollfd is per evlist, so mixes syswide with !syswide, that is why I'm scratching my head at this
> point...
pollfd is not a 2-dimensional array. It is just a 1-dimensional array.
So it just needs to be the right length.
>
>> if (evsel->sample_id == NULL)
>> return -ENOMEM;
>> @@ -783,6 +793,9 @@ void perf_evsel__close_fd(struct perf_evsel *evsel, int ncpus, int nthreads)
>> {
>> int cpu, thread;
>>
>> + if (evsel->system_wide)
>> + nthreads = 1;
>> +
>> for (cpu = 0; cpu < ncpus; cpu++)
>> for (thread = 0; thread < nthreads; ++thread) {
>> close(FD(evsel, cpu, thread));
>> @@ -871,6 +884,9 @@ int __perf_evsel__read(struct perf_evsel *evsel,
>> int cpu, thread;
>> struct perf_counts_values *aggr = &evsel->counts->aggr, count;
>>
>> + if (evsel->system_wide)
>> + nthreads = 1;
>> +
>> aggr->val = aggr->ena = aggr->run = 0;
>>
>> for (cpu = 0; cpu < ncpus; cpu++) {
>> @@ -993,13 +1009,18 @@ static size_t perf_event_attr__fprintf(struct perf_event_attr *attr, FILE *fp)
>> static int __perf_evsel__open(struct perf_evsel *evsel, struct cpu_map *cpus,
>> struct thread_map *threads)
>> {
>> - int cpu, thread;
>> + int cpu, thread, nthreads;
>> unsigned long flags = 0;
>> int pid = -1, err;
>> enum { NO_CHANGE, SET_TO_MAX, INCREASED_MAX } set_rlimit = NO_CHANGE;
>>
>> + if (evsel->system_wide)
>> + nthreads = 1;
>> + else
>> + nthreads = threads->nr;
>> +
>> if (evsel->fd == NULL &&
>> - perf_evsel__alloc_fd(evsel, cpus->nr, threads->nr) < 0)
>> + perf_evsel__alloc_fd(evsel, cpus->nr, nthreads) < 0)
>> return -ENOMEM;
>>
>> if (evsel->cgrp) {
>> @@ -1021,10 +1042,10 @@ retry_sample_id:
>>
>> for (cpu = 0; cpu < cpus->nr; cpu++) {
>>
>> - for (thread = 0; thread < threads->nr; thread++) {
>> + for (thread = 0; thread < nthreads; thread++) {
>> int group_fd;
>>
>> - if (!evsel->cgrp)
>> + if (!evsel->cgrp && !evsel->system_wide)
>> pid = threads->map[thread];
>>
>> group_fd = get_group_fd(evsel, cpu, thread);
>> @@ -1094,7 +1115,7 @@ out_close:
>> close(FD(evsel, cpu, thread));
>> FD(evsel, cpu, thread) = -1;
>> }
>> - thread = threads->nr;
>> + thread = nthreads;
>> } while (--cpu >= 0);
>> return err;
>> }
>> diff --git a/tools/perf/util/evsel.h b/tools/perf/util/evsel.h
>> index d7f93ce..dbb2a0d 100644
>> --- a/tools/perf/util/evsel.h
>> +++ b/tools/perf/util/evsel.h
>> @@ -85,6 +85,7 @@ struct perf_evsel {
>> bool needs_swap;
>> bool no_aux_samples;
>> bool immediate;
>> + bool system_wide;
>> /* parse modifier helper */
>> int exclude_GH;
>> int nr_members;
>> --
>> 1.8.3.2
next prev parent reply other threads:[~2014-07-15 18:06 UTC|newest]
Thread overview: 122+ messages / expand[flat|nested] mbox.gz Atom feed top
2014-07-14 10:02 [PATCH 00/41] perf tools: Preparation for call graph from Intel BTS Adrian Hunter
2014-07-14 10:02 ` [PATCH 01/41] perf tools: Fix the value used for unknown pids Adrian Hunter
2014-07-18 4:23 ` [tip:perf/core] perf machine: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 02/41] perf tools: Fix map groups of threads with " Adrian Hunter
2014-07-14 20:18 ` Arnaldo Carvalho de Melo
2014-07-15 11:33 ` Adrian Hunter
2014-07-15 19:33 ` Arnaldo Carvalho de Melo
2014-07-16 8:07 ` [PATCH V2 " Adrian Hunter
2014-07-18 4:26 ` [tip:perf/core] perf machine: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 03/41] perf script: Display PERF_RECORD_MISC_COMM_EXEC flag Adrian Hunter
2014-07-18 4:23 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 04/41] perf record: Select comm_exec flag if supported Adrian Hunter
2014-07-18 4:23 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 05/41] perf tools: Identify which comms are from exec Adrian Hunter
2014-07-14 20:32 ` Arnaldo Carvalho de Melo
2014-07-15 11:43 ` Adrian Hunter
2014-07-23 14:07 ` Arnaldo Carvalho de Melo
2014-07-23 14:09 ` Arnaldo Carvalho de Melo
2014-07-23 16:46 ` Adrian Hunter
2014-07-23 16:53 ` Arnaldo Carvalho de Melo
2014-07-14 10:02 ` [PATCH 06/41] perf tools: Add machine__thread_exec_comm() Adrian Hunter
2014-07-14 10:02 ` [PATCH 07/41] perf tools: Fix missing kernel map load Adrian Hunter
2014-07-18 4:23 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 08/41] perf tools: Fix missing label symbols Adrian Hunter
2014-07-14 20:38 ` Arnaldo Carvalho de Melo
2014-07-15 12:11 ` Adrian Hunter
2014-07-14 10:02 ` [PATCH 09/41] perf tools: Fix missing GNU IFUNC symbols Adrian Hunter
2014-07-18 4:24 ` [tip:perf/core] perf symbols: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 10/41] perf inject: Fix build id injection Adrian Hunter
2014-07-18 4:24 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 11/41] perf tools: Fix appending a callchain from a previous sample Adrian Hunter
2014-07-18 4:24 ` [tip:perf/core] perf callchain: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 12/41] perf tools: Fix leak of 'struct thread' on error path Adrian Hunter
2014-07-14 20:43 ` Arnaldo Carvalho de Melo
2014-07-16 7:19 ` [PATCH V2 0/2] perf tools: Allow deletion of a thread with no map groups Adrian Hunter
2014-07-16 7:19 ` [PATCH 1/2] " Adrian Hunter
2014-07-18 4:27 ` [tip:perf/core] perf thread: " tip-bot for Adrian Hunter
2014-07-16 7:19 ` [PATCH V2 2/2] perf tools: Fix leak of 'struct thread' on error path Adrian Hunter
2014-07-18 4:27 ` [tip:perf/core] perf machine: " tip-bot for Adrian Hunter
2014-07-16 14:02 ` [PATCH 12/41] perf tools: " Jiri Olsa
2014-07-16 14:26 ` Adrian Hunter
2014-07-14 10:02 ` [PATCH 13/41] perf tools: Add machine__kernel_ip() Adrian Hunter
2014-07-16 14:15 ` Jiri Olsa
2014-07-16 14:22 ` Adrian Hunter
2014-08-11 12:23 ` Jiri Olsa
2014-08-11 12:36 ` Adrian Hunter
2014-08-11 12:43 ` Jiri Olsa
2014-08-11 12:46 ` Adrian Hunter
2014-08-11 12:55 ` Jiri Olsa
2014-07-14 10:02 ` [PATCH 14/41] perf buildid-cache: Apply force option to copying kcore Adrian Hunter
2014-07-18 4:24 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 15/41] perf script: Improve srcline display for BTS Adrian Hunter
2014-07-15 14:16 ` Arnaldo Carvalho de Melo
2014-07-15 17:51 ` Adrian Hunter
2014-07-16 2:08 ` David Ahern
2014-07-14 10:02 ` [PATCH 16/41] perf script: Do not print dangling '=>' " Adrian Hunter
2014-07-14 10:02 ` [PATCH 17/41] perf tools: Record whether a dso is 64-bit Adrian Hunter
2014-07-18 4:24 ` [tip:perf/core] perf symbols: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 18/41] perf tools: Record whether a dso has data Adrian Hunter
2014-07-16 14:20 ` Jiri Olsa
2014-07-17 8:43 ` [PATCH 0/2] perf tools: Fix incorrect fd error comparison Adrian Hunter
2014-07-17 8:43 ` [PATCH 1/2] " Adrian Hunter
2014-07-22 7:51 ` Jiri Olsa
2014-07-28 8:21 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-17 8:43 ` [PATCH V2 2/2] perf tools: Record whether a dso has data Adrian Hunter
2014-07-17 8:58 ` [PATCH V3] " Adrian Hunter
2014-07-22 7:55 ` Jiri Olsa
2014-07-22 13:24 ` Adrian Hunter
2014-07-14 10:02 ` [PATCH 19/41] perf tools: Do not attempt to read data from kallsyms Adrian Hunter
2014-07-18 4:25 ` [tip:perf/core] perf symbols: " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 20/41] perf tools: Let a user specify a PMU event without any config terms Adrian Hunter
2014-07-16 14:25 ` Jiri Olsa
2014-07-16 15:04 ` Adrian Hunter
2014-07-16 18:22 ` Jiri Olsa
2014-08-29 18:48 ` Adrian Hunter
2014-08-30 8:53 ` Jiri Olsa
2014-09-01 6:27 ` Adrian Hunter
2014-09-01 19:11 ` Jiri Olsa
2014-09-02 5:39 ` Adrian Hunter
2014-09-02 9:17 ` Jiri Olsa
2014-09-01 15:51 ` Arnaldo Carvalho de Melo
2014-09-01 19:15 ` Jiri Olsa
2014-07-14 10:02 ` [PATCH 21/41] perf tools: Let default config be defined for a PMU Adrian Hunter
2014-07-14 10:02 ` [PATCH 22/41] perf tools: Add perf_pmu__scan_file() Adrian Hunter
2014-07-14 10:02 ` [PATCH 23/41] perf tools: Add dsos__hit_all() Adrian Hunter
2014-07-14 10:02 ` [PATCH 24/41] perf tools: Add cpu to struct thread Adrian Hunter
2014-07-15 14:24 ` Arnaldo Carvalho de Melo
2014-07-15 17:58 ` Adrian Hunter
2014-07-14 10:02 ` [PATCH 25/41] perf tools: Add ability to record the current tid for each cpu Adrian Hunter
2014-07-14 10:02 ` [PATCH 26/41] perf tools: Add ability to iterate over a dso's symbols Adrian Hunter
2014-07-18 4:25 ` [tip:perf/core] perf symbols: Add ability to iterate over a dso' s symbols tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 27/41] perf session: Flag if the event stream is entirely in memory Adrian Hunter
2014-07-18 4:25 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 28/41] perf evlist: Pass mmap parameters in a struct Adrian Hunter
2014-07-18 4:25 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 29/41] perf tools: Add feature test for __sync_val_compare_and_swap Adrian Hunter
2014-07-18 4:26 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 30/41] perf tools: Add option macro OPT_CALLBACK_OPTARG Adrian Hunter
2014-07-18 4:26 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 31/41] perf evlist: Add perf_evlist__set_tracking_event() Adrian Hunter
2014-07-14 10:02 ` [PATCH 32/41] perf evsel: Add 'no_aux_samples' option Adrian Hunter
2014-07-18 4:26 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 33/41] perf evsel: Add 'immediate' option Adrian Hunter
2014-07-18 4:26 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:02 ` [PATCH 34/41] perf evlist: Add 'system_wide' option Adrian Hunter
2014-07-15 15:03 ` Arnaldo Carvalho de Melo
2014-07-15 18:05 ` Adrian Hunter [this message]
2014-08-11 13:12 ` Jiri Olsa
2014-08-12 5:52 ` Adrian Hunter
2014-07-14 10:02 ` [PATCH 35/41] perf tools: Add id index Adrian Hunter
2014-07-14 10:03 ` [PATCH 36/41] perf pmu: Let pmu's with no events show up on perf list Adrian Hunter
2014-07-14 10:03 ` [PATCH 37/41] perf session: Add ability to skip 4GiB or more Adrian Hunter
2014-07-14 10:03 ` [PATCH 38/41] perf session: Add perf_session__deliver_synth_event() Adrian Hunter
2014-07-15 15:17 ` Arnaldo Carvalho de Melo
2014-07-15 18:32 ` Adrian Hunter
2014-07-14 10:03 ` [PATCH 39/41] perf tools: Allow TSC conversion on any arch Adrian Hunter
2014-07-15 15:20 ` Arnaldo Carvalho de Melo
2014-07-15 16:17 ` Peter Zijlstra
2014-07-15 17:48 ` Adrian Hunter
2014-07-18 4:28 ` [tip:perf/core] " tip-bot for Adrian Hunter
2014-07-14 10:03 ` [PATCH 40/41] perf tools: Move rdtsc() function Adrian Hunter
2014-07-14 10:03 ` [PATCH 41/41] perf evlist: Add perf_evlist__enable_event_idx() Adrian Hunter
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=53C56D55.5020303@intel.com \
--to=adrian.hunter@intel.com \
--cc=acme@kernel.org \
--cc=dsahern@gmail.com \
--cc=eranian@google.com \
--cc=fweisbec@gmail.com \
--cc=jolsa@redhat.com \
--cc=linux-kernel@vger.kernel.org \
--cc=namhyung@gmail.com \
--cc=paulus@samba.org \
--cc=peterz@infradead.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).