From: Duy Nguyen <pclouds@gmail.com>
To: David Turner <dturner@twopensource.com>
Cc: Git Mailing List <git@vger.kernel.org>
Subject: Re: [PATCH 09/19] index-helper: add Windows support
Date: Wed, 16 Mar 2016 18:42:54 +0700 [thread overview]
Message-ID: <CACsJy8DSORe6chXkufJB8ZYxi0kG6dUUbW_Spb=60bcxETasLQ@mail.gmail.com> (raw)
In-Reply-To: <1457548582-28302-10-git-send-email-dturner@twopensource.com>
I think it's safe to drop this patch now. It's mostly to prove that it
could work on Windows. But I don't think it's tested a lot (even I
only occasionally test it under wine).
On Thu, Mar 10, 2016 at 1:36 AM, David Turner <dturner@twopensource.com> wrote:
> From: Nguyễn Thái Ngọc Duy <pclouds@gmail.com>
>
> Windows supports shared memory, but the semantics is a bit different
> than POSIX shm. The most noticeable thing is there's no way to get the
> shared memory's size by the reader, and wrapping fstat to do that
> would be hell. So the shm size is added near the end, hidden away from
> shm users (storing it in headers would cause more problems with munmap,
> storing it as a separate shm is even worse).
>
> PostMessage is used instead of UNIX signals for
> notification. Lightweight (at least code-wise) on the client side.
>
> Signed-off-by: Nguyễn Thái Ngọc Duy <pclouds@gmail.com>
> ---
> config.mak.uname | 2 ++
> index-helper.c | 48 ++++++++++++++++++++++++++++
> read-cache.c | 13 ++++++++
> shm.c | 96 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++
> 4 files changed, 159 insertions(+)
>
> diff --git a/config.mak.uname b/config.mak.uname
> index b5108e1..49320c7 100644
> --- a/config.mak.uname
> +++ b/config.mak.uname
> @@ -394,6 +394,7 @@ ifndef DEBUG
> else
> BASIC_CFLAGS += -Zi -MDd
> endif
> + PROGRAM_OBJS += index-helper.o
> X = .exe
> endif
> ifeq ($(uname_S),Interix)
> @@ -574,6 +575,7 @@ else
> NO_CURL = YesPlease
> endif
> endif
> + PROGRAM_OBJS += index-helper.o
> endif
> ifeq ($(uname_S),QNX)
> COMPAT_CFLAGS += -DSA_RESTART=0
> diff --git a/index-helper.c b/index-helper.c
> index 4dd9656..cf26da7 100644
> --- a/index-helper.c
> +++ b/index-helper.c
> @@ -155,6 +155,51 @@ static void loop(const char *pid_file, int idle_in_seconds)
> ; /* do nothing, all is handled by signal handlers already */
> }
>
> +#elif defined(GIT_WINDOWS_NATIVE)
> +
> +static void loop(const char *pid_file, int idle_in_seconds)
> +{
> + HWND hwnd;
> + UINT_PTR timer = 0;
> + MSG msg;
> + HINSTANCE hinst = GetModuleHandle(NULL);
> + WNDCLASS wc;
> +
> + /*
> + * Emulate UNIX signals by sending WM_USER+x to a
> + * window. Register window class and create a new window to
> + * catch these messages.
> + */
> + memset(&wc, 0, sizeof(wc));
> + wc.lpfnWndProc = DefWindowProc;
> + wc.hInstance = hinst;
> + wc.lpszClassName = "git-index-helper";
> + if (!RegisterClass(&wc))
> + die_errno(_("could not register new window class"));
> +
> + hwnd = CreateWindow("git-index-helper", pid_file,
> + 0, 0, 0, 1, 1, NULL, NULL, hinst, NULL);
> + if (!hwnd)
> + die_errno(_("could not register new window"));
> +
> + refresh(0);
> + while (1) {
> + timer = SetTimer(hwnd, timer, idle_in_seconds * 1000, NULL);
> + if (!timer)
> + die(_("no timer!"));
> + if (!GetMessage(&msg, hwnd, 0, 0) || msg.message == WM_TIMER)
> + break;
> + switch (msg.message) {
> + case WM_USER:
> + refresh(0);
> + break;
> + default:
> + /* just reset the timer */
> + break;
> + }
> + }
> +}
> +
> #else
>
> static void loop(const char *pid_file, int idle_in_seconds)
> @@ -198,6 +243,9 @@ int main(int argc, char **argv)
> fd = hold_lock_file_for_update(&lock,
> git_path("index-helper.pid"),
> LOCK_DIE_ON_ERROR);
> +#ifdef GIT_WINDOWS_NATIVE
> + strbuf_addstr(&sb, "HWND");
> +#endif
> strbuf_addf(&sb, "%" PRIuMAX, (uintmax_t) getpid());
> write_in_full(fd, sb.buf, sb.len);
> commit_lock_file(&lock);
> diff --git a/read-cache.c b/read-cache.c
> index 1a0ab0c..16fbdf6 100644
> --- a/read-cache.c
> +++ b/read-cache.c
> @@ -1546,6 +1546,18 @@ static void post_read_index_from(struct index_state *istate)
> tweak_untracked_cache(istate);
> }
>
> +#if defined(GIT_WINDOWS_NATIVE)
> +static void do_poke(struct strbuf *sb, int refresh_cache)
> +{
> + HWND hwnd;
> + if (!starts_with(sb->buf, "HWND"))
> + return;
> + hwnd = FindWindow("git-index-helper", sb->buf);
> + if (!hwnd)
> + return;
> + PostMessage(hwnd, refresh_cache ? WM_USER : WM_USER + 1, 0, 0);
> +}
> +#else
> static void do_poke(struct strbuf *sb, int refresh_cache)
> {
> char *start = sb->buf;
> @@ -1555,6 +1567,7 @@ static void do_poke(struct strbuf *sb, int refresh_cache)
> return;
> kill(pid, refresh_cache ? SIGHUP : SIGUSR1);
> }
> +#endif
>
> static void poke_daemon(struct index_state *istate,
> const struct stat *st, int refresh_cache)
> diff --git a/shm.c b/shm.c
> index 4ec1a00..04d8a35 100644
> --- a/shm.c
> +++ b/shm.c
> @@ -52,6 +52,102 @@ void git_shm_unlink(const char *fmt, ...)
> shm_unlink(path);
> }
>
> +#elif defined(GIT_WINDOWS_NATIVE)
> +
> +#define SHM_PATH_LEN 82 /* a little bit longer than POSIX because of "Local\\" */
> +
> +static ssize_t create_shm_map(int oflag, int perm, ssize_t length,
> + void **mmap, int prot, int flags,
> + const char *path, unsigned long page_size)
> +{
> + size_t real_length;
> + void *last_page;
> + HANDLE h;
> +
> + assert(perm == 0700);
> + assert(oflag == (O_CREAT | O_EXCL | O_RDWR));
> + assert(prot == (PROT_READ | PROT_WRITE));
> + assert(flags == MAP_SHARED);
> + assert(length >= 0);
> +
> + real_length = length;
> + if (real_length % page_size)
> + real_length += page_size - (real_length % page_size);
> + real_length += page_size;
> + h = CreateFileMapping(INVALID_HANDLE_VALUE, NULL, PAGE_READWRITE, 0,
> + real_length, path);
> + if (!h)
> + return -1;
> + *mmap = MapViewOfFile(h, FILE_MAP_ALL_ACCESS, 0, 0, real_length);
> + CloseHandle(h);
> + if (!*mmap)
> + return -1;
> + last_page = (unsigned char *)*mmap + real_length - page_size;
> + *(unsigned long *)last_page = length;
> + return length;
> +}
> +
> +static ssize_t open_shm_map(int oflag, int perm, ssize_t length, void **mmap,
> + int prot, int flags, const char *path,
> + unsigned long page_size)
> +{
> + void *last_page;
> + HANDLE h;
> +
> + assert(perm == 0700);
> + assert(oflag == O_RDONLY);
> + assert(prot == PROT_READ);
> + assert(flags == MAP_SHARED);
> + assert(length <= 0);
> +
> + h = OpenFileMapping(FILE_MAP_READ, FALSE, path);
> + if (!h)
> + return -1;
> + *mmap = MapViewOfFile(h, FILE_MAP_READ, 0, 0, 0);
> + CloseHandle(h);
> + if (!*mmap)
> + return -1;
> + if (length < 0) {
> + MEMORY_BASIC_INFORMATION mbi;
> + if (!VirtualQuery(*mmap, &mbi, sizeof(mbi))) {
> + UnmapViewOfFile(*mmap);
> + return -1;
> + }
> + if (mbi.RegionSize % page_size)
> + die("expected size %lu to be %lu aligned",
> + mbi.RegionSize, page_size);
> + last_page = (unsigned char *)*mmap + mbi.RegionSize - page_size;
> + length = *(unsigned long *)last_page;
> + }
> + return length;
> +}
> +
> +ssize_t git_shm_map(int oflag, int perm, ssize_t length, void **mmap,
> + int prot, int flags, const char *fmt, ...)
> +{
> + SYSTEM_INFO si;
> + va_list ap;
> + char path[SHM_PATH_LEN];
> +
> + GetSystemInfo(&si);
> +
> + strcpy(path, "Local\\");
> + va_start(ap, fmt);
> + vsprintf(path + strlen(path), fmt, ap);
> + va_end(ap);
> +
> + if (oflag & O_CREAT)
> + return create_shm_map(oflag, perm, length, mmap, prot,
> + flags, path, si.dwPageSize);
> + else
> + return open_shm_map(oflag, perm, length, mmap, prot,
> + flags, path, si.dwPageSize);
> +}
> +
> +void git_shm_unlink(const char *fmt, ...)
> +{
> +}
> +
> #else
>
> ssize_t git_shm_map(int oflag, int perm, ssize_t length, void **mmap,
> --
> 2.4.2.767.g62658d5-twtrsrc
>
--
Duy
next prev parent reply other threads:[~2016-03-16 11:43 UTC|newest]
Thread overview: 60+ messages / expand[flat|nested] mbox.gz Atom feed top
2016-03-09 18:36 [PATCH 00/19] index-helper, watchman David Turner
2016-03-09 18:36 ` [PATCH 01/19] trace.c: add GIT_TRACE_PACK_STATS for pack usage statistics David Turner
2016-03-09 22:58 ` Junio C Hamano
2016-03-10 0:05 ` David Turner
2016-03-10 10:59 ` Duy Nguyen
2016-03-09 18:36 ` [PATCH 02/19] read-cache.c: fix constness of verify_hdr() David Turner
2016-03-09 18:36 ` [PATCH 03/19] read-cache: allow to keep mmap'd memory after reading David Turner
2016-03-09 23:02 ` Junio C Hamano
2016-03-10 0:09 ` David Turner
2016-03-09 18:36 ` [PATCH 04/19] index-helper: new daemon for caching index and related stuff David Turner
2016-03-09 23:09 ` Junio C Hamano
2016-03-09 23:21 ` Junio C Hamano
2016-03-10 0:01 ` David Turner
2016-03-10 11:17 ` Duy Nguyen
2016-03-10 20:22 ` David Turner
2016-03-11 1:11 ` Duy Nguyen
2016-03-10 0:18 ` David Turner
2016-03-15 11:56 ` Duy Nguyen
2016-03-15 15:56 ` Junio C Hamano
2016-03-15 11:52 ` Duy Nguyen
2016-03-09 18:36 ` [PATCH 05/19] trace.c: add GIT_TRACE_INDEX_STATS for index statistics David Turner
2016-03-09 18:36 ` [PATCH 06/19] index-helper: add --strict David Turner
2016-03-09 18:36 ` [PATCH 07/19] daemonize(): set a flag before exiting the main process David Turner
2016-03-09 18:36 ` [PATCH 08/19] index-helper: add --detach David Turner
2016-03-09 18:36 ` [PATCH 09/19] index-helper: add Windows support David Turner
2016-03-16 11:42 ` Duy Nguyen [this message]
2016-03-17 12:18 ` Johannes Schindelin
2016-03-17 12:59 ` Duy Nguyen
2016-03-09 18:36 ` [PATCH 10/19] read-cache: add watchman 'WAMA' extension David Turner
2016-03-09 18:36 ` [PATCH 11/19] Add watchman support to reduce index refresh cost David Turner
2016-03-09 18:36 ` [PATCH 12/19] read-cache: allow index-helper to prepare shm before git reads it David Turner
2016-03-09 18:36 ` [PATCH 13/19] index-helper: use watchman to avoid refreshing index with lstat() David Turner
2016-03-09 18:36 ` [PATCH 14/19] update-index: enable/disable watchman support David Turner
2016-03-09 18:36 ` [PATCH 15/19] unpack-trees: preserve index extensions David Turner
2016-03-09 18:36 ` [PATCH 16/19] index-helper: rewrite pidfile after daemonizing David Turner
2016-03-09 18:36 ` [PATCH 17/19] index-helper: process management David Turner
2016-03-09 18:36 ` [PATCH 18/19] index-helper: autorun David Turner
2016-03-15 12:12 ` Duy Nguyen
2016-03-15 14:26 ` Johannes Schindelin
2016-03-16 11:37 ` Duy Nguyen
2016-03-16 18:11 ` David Turner
2016-03-16 18:27 ` Johannes Schindelin
2016-03-17 13:02 ` Duy Nguyen
2016-03-17 14:43 ` Johannes Schindelin
2016-03-17 18:31 ` David Turner
2016-03-18 0:50 ` Duy Nguyen
2016-03-18 7:14 ` Johannes Schindelin
2016-03-18 7:44 ` Duy Nguyen
2016-03-18 17:22 ` David Turner
2016-03-18 23:09 ` Duy Nguyen
2016-03-18 7:17 ` Johannes Schindelin
2016-03-18 7:34 ` Duy Nguyen
2016-03-18 15:57 ` Johannes Schindelin
2016-03-09 18:36 ` [PATCH 19/19] hack: watchman/untracked cache mashup David Turner
2016-03-15 12:31 ` Duy Nguyen
2016-03-17 0:56 ` David Turner
2016-03-17 13:06 ` Duy Nguyen
2016-03-17 18:08 ` David Turner
2016-03-29 17:09 ` [PATCH 00/19] index-helper, watchman Torsten Bögershausen
2016-03-29 21:51 ` David Turner
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to='CACsJy8DSORe6chXkufJB8ZYxi0kG6dUUbW_Spb=60bcxETasLQ@mail.gmail.com' \
--to=pclouds@gmail.com \
--cc=dturner@twopensource.com \
--cc=git@vger.kernel.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).