From: David Howells <dhowells@redhat.com>
To: arnd@arndb.de
Cc: linux-afs@vger.kernel.org, linux-nfs@vger.kernel.org,
linux-cifs@vger.kernel.org, samba-technical@lists.samba.org,
linux-kernel@vger.kernel.org, dhowells@redhat.com,
linux-fsdevel@vger.kernel.org, linux-ext4@vger.kernel.org
Subject: [PATCH 01/12] Ext4: Fix extended timestamp encoding and decoding
Date: Fri, 20 Nov 2015 14:54:35 +0000 [thread overview]
Message-ID: <20151120145434.18930.89755.stgit@warthog.procyon.org.uk> (raw)
In-Reply-To: <20151120145422.18930.72662.stgit@warthog.procyon.org.uk>
The handling of extended timestamps in Ext4 is broken as can be seen in the
output of the test program attached below:
time extra bad decode good decode bad encode good encode
======== ===== ================= ================= =========== ===========
ffffffff 0 > ffffffffffffffff ffffffffffffffff > *ffffffff 3 ffffffff 0
80000000 0 > ffffffff80000000 ffffffff80000000 > *80000000 3 80000000 0
00000000 0 > 0 0 > 00000000 0 00000000 0
7fffffff 0 > 7fffffff 7fffffff > 7fffffff 0 7fffffff 0
80000000 1 > *ffffffff80000000 80000000 > *80000000 0 80000000 1
ffffffff 1 > *ffffffffffffffff ffffffff > *ffffffff 0 ffffffff 1
00000000 1 > 100000000 100000000 > 00000000 1 00000000 1
7fffffff 1 > 17fffffff 17fffffff > 7fffffff 1 7fffffff 1
80000000 2 > *ffffffff80000000 180000000 > *80000000 1 80000000 2
ffffffff 2 > *ffffffffffffffff 1ffffffff > *ffffffff 1 ffffffff 2
00000000 2 > 200000000 200000000 > 00000000 2 00000000 2
7fffffff 2 > 27fffffff 27fffffff > 7fffffff 2 7fffffff 2
80000000 3 > *ffffffff80000000 280000000 > *80000000 2 80000000 3
ffffffff 3 > *ffffffffffffffff 2ffffffff > *ffffffff 2 ffffffff 3
00000000 3 > 300000000 300000000 > 00000000 3 00000000 3
7fffffff 3 > 37fffffff 37fffffff > 7fffffff 3 7fffffff 3
The values marked with asterisks are wrong.
The problem is that with a 64-bit time, in ext4_decode_extra_time() the
epoch value is just OR'd with the sign-extended time - which, if negative,
has all of the upper 32 bits set anyway. We need to add the epoch instead
of OR'ing it. In ext4_encode_extra_time(), the reverse operation needs to
take place as the 32-bit part of the number of seconds needs to be
subtracted from the 64-bit value before the epoch is shifted down.
Since the epoch is presumably unsigned, this has the slightly strange
effect of, for epochs > 0, putting the 0x80000000-0xffffffff range before
the 0x00000000-0x7fffffff range.
This affects all kernels from v2.6.23-rc1 onwards.
The test program:
#include <stdio.h>
#define EXT4_FITS_IN_INODE(x, y, z) 1
#define EXT4_EPOCH_BITS 2
#define EXT4_EPOCH_MASK ((1 << EXT4_EPOCH_BITS) - 1)
#define EXT4_NSEC_MASK (~0UL << EXT4_EPOCH_BITS)
#define le32_to_cpu(x) (x)
#define cpu_to_le32(x) (x)
typedef unsigned int __le32;
typedef unsigned int u32;
typedef signed int s32;
typedef unsigned long long __u64;
typedef signed long long s64;
struct timespec {
long long tv_sec; /* seconds */
long tv_nsec; /* nanoseconds */
};
struct ext4_inode_info {
struct timespec i_crtime;
};
struct ext4_inode {
__le32 i_crtime; /* File Creation time */
__le32 i_crtime_extra; /* extra FileCreationtime (nsec << 2 | epoch) */
};
/* Incorrect implementation */
static inline void ext4_decode_extra_time_bad(struct timespec *time, __le32 extra)
{
if (sizeof(time->tv_sec) > 4)
time->tv_sec |= (__u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK)
<< 32;
time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
}
static inline __le32 ext4_encode_extra_time_bad(struct timespec *time)
{
return cpu_to_le32((sizeof(time->tv_sec) > 4 ?
(time->tv_sec >> 32) & EXT4_EPOCH_MASK : 0) |
((time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK));
}
/* Fixed implementation */
static inline void ext4_decode_extra_time_good(struct timespec *time, __le32 _extra)
{
u32 extra = le32_to_cpu(_extra);
u32 epoch = extra & EXT4_EPOCH_MASK;
time->tv_sec = (s32)time->tv_sec + ((s64)epoch << 32);
time->tv_nsec = (extra & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
}
static inline __le32 ext4_encode_extra_time_good(struct timespec *time)
{
u32 extra;
s64 epoch = time->tv_sec - (s32)time->tv_sec;
extra = (epoch >> 32) & EXT4_EPOCH_MASK;
extra |= (time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK;
return cpu_to_le32(extra);
}
#define EXT4_INODE_GET_XTIME_BAD(xtime, inode, raw_inode) \
do { \
(inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \
if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
ext4_decode_extra_time_bad(&(inode)->xtime, \
raw_inode->xtime ## _extra); \
else \
(inode)->xtime.tv_nsec = 0; \
} while (0)
#define EXT4_INODE_SET_XTIME_BAD(xtime, inode, raw_inode) \
do { \
(raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \
if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
(raw_inode)->xtime ## _extra = \
ext4_encode_extra_time_bad(&(inode)->xtime); \
} while (0)
#define EXT4_INODE_GET_XTIME_GOOD(xtime, inode, raw_inode) \
do { \
(inode)->xtime.tv_sec = (signed)le32_to_cpu((raw_inode)->xtime); \
if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
ext4_decode_extra_time_good(&(inode)->xtime, \
raw_inode->xtime ## _extra); \
else \
(inode)->xtime.tv_nsec = 0; \
} while (0)
#define EXT4_INODE_SET_XTIME_GOOD(xtime, inode, raw_inode) \
do { \
(raw_inode)->xtime = cpu_to_le32((inode)->xtime.tv_sec); \
if (EXT4_FITS_IN_INODE(raw_inode, EXT4_I(inode), xtime ## _extra)) \
(raw_inode)->xtime ## _extra = \
ext4_encode_extra_time_good(&(inode)->xtime); \
} while (0)
static const struct test {
unsigned crtime;
unsigned extra;
long long sec;
int nsec;
} tests[] = {
// crtime extra tv_sec tv_nsec
0xffffffff, 0x00000000, 0xffffffffffffffff, 0,
0x80000000, 0x00000000, 0xffffffff80000000, 0,
0x00000000, 0x00000000, 0x0000000000000000, 0,
0x7fffffff, 0x00000000, 0x000000007fffffff, 0,
0x80000000, 0x00000001, 0x0000000080000000, 0,
0xffffffff, 0x00000001, 0x00000000ffffffff, 0,
0x00000000, 0x00000001, 0x0000000100000000, 0,
0x7fffffff, 0x00000001, 0x000000017fffffff, 0,
0x80000000, 0x00000002, 0x0000000180000000, 0,
0xffffffff, 0x00000002, 0x00000001ffffffff, 0,
0x00000000, 0x00000002, 0x0000000200000000, 0,
0x7fffffff, 0x00000002, 0x000000027fffffff, 0,
0x80000000, 0x00000003, 0x0000000280000000, 0,
0xffffffff, 0x00000003, 0x00000002ffffffff, 0,
0x00000000, 0x00000003, 0x0000000300000000, 0,
0x7fffffff, 0x00000003, 0x000000037fffffff, 0,
};
int main()
{
struct ext4_inode_info ii_bad, ii_good;
struct ext4_inode raw, *praw = &raw;
struct ext4_inode raw_bad, *praw_bad = &raw_bad;
struct ext4_inode raw_good, *praw_good = &raw_good;
const struct test *t;
int i, ret = 0;
printf("time extra bad decode good decode bad encode good encode\n");
printf("======== ===== ================= ================= =========== ===========\n");
for (i = 0; i < sizeof(tests) / sizeof(t[0]); i++) {
t = &tests[i];
raw.i_crtime = t->crtime;
raw.i_crtime_extra = t->extra;
printf("%08x %5d > ", t->crtime, t->extra);
EXT4_INODE_GET_XTIME_BAD(i_crtime, &ii_bad, praw);
EXT4_INODE_GET_XTIME_GOOD(i_crtime, &ii_good, praw);
if (ii_bad.i_crtime.tv_sec != t->sec ||
ii_bad.i_crtime.tv_nsec != t->nsec)
printf("*");
else
printf(" ");
printf("%16llx", ii_bad.i_crtime.tv_sec);
printf(" ");
if (ii_good.i_crtime.tv_sec != t->sec ||
ii_good.i_crtime.tv_nsec != t->nsec) {
printf("*");
ret = 1;
} else {
printf(" ");
}
printf("%16llx", ii_good.i_crtime.tv_sec);
EXT4_INODE_SET_XTIME_BAD(i_crtime, &ii_good, praw_bad);
EXT4_INODE_SET_XTIME_GOOD(i_crtime, &ii_good, praw_good);
printf(" > ");
if (raw_bad.i_crtime != raw.i_crtime ||
raw_bad.i_crtime_extra != raw.i_crtime_extra)
printf("*");
else
printf(" ");
printf("%08llx %d", raw_bad.i_crtime, raw_bad.i_crtime_extra);
printf(" ");
if (raw_good.i_crtime != raw.i_crtime ||
raw_good.i_crtime_extra != raw.i_crtime_extra) {
printf("*");
ret = 1;
} else {
printf(" ");
}
printf("%08llx %d", raw_good.i_crtime, raw_good.i_crtime_extra);
printf("\n");
}
return ret;
}
Signed-off-by: David Howells <dhowells@redhat.com>
---
fs/ext4/ext4.h | 22 +++++++++++++---------
1 file changed, 13 insertions(+), 9 deletions(-)
diff --git a/fs/ext4/ext4.h b/fs/ext4/ext4.h
index fd1f28be5296..31efcd78bf51 100644
--- a/fs/ext4/ext4.h
+++ b/fs/ext4/ext4.h
@@ -723,19 +723,23 @@ struct move_extent {
<= (EXT4_GOOD_OLD_INODE_SIZE + \
(einode)->i_extra_isize)) \
-static inline __le32 ext4_encode_extra_time(struct timespec *time)
+static inline void ext4_decode_extra_time(struct timespec *time, __le32 _extra)
{
- return cpu_to_le32((sizeof(time->tv_sec) > 4 ?
- (time->tv_sec >> 32) & EXT4_EPOCH_MASK : 0) |
- ((time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK));
+ u32 extra = le32_to_cpu(_extra);
+ u32 epoch = extra & EXT4_EPOCH_MASK;
+
+ time->tv_sec = (s32)time->tv_sec + ((s64)epoch << 32);
+ time->tv_nsec = (extra & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
}
-static inline void ext4_decode_extra_time(struct timespec *time, __le32 extra)
+static inline __le32 ext4_encode_extra_time(struct timespec *time)
{
- if (sizeof(time->tv_sec) > 4)
- time->tv_sec |= (__u64)(le32_to_cpu(extra) & EXT4_EPOCH_MASK)
- << 32;
- time->tv_nsec = (le32_to_cpu(extra) & EXT4_NSEC_MASK) >> EXT4_EPOCH_BITS;
+ u32 extra;
+ s64 epoch = time->tv_sec - (s32)time->tv_sec;
+
+ extra = (epoch >> 32) & EXT4_EPOCH_MASK;
+ extra |= (time->tv_nsec << EXT4_EPOCH_BITS) & EXT4_NSEC_MASK;
+ return cpu_to_le32(extra);
}
#define EXT4_INODE_SET_XTIME(xtime, inode, raw_inode) \
next prev parent reply other threads:[~2015-11-20 14:54 UTC|newest]
Thread overview: 64+ messages / expand[flat|nested] mbox.gz Atom feed top
2015-11-20 14:54 [RFC][PATCH 00/12] Enhanced file stat system call David Howells
2015-11-20 14:54 ` David Howells [this message]
[not found] ` <20151120145434.18930.89755.stgit-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-24 17:37 ` [PATCH 01/12] Ext4: Fix extended timestamp encoding and decoding Andreas Dilger
2015-11-24 17:37 ` Andreas Dilger
2015-11-24 19:36 ` Theodore Ts'o
[not found] ` <20151124193646.GA3482-AKGzg7BKzIDYtjvyW6yDsg@public.gmane.org>
2015-11-24 20:10 ` Arnd Bergmann
2015-11-24 20:10 ` Arnd Bergmann
2015-11-29 2:45 ` Theodore Ts'o
2015-11-29 2:45 ` Theodore Ts'o
[not found] ` <20151129024555.GA31968-AKGzg7BKzIDYtjvyW6yDsg@public.gmane.org>
2015-11-29 21:30 ` Arnd Bergmann
2015-11-29 21:30 ` Arnd Bergmann
2015-11-30 14:16 ` Theodore Ts'o
[not found] ` <20151130141605.GA4316-AKGzg7BKzIDYtjvyW6yDsg@public.gmane.org>
2015-11-30 14:37 ` Arnd Bergmann
2015-11-30 14:37 ` Arnd Bergmann
2015-11-30 14:46 ` Elmar Stellnberger
2015-11-26 15:28 ` David Howells
2015-11-26 15:28 ` David Howells
2015-11-20 14:54 ` [PATCH 02/12] statx: Provide IOC flags for Windows fs attributes David Howells
[not found] ` <20151120145447.18930.5308.stgit-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-24 19:52 ` Theodore Ts'o
2015-11-24 19:52 ` Theodore Ts'o
2015-11-26 15:35 ` David Howells
[not found] ` <7976.1448552129-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-26 16:01 ` David Howells
2015-11-26 16:01 ` David Howells
2015-11-26 22:10 ` Andreas Dilger
2015-11-26 22:10 ` Andreas Dilger
2015-11-20 14:54 ` [PATCH 03/12] statx: Add a system call to make enhanced file info available David Howells
[not found] ` <20151120145457.18930.79678.stgit-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-24 20:21 ` Dave Chinner
2015-11-24 20:21 ` Dave Chinner
2015-12-04 12:06 ` Pavel Machek
2015-12-04 12:06 ` Pavel Machek
2015-12-21 23:21 ` David Howells
2015-11-20 14:55 ` [PATCH 04/12] statx: AFS: Return enhanced file attributes David Howells
2015-11-20 14:55 ` [PATCH 05/12] statx: Ext4: " David Howells
2015-11-20 14:55 ` [PATCH 06/12] statx: NFS: " David Howells
2015-11-20 14:55 ` [PATCH 07/12] statx: CIFS: Return enhanced attributes David Howells
2015-11-24 17:33 ` Steve French
2015-11-24 17:34 ` Steve French
2015-11-24 17:34 ` Steve French
2015-11-20 14:56 ` [PATCH 08/12] fsinfo: Add a system call to make enhanced filesystem info available David Howells
2015-11-20 14:56 ` [PATCH 09/12] fsinfo: Ext4: Return information through the filesystem info syscall David Howells
2015-11-20 14:56 ` [PATCH 10/12] fsinfo: AFS: " David Howells
2015-11-20 14:56 ` [PATCH 11/12] fsinfo: NFS: " David Howells
[not found] ` <20151120145422.18930.72662.stgit-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-20 14:56 ` [PATCH 12/12] fsinfo: CIFS: " David Howells
2015-11-20 14:56 ` David Howells
2015-11-24 8:11 ` [RFC][PATCH 00/12] Enhanced file stat system call Christoph Hellwig
2015-11-24 8:11 ` Christoph Hellwig
2015-11-20 16:19 ` Martin Steigerwald
2015-11-24 8:13 ` Christoph Hellwig
2015-11-24 8:48 ` Martin Steigerwald
2015-11-24 8:50 ` Christoph Hellwig
2015-11-20 16:28 ` David Howells
2015-11-20 16:28 ` David Howells
2015-11-20 16:35 ` Martin Steigerwald
[not found] ` <4495.1448036915-S6HVgzuS8uM4Awkfq6JHfwNdhmdF6hFW@public.gmane.org>
2015-11-25 17:51 ` J. Bruce Fields
2015-11-25 17:51 ` J. Bruce Fields
[not found] ` <20151125175153.GA30335-uC3wQj2KruNg9hUCZPvPmw@public.gmane.org>
2015-11-25 19:30 ` Andreas Dilger
2015-11-25 19:30 ` Andreas Dilger
2015-11-20 16:50 ` Casey Schaufler
[not found] ` <564F4F4E.8060603-iSGtlc1asvQWG2LlvL+J4A@public.gmane.org>
2015-11-24 8:15 ` Christoph Hellwig
2015-11-24 8:15 ` Christoph Hellwig
2015-11-24 14:43 ` Casey Schaufler
2015-11-24 16:28 ` Andreas Dilger
2015-11-26 15:19 ` David Howells
2015-11-26 22:06 ` Andreas Dilger
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20151120145434.18930.89755.stgit@warthog.procyon.org.uk \
--to=dhowells@redhat.com \
--cc=arnd@arndb.de \
--cc=linux-afs@vger.kernel.org \
--cc=linux-cifs@vger.kernel.org \
--cc=linux-ext4@vger.kernel.org \
--cc=linux-fsdevel@vger.kernel.org \
--cc=linux-kernel@vger.kernel.org \
--cc=linux-nfs@vger.kernel.org \
--cc=samba-technical@lists.samba.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.