diff options
author | Adhemerval Zanella <adhemerval.zanella@linaro.org> | 2021-06-16 11:04:47 -0300 |
---|---|---|
committer | Adhemerval Zanella <adhemerval.zanella@linaro.org> | 2021-06-22 12:09:52 -0300 |
commit | b769b0a2cbe469a42641e52f52484e18575b7f67 (patch) | |
tree | f1afdc9a400a92614f11044b4c46866cdd57a3c0 /nptl | |
parent | b286eca5d4117b3e17c939e3df56e132ae623df1 (diff) | |
download | glibc-b769b0a2cbe469a42641e52f52484e18575b7f67.tar.gz glibc-b769b0a2cbe469a42641e52f52484e18575b7f67.tar.xz glibc-b769b0a2cbe469a42641e52f52484e18575b7f67.zip |
linux: Only use 64-bit syscall if required for internal futex
For !__ASSUME_TIME64_SYSCALLS there is no need to issue a 64-bit syscall if the provided timeout fits in a 32-bit one. The 64-bit usage should be rare since the timeout is a relative one. Checked on i686-linux-gnu on a 4.15 kernel and on a 5.11 kernel (with and without --enable-kernel=5.1) and on x86_64-linux-gnu. Reviewed-by: Lukasz Majewski <lukma@denx.de>
Diffstat (limited to 'nptl')
-rw-r--r-- | nptl/futex-internal.c | 52 |
1 files changed, 34 insertions, 18 deletions
diff --git a/nptl/futex-internal.c b/nptl/futex-internal.c index 850bf4fd83..e74647a9d4 100644 --- a/nptl/futex-internal.c +++ b/nptl/futex-internal.c @@ -32,9 +32,6 @@ __futex_abstimed_wait_common32 (unsigned int* futex_word, struct timespec ts32, *pts32 = NULL; if (abstime != NULL) { - if (! in_time_t_range (abstime->tv_sec)) - return -EOVERFLOW; - ts32 = valid_timespec64_to_timespec (*abstime); pts32 = &ts32; } @@ -52,12 +49,28 @@ __futex_abstimed_wait_common32 (unsigned int* futex_word, static int __futex_abstimed_wait_common64 (unsigned int* futex_word, - unsigned int expected, clockid_t clockid, + unsigned int expected, int op, const struct __timespec64* abstime, int private, bool cancel) { - unsigned int clockbit; + if (cancel) + return INTERNAL_SYSCALL_CANCEL (futex_time64, futex_word, op, expected, + abstime, NULL /* Unused. */, + FUTEX_BITSET_MATCH_ANY); + else + return INTERNAL_SYSCALL_CALL (futex_time64, futex_word, op, expected, + abstime, NULL /* Ununsed. */, + FUTEX_BITSET_MATCH_ANY); +} + +static int +__futex_abstimed_wait_common (unsigned int* futex_word, + unsigned int expected, clockid_t clockid, + const struct __timespec64* abstime, + int private, bool cancel) +{ int err; + unsigned int clockbit; /* Work around the fact that the kernel rejects negative timeout values despite them being valid. */ @@ -70,16 +83,19 @@ __futex_abstimed_wait_common64 (unsigned int* futex_word, clockbit = (clockid == CLOCK_REALTIME) ? FUTEX_CLOCK_REALTIME : 0; int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private); - if (cancel) - err = INTERNAL_SYSCALL_CANCEL (futex_time64, futex_word, op, expected, - abstime, NULL /* Unused. */, - FUTEX_BITSET_MATCH_ANY); +#ifdef __ASSUME_TIME64_SYSCALLS + err = __futex_abstimed_wait_common64 (futex_word, expected, op, abstime, + private, cancel); +#else + bool need_time64 = abstime != NULL && !in_time_t_range (abstime->tv_sec); + if (need_time64) + { + err = __futex_abstimed_wait_common64 (futex_word, expected, op, abstime, + private, cancel); + if (err == -ENOSYS) + err = -EOVERFLOW; + } else - err = INTERNAL_SYSCALL_CALL (futex_time64, futex_word, op, expected, - abstime, NULL /* Ununsed. */, - FUTEX_BITSET_MATCH_ANY); -#ifndef __ASSUME_TIME64_SYSCALLS - if (err == -ENOSYS) err = __futex_abstimed_wait_common32 (futex_word, expected, op, abstime, private, cancel); #endif @@ -109,8 +125,8 @@ __futex_abstimed_wait64 (unsigned int* futex_word, unsigned int expected, clockid_t clockid, const struct __timespec64* abstime, int private) { - return __futex_abstimed_wait_common64 (futex_word, expected, clockid, - abstime, private, false); + return __futex_abstimed_wait_common (futex_word, expected, clockid, + abstime, private, false); } libc_hidden_def (__futex_abstimed_wait64) @@ -120,7 +136,7 @@ __futex_abstimed_wait_cancelable64 (unsigned int* futex_word, const struct __timespec64* abstime, int private) { - return __futex_abstimed_wait_common64 (futex_word, expected, clockid, - abstime, private, true); + return __futex_abstimed_wait_common (futex_word, expected, clockid, + abstime, private, true); } libc_hidden_def (__futex_abstimed_wait_cancelable64) |