/* futex helper functions for glibc-internal use.
Copyright (C) 2020 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
. */
#include
#include
#include
#include
#include
#ifndef __ASSUME_TIME64_SYSCALLS
static int
__futex_abstimed_wait_cancelable32 (unsigned int* futex_word,
unsigned int expected, clockid_t clockid,
const struct __timespec64* abstime,
int private)
{
struct timespec ts32, *pts32 = NULL;
if (abstime != NULL)
{
if (! in_time_t_range (abstime->tv_sec))
return -EOVERFLOW;
ts32 = valid_timespec64_to_timespec (*abstime);
pts32 = &ts32;
}
unsigned int clockbit = (clockid == CLOCK_REALTIME)
? FUTEX_CLOCK_REALTIME : 0;
int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
return INTERNAL_SYSCALL_CANCEL (futex, futex_word, op, expected,
pts32, NULL /* Unused. */,
FUTEX_BITSET_MATCH_ANY);
}
static int
__futex_abstimed_wait32 (unsigned int* futex_word,
unsigned int expected, clockid_t clockid,
const struct __timespec64* abstime,
int private)
{
struct timespec ts32;
if (abstime != NULL && ! in_time_t_range (abstime->tv_sec))
return -EOVERFLOW;
unsigned int clockbit = (clockid == CLOCK_REALTIME) ?
FUTEX_CLOCK_REALTIME : 0;
int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
if (abstime != NULL)
ts32 = valid_timespec64_to_timespec (*abstime);
return INTERNAL_SYSCALL_CALL (futex, futex_word, op, expected,
abstime != NULL ? &ts32 : NULL,
NULL /* Unused. */, FUTEX_BITSET_MATCH_ANY);
}
static int
__futex_clock_wait_bitset32 (int *futexp, int val, clockid_t clockid,
const struct __timespec64 *abstime, int private)
{
struct timespec ts32;
if (abstime != NULL && ! in_time_t_range (abstime->tv_sec))
return -EOVERFLOW;
const unsigned int clockbit =
(clockid == CLOCK_REALTIME) ? FUTEX_CLOCK_REALTIME : 0;
const int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
if (abstime != NULL)
ts32 = valid_timespec64_to_timespec (*abstime);
return INTERNAL_SYSCALL_CALL (futex, futexp, op, val,
abstime != NULL ? &ts32 : NULL,
NULL /* Unused. */, FUTEX_BITSET_MATCH_ANY);
}
#endif /* ! __ASSUME_TIME64_SYSCALLS */
int
__futex_abstimed_wait_cancelable64 (unsigned int* futex_word,
unsigned int expected, clockid_t clockid,
const struct __timespec64* abstime,
int private)
{
unsigned int clockbit;
int err;
/* Work around the fact that the kernel rejects negative timeout values
despite them being valid. */
if (__glibc_unlikely ((abstime != NULL) && (abstime->tv_sec < 0)))
return ETIMEDOUT;
if (! lll_futex_supported_clockid (clockid))
return EINVAL;
clockbit = (clockid == CLOCK_REALTIME) ? FUTEX_CLOCK_REALTIME : 0;
int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
err = INTERNAL_SYSCALL_CANCEL (futex_time64, futex_word, op, expected,
abstime, NULL /* Unused. */,
FUTEX_BITSET_MATCH_ANY);
#ifndef __ASSUME_TIME64_SYSCALLS
if (err == -ENOSYS)
err = __futex_abstimed_wait_cancelable32 (futex_word, expected,
clockid, abstime, private);
#endif
switch (err)
{
case 0:
case -EAGAIN:
case -EINTR:
case -ETIMEDOUT:
case -EOVERFLOW: /* Passed absolute timeout uses 64 bit time_t type, but
underlying kernel does not support 64 bit time_t futex
syscalls. */
return -err;
case -EFAULT: /* Must have been caused by a glibc or application bug. */
case -EINVAL: /* Either due to wrong alignment or due to the timeout not
being normalized. Must have been caused by a glibc or
application bug. */
case -ENOSYS: /* Must have been caused by a glibc bug. */
/* No other errors are documented at this time. */
default:
futex_fatal_error ();
}
}
int
__futex_abstimed_wait64 (unsigned int* futex_word, unsigned int expected,
clockid_t clockid,
const struct __timespec64* abstime, int private)
{
unsigned int clockbit;
int err;
/* Work around the fact that the kernel rejects negative timeout values
despite them being valid. */
if (__glibc_unlikely ((abstime != NULL) && (abstime->tv_sec < 0)))
return ETIMEDOUT;
if (! lll_futex_supported_clockid (clockid))
return EINVAL;
clockbit = (clockid == CLOCK_REALTIME) ? FUTEX_CLOCK_REALTIME : 0;
int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
err = INTERNAL_SYSCALL_CALL (futex_time64, futex_word, op, expected,
abstime, NULL /* Unused. */,
FUTEX_BITSET_MATCH_ANY);
#ifndef __ASSUME_TIME64_SYSCALLS
if (err == -ENOSYS)
err = __futex_abstimed_wait32 (futex_word, expected,
clockid, abstime, private);
#endif
switch (err)
{
case 0:
case -EAGAIN:
case -EINTR:
case -ETIMEDOUT:
return -err;
case -EFAULT: /* Must have been caused by a glibc or application bug. */
case -EINVAL: /* Either due to wrong alignment, unsupported
clockid or due to the timeout not being
normalized. Must have been caused by a glibc or
application bug. */
case -ENOSYS: /* Must have been caused by a glibc bug. */
/* No other errors are documented at this time. */
default:
futex_fatal_error ();
}
}
int
__futex_clocklock_wait64 (int *futex, int val, clockid_t clockid,
const struct __timespec64 *abstime, int private)
{
struct __timespec64 ts, *tsp = NULL;
if (abstime != NULL)
{
/* Reject invalid timeouts. */
if (! valid_nanoseconds (abstime->tv_nsec))
return EINVAL;
/* Get the current time. This can only fail if clockid is not valid. */
if (__glibc_unlikely (__clock_gettime64 (clockid, &ts) != 0))
return EINVAL;
/* Compute relative timeout. */
ts.tv_sec = abstime->tv_sec - ts.tv_sec;
ts.tv_nsec = abstime->tv_nsec - ts.tv_nsec;
if (ts.tv_nsec < 0)
{
ts.tv_nsec += 1000000000;
--ts.tv_sec;
}
if (ts.tv_sec < 0)
return ETIMEDOUT;
tsp = &ts;
}
int err = INTERNAL_SYSCALL_CALL (futex_time64, futex,
__lll_private_flag (FUTEX_WAIT, private),
val, tsp);
#ifndef __ASSUME_TIME64_SYSCALLS
if (err == -ENOSYS)
{
if (tsp != NULL && ! in_time_t_range (tsp->tv_sec))
return EOVERFLOW;
struct timespec ts32;
if (tsp != NULL)
ts32 = valid_timespec64_to_timespec (*tsp);
err = INTERNAL_SYSCALL_CALL (futex, futex,
__lll_private_flag (FUTEX_WAIT, private),
val, tsp != NULL ? &ts32 : NULL);
}
#endif
return -err;
}
int
__futex_clock_wait_bitset64 (int *futexp, int val, clockid_t clockid,
const struct __timespec64 *abstime,
int private)
{
int ret;
if (! lll_futex_supported_clockid (clockid))
{
return -EINVAL;
}
const unsigned int clockbit =
(clockid == CLOCK_REALTIME) ? FUTEX_CLOCK_REALTIME : 0;
const int op = __lll_private_flag (FUTEX_WAIT_BITSET | clockbit, private);
ret = INTERNAL_SYSCALL_CALL (futex_time64, futexp, op, val,
abstime, NULL /* Unused. */,
FUTEX_BITSET_MATCH_ANY);
#ifndef __ASSUME_TIME64_SYSCALLS
if (ret == -ENOSYS)
ret = __futex_clock_wait_bitset32 (futexp, val, clockid, abstime, private);
#endif
return ret;
}