1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
/* Hardware capability support for run-time dynamic loader.
Copyright (C) 2017-2021 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
<https://www.gnu.org/licenses/>. */
#ifndef _DL_HWCAPS_H
#define _DL_HWCAPS_H
#include <stdint.h>
#include <stddef.h>
#include <elf/dl-tunables.h>
#if HAVE_TUNABLES
# define GET_HWCAP_MASK() TUNABLE_GET (glibc, cpu, hwcap_mask, uint64_t, NULL)
#else
# ifdef SHARED
# define GET_HWCAP_MASK() GLRO(dl_hwcap_mask)
# else
/* HWCAP_MASK is ignored in static binaries when built without tunables. */
# define GET_HWCAP_MASK() (0)
# endif
#endif
#define GLIBC_HWCAPS_SUBDIRECTORY "glibc-hwcaps"
#define GLIBC_HWCAPS_PREFIX GLIBC_HWCAPS_SUBDIRECTORY "/"
/* Used by _dl_hwcaps_split below, to split strings at ':'
separators. */
struct dl_hwcaps_split
{
const char *segment; /* Start of the current segment. */
size_t length; /* Number of bytes until ':' or NUL. */
};
/* Prepare *S to parse SUBJECT, for future _dl_hwcaps_split calls. If
SUBJECT is NULL, it is treated as the empty string. */
static inline void
_dl_hwcaps_split_init (struct dl_hwcaps_split *s, const char *subject)
{
s->segment = subject;
/* The initial call to _dl_hwcaps_split will not skip anything. */
s->length = 0;
}
/* Extract the next non-empty string segment, up to ':' or the null
terminator. Return true if one more segment was found, or false if
the end of the string was reached. On success, S->segment is the
start of the segment found, and S->length is its length.
(Typically, S->segment[S->length] is not null.) */
_Bool _dl_hwcaps_split (struct dl_hwcaps_split *s) attribute_hidden;
/* Similar to dl_hwcaps_split, but with bit-based and name-based
masking. */
struct dl_hwcaps_split_masked
{
struct dl_hwcaps_split split;
/* For used by the iterator implementation. */
const char *mask;
uint32_t bitmask;
};
/* Prepare *S for iteration with _dl_hwcaps_split_masked. Only HWCAP
names in SUBJECT whose bit is set in BITMASK and whose name is in
MASK will be returned. SUBJECT must not contain empty HWCAP names.
If MASK is NULL, no name-based masking is applied. Likewise for
BITMASK if BITMASK is -1 (infinite number of bits). */
static inline void
_dl_hwcaps_split_masked_init (struct dl_hwcaps_split_masked *s,
const char *subject,
uint32_t bitmask, const char *mask)
{
_dl_hwcaps_split_init (&s->split, subject);
s->bitmask = bitmask;
s->mask = mask;
}
/* Like _dl_hwcaps_split, but apply masking. */
_Bool _dl_hwcaps_split_masked (struct dl_hwcaps_split_masked *s)
attribute_hidden;
/* Returns true if the colon-separated HWCAP list HWCAPS contains the
capability NAME (with length NAME_LENGTH). If HWCAPS is NULL, the
function returns true. */
_Bool _dl_hwcaps_contains (const char *hwcaps, const char *name,
size_t name_length) attribute_hidden;
/* Colon-separated string of glibc-hwcaps subdirectories, without the
"glibc-hwcaps/" prefix. The most preferred subdirectory needs to
be listed first. Up to 32 subdirectories are supported, limited by
the width of the uint32_t mask. */
extern const char _dl_hwcaps_subdirs[] attribute_hidden;
/* Returns a bitmap of active subdirectories in _dl_hwcaps_subdirs.
Bit 0 (the LSB) corresponds to the first substring in
_dl_hwcaps_subdirs, bit 1 to the second substring, and so on.
There is no direct correspondence between HWCAP bitmasks and this
bitmask. */
uint32_t _dl_hwcaps_subdirs_active (void) attribute_hidden;
/* Returns a bitmask that marks the last ACTIVE subdirectories in a
_dl_hwcaps_subdirs_active string (containing SUBDIRS directories in
total) as active. Intended for use in _dl_hwcaps_subdirs_active
implementations (if a contiguous tail of the list in
_dl_hwcaps_subdirs is selected). */
static inline uint32_t
_dl_hwcaps_subdirs_build_bitmask (int subdirs, int active)
{
/* Leading subdirectories that are not active. */
int inactive = subdirs - active;
if (inactive == 32)
return 0;
uint32_t mask;
if (subdirs != 32)
mask = (1U << subdirs) - 1;
else
mask = -1;
return mask ^ ((1U << inactive) - 1);
}
/* Pre-computed glibc-hwcaps subdirectory priorities. Used in
dl-cache.c to quickly find the proprieties for the stored HWCAP
names. */
struct dl_hwcaps_priority
{
/* The name consists of name_length bytes at name (not necessarily
null-terminated). */
const char *name;
uint32_t name_length;
/* Priority of this name. A positive number. */
uint32_t priority;
};
/* Pre-computed hwcaps priorities. Set up by
_dl_important_hwcaps. */
extern struct dl_hwcaps_priority *_dl_hwcaps_priorities attribute_hidden;
extern uint32_t _dl_hwcaps_priorities_length attribute_hidden;
#endif /* _DL_HWCAPS_H */
|
