]>
Commit | Line | Data |
---|---|---|
a42195db | 1 | /* Run-time dynamic linker data structures for loaded ELF shared objects. |
d614a753 | 2 | Copyright (C) 1995-2020 Free Software Foundation, Inc. |
a42195db UD |
3 | This file is part of the GNU C Library. |
4 | ||
5 | The GNU C Library is free software; you can redistribute it and/or | |
41bdb6e2 AJ |
6 | modify it under the terms of the GNU Lesser General Public |
7 | License as published by the Free Software Foundation; either | |
8 | version 2.1 of the License, or (at your option) any later version. | |
a42195db UD |
9 | |
10 | The GNU C Library is distributed in the hope that it will be useful, | |
11 | but WITHOUT ANY WARRANTY; without even the implied warranty of | |
12 | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
41bdb6e2 | 13 | Lesser General Public License for more details. |
a42195db | 14 | |
41bdb6e2 | 15 | You should have received a copy of the GNU Lesser General Public |
59ba27a6 | 16 | License along with the GNU C Library; if not, see |
5a82c748 | 17 | <https://www.gnu.org/licenses/>. */ |
a42195db UD |
18 | |
19 | #ifndef _LDSODEFS_H | |
20 | #define _LDSODEFS_H 1 | |
21 | ||
22 | #include <features.h> | |
23 | ||
3fb55878 | 24 | #include <stdbool.h> |
a42195db UD |
25 | #define __need_size_t |
26 | #define __need_NULL | |
27 | #include <stddef.h> | |
ef52edfc | 28 | #include <string.h> |
e054f494 | 29 | #include <stdint.h> |
a42195db UD |
30 | |
31 | #include <elf.h> | |
32 | #include <dlfcn.h> | |
5688da55 | 33 | #include <fpu_control.h> |
d6b5d570 | 34 | #include <sys/mman.h> |
a42195db | 35 | #include <link.h> |
c0282c06 | 36 | #include <dl-lookupcfg.h> |
ce460d04 | 37 | #include <dl-sysdep.h> |
ec999b8e | 38 | #include <libc-lock.h> |
5688da55 | 39 | #include <hp-timing.h> |
535b764d | 40 | #include <tls.h> |
a42195db UD |
41 | |
42 | __BEGIN_DECLS | |
43 | ||
9bac1d86 L |
44 | #define VERSYMIDX(sym) (DT_NUM + DT_THISPROCNUM + DT_VERSIONTAGIDX (sym)) |
45 | #define VALIDX(tag) (DT_NUM + DT_THISPROCNUM + DT_VERSIONTAGNUM \ | |
46 | + DT_EXTRANUM + DT_VALTAGIDX (tag)) | |
47 | #define ADDRIDX(tag) (DT_NUM + DT_THISPROCNUM + DT_VERSIONTAGNUM \ | |
48 | + DT_EXTRANUM + DT_VALNUM + DT_ADDRTAGIDX (tag)) | |
49 | ||
23c1c256 MS |
50 | /* Type of GNU hash which the machine uses. */ |
51 | #ifndef ELF_MACHINE_GNU_HASH_ADDRIDX | |
52 | # define ELF_MACHINE_GNU_HASH_ADDRIDX ADDRIDX (DT_GNU_HASH) | |
53 | #endif | |
54 | ||
55 | /* Calculate the index of a symbol in GNU hash. */ | |
56 | #ifndef ELF_MACHINE_HASH_SYMIDX | |
57 | # define ELF_MACHINE_HASH_SYMIDX(map, hasharr) \ | |
58 | ((hasharr) - (map)->l_gnu_chain_zero) | |
59 | #endif | |
60 | ||
61 | /* Setup MIPS xhash. Defined only for MIPS. */ | |
62 | #ifndef ELF_MACHINE_XHASH_SETUP | |
63 | # define ELF_MACHINE_XHASH_SETUP(hash32, symbias, map) \ | |
64 | ((void) (hash32), (void) (symbias), (void) (map)) | |
65 | #endif | |
66 | ||
a42195db UD |
67 | /* We use this macro to refer to ELF types independent of the native wordsize. |
68 | `ElfW(TYPE)' is used in place of `Elf32_TYPE' or `Elf64_TYPE'. */ | |
69 | #define ELFW(type) _ElfW (ELF, __ELF_NATIVE_CLASS, type) | |
70 | ||
71 | /* All references to the value of l_info[DT_PLTGOT], | |
72 | l_info[DT_STRTAB], l_info[DT_SYMTAB], l_info[DT_RELA], | |
88fdf42f | 73 | l_info[DT_REL], l_info[DT_JMPREL], and l_info[VERSYMIDX (DT_VERSYM)] |
42ba2c11 | 74 | have to be accessed via the D_PTR macro. The macro is needed since for |
88fdf42f AJ |
75 | most architectures the entry is already relocated - but for some not |
76 | and we need to relocate at access time. */ | |
a42195db | 77 | #ifdef DL_RO_DYN_SECTION |
9dcafc55 | 78 | # define D_PTR(map, i) ((map)->i->d_un.d_ptr + (map)->l_addr) |
a42195db | 79 | #else |
9dcafc55 | 80 | # define D_PTR(map, i) (map)->i->d_un.d_ptr |
a42195db UD |
81 | #endif |
82 | ||
9dcafc55 | 83 | /* Result of the lookup functions and how to retrieve the base address. */ |
c0282c06 | 84 | typedef struct link_map *lookup_t; |
93b53ca2 | 85 | #define LOOKUP_VALUE(map) map |
10a446dd MR |
86 | #define LOOKUP_VALUE_ADDRESS(map, set) ((set) || (map) ? (map)->l_addr : 0) |
87 | ||
88 | /* Calculate the address of symbol REF using the base address from map MAP, | |
89 | if non-NULL. Don't check for NULL map if MAP_SET is TRUE. */ | |
90 | #define SYMBOL_ADDRESS(map, ref, map_set) \ | |
91 | ((ref) == NULL ? 0 \ | |
e7feec37 MR |
92 | : (__glibc_unlikely ((ref)->st_shndx == SHN_ABS) ? 0 \ |
93 | : LOOKUP_VALUE_ADDRESS (map, map_set)) + (ref)->st_value) | |
c0282c06 | 94 | |
0b3cf801 | 95 | /* On some architectures a pointer to a function is not just a pointer |
c0282c06 UD |
96 | to the actual code of the function but rather an architecture |
97 | specific descriptor. */ | |
98 | #ifndef ELF_FUNCTION_PTR_IS_SPECIAL | |
09bf6406 | 99 | # define DL_SYMBOL_ADDRESS(map, ref) \ |
10a446dd | 100 | (void *) SYMBOL_ADDRESS (map, ref, false) |
09bf6406 | 101 | # define DL_LOOKUP_ADDRESS(addr) ((ElfW(Addr)) (addr)) |
daf75146 GM |
102 | # define DL_CALL_DT_INIT(map, start, argc, argv, env) \ |
103 | ((init_t) (start)) (argc, argv, env) | |
104 | # define DL_CALL_DT_FINI(map, start) ((fini_t) (start)) () | |
09bf6406 UD |
105 | #endif |
106 | ||
0b3cf801 UD |
107 | /* On some architectures dladdr can't use st_size of all symbols this way. */ |
108 | #define DL_ADDR_SYM_MATCH(L, SYM, MATCHSYM, ADDR) \ | |
109 | ((ADDR) >= (L)->l_addr + (SYM)->st_value \ | |
2ac9ca73 | 110 | && ((((SYM)->st_shndx == SHN_UNDEF || (SYM)->st_size == 0) \ |
0b3cf801 UD |
111 | && (ADDR) == (L)->l_addr + (SYM)->st_value) \ |
112 | || (ADDR) < (L)->l_addr + (SYM)->st_value + (SYM)->st_size) \ | |
113 | && ((MATCHSYM) == NULL || (MATCHSYM)->st_value < (SYM)->st_value)) | |
114 | ||
b6084a95 MR |
115 | /* According to the ELF gABI no STV_HIDDEN or STV_INTERNAL symbols are |
116 | expected to be present in dynamic symbol tables as they should have | |
117 | been either removed or converted to STB_LOCAL binding by the static | |
118 | linker. However some GNU binutils versions produce such symbols in | |
119 | some cases. To prevent such symbols present in a buggy binary from | |
120 | preempting global symbols we filter them out with this predicate. */ | |
121 | static __always_inline bool | |
122 | dl_symbol_visibility_binds_local_p (const ElfW(Sym) *sym) | |
123 | { | |
124 | return (ELFW(ST_VISIBILITY) (sym->st_other) == STV_HIDDEN | |
125 | || ELFW(ST_VISIBILITY) (sym->st_other) == STV_INTERNAL); | |
126 | } | |
127 | ||
09bf6406 UD |
128 | /* Unmap a loaded object, called by _dl_close (). */ |
129 | #ifndef DL_UNMAP_IS_SPECIAL | |
fcccd512 | 130 | # define DL_UNMAP(map) _dl_unmap_segments (map) |
c0282c06 UD |
131 | #endif |
132 | ||
beb5387c UD |
133 | /* By default we do not need special support to initialize DSOs loaded |
134 | by statically linked binaries. */ | |
135 | #ifndef DL_STATIC_INIT | |
136 | # define DL_STATIC_INIT(map) | |
137 | #endif | |
138 | ||
cf5a372e UD |
139 | /* Reloc type classes as returned by elf_machine_type_class(). |
140 | ELF_RTYPE_CLASS_PLT means this reloc should not be satisfied by | |
141 | some PLT symbol, ELF_RTYPE_CLASS_COPY means this reloc should not be | |
18ef464b UD |
142 | satisfied by any symbol in the executable. Some architectures do |
143 | not support copy relocations. In this case we define the macro to | |
144 | zero so that the code for handling them gets automatically optimized | |
62da1e3b L |
145 | out. ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA means address of protected |
146 | data defined in the shared library may be external, i.e., due to copy | |
147 | relocation. */ | |
cf5a372e | 148 | #define ELF_RTYPE_CLASS_PLT 1 |
18ef464b UD |
149 | #ifndef DL_NO_COPY_RELOCS |
150 | # define ELF_RTYPE_CLASS_COPY 2 | |
151 | #else | |
152 | # define ELF_RTYPE_CLASS_COPY 0 | |
153 | #endif | |
62da1e3b L |
154 | /* If DL_EXTERN_PROTECTED_DATA is defined, address of protected data |
155 | defined in the shared library may be external, i.e., due to copy | |
156 | relocation. */ | |
157 | #ifdef DL_EXTERN_PROTECTED_DATA | |
158 | # define ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA 4 | |
159 | #else | |
160 | # define ELF_RTYPE_CLASS_EXTERN_PROTECTED_DATA 0 | |
161 | #endif | |
cf5a372e | 162 | |
9d63abbc UD |
163 | /* ELF uses the PF_x macros to specify the segment permissions, mmap |
164 | uses PROT_xxx. In most cases the three macros have the values 1, 2, | |
165 | and 3 but not in a matching order. The following macros allows | |
166 | converting from the PF_x values to PROT_xxx values. */ | |
167 | #define PF_TO_PROT \ | |
168 | ((PROT_READ << (PF_R * 4)) \ | |
169 | | (PROT_WRITE << (PF_W * 4)) \ | |
170 | | (PROT_EXEC << (PF_X * 4)) \ | |
171 | | ((PROT_READ | PROT_WRITE) << ((PF_R | PF_W) * 4)) \ | |
172 | | ((PROT_READ | PROT_EXEC) << ((PF_R | PF_X) * 4)) \ | |
173 | | ((PROT_WRITE | PROT_EXEC) << (PF_W | PF_X) * 4) \ | |
174 | | ((PROT_READ | PROT_WRITE | PROT_EXEC) << ((PF_R | PF_W | PF_X) * 4))) | |
175 | ||
b9375348 SP |
176 | /* The filename itself, or the main program name, if available. */ |
177 | #define DSO_FILENAME(name) ((name)[0] ? (name) \ | |
178 | : (rtld_progname ?: "<main program>")) | |
179 | ||
180 | #define RTLD_PROGNAME (rtld_progname ?: "<program name unknown>") | |
9d63abbc | 181 | |
a42195db UD |
182 | /* For the version handling we need an array with only names and their |
183 | hash values. */ | |
184 | struct r_found_version | |
185 | { | |
186 | const char *name; | |
187 | ElfW(Word) hash; | |
188 | ||
189 | int hidden; | |
190 | const char *filename; | |
191 | }; | |
192 | ||
193 | /* We want to cache information about the searches for shared objects. */ | |
194 | ||
195 | enum r_dir_status { unknown, nonexisting, existing }; | |
196 | ||
197 | struct r_search_path_elem | |
198 | { | |
199 | /* This link is only used in the `all_dirs' member of `r_search_path'. */ | |
200 | struct r_search_path_elem *next; | |
201 | ||
202 | /* Strings saying where the definition came from. */ | |
203 | const char *what; | |
204 | const char *where; | |
205 | ||
206 | /* Basename for this search path element. The string must end with | |
207 | a slash character. */ | |
208 | const char *dirname; | |
209 | size_t dirnamelen; | |
210 | ||
211 | enum r_dir_status status[0]; | |
212 | }; | |
213 | ||
214 | struct r_strlenpair | |
215 | { | |
216 | const char *str; | |
217 | size_t len; | |
218 | }; | |
219 | ||
220 | ||
221 | /* A data structure for a simple single linked list of strings. */ | |
222 | struct libname_list | |
223 | { | |
224 | const char *name; /* Name requested (before search). */ | |
225 | struct libname_list *next; /* Link to next name for this object. */ | |
752a2a50 UD |
226 | int dont_free; /* Flag whether this element should be freed |
227 | if the object is not entirely unloaded. */ | |
a42195db UD |
228 | }; |
229 | ||
230 | ||
eec8b6ca UD |
231 | /* Bit masks for the objects which valid callers can come from to |
232 | functions with restricted interface. */ | |
233 | enum allowmask | |
234 | { | |
235 | allow_libc = 1, | |
236 | allow_libdl = 2, | |
237 | allow_libpthread = 4, | |
238 | allow_ldso = 8 | |
239 | }; | |
240 | ||
241 | ||
9dcafc55 UD |
242 | struct audit_ifaces |
243 | { | |
244 | void (*activity) (uintptr_t *, unsigned int); | |
245 | char *(*objsearch) (const char *, uintptr_t *, unsigned int); | |
246 | unsigned int (*objopen) (struct link_map *, Lmid_t, uintptr_t *); | |
247 | void (*preinit) (uintptr_t *); | |
248 | union | |
249 | { | |
250 | uintptr_t (*symbind32) (Elf32_Sym *, unsigned int, uintptr_t *, | |
251 | uintptr_t *, unsigned int *, const char *); | |
252 | uintptr_t (*symbind64) (Elf64_Sym *, unsigned int, uintptr_t *, | |
253 | uintptr_t *, unsigned int *, const char *); | |
254 | }; | |
255 | union | |
256 | { | |
dc936e2b RM |
257 | #ifdef ARCH_PLTENTER_MEMBERS |
258 | ARCH_PLTENTER_MEMBERS; | |
259 | #endif | |
9dcafc55 UD |
260 | }; |
261 | union | |
262 | { | |
dc936e2b RM |
263 | #ifdef ARCH_PLTEXIT_MEMBERS |
264 | ARCH_PLTEXIT_MEMBERS; | |
265 | #endif | |
9dcafc55 UD |
266 | }; |
267 | unsigned int (*objclose) (uintptr_t *); | |
268 | ||
269 | struct audit_ifaces *next; | |
270 | }; | |
271 | ||
272 | ||
a42195db | 273 | /* Test whether given NAME matches any of the names of the given object. */ |
871b9158 | 274 | extern int _dl_name_match_p (const char *__name, const struct link_map *__map) |
17e00cc6 | 275 | attribute_hidden; |
a42195db | 276 | |
55c4ce68 UD |
277 | /* Compute next higher prime number. */ |
278 | extern unsigned long int _dl_higher_prime_number (unsigned long int n) | |
17e00cc6 | 279 | attribute_hidden; |
55c4ce68 | 280 | |
37b66c0b | 281 | /* A stripped down strtoul-like implementation. */ |
17e00cc6 | 282 | uint64_t _dl_strtoul (const char *, char **) attribute_hidden; |
37b66c0b | 283 | |
a42195db UD |
284 | /* Function used as argument for `_dl_receive_error' function. The |
285 | arguments are the error code, error string, and the objname the | |
286 | error occurred in. */ | |
287 | typedef void (*receiver_fct) (int, const char *, const char *); | |
288 | \f | |
289 | /* Internal functions of the run-time dynamic linker. | |
290 | These can be accessed if you link again the dynamic linker | |
291 | as a shared library, as in `-lld' or `/lib/ld.so' explicitly; | |
292 | but are not normally of interest to user programs. | |
293 | ||
294 | The `-ldl' library functions in <dlfcn.h> provide a simple | |
295 | user interface to run-time dynamic linking. */ | |
296 | ||
297 | ||
d6b5d570 UD |
298 | #ifndef SHARED |
299 | # define EXTERN extern | |
300 | # define GL(name) _##name | |
301 | #else | |
302 | # define EXTERN | |
a3848485 | 303 | # if IS_IN (rtld) |
0d01dace UD |
304 | # define GL(name) _rtld_local._##name |
305 | # else | |
306 | # define GL(name) _rtld_global._##name | |
307 | # endif | |
d6b5d570 UD |
308 | struct rtld_global |
309 | { | |
310 | #endif | |
311 | /* Don't change the order of the following elements. 'dl_loaded' | |
312 | must remain the first element. Forever. */ | |
313 | ||
c0f62c56 UD |
314 | /* Non-shared code has no support for multiple namespaces. */ |
315 | #ifdef SHARED | |
316 | # define DL_NNS 16 | |
317 | #else | |
318 | # define DL_NNS 1 | |
319 | #endif | |
320 | EXTERN struct link_namespaces | |
321 | { | |
9dcafc55 | 322 | /* A pointer to the map for the main map. */ |
c0f62c56 UD |
323 | struct link_map *_ns_loaded; |
324 | /* Number of object in the _dl_loaded list. */ | |
325 | unsigned int _ns_nloaded; | |
c0f62c56 UD |
326 | /* Direct pointer to the searchlist of the main object. */ |
327 | struct r_scope_elem *_ns_main_searchlist; | |
328 | /* This is zero at program start to signal that the global scope map is | |
329 | allocated by rtld. Later it keeps the size of the map. It might be | |
330 | reset if in _dl_close if the last global object is removed. */ | |
440b7f86 FW |
331 | unsigned int _ns_global_scope_alloc; |
332 | ||
333 | /* During dlopen, this is the number of objects that still need to | |
334 | be added to the global scope map. It has to be taken into | |
335 | account when resizing the map, for future map additions after | |
336 | recursive dlopen calls from ELF constructors. */ | |
337 | unsigned int _ns_global_scope_pending_adds; | |
338 | ||
415ac3df UD |
339 | /* Search table for unique objects. */ |
340 | struct unique_sym_table | |
341 | { | |
bea9b193 | 342 | __rtld_lock_define_recursive (, lock) |
415ac3df UD |
343 | struct unique_sym |
344 | { | |
345 | uint32_t hashval; | |
346 | const char *name; | |
347 | const ElfW(Sym) *sym; | |
5e4287d1 | 348 | const struct link_map *map; |
415ac3df UD |
349 | } *entries; |
350 | size_t size; | |
351 | size_t n_elements; | |
352 | void (*free) (void *); | |
353 | } _ns_unique_sym_table; | |
29f97654 UD |
354 | /* Keep track of changes to each namespace' list. */ |
355 | struct r_debug _ns_debug; | |
c0f62c56 | 356 | } _dl_ns[DL_NNS]; |
22c83193 UD |
357 | /* One higher than index of last used namespace. */ |
358 | EXTERN size_t _dl_nns; | |
d6b5d570 | 359 | |
5688da55 UD |
360 | /* During the program run we must not modify the global data of |
361 | loaded shared object simultanously in two threads. Therefore we | |
362 | protect `_dl_open' and `_dl_close' in dl-close.c. | |
363 | ||
364 | This must be a recursive lock since the initializer function of | |
365 | the loaded object might as well require a call to this function. | |
366 | At this time it is not anymore a problem to modify the tables. */ | |
d3c9f895 | 367 | __rtld_lock_define_recursive (EXTERN, _dl_load_lock) |
5a2a1d75 AS |
368 | /* This lock is used to keep __dl_iterate_phdr from inspecting the |
369 | list of loaded objects while an object is added to or removed | |
370 | from that list. */ | |
371 | __rtld_lock_define_recursive (EXTERN, _dl_load_write_lock) | |
5688da55 | 372 | |
bed12f78 UD |
373 | /* Incremented whenever something may have been added to dl_loaded. */ |
374 | EXTERN unsigned long long _dl_load_adds; | |
bed12f78 | 375 | |
d6b5d570 UD |
376 | /* The object to be initialized first. */ |
377 | EXTERN struct link_map *_dl_initfirst; | |
378 | ||
d6b5d570 UD |
379 | /* Map of shared object to be profiled. */ |
380 | EXTERN struct link_map *_dl_profile_map; | |
d6b5d570 UD |
381 | |
382 | /* Counters for the number of relocations performed. */ | |
383 | EXTERN unsigned long int _dl_num_relocations; | |
384 | EXTERN unsigned long int _dl_num_cache_relocations; | |
385 | ||
d6b5d570 UD |
386 | /* List of search directories. */ |
387 | EXTERN struct r_search_path_elem *_dl_all_dirs; | |
d6b5d570 | 388 | |
e21a7867 | 389 | /* Structure describing the dynamic linker itself. */ |
d6b5d570 | 390 | EXTERN struct link_map _dl_rtld_map; |
9dcafc55 | 391 | #ifdef SHARED |
e21a7867 FW |
392 | /* Used to store the audit information for the link map of the |
393 | dynamic loader. */ | |
394 | struct auditstate _dl_rtld_auditstate[DL_NNS]; | |
9dcafc55 | 395 | #endif |
ce460d04 | 396 | |
334fcf2a UD |
397 | #if defined SHARED && defined _LIBC_REENTRANT \ |
398 | && defined __rtld_lock_default_lock_recursive | |
399 | EXTERN void (*_dl_rtld_lock_recursive) (void *); | |
400 | EXTERN void (*_dl_rtld_unlock_recursive) (void *); | |
401 | #endif | |
402 | ||
4a306ef1 L |
403 | /* Get architecture specific definitions. */ |
404 | #define PROCINFO_DECL | |
405 | #ifndef PROCINFO_CLASS | |
406 | # define PROCINFO_CLASS EXTERN | |
407 | #endif | |
408 | #include <dl-procruntime.c> | |
409 | ||
ecdeaac0 RM |
410 | /* If loading a shared object requires that we make the stack executable |
411 | when it was not, we do it by calling this function. | |
412 | It returns an errno code or zero on success. */ | |
e1d2ae8d | 413 | EXTERN int (*_dl_make_stack_executable_hook) (void **); |
ecdeaac0 | 414 | |
9be09e06 UD |
415 | /* Prevailing state of the stack, PF_X indicating it's executable. */ |
416 | EXTERN ElfW(Word) _dl_stack_flags; | |
417 | ||
11bf311e UD |
418 | /* Flag signalling whether there are gaps in the module ID allocation. */ |
419 | EXTERN bool _dl_tls_dtv_gaps; | |
9be09e06 UD |
420 | /* Highest dtv index currently needed. */ |
421 | EXTERN size_t _dl_tls_max_dtv_idx; | |
68dc80ca RM |
422 | /* Information about the dtv slots. */ |
423 | EXTERN struct dtv_slotinfo_list | |
424 | { | |
425 | size_t len; | |
426 | struct dtv_slotinfo_list *next; | |
427 | struct dtv_slotinfo | |
428 | { | |
429 | size_t gen; | |
430 | struct link_map *map; | |
cba932a5 | 431 | } slotinfo[]; |
68dc80ca RM |
432 | } *_dl_tls_dtv_slotinfo_list; |
433 | /* Number of modules in the static TLS block. */ | |
434 | EXTERN size_t _dl_tls_static_nelem; | |
435 | /* Size of the static TLS block. */ | |
436 | EXTERN size_t _dl_tls_static_size; | |
437 | /* Size actually allocated in the static TLS block. */ | |
438 | EXTERN size_t _dl_tls_static_used; | |
439 | /* Alignment requirement of the static TLS block. */ | |
440 | EXTERN size_t _dl_tls_static_align; | |
441 | ||
442 | /* Number of additional entries in the slotinfo array of each slotinfo | |
443 | list element. A large number makes it almost certain take we never | |
444 | have to iterate beyond the first element in the slotinfo list. */ | |
11bf311e | 445 | #define TLS_SLOTINFO_SURPLUS (62) |
68dc80ca RM |
446 | |
447 | /* Number of additional slots in the dtv allocated. */ | |
11bf311e | 448 | #define DTV_SURPLUS (14) |
68dc80ca RM |
449 | |
450 | /* Initial dtv of the main thread, not allocated with normal malloc. */ | |
451 | EXTERN void *_dl_initial_dtv; | |
452 | /* Generation counter for the dtv. */ | |
453 | EXTERN size_t _dl_tls_generation; | |
adc12574 UD |
454 | |
455 | EXTERN void (*_dl_init_static_tls) (struct link_map *); | |
68dc80ca | 456 | |
df94b641 UD |
457 | EXTERN void (*_dl_wait_lookup_done) (void); |
458 | ||
e4eb675d UD |
459 | /* Scopes to free after next THREAD_GSCOPE_WAIT (). */ |
460 | EXTERN struct dl_scope_free_list | |
461 | { | |
462 | size_t count; | |
385b4cf4 | 463 | void *list[50]; |
e4eb675d | 464 | } *_dl_scope_free_list; |
a5df0318 ST |
465 | #if !THREAD_GSCOPE_IN_TCB |
466 | EXTERN int _dl_thread_gscope_count; | |
467 | #endif | |
d6b5d570 UD |
468 | #ifdef SHARED |
469 | }; | |
5fe14d96 | 470 | # define __rtld_global_attribute__ |
a3848485 | 471 | # if IS_IN (rtld) |
11bf311e UD |
472 | # ifdef HAVE_SDATA_SECTION |
473 | # define __rtld_local_attribute__ \ | |
0d01dace | 474 | __attribute__ ((visibility ("hidden"), section (".sdata"))) |
11bf311e UD |
475 | # undef __rtld_global_attribute__ |
476 | # define __rtld_global_attribute__ __attribute__ ((section (".sdata"))) | |
0d01dace | 477 | # else |
11bf311e | 478 | # define __rtld_local_attribute__ __attribute__ ((visibility ("hidden"))) |
0d01dace UD |
479 | # endif |
480 | extern struct rtld_global _rtld_local __rtld_local_attribute__; | |
021723ab | 481 | # undef __rtld_local_attribute__ |
0d01dace | 482 | # endif |
5fe14d96 | 483 | extern struct rtld_global _rtld_global __rtld_global_attribute__; |
021723ab | 484 | # undef __rtld_global_attribute__ |
d6b5d570 | 485 | #endif |
20c37dfd UD |
486 | |
487 | #ifndef SHARED | |
488 | # define GLRO(name) _##name | |
489 | #else | |
a3848485 | 490 | # if IS_IN (rtld) |
20c37dfd UD |
491 | # define GLRO(name) _rtld_local_ro._##name |
492 | # else | |
493 | # define GLRO(name) _rtld_global_ro._##name | |
494 | # endif | |
495 | struct rtld_global_ro | |
496 | { | |
497 | #endif | |
498 | ||
499 | /* If nonzero the appropriate debug information is printed. */ | |
500 | EXTERN int _dl_debug_mask; | |
501 | #define DL_DEBUG_LIBS (1 << 0) | |
502 | #define DL_DEBUG_IMPCALLS (1 << 1) | |
503 | #define DL_DEBUG_BINDINGS (1 << 2) | |
504 | #define DL_DEBUG_SYMBOLS (1 << 3) | |
505 | #define DL_DEBUG_VERSIONS (1 << 4) | |
506 | #define DL_DEBUG_RELOC (1 << 5) | |
507 | #define DL_DEBUG_FILES (1 << 6) | |
508 | #define DL_DEBUG_STATISTICS (1 << 7) | |
7a11603d | 509 | #define DL_DEBUG_UNUSED (1 << 8) |
73d7af4f | 510 | #define DL_DEBUG_SCOPES (1 << 9) |
20c37dfd | 511 | /* These two are used only internally. */ |
73d7af4f UD |
512 | #define DL_DEBUG_HELP (1 << 10) |
513 | #define DL_DEBUG_PRELINK (1 << 11) | |
20c37dfd | 514 | |
20c37dfd UD |
515 | /* OS version. */ |
516 | EXTERN unsigned int _dl_osversion; | |
517 | /* Platform name. */ | |
518 | EXTERN const char *_dl_platform; | |
519 | EXTERN size_t _dl_platformlen; | |
520 | ||
9be09e06 UD |
521 | /* Cached value of `getpagesize ()'. */ |
522 | EXTERN size_t _dl_pagesize; | |
523 | ||
73d65cc3 SP |
524 | /* Do we read from ld.so.cache? */ |
525 | EXTERN int _dl_inhibit_cache; | |
526 | ||
c31e278f UD |
527 | /* Copy of the content of `_dl_main_searchlist' at startup time. */ |
528 | EXTERN struct r_scope_elem _dl_initial_searchlist; | |
529 | ||
20c37dfd UD |
530 | /* CLK_TCK as reported by the kernel. */ |
531 | EXTERN int _dl_clktck; | |
532 | ||
533 | /* If nonzero print warnings messages. */ | |
534 | EXTERN int _dl_verbose; | |
535 | ||
dd70526e UD |
536 | /* File descriptor to write debug messages to. */ |
537 | EXTERN int _dl_debug_fd; | |
538 | ||
20c37dfd UD |
539 | /* Do we do lazy relocations? */ |
540 | EXTERN int _dl_lazy; | |
541 | ||
542 | /* Nonzero if runtime lookups should not update the .got/.plt. */ | |
543 | EXTERN int _dl_bind_not; | |
544 | ||
545 | /* Nonzero if references should be treated as weak during runtime | |
546 | linking. */ | |
547 | EXTERN int _dl_dynamic_weak; | |
548 | ||
549 | /* Default floating-point control word. */ | |
550 | EXTERN fpu_control_t _dl_fpu_control; | |
551 | ||
552 | /* Expected cache ID. */ | |
553 | EXTERN int _dl_correct_cache_id; | |
554 | ||
555 | /* Mask for hardware capabilities that are available. */ | |
404a4e2f | 556 | EXTERN uint64_t _dl_hwcap; |
20c37dfd | 557 | |
ff08fc59 | 558 | #if !HAVE_TUNABLES |
20c37dfd | 559 | /* Mask for important hardware capabilities we honour. */ |
404a4e2f | 560 | EXTERN uint64_t _dl_hwcap_mask; |
ff08fc59 | 561 | #endif |
20c37dfd | 562 | |
0cdc5e93 | 563 | #ifdef HAVE_AUX_VECTOR |
c7683a6d RH |
564 | /* Pointer to the auxv list supplied to the program at startup. */ |
565 | EXTERN ElfW(auxv_t) *_dl_auxv; | |
0cdc5e93 | 566 | #endif |
c7683a6d | 567 | |
c31e278f | 568 | /* Get architecture specific definitions. */ |
c31e278f UD |
569 | #include <dl-procinfo.c> |
570 | ||
20c37dfd UD |
571 | /* Names of shared object for which the RPATH should be ignored. */ |
572 | EXTERN const char *_dl_inhibit_rpath; | |
573 | ||
574 | /* Location of the binary. */ | |
575 | EXTERN const char *_dl_origin_path; | |
576 | ||
577 | /* -1 if the dynamic linker should honor library load bias, | |
578 | 0 if not, -2 use the default (honor biases for normal | |
579 | binaries, don't honor for PIEs). */ | |
580 | EXTERN ElfW(Addr) _dl_use_load_bias; | |
581 | ||
582 | /* Name of the shared object to be profiled (if any). */ | |
583 | EXTERN const char *_dl_profile; | |
584 | /* Filename of the output file. */ | |
585 | EXTERN const char *_dl_profile_output; | |
586 | /* Name of the object we want to trace the prelinking. */ | |
587 | EXTERN const char *_dl_trace_prelink; | |
588 | /* Map of shared object to be prelink traced. */ | |
589 | EXTERN struct link_map *_dl_trace_prelink_map; | |
c31e278f | 590 | |
8e1472d2 FW |
591 | /* All search directories defined at startup. This is assigned a |
592 | non-NULL pointer by the ld.so startup code (after initialization | |
593 | to NULL), so this can also serve as an indicator whether a copy | |
594 | of ld.so is initialized and active. See the rtld_active function | |
595 | below. */ | |
c31e278f UD |
596 | EXTERN struct r_search_path_elem *_dl_init_all_dirs; |
597 | ||
20c37dfd UD |
598 | #ifdef NEED_DL_SYSINFO |
599 | /* Syscall handling improvements. This is very specific to x86. */ | |
600 | EXTERN uintptr_t _dl_sysinfo; | |
30e32d23 | 601 | #endif |
20c37dfd | 602 | |
7775448e | 603 | #ifdef NEED_DL_SYSINFO_DSO |
20c37dfd UD |
604 | /* The vsyscall page is a virtual DSO pre-mapped by the kernel. |
605 | This points to its ELF header. */ | |
606 | EXTERN const ElfW(Ehdr) *_dl_sysinfo_dso; | |
404a4e2f RM |
607 | |
608 | /* At startup time we set up the normal DSO data structure for it, | |
609 | and this points to it. */ | |
610 | EXTERN struct link_map *_dl_sysinfo_map; | |
20c37dfd UD |
611 | #endif |
612 | ||
1ae8bfe0 RA |
613 | /* Mask for more hardware capabilities that are available on some |
614 | platforms. */ | |
615 | EXTERN uint64_t _dl_hwcap2; | |
616 | ||
20c37dfd | 617 | #ifdef SHARED |
154d10bd UD |
618 | /* We add a function table to _rtld_global which is then used to |
619 | call the function instead of going through the PLT. The result | |
620 | is that we can avoid exporting the functions and we do not jump | |
621 | PLT relocations in libc.so. */ | |
154d10bd UD |
622 | void (*_dl_debug_printf) (const char *, ...) |
623 | __attribute__ ((__format__ (__printf__, 1, 2))); | |
154d10bd | 624 | void (*_dl_mcount) (ElfW(Addr) frompc, ElfW(Addr) selfpc); |
17e00cc6 FW |
625 | lookup_t (*_dl_lookup_symbol_x) (const char *, struct link_map *, |
626 | const ElfW(Sym) **, struct r_scope_elem *[], | |
627 | const struct r_found_version *, int, int, | |
628 | struct link_map *); | |
9dcafc55 UD |
629 | void *(*_dl_open) (const char *file, int mode, const void *caller_dlopen, |
630 | Lmid_t nsid, int argc, char *argv[], char *env[]); | |
631 | void (*_dl_close) (void *map); | |
93025f93 | 632 | void *(*_dl_tls_get_addr_soft) (struct link_map *); |
7c22c7ec UD |
633 | #ifdef HAVE_DL_DISCOVER_OSVERSION |
634 | int (*_dl_discover_osversion) (void); | |
635 | #endif | |
154d10bd | 636 | |
9dcafc55 UD |
637 | /* List of auditing interfaces. */ |
638 | struct audit_ifaces *_dl_audit; | |
639 | unsigned int _dl_naudit; | |
20c37dfd UD |
640 | }; |
641 | # define __rtld_global_attribute__ | |
a3848485 | 642 | # if IS_IN (rtld) |
11bf311e | 643 | # define __rtld_local_attribute__ __attribute__ ((visibility ("hidden"))) |
20c37dfd UD |
644 | extern struct rtld_global_ro _rtld_local_ro |
645 | attribute_relro __rtld_local_attribute__; | |
20c37dfd UD |
646 | extern struct rtld_global_ro _rtld_global_ro |
647 | attribute_relro __rtld_global_attribute__; | |
021723ab | 648 | # undef __rtld_local_attribute__ |
154d10bd UD |
649 | # else |
650 | /* We cheat a bit here. We declare the variable as as const even | |
651 | though it is at startup. */ | |
652 | extern const struct rtld_global_ro _rtld_global_ro | |
653 | attribute_relro __rtld_global_attribute__; | |
654 | # endif | |
021723ab | 655 | # undef __rtld_global_attribute__ |
20c37dfd | 656 | #endif |
d6b5d570 UD |
657 | #undef EXTERN |
658 | ||
3d3436ae RM |
659 | #ifndef SHARED |
660 | /* dl-support.c defines these and initializes them early on. */ | |
dc0a0263 | 661 | extern const ElfW(Phdr) *_dl_phdr; |
3d3436ae RM |
662 | extern size_t _dl_phnum; |
663 | #endif | |
664 | ||
ecdeaac0 RM |
665 | /* This is the initial value of GL(dl_make_stack_executable_hook). |
666 | A threads library can change it. */ | |
e1d2ae8d | 667 | extern int _dl_make_stack_executable (void **stack_endp); |
ecdeaac0 RM |
668 | rtld_hidden_proto (_dl_make_stack_executable) |
669 | ||
ea4f25a7 UD |
670 | /* Variable pointing to the end of the stack (or close to it). This value |
671 | must be constant over the runtime of the application. Some programs | |
672 | might use the variable which results in copy relocations on some | |
673 | platforms. But this does not matter, ld.so can always use the local | |
674 | copy. */ | |
5d5722e8 ST |
675 | extern void *__libc_stack_end |
676 | #ifndef LIBC_STACK_END_NOT_RELRO | |
677 | attribute_relro | |
678 | #endif | |
679 | ; | |
ea4f25a7 UD |
680 | rtld_hidden_proto (__libc_stack_end) |
681 | ||
d6b5d570 | 682 | /* Parameters passed to the dynamic linker. */ |
392a6b52 | 683 | extern int _dl_argc attribute_hidden attribute_relro; |
33ab3b66 UD |
684 | extern char **_dl_argv |
685 | #ifndef DL_ARGV_NOT_RELRO | |
686 | attribute_relro | |
687 | #endif | |
688 | ; | |
4243cbea | 689 | rtld_hidden_proto (_dl_argv) |
a3848485 | 690 | #if IS_IN (rtld) |
8347c74c RM |
691 | extern unsigned int _dl_skip_args attribute_hidden |
692 | # ifndef DL_ARGV_NOT_RELRO | |
693 | attribute_relro | |
694 | # endif | |
695 | ; | |
696 | extern unsigned int _dl_skip_args_internal attribute_hidden | |
697 | # ifndef DL_ARGV_NOT_RELRO | |
698 | attribute_relro | |
699 | # endif | |
700 | ; | |
e6caf4e1 | 701 | #endif |
4243cbea | 702 | #define rtld_progname _dl_argv[0] |
d6b5d570 | 703 | |
5bbcba0d RM |
704 | /* Flag set at startup and cleared when the last initializer has run. */ |
705 | extern int _dl_starting_up; | |
706 | weak_extern (_dl_starting_up) | |
9cf27b8d | 707 | rtld_hidden_proto (_dl_starting_up) |
f55727ca | 708 | |
965cb60a | 709 | /* Random data provided by the kernel. */ |
d09580b1 | 710 | extern void *_dl_random attribute_hidden attribute_relro; |
965cb60a | 711 | |
b5ba0659 UD |
712 | /* Write message on the debug file descriptor. The parameters are |
713 | interpreted as for a `printf' call. All the lines start with a | |
714 | tag showing the PID. */ | |
715 | extern void _dl_debug_printf (const char *fmt, ...) | |
154d10bd | 716 | __attribute__ ((__format__ (__printf__, 1, 2))) attribute_hidden; |
b5ba0659 UD |
717 | |
718 | /* Write message on the debug file descriptor. The parameters are | |
719 | interpreted as for a `printf' call. All the lines buf the first | |
720 | start with a tag showing the PID. */ | |
721 | extern void _dl_debug_printf_c (const char *fmt, ...) | |
58c9ff1b | 722 | __attribute__ ((__format__ (__printf__, 1, 2))) attribute_hidden; |
b5ba0659 UD |
723 | |
724 | ||
725 | /* Write a message on the specified descriptor FD. The parameters are | |
726 | interpreted as for a `printf' call. */ | |
9e78f6f6 | 727 | #if IS_IN (rtld) || !defined (SHARED) |
b5ba0659 | 728 | extern void _dl_dprintf (int fd, const char *fmt, ...) |
6ce3881d RM |
729 | __attribute__ ((__format__ (__printf__, 2, 3))) |
730 | attribute_hidden; | |
9e78f6f6 FW |
731 | #else |
732 | __attribute__ ((always_inline, __format__ (__printf__, 2, 3))) | |
733 | static inline void | |
734 | _dl_dprintf (int fd, const char *fmt, ...) | |
735 | { | |
736 | /* Use local declaration to avoid includign <stdio.h>. */ | |
737 | extern int __dprintf(int fd, const char *format, ...) attribute_hidden; | |
738 | __dprintf (fd, fmt, __builtin_va_arg_pack ()); | |
739 | } | |
740 | #endif | |
b5ba0659 UD |
741 | |
742 | /* Write a message on the specified descriptor standard output. The | |
743 | parameters are interpreted as for a `printf' call. */ | |
744 | #define _dl_printf(fmt, args...) \ | |
745 | _dl_dprintf (STDOUT_FILENO, fmt, ##args) | |
746 | ||
747 | /* Write a message on the specified descriptor standard error. The | |
748 | parameters are interpreted as for a `printf' call. */ | |
749 | #define _dl_error_printf(fmt, args...) \ | |
750 | _dl_dprintf (STDERR_FILENO, fmt, ##args) | |
751 | ||
752 | /* Write a message on the specified descriptor standard error and exit | |
753 | the program. The parameters are interpreted as for a `printf' call. */ | |
754 | #define _dl_fatal_printf(fmt, args...) \ | |
a42195db UD |
755 | do \ |
756 | { \ | |
b5ba0659 | 757 | _dl_dprintf (STDERR_FILENO, fmt, ##args); \ |
a42195db UD |
758 | _exit (127); \ |
759 | } \ | |
760 | while (1) | |
761 | ||
a42195db | 762 | |
2449ae7b FW |
763 | /* An exception raised by the _dl_signal_error function family and |
764 | caught by _dl_catch_error function family. Exceptions themselves | |
765 | are copied as part of the raise operation, but the strings are | |
766 | not. */ | |
767 | struct dl_exception | |
768 | { | |
769 | const char *objname; | |
770 | const char *errstring; | |
771 | ||
772 | /* This buffer typically stores both objname and errstring | |
773 | above. */ | |
774 | char *message_buffer; | |
775 | }; | |
776 | ||
777 | /* Creates a new exception. This calls malloc; if allocation fails, | |
778 | dummy values are inserted. OBJECT is the name of the problematical | |
779 | shared object, or null if its a general problem. ERRSTRING is a | |
780 | string describing the specific problem. */ | |
781 | void _dl_exception_create (struct dl_exception *, const char *object, | |
782 | const char *errstring) | |
783 | __attribute__ ((nonnull (1, 3))); | |
784 | rtld_hidden_proto (_dl_exception_create) | |
785 | ||
786 | /* Like _dl_exception_create, but create errstring from a format | |
787 | string FMT. Currently, only "%s" and "%%" are supported as format | |
788 | directives. */ | |
789 | void _dl_exception_create_format (struct dl_exception *, const char *objname, | |
790 | const char *fmt, ...) | |
791 | __attribute__ ((nonnull (1, 3), format (printf, 3, 4))); | |
792 | rtld_hidden_proto (_dl_exception_create_format) | |
793 | ||
794 | /* Deallocate the exception, freeing allocated buffers (if | |
795 | possible). */ | |
796 | void _dl_exception_free (struct dl_exception *) | |
797 | __attribute__ ((nonnull (1))); | |
798 | rtld_hidden_proto (_dl_exception_free) | |
799 | ||
800 | /* This function is called by all the internal dynamic linker | |
801 | functions when they encounter an error. ERRCODE is either an | |
802 | `errno' code or zero; it specifies the return value of | |
803 | _dl_catch_error. OCCASION is included in the error message if the | |
804 | process is terminated immediately. */ | |
805 | void _dl_signal_exception (int errcode, struct dl_exception *, | |
806 | const char *occasion) | |
807 | __attribute__ ((__noreturn__)); | |
808 | libc_hidden_proto (_dl_signal_exception) | |
809 | ||
810 | /* Like _dl_signal_exception, but creates the exception first. */ | |
8e17ea58 | 811 | extern void _dl_signal_error (int errcode, const char *object, |
2449ae7b | 812 | const char *occasion, const char *errstring) |
3012cfb0 | 813 | __attribute__ ((__noreturn__)); |
9e78f6f6 | 814 | libc_hidden_proto (_dl_signal_error) |
a42195db | 815 | |
2449ae7b FW |
816 | /* Like _dl_signal_exception, but may return when called in the |
817 | context of _dl_receive_error. This is only used during ld.so | |
818 | bootstrap. In static and profiled builds, this is equivalent to | |
819 | _dl_signal_exception. */ | |
820 | #if IS_IN (rtld) | |
821 | extern void _dl_signal_cexception (int errcode, struct dl_exception *, | |
822 | const char *occasion) attribute_hidden; | |
823 | #else | |
824 | __attribute__ ((always_inline)) | |
825 | static inline void | |
826 | _dl_signal_cexception (int errcode, struct dl_exception *exception, | |
827 | const char *occasion) | |
828 | { | |
829 | _dl_signal_exception (errcode, exception, occasion); | |
830 | } | |
831 | #endif | |
832 | ||
833 | /* See _dl_signal_cexception above. */ | |
9e78f6f6 | 834 | #if IS_IN (rtld) |
407fe3bb | 835 | extern void _dl_signal_cerror (int errcode, const char *object, |
2449ae7b | 836 | const char *occasion, const char *errstring) |
3012cfb0 | 837 | attribute_hidden; |
9e78f6f6 FW |
838 | #else |
839 | __attribute__ ((always_inline)) | |
840 | static inline void | |
841 | _dl_signal_cerror (int errcode, const char *object, | |
2449ae7b | 842 | const char *occasion, const char *errstring) |
9e78f6f6 | 843 | { |
2449ae7b | 844 | _dl_signal_error (errcode, object, occasion, errstring); |
9e78f6f6 FW |
845 | } |
846 | #endif | |
a42195db UD |
847 | |
848 | /* Call OPERATE, receiving errors from `dl_signal_cerror'. Unlike | |
849 | `_dl_catch_error' the operation is resumed after the OPERATE | |
850 | function returns. | |
851 | ARGS is passed as argument to OPERATE. */ | |
852 | extern void _dl_receive_error (receiver_fct fct, void (*operate) (void *), | |
3012cfb0 | 853 | void *args) attribute_hidden; |
a42195db | 854 | |
2449ae7b FW |
855 | /* Call OPERATE, catching errors from `_dl_signal_error' and related |
856 | functions. If there is no error, *ERRSTRING is set to null. If | |
857 | there is an error, *ERRSTRING is set to a string constructed from | |
858 | the strings passed to _dl_signal_error, and the error code passed | |
859 | is the return value and *OBJNAME is set to the object name which | |
860 | experienced the problems. ERRSTRING if nonzero points to a | |
861 | malloc'ed string which the caller has to free after use. ARGS is | |
862 | passed as argument to OPERATE. MALLOCEDP is set to true only if | |
863 | the returned string is allocated using the libc's malloc. */ | |
d6e855d8 L |
864 | extern int _dl_catch_error (const char **objname, const char **errstring, |
865 | bool *mallocedp, void (*operate) (void *), | |
3012cfb0 | 866 | void *args); |
9e78f6f6 | 867 | libc_hidden_proto (_dl_catch_error) |
a42195db | 868 | |
2449ae7b FW |
869 | /* Call OPERATE (ARGS). If no error occurs, set *EXCEPTION to zero. |
870 | Otherwise, store a copy of the raised exception in *EXCEPTION, | |
2a764c6e FW |
871 | which has to be freed by _dl_exception_free. As a special case, if |
872 | EXCEPTION is null, call OPERATE (ARGS) with exception handling | |
873 | disabled (so that exceptions are fatal). */ | |
2449ae7b FW |
874 | int _dl_catch_exception (struct dl_exception *exception, |
875 | void (*operate) (void *), void *args); | |
876 | libc_hidden_proto (_dl_catch_exception) | |
877 | ||
a42195db UD |
878 | /* Open the shared object NAME and map in its segments. |
879 | LOADER's DT_RPATH is used in searching for NAME. | |
8e9f92e9 | 880 | If the object is already opened, returns its existing map. */ |
a42195db | 881 | extern struct link_map *_dl_map_object (struct link_map *loader, |
8e9f92e9 | 882 | const char *name, |
c0f62c56 | 883 | int type, int trace_mode, int mode, |
17e00cc6 | 884 | Lmid_t nsid) attribute_hidden; |
a42195db UD |
885 | |
886 | /* Call _dl_map_object on the dependencies of MAP, and set up | |
887 | MAP->l_searchlist. PRELOADS points to a vector of NPRELOADS previously | |
888 | loaded objects that will be inserted into MAP->l_searchlist after MAP | |
889 | but before its dependencies. */ | |
890 | extern void _dl_map_object_deps (struct link_map *map, | |
891 | struct link_map **preloads, | |
87837aac UD |
892 | unsigned int npreloads, int trace_mode, |
893 | int open_mode) | |
17e00cc6 | 894 | attribute_hidden; |
a42195db UD |
895 | |
896 | /* Cache the locations of MAP's hash table. */ | |
17e00cc6 | 897 | extern void _dl_setup_hash (struct link_map *map) attribute_hidden; |
a42195db UD |
898 | |
899 | ||
45e4762c RM |
900 | /* Collect the directories in the search path for LOADER's dependencies. |
901 | The data structure is defined in <dlfcn.h>. If COUNTING is true, | |
902 | SI->dls_cnt and SI->dls_size are set; if false, those must be as set | |
903 | by a previous call with COUNTING set, and SI must point to SI->dls_size | |
904 | bytes to be used in filling in the result. */ | |
905 | extern void _dl_rtld_di_serinfo (struct link_map *loader, | |
17e00cc6 | 906 | Dl_serinfo *si, bool counting); |
45e4762c RM |
907 | |
908 | ||
a42195db UD |
909 | /* Search loaded objects' symbol tables for a definition of the symbol |
910 | referred to by UNDEF. *SYM is the symbol table entry containing the | |
911 | reference; it is replaced with the defining symbol, and the base load | |
912 | address of the defining object is returned. SYMBOL_SCOPE is a | |
913 | null-terminated list of object scopes to search; each object's | |
914 | l_searchlist (i.e. the segment of the dependency tree starting at that | |
915 | object) is searched in turn. REFERENCE_NAME should name the object | |
916 | containing the reference; it is used in error messages. | |
cf5a372e | 917 | TYPE_CLASS describes the type of symbol we are looking for. */ |
f9f2a150 UD |
918 | enum |
919 | { | |
920 | /* If necessary add dependency between user and provider object. */ | |
921 | DL_LOOKUP_ADD_DEPENDENCY = 1, | |
922 | /* Return most recent version instead of default version for | |
923 | unversioned lookup. */ | |
b90395e6 UD |
924 | DL_LOOKUP_RETURN_NEWEST = 2, |
925 | /* Set if dl_lookup* called with GSCOPE lock held. */ | |
926 | DL_LOOKUP_GSCOPE_LOCK = 4, | |
fcb04b9a FW |
927 | /* Set if dl_lookup is called for non-lazy relocation processing |
928 | from _dl_relocate_object in elf/dl-reloc.c. */ | |
929 | DL_LOOKUP_FOR_RELOCATE = 8, | |
f9f2a150 UD |
930 | }; |
931 | ||
a42195db | 932 | /* Lookup versioned symbol. */ |
021723ab UD |
933 | extern lookup_t _dl_lookup_symbol_x (const char *undef, |
934 | struct link_map *undef_map, | |
935 | const ElfW(Sym) **sym, | |
936 | struct r_scope_elem *symbol_scope[], | |
937 | const struct r_found_version *version, | |
4e35ef2c | 938 | int type_class, int flags, |
021723ab | 939 | struct link_map *skip_map) |
17e00cc6 | 940 | attribute_hidden; |
a42195db | 941 | |
a42195db | 942 | |
f0967738 AK |
943 | /* Add the new link_map NEW to the end of the namespace list. */ |
944 | extern void _dl_add_to_namespace_list (struct link_map *new, Lmid_t nsid) | |
17e00cc6 | 945 | attribute_hidden; |
f0967738 AK |
946 | |
947 | /* Allocate a `struct link_map' for a new object being loaded. */ | |
a42195db | 948 | extern struct link_map *_dl_new_object (char *realname, const char *libname, |
1fc07491 | 949 | int type, struct link_map *loader, |
c0f62c56 | 950 | int mode, Lmid_t nsid) |
17e00cc6 | 951 | attribute_hidden; |
a42195db UD |
952 | |
953 | /* Relocate the given object (if it hasn't already been). | |
954 | SCOPE is passed to _dl_lookup_symbol in symbol lookups. | |
2ca285b0 | 955 | If RTLD_LAZY is set in RELOC-MODE, don't relocate its PLT. */ |
a42195db UD |
956 | extern void _dl_relocate_object (struct link_map *map, |
957 | struct r_scope_elem *scope[], | |
2ca285b0 | 958 | int reloc_mode, int consider_profiling) |
6ce3881d | 959 | attribute_hidden; |
a42195db | 960 | |
e8648a5a | 961 | /* Protect PT_GNU_RELRO area. */ |
17e00cc6 | 962 | extern void _dl_protect_relro (struct link_map *map) attribute_hidden; |
e8648a5a | 963 | |
a42195db UD |
964 | /* Call _dl_signal_error with a message about an unhandled reloc type. |
965 | TYPE is the result of ELFW(R_TYPE) (r_info), i.e. an R_<CPU>_* value. | |
966 | PLT is nonzero if this was a PLT reloc; it just affects the message. */ | |
967 | extern void _dl_reloc_bad_type (struct link_map *map, | |
ea41b926 | 968 | unsigned int type, int plt) |
17e00cc6 | 969 | attribute_hidden __attribute__ ((__noreturn__)); |
a42195db | 970 | |
32e6df36 UD |
971 | /* Resolve conflicts if prelinking. */ |
972 | extern void _dl_resolve_conflicts (struct link_map *l, | |
973 | ElfW(Rela) *conflict, | |
58c9ff1b L |
974 | ElfW(Rela) *conflictend) |
975 | attribute_hidden; | |
32e6df36 | 976 | |
a42195db UD |
977 | /* Check the version dependencies of all objects available through |
978 | MAP. If VERBOSE print some more diagnostics. */ | |
145b8413 | 979 | extern int _dl_check_all_versions (struct link_map *map, int verbose, |
17e00cc6 | 980 | int trace_mode) attribute_hidden; |
a42195db UD |
981 | |
982 | /* Check the version dependencies for MAP. If VERBOSE print some more | |
983 | diagnostics. */ | |
145b8413 | 984 | extern int _dl_check_map_versions (struct link_map *map, int verbose, |
17e00cc6 | 985 | int trace_mode) attribute_hidden; |
a42195db | 986 | |
dacc8ffa UD |
987 | /* Initialize the object in SCOPE by calling the constructors with |
988 | ARGC, ARGV, and ENV as the parameters. */ | |
989 | extern void _dl_init (struct link_map *main_map, int argc, char **argv, | |
b3f85fd2 | 990 | char **env) attribute_hidden; |
a42195db UD |
991 | |
992 | /* Call the finalizer functions of all shared objects whose | |
993 | initializer functions have completed. */ | |
8bcdb7e0 | 994 | extern void _dl_fini (void) attribute_hidden; |
a42195db | 995 | |
c3381f3e | 996 | /* Sort array MAPS according to dependencies of the contained objects. */ |
c2c299fd AS |
997 | extern void _dl_sort_maps (struct link_map **maps, unsigned int nmaps, |
998 | char *used, bool for_fini) attribute_hidden; | |
c3381f3e | 999 | |
a42195db UD |
1000 | /* The dynamic linker calls this function before and having changing |
1001 | any shared object mappings. The `r_state' member of `struct r_debug' | |
1002 | says what change is taking place. This function's address is | |
1003 | the value of the `r_brk' member. */ | |
7e46ec8c UD |
1004 | extern void _dl_debug_state (void); |
1005 | rtld_hidden_proto (_dl_debug_state) | |
a42195db UD |
1006 | |
1007 | /* Initialize `struct r_debug' if it has not already been done. The | |
1008 | argument is the run-time load address of the dynamic linker, to be put | |
1009 | in the `r_ldbase' member. Returns the address of the structure. */ | |
29f97654 | 1010 | extern struct r_debug *_dl_debug_initialize (ElfW(Addr) ldbase, Lmid_t ns) |
17e00cc6 | 1011 | attribute_hidden; |
a42195db UD |
1012 | |
1013 | /* Initialize the basic data structure for the search paths. */ | |
17e00cc6 | 1014 | extern void _dl_init_paths (const char *library_path) attribute_hidden; |
a42195db UD |
1015 | |
1016 | /* Gather the information needed to install the profiling tables and start | |
1017 | the timers. */ | |
17e00cc6 | 1018 | extern void _dl_start_profile (void) attribute_hidden; |
a42195db UD |
1019 | |
1020 | /* The actual functions used to keep book on the calls. */ | |
1021 | extern void _dl_mcount (ElfW(Addr) frompc, ElfW(Addr) selfpc); | |
ab97ee8f | 1022 | rtld_hidden_proto (_dl_mcount) |
a42195db UD |
1023 | |
1024 | /* This function is simply a wrapper around the _dl_mcount function | |
1025 | which does not require a FROMPC parameter since this is the | |
1026 | calling function. */ | |
1027 | extern void _dl_mcount_wrapper (void *selfpc); | |
1028 | ||
1029 | /* Show the members of the auxiliary array passed up from the kernel. */ | |
17e00cc6 | 1030 | extern void _dl_show_auxv (void) attribute_hidden; |
a42195db UD |
1031 | |
1032 | /* Return all environment variables starting with `LD_', one after the | |
1033 | other. */ | |
17e00cc6 | 1034 | extern char *_dl_next_ld_env_entry (char ***position) attribute_hidden; |
a42195db UD |
1035 | |
1036 | /* Return an array with the names of the important hardware capabilities. */ | |
1037 | extern const struct r_strlenpair *_dl_important_hwcaps (const char *platform, | |
1038 | size_t paltform_len, | |
1039 | size_t *sz, | |
1040 | size_t *max_capstrlen) | |
17e00cc6 | 1041 | attribute_hidden; |
a42195db | 1042 | |
48896b9d | 1043 | /* Look up NAME in ld.so.cache and return the file name stored there, |
ccdb048d | 1044 | or null if none is found. Caller must free returned string. */ |
17e00cc6 | 1045 | extern char *_dl_load_cache_lookup (const char *name) attribute_hidden; |
48896b9d AJ |
1046 | |
1047 | /* If the system does not support MAP_COPY we cannot leave the file open | |
1048 | all the time since this would create problems when the file is replaced. | |
1049 | Therefore we provide this function to close the file and open it again | |
1050 | once needed. */ | |
154d10bd | 1051 | extern void _dl_unload_cache (void) attribute_hidden; |
48896b9d | 1052 | |
40b07f5b UD |
1053 | /* System-dependent function to read a file's whole contents in the |
1054 | most convenient manner available. *SIZEP gets the size of the | |
1055 | file. On error MAP_FAILED is returned. */ | |
48896b9d | 1056 | extern void *_dl_sysdep_read_whole_file (const char *file, size_t *sizep, |
17e00cc6 | 1057 | int prot) attribute_hidden; |
48896b9d AJ |
1058 | |
1059 | /* System-specific function to do initial startup for the dynamic linker. | |
1060 | After this, file access calls and getenv must work. This is responsible | |
1061 | for setting __libc_enable_secure if we need to be secure (e.g. setuid), | |
1062 | and for setting _dl_argc and _dl_argv, and then calling _dl_main. */ | |
1063 | extern ElfW(Addr) _dl_sysdep_start (void **start_argptr, | |
1064 | void (*dl_main) (const ElfW(Phdr) *phdr, | |
1065 | ElfW(Word) phnum, | |
3a56ea26 AK |
1066 | ElfW(Addr) *user_entry, |
1067 | ElfW(auxv_t) *auxv)) | |
6ce3881d | 1068 | attribute_hidden; |
48896b9d | 1069 | |
17e00cc6 | 1070 | extern void _dl_sysdep_start_cleanup (void) attribute_hidden; |
48896b9d AJ |
1071 | |
1072 | ||
3fb55878 | 1073 | /* Determine next available module ID. */ |
17e00cc6 | 1074 | extern size_t _dl_next_tls_modid (void) attribute_hidden; |
3fb55878 | 1075 | |
d0503676 | 1076 | /* Count the modules with TLS segments. */ |
17e00cc6 | 1077 | extern size_t _dl_count_modids (void) attribute_hidden; |
d0503676 | 1078 | |
3fb55878 | 1079 | /* Calculate offset of the TLS blocks in the static TLS block. */ |
17e00cc6 | 1080 | extern void _dl_determine_tlsoffset (void) attribute_hidden; |
68dc80ca | 1081 | |
003a27e8 NA |
1082 | #ifndef SHARED |
1083 | /* Set up the TCB for statically linked applications. This is called | |
1084 | early during startup because we always use TLS (for errno and the | |
1085 | stack protector, among other things). */ | |
1086 | void __libc_setup_tls (void); | |
1087 | ||
9d7a3741 L |
1088 | # if ENABLE_STATIC_PIE |
1089 | /* Relocate static executable with PIE. */ | |
1090 | extern void _dl_relocate_static_pie (void) attribute_hidden; | |
1091 | ||
1092 | /* Get a pointer to _dl_main_map. */ | |
1093 | extern struct link_map * _dl_get_dl_main_map (void) | |
1094 | __attribute__ ((visibility ("hidden"))); | |
1095 | # else | |
1096 | # define _dl_relocate_static_pie() | |
1097 | # endif | |
978a6803 | 1098 | #endif |
9d7a3741 | 1099 | |
003a27e8 NA |
1100 | /* Initialization of libpthread for statically linked applications. |
1101 | If libpthread is not linked in, this is an empty function. */ | |
1102 | void __pthread_initialize_minimal (void) weak_function; | |
003a27e8 | 1103 | |
9a1eb38e | 1104 | /* Allocate memory for static TLS block (unless MEM is nonzero) and dtv. */ |
3012cfb0 | 1105 | extern void *_dl_allocate_tls (void *mem); |
733f25e6 | 1106 | rtld_hidden_proto (_dl_allocate_tls) |
9a1eb38e UD |
1107 | |
1108 | /* Get size and alignment requirements of the static TLS block. */ | |
17e00cc6 | 1109 | extern void _dl_get_tls_static_info (size_t *sizep, size_t *alignp); |
a816b435 | 1110 | |
17e00cc6 | 1111 | extern void _dl_allocate_static_tls (struct link_map *map) attribute_hidden; |
545dbc93 | 1112 | |
a816b435 RM |
1113 | /* These are internal entry points to the two halves of _dl_allocate_tls, |
1114 | only used within rtld.c itself at startup time. */ | |
17e00cc6 | 1115 | extern void *_dl_allocate_tls_storage (void) attribute_hidden; |
3012cfb0 | 1116 | extern void *_dl_allocate_tls_init (void *); |
68dc80ca | 1117 | rtld_hidden_proto (_dl_allocate_tls_init) |
e4138261 UD |
1118 | |
1119 | /* Deallocate memory allocated with _dl_allocate_tls. */ | |
3012cfb0 | 1120 | extern void _dl_deallocate_tls (void *tcb, bool dealloc_tcb); |
733f25e6 | 1121 | rtld_hidden_proto (_dl_deallocate_tls) |
3fb55878 | 1122 | |
adc12574 | 1123 | extern void _dl_nothread_init_static_tls (struct link_map *) attribute_hidden; |
adc12574 | 1124 | |
154d10bd UD |
1125 | /* Find origin of the executable. */ |
1126 | extern const char *_dl_get_origin (void) attribute_hidden; | |
1127 | ||
1128 | /* Count DSTs. */ | |
2bd86632 | 1129 | extern size_t _dl_dst_count (const char *name) attribute_hidden; |
154d10bd UD |
1130 | |
1131 | /* Substitute DST values. */ | |
1132 | extern char *_dl_dst_substitute (struct link_map *l, const char *name, | |
2bd86632 | 1133 | char *result) attribute_hidden; |
154d10bd | 1134 | |
9dcafc55 UD |
1135 | /* Open the shared object NAME, relocate it, and run its initializer if it |
1136 | hasn't already been run. MODE is as for `dlopen' (see <dlfcn.h>). If | |
1137 | the object is already opened, returns its existing map. */ | |
1138 | extern void *_dl_open (const char *name, int mode, const void *caller, | |
1139 | Lmid_t nsid, int argc, char *argv[], char *env[]) | |
1140 | attribute_hidden; | |
1141 | ||
e4eb675d UD |
1142 | /* Free or queue for freeing scope OLD. If other threads might be |
1143 | in the middle of _dl_fixup, _dl_profile_fixup or dl*sym using the | |
1144 | old scope, OLD can't be freed until no thread is using it. */ | |
385b4cf4 | 1145 | extern int _dl_scope_free (void *) attribute_hidden; |
e4eb675d | 1146 | |
a509eb11 FW |
1147 | |
1148 | /* Add module to slot information data. If DO_ADD is false, only the | |
1149 | required memory is allocated. Must be called with GL | |
1150 | (dl_load_lock) acquired. If the function has already been called | |
1151 | for the link map L with !do_add, then this function will not raise | |
1152 | an exception, otherwise it is possible that it encounters a memory | |
1153 | allocation failure. */ | |
1154 | extern void _dl_add_to_slotinfo (struct link_map *l, bool do_add) | |
1155 | attribute_hidden; | |
9dcafc55 UD |
1156 | |
1157 | /* Update slot information data for at least the generation of the | |
1158 | module with the given index. */ | |
58c9ff1b L |
1159 | extern struct link_map *_dl_update_slotinfo (unsigned long int req_modid) |
1160 | attribute_hidden; | |
9dcafc55 | 1161 | |
d78efd9f RM |
1162 | /* Look up the module's TLS block as for __tls_get_addr, |
1163 | but never touch anything. Return null if it's not allocated yet. */ | |
93025f93 | 1164 | extern void *_dl_tls_get_addr_soft (struct link_map *l) attribute_hidden; |
d78efd9f | 1165 | |
9be09e06 | 1166 | extern int _dl_addr_inside_object (struct link_map *l, const ElfW(Addr) addr) |
17e00cc6 | 1167 | attribute_hidden; |
d78efd9f | 1168 | |
73d7af4f | 1169 | /* Show show of an object. */ |
58c9ff1b L |
1170 | extern void _dl_show_scope (struct link_map *new, int from) |
1171 | attribute_hidden; | |
73d7af4f | 1172 | |
3012cfb0 | 1173 | extern struct link_map *_dl_find_dso_for_object (const ElfW(Addr) addr); |
be179c8a SP |
1174 | rtld_hidden_proto (_dl_find_dso_for_object) |
1175 | ||
bc16e260 | 1176 | /* Initialization which is normally done by the dynamic linker. */ |
8bcdb7e0 L |
1177 | extern void _dl_non_dynamic_init (void) |
1178 | attribute_hidden; | |
bc16e260 RM |
1179 | |
1180 | /* Used by static binaries to check the auxiliary vector. */ | |
8bcdb7e0 L |
1181 | extern void _dl_aux_init (ElfW(auxv_t) *av) |
1182 | attribute_hidden; | |
bc16e260 | 1183 | |
8e1472d2 FW |
1184 | /* Return true if the ld.so copy in this namespace is actually active |
1185 | and working. If false, the dl_open/dlfcn hooks have to be used to | |
1186 | call into the outer dynamic linker (which happens after static | |
1187 | dlopen). */ | |
1188 | #ifdef SHARED | |
1189 | static inline bool | |
1190 | rtld_active (void) | |
1191 | { | |
1192 | /* The default-initialized variable does not have a non-zero | |
1193 | dl_init_all_dirs member, so this allows us to recognize an | |
1194 | initialized and active ld.so copy. */ | |
1195 | return GLRO(dl_init_all_dirs) != NULL; | |
1196 | } | |
e1d559f3 FW |
1197 | |
1198 | static inline struct auditstate * | |
1199 | link_map_audit_state (struct link_map *l, size_t index) | |
1200 | { | |
e21a7867 FW |
1201 | if (l == &GL (dl_rtld_map)) |
1202 | /* The auditstate array is stored separately. */ | |
1203 | return &GL (dl_rtld_auditstate) [index]; | |
1204 | else | |
1205 | { | |
1206 | /* The auditstate array follows the link map in memory. */ | |
1207 | struct auditstate *base = (struct auditstate *) (l + 1); | |
1208 | return &base[index]; | |
1209 | } | |
e1d559f3 FW |
1210 | } |
1211 | #endif /* SHARED */ | |
bc16e260 | 1212 | |
a42195db UD |
1213 | __END_DECLS |
1214 | ||
1215 | #endif /* ldsodefs.h */ |