annotate libgcc/unwind-dw2-fde.c @ 143:76e1cf5455ef

add cbc_gc test
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Sun, 23 Dec 2018 19:24:05 +0900
parents 84e7813d76e9
children 1830386684a0
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
111
kono
parents:
diff changeset
1 /* Subroutines needed for unwinding stack frames for exception handling. */
131
84e7813d76e9 gcc-8.2
mir3636
parents: 111
diff changeset
2 /* Copyright (C) 1997-2018 Free Software Foundation, Inc.
111
kono
parents:
diff changeset
3 Contributed by Jason Merrill <jason@cygnus.com>.
kono
parents:
diff changeset
4
kono
parents:
diff changeset
5 This file is part of GCC.
kono
parents:
diff changeset
6
kono
parents:
diff changeset
7 GCC is free software; you can redistribute it and/or modify it under
kono
parents:
diff changeset
8 the terms of the GNU General Public License as published by the Free
kono
parents:
diff changeset
9 Software Foundation; either version 3, or (at your option) any later
kono
parents:
diff changeset
10 version.
kono
parents:
diff changeset
11
kono
parents:
diff changeset
12 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
kono
parents:
diff changeset
13 WARRANTY; without even the implied warranty of MERCHANTABILITY or
kono
parents:
diff changeset
14 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
kono
parents:
diff changeset
15 for more details.
kono
parents:
diff changeset
16
kono
parents:
diff changeset
17 Under Section 7 of GPL version 3, you are granted additional
kono
parents:
diff changeset
18 permissions described in the GCC Runtime Library Exception, version
kono
parents:
diff changeset
19 3.1, as published by the Free Software Foundation.
kono
parents:
diff changeset
20
kono
parents:
diff changeset
21 You should have received a copy of the GNU General Public License and
kono
parents:
diff changeset
22 a copy of the GCC Runtime Library Exception along with this program;
kono
parents:
diff changeset
23 see the files COPYING3 and COPYING.RUNTIME respectively. If not, see
kono
parents:
diff changeset
24 <http://www.gnu.org/licenses/>. */
kono
parents:
diff changeset
25
kono
parents:
diff changeset
26 #ifndef _Unwind_Find_FDE
kono
parents:
diff changeset
27 #include "tconfig.h"
kono
parents:
diff changeset
28 #include "tsystem.h"
kono
parents:
diff changeset
29 #include "coretypes.h"
kono
parents:
diff changeset
30 #include "tm.h"
kono
parents:
diff changeset
31 #include "libgcc_tm.h"
kono
parents:
diff changeset
32 #include "dwarf2.h"
kono
parents:
diff changeset
33 #include "unwind.h"
kono
parents:
diff changeset
34 #define NO_BASE_OF_ENCODED_VALUE
kono
parents:
diff changeset
35 #include "unwind-pe.h"
kono
parents:
diff changeset
36 #include "unwind-dw2-fde.h"
kono
parents:
diff changeset
37 #include "gthr.h"
kono
parents:
diff changeset
38 #else
kono
parents:
diff changeset
39 #if (defined(__GTHREAD_MUTEX_INIT) || defined(__GTHREAD_MUTEX_INIT_FUNCTION)) \
kono
parents:
diff changeset
40 && defined(__GCC_HAVE_SYNC_COMPARE_AND_SWAP_4)
kono
parents:
diff changeset
41 #define ATOMIC_FDE_FAST_PATH 1
kono
parents:
diff changeset
42 #endif
kono
parents:
diff changeset
43 #endif
kono
parents:
diff changeset
44
kono
parents:
diff changeset
45 /* The unseen_objects list contains objects that have been registered
kono
parents:
diff changeset
46 but not yet categorized in any way. The seen_objects list has had
kono
parents:
diff changeset
47 its pc_begin and count fields initialized at minimum, and is sorted
kono
parents:
diff changeset
48 by decreasing value of pc_begin. */
kono
parents:
diff changeset
49 static struct object *unseen_objects;
kono
parents:
diff changeset
50 static struct object *seen_objects;
kono
parents:
diff changeset
51 #ifdef ATOMIC_FDE_FAST_PATH
kono
parents:
diff changeset
52 static int any_objects_registered;
kono
parents:
diff changeset
53 #endif
kono
parents:
diff changeset
54
kono
parents:
diff changeset
55 #ifdef __GTHREAD_MUTEX_INIT
kono
parents:
diff changeset
56 static __gthread_mutex_t object_mutex = __GTHREAD_MUTEX_INIT;
kono
parents:
diff changeset
57 #define init_object_mutex_once()
kono
parents:
diff changeset
58 #else
kono
parents:
diff changeset
59 #ifdef __GTHREAD_MUTEX_INIT_FUNCTION
kono
parents:
diff changeset
60 static __gthread_mutex_t object_mutex;
kono
parents:
diff changeset
61
kono
parents:
diff changeset
62 static void
kono
parents:
diff changeset
63 init_object_mutex (void)
kono
parents:
diff changeset
64 {
kono
parents:
diff changeset
65 __GTHREAD_MUTEX_INIT_FUNCTION (&object_mutex);
kono
parents:
diff changeset
66 }
kono
parents:
diff changeset
67
kono
parents:
diff changeset
68 static void
kono
parents:
diff changeset
69 init_object_mutex_once (void)
kono
parents:
diff changeset
70 {
kono
parents:
diff changeset
71 static __gthread_once_t once = __GTHREAD_ONCE_INIT;
kono
parents:
diff changeset
72 __gthread_once (&once, init_object_mutex);
kono
parents:
diff changeset
73 }
kono
parents:
diff changeset
74 #else
kono
parents:
diff changeset
75 /* ??? Several targets include this file with stubbing parts of gthr.h
kono
parents:
diff changeset
76 and expect no locking to be done. */
kono
parents:
diff changeset
77 #define init_object_mutex_once()
kono
parents:
diff changeset
78 static __gthread_mutex_t object_mutex;
kono
parents:
diff changeset
79 #endif
kono
parents:
diff changeset
80 #endif
kono
parents:
diff changeset
81
kono
parents:
diff changeset
82 /* Called from crtbegin.o to register the unwind info for an object. */
kono
parents:
diff changeset
83
kono
parents:
diff changeset
84 void
kono
parents:
diff changeset
85 __register_frame_info_bases (const void *begin, struct object *ob,
kono
parents:
diff changeset
86 void *tbase, void *dbase)
kono
parents:
diff changeset
87 {
kono
parents:
diff changeset
88 /* If .eh_frame is empty, don't register at all. */
kono
parents:
diff changeset
89 if ((const uword *) begin == 0 || *(const uword *) begin == 0)
kono
parents:
diff changeset
90 return;
kono
parents:
diff changeset
91
kono
parents:
diff changeset
92 ob->pc_begin = (void *)-1;
kono
parents:
diff changeset
93 ob->tbase = tbase;
kono
parents:
diff changeset
94 ob->dbase = dbase;
kono
parents:
diff changeset
95 ob->u.single = begin;
kono
parents:
diff changeset
96 ob->s.i = 0;
kono
parents:
diff changeset
97 ob->s.b.encoding = DW_EH_PE_omit;
kono
parents:
diff changeset
98 #ifdef DWARF2_OBJECT_END_PTR_EXTENSION
kono
parents:
diff changeset
99 ob->fde_end = NULL;
kono
parents:
diff changeset
100 #endif
kono
parents:
diff changeset
101
kono
parents:
diff changeset
102 init_object_mutex_once ();
kono
parents:
diff changeset
103 __gthread_mutex_lock (&object_mutex);
kono
parents:
diff changeset
104
kono
parents:
diff changeset
105 ob->next = unseen_objects;
kono
parents:
diff changeset
106 unseen_objects = ob;
kono
parents:
diff changeset
107 #ifdef ATOMIC_FDE_FAST_PATH
kono
parents:
diff changeset
108 /* Set flag that at least one library has registered FDEs.
kono
parents:
diff changeset
109 Use relaxed MO here, it is up to the app to ensure that the library
kono
parents:
diff changeset
110 loading/initialization happens-before using that library in other
kono
parents:
diff changeset
111 threads (in particular unwinding with that library's functions
kono
parents:
diff changeset
112 appearing in the backtraces). Calling that library's functions
kono
parents:
diff changeset
113 without waiting for the library to initialize would be racy. */
kono
parents:
diff changeset
114 if (!any_objects_registered)
kono
parents:
diff changeset
115 __atomic_store_n (&any_objects_registered, 1, __ATOMIC_RELAXED);
kono
parents:
diff changeset
116 #endif
kono
parents:
diff changeset
117
kono
parents:
diff changeset
118 __gthread_mutex_unlock (&object_mutex);
kono
parents:
diff changeset
119 }
kono
parents:
diff changeset
120
kono
parents:
diff changeset
121 void
kono
parents:
diff changeset
122 __register_frame_info (const void *begin, struct object *ob)
kono
parents:
diff changeset
123 {
kono
parents:
diff changeset
124 __register_frame_info_bases (begin, ob, 0, 0);
kono
parents:
diff changeset
125 }
kono
parents:
diff changeset
126
kono
parents:
diff changeset
127 void
kono
parents:
diff changeset
128 __register_frame (void *begin)
kono
parents:
diff changeset
129 {
kono
parents:
diff changeset
130 struct object *ob;
kono
parents:
diff changeset
131
kono
parents:
diff changeset
132 /* If .eh_frame is empty, don't register at all. */
kono
parents:
diff changeset
133 if (*(uword *) begin == 0)
kono
parents:
diff changeset
134 return;
kono
parents:
diff changeset
135
kono
parents:
diff changeset
136 ob = malloc (sizeof (struct object));
kono
parents:
diff changeset
137 __register_frame_info (begin, ob);
kono
parents:
diff changeset
138 }
kono
parents:
diff changeset
139
kono
parents:
diff changeset
140 /* Similar, but BEGIN is actually a pointer to a table of unwind entries
kono
parents:
diff changeset
141 for different translation units. Called from the file generated by
kono
parents:
diff changeset
142 collect2. */
kono
parents:
diff changeset
143
kono
parents:
diff changeset
144 void
kono
parents:
diff changeset
145 __register_frame_info_table_bases (void *begin, struct object *ob,
kono
parents:
diff changeset
146 void *tbase, void *dbase)
kono
parents:
diff changeset
147 {
kono
parents:
diff changeset
148 ob->pc_begin = (void *)-1;
kono
parents:
diff changeset
149 ob->tbase = tbase;
kono
parents:
diff changeset
150 ob->dbase = dbase;
kono
parents:
diff changeset
151 ob->u.array = begin;
kono
parents:
diff changeset
152 ob->s.i = 0;
kono
parents:
diff changeset
153 ob->s.b.from_array = 1;
kono
parents:
diff changeset
154 ob->s.b.encoding = DW_EH_PE_omit;
kono
parents:
diff changeset
155
kono
parents:
diff changeset
156 init_object_mutex_once ();
kono
parents:
diff changeset
157 __gthread_mutex_lock (&object_mutex);
kono
parents:
diff changeset
158
kono
parents:
diff changeset
159 ob->next = unseen_objects;
kono
parents:
diff changeset
160 unseen_objects = ob;
kono
parents:
diff changeset
161 #ifdef ATOMIC_FDE_FAST_PATH
kono
parents:
diff changeset
162 /* Set flag that at least one library has registered FDEs.
kono
parents:
diff changeset
163 Use relaxed MO here, it is up to the app to ensure that the library
kono
parents:
diff changeset
164 loading/initialization happens-before using that library in other
kono
parents:
diff changeset
165 threads (in particular unwinding with that library's functions
kono
parents:
diff changeset
166 appearing in the backtraces). Calling that library's functions
kono
parents:
diff changeset
167 without waiting for the library to initialize would be racy. */
kono
parents:
diff changeset
168 if (!any_objects_registered)
kono
parents:
diff changeset
169 __atomic_store_n (&any_objects_registered, 1, __ATOMIC_RELAXED);
kono
parents:
diff changeset
170 #endif
kono
parents:
diff changeset
171
kono
parents:
diff changeset
172 __gthread_mutex_unlock (&object_mutex);
kono
parents:
diff changeset
173 }
kono
parents:
diff changeset
174
kono
parents:
diff changeset
175 void
kono
parents:
diff changeset
176 __register_frame_info_table (void *begin, struct object *ob)
kono
parents:
diff changeset
177 {
kono
parents:
diff changeset
178 __register_frame_info_table_bases (begin, ob, 0, 0);
kono
parents:
diff changeset
179 }
kono
parents:
diff changeset
180
kono
parents:
diff changeset
181 void
kono
parents:
diff changeset
182 __register_frame_table (void *begin)
kono
parents:
diff changeset
183 {
kono
parents:
diff changeset
184 struct object *ob = malloc (sizeof (struct object));
kono
parents:
diff changeset
185 __register_frame_info_table (begin, ob);
kono
parents:
diff changeset
186 }
kono
parents:
diff changeset
187
kono
parents:
diff changeset
188 /* Called from crtbegin.o to deregister the unwind info for an object. */
kono
parents:
diff changeset
189 /* ??? Glibc has for a while now exported __register_frame_info and
kono
parents:
diff changeset
190 __deregister_frame_info. If we call __register_frame_info_bases
kono
parents:
diff changeset
191 from crtbegin (wherein it is declared weak), and this object does
kono
parents:
diff changeset
192 not get pulled from libgcc.a for other reasons, then the
kono
parents:
diff changeset
193 invocation of __deregister_frame_info will be resolved from glibc.
kono
parents:
diff changeset
194 Since the registration did not happen there, we'll die.
kono
parents:
diff changeset
195
kono
parents:
diff changeset
196 Therefore, declare a new deregistration entry point that does the
kono
parents:
diff changeset
197 exact same thing, but will resolve to the same library as
kono
parents:
diff changeset
198 implements __register_frame_info_bases. */
kono
parents:
diff changeset
199
kono
parents:
diff changeset
200 void *
kono
parents:
diff changeset
201 __deregister_frame_info_bases (const void *begin)
kono
parents:
diff changeset
202 {
kono
parents:
diff changeset
203 struct object **p;
kono
parents:
diff changeset
204 struct object *ob = 0;
kono
parents:
diff changeset
205
kono
parents:
diff changeset
206 /* If .eh_frame is empty, we haven't registered. */
kono
parents:
diff changeset
207 if ((const uword *) begin == 0 || *(const uword *) begin == 0)
kono
parents:
diff changeset
208 return ob;
kono
parents:
diff changeset
209
kono
parents:
diff changeset
210 init_object_mutex_once ();
kono
parents:
diff changeset
211 __gthread_mutex_lock (&object_mutex);
kono
parents:
diff changeset
212
kono
parents:
diff changeset
213 for (p = &unseen_objects; *p ; p = &(*p)->next)
kono
parents:
diff changeset
214 if ((*p)->u.single == begin)
kono
parents:
diff changeset
215 {
kono
parents:
diff changeset
216 ob = *p;
kono
parents:
diff changeset
217 *p = ob->next;
kono
parents:
diff changeset
218 goto out;
kono
parents:
diff changeset
219 }
kono
parents:
diff changeset
220
kono
parents:
diff changeset
221 for (p = &seen_objects; *p ; p = &(*p)->next)
kono
parents:
diff changeset
222 if ((*p)->s.b.sorted)
kono
parents:
diff changeset
223 {
kono
parents:
diff changeset
224 if ((*p)->u.sort->orig_data == begin)
kono
parents:
diff changeset
225 {
kono
parents:
diff changeset
226 ob = *p;
kono
parents:
diff changeset
227 *p = ob->next;
kono
parents:
diff changeset
228 free (ob->u.sort);
kono
parents:
diff changeset
229 goto out;
kono
parents:
diff changeset
230 }
kono
parents:
diff changeset
231 }
kono
parents:
diff changeset
232 else
kono
parents:
diff changeset
233 {
kono
parents:
diff changeset
234 if ((*p)->u.single == begin)
kono
parents:
diff changeset
235 {
kono
parents:
diff changeset
236 ob = *p;
kono
parents:
diff changeset
237 *p = ob->next;
kono
parents:
diff changeset
238 goto out;
kono
parents:
diff changeset
239 }
kono
parents:
diff changeset
240 }
kono
parents:
diff changeset
241
kono
parents:
diff changeset
242 out:
kono
parents:
diff changeset
243 __gthread_mutex_unlock (&object_mutex);
kono
parents:
diff changeset
244 gcc_assert (ob);
kono
parents:
diff changeset
245 return (void *) ob;
kono
parents:
diff changeset
246 }
kono
parents:
diff changeset
247
kono
parents:
diff changeset
248 void *
kono
parents:
diff changeset
249 __deregister_frame_info (const void *begin)
kono
parents:
diff changeset
250 {
kono
parents:
diff changeset
251 return __deregister_frame_info_bases (begin);
kono
parents:
diff changeset
252 }
kono
parents:
diff changeset
253
kono
parents:
diff changeset
254 void
kono
parents:
diff changeset
255 __deregister_frame (void *begin)
kono
parents:
diff changeset
256 {
kono
parents:
diff changeset
257 /* If .eh_frame is empty, we haven't registered. */
kono
parents:
diff changeset
258 if (*(uword *) begin != 0)
kono
parents:
diff changeset
259 free (__deregister_frame_info (begin));
kono
parents:
diff changeset
260 }
kono
parents:
diff changeset
261
kono
parents:
diff changeset
262
kono
parents:
diff changeset
263 /* Like base_of_encoded_value, but take the base from a struct object
kono
parents:
diff changeset
264 instead of an _Unwind_Context. */
kono
parents:
diff changeset
265
kono
parents:
diff changeset
266 static _Unwind_Ptr
kono
parents:
diff changeset
267 base_from_object (unsigned char encoding, struct object *ob)
kono
parents:
diff changeset
268 {
kono
parents:
diff changeset
269 if (encoding == DW_EH_PE_omit)
kono
parents:
diff changeset
270 return 0;
kono
parents:
diff changeset
271
kono
parents:
diff changeset
272 switch (encoding & 0x70)
kono
parents:
diff changeset
273 {
kono
parents:
diff changeset
274 case DW_EH_PE_absptr:
kono
parents:
diff changeset
275 case DW_EH_PE_pcrel:
kono
parents:
diff changeset
276 case DW_EH_PE_aligned:
kono
parents:
diff changeset
277 return 0;
kono
parents:
diff changeset
278
kono
parents:
diff changeset
279 case DW_EH_PE_textrel:
kono
parents:
diff changeset
280 return (_Unwind_Ptr) ob->tbase;
kono
parents:
diff changeset
281 case DW_EH_PE_datarel:
kono
parents:
diff changeset
282 return (_Unwind_Ptr) ob->dbase;
kono
parents:
diff changeset
283 default:
kono
parents:
diff changeset
284 gcc_unreachable ();
kono
parents:
diff changeset
285 }
kono
parents:
diff changeset
286 }
kono
parents:
diff changeset
287
kono
parents:
diff changeset
288 /* Return the FDE pointer encoding from the CIE. */
kono
parents:
diff changeset
289 /* ??? This is a subset of extract_cie_info from unwind-dw2.c. */
kono
parents:
diff changeset
290
kono
parents:
diff changeset
291 static int
kono
parents:
diff changeset
292 get_cie_encoding (const struct dwarf_cie *cie)
kono
parents:
diff changeset
293 {
kono
parents:
diff changeset
294 const unsigned char *aug, *p;
kono
parents:
diff changeset
295 _Unwind_Ptr dummy;
kono
parents:
diff changeset
296 _uleb128_t utmp;
kono
parents:
diff changeset
297 _sleb128_t stmp;
kono
parents:
diff changeset
298
kono
parents:
diff changeset
299 aug = cie->augmentation;
kono
parents:
diff changeset
300 p = aug + strlen ((const char *)aug) + 1; /* Skip the augmentation string. */
kono
parents:
diff changeset
301 if (__builtin_expect (cie->version >= 4, 0))
kono
parents:
diff changeset
302 {
kono
parents:
diff changeset
303 if (p[0] != sizeof (void *) || p[1] != 0)
kono
parents:
diff changeset
304 return DW_EH_PE_omit; /* We are not prepared to handle unexpected
kono
parents:
diff changeset
305 address sizes or segment selectors. */
kono
parents:
diff changeset
306 p += 2; /* Skip address size and segment size. */
kono
parents:
diff changeset
307 }
kono
parents:
diff changeset
308
kono
parents:
diff changeset
309 if (aug[0] != 'z')
kono
parents:
diff changeset
310 return DW_EH_PE_absptr;
kono
parents:
diff changeset
311
kono
parents:
diff changeset
312 p = read_uleb128 (p, &utmp); /* Skip code alignment. */
kono
parents:
diff changeset
313 p = read_sleb128 (p, &stmp); /* Skip data alignment. */
kono
parents:
diff changeset
314 if (cie->version == 1) /* Skip return address column. */
kono
parents:
diff changeset
315 p++;
kono
parents:
diff changeset
316 else
kono
parents:
diff changeset
317 p = read_uleb128 (p, &utmp);
kono
parents:
diff changeset
318
kono
parents:
diff changeset
319 aug++; /* Skip 'z' */
kono
parents:
diff changeset
320 p = read_uleb128 (p, &utmp); /* Skip augmentation length. */
kono
parents:
diff changeset
321 while (1)
kono
parents:
diff changeset
322 {
kono
parents:
diff changeset
323 /* This is what we're looking for. */
kono
parents:
diff changeset
324 if (*aug == 'R')
kono
parents:
diff changeset
325 return *p;
kono
parents:
diff changeset
326 /* Personality encoding and pointer. */
kono
parents:
diff changeset
327 else if (*aug == 'P')
kono
parents:
diff changeset
328 {
kono
parents:
diff changeset
329 /* ??? Avoid dereferencing indirect pointers, since we're
kono
parents:
diff changeset
330 faking the base address. Gotta keep DW_EH_PE_aligned
kono
parents:
diff changeset
331 intact, however. */
kono
parents:
diff changeset
332 p = read_encoded_value_with_base (*p & 0x7F, 0, p + 1, &dummy);
kono
parents:
diff changeset
333 }
kono
parents:
diff changeset
334 /* LSDA encoding. */
kono
parents:
diff changeset
335 else if (*aug == 'L')
kono
parents:
diff changeset
336 p++;
kono
parents:
diff changeset
337 /* Otherwise end of string, or unknown augmentation. */
kono
parents:
diff changeset
338 else
kono
parents:
diff changeset
339 return DW_EH_PE_absptr;
kono
parents:
diff changeset
340 aug++;
kono
parents:
diff changeset
341 }
kono
parents:
diff changeset
342 }
kono
parents:
diff changeset
343
kono
parents:
diff changeset
344 static inline int
kono
parents:
diff changeset
345 get_fde_encoding (const struct dwarf_fde *f)
kono
parents:
diff changeset
346 {
kono
parents:
diff changeset
347 return get_cie_encoding (get_cie (f));
kono
parents:
diff changeset
348 }
kono
parents:
diff changeset
349
kono
parents:
diff changeset
350
kono
parents:
diff changeset
351 /* Sorting an array of FDEs by address.
kono
parents:
diff changeset
352 (Ideally we would have the linker sort the FDEs so we don't have to do
kono
parents:
diff changeset
353 it at run time. But the linkers are not yet prepared for this.) */
kono
parents:
diff changeset
354
kono
parents:
diff changeset
355 /* Comparison routines. Three variants of increasing complexity. */
kono
parents:
diff changeset
356
kono
parents:
diff changeset
357 static int
kono
parents:
diff changeset
358 fde_unencoded_compare (struct object *ob __attribute__((unused)),
kono
parents:
diff changeset
359 const fde *x, const fde *y)
kono
parents:
diff changeset
360 {
kono
parents:
diff changeset
361 _Unwind_Ptr x_ptr, y_ptr;
kono
parents:
diff changeset
362 memcpy (&x_ptr, x->pc_begin, sizeof (_Unwind_Ptr));
kono
parents:
diff changeset
363 memcpy (&y_ptr, y->pc_begin, sizeof (_Unwind_Ptr));
kono
parents:
diff changeset
364
kono
parents:
diff changeset
365 if (x_ptr > y_ptr)
kono
parents:
diff changeset
366 return 1;
kono
parents:
diff changeset
367 if (x_ptr < y_ptr)
kono
parents:
diff changeset
368 return -1;
kono
parents:
diff changeset
369 return 0;
kono
parents:
diff changeset
370 }
kono
parents:
diff changeset
371
kono
parents:
diff changeset
372 static int
kono
parents:
diff changeset
373 fde_single_encoding_compare (struct object *ob, const fde *x, const fde *y)
kono
parents:
diff changeset
374 {
kono
parents:
diff changeset
375 _Unwind_Ptr base, x_ptr, y_ptr;
kono
parents:
diff changeset
376
kono
parents:
diff changeset
377 base = base_from_object (ob->s.b.encoding, ob);
kono
parents:
diff changeset
378 read_encoded_value_with_base (ob->s.b.encoding, base, x->pc_begin, &x_ptr);
kono
parents:
diff changeset
379 read_encoded_value_with_base (ob->s.b.encoding, base, y->pc_begin, &y_ptr);
kono
parents:
diff changeset
380
kono
parents:
diff changeset
381 if (x_ptr > y_ptr)
kono
parents:
diff changeset
382 return 1;
kono
parents:
diff changeset
383 if (x_ptr < y_ptr)
kono
parents:
diff changeset
384 return -1;
kono
parents:
diff changeset
385 return 0;
kono
parents:
diff changeset
386 }
kono
parents:
diff changeset
387
kono
parents:
diff changeset
388 static int
kono
parents:
diff changeset
389 fde_mixed_encoding_compare (struct object *ob, const fde *x, const fde *y)
kono
parents:
diff changeset
390 {
kono
parents:
diff changeset
391 int x_encoding, y_encoding;
kono
parents:
diff changeset
392 _Unwind_Ptr x_ptr, y_ptr;
kono
parents:
diff changeset
393
kono
parents:
diff changeset
394 x_encoding = get_fde_encoding (x);
kono
parents:
diff changeset
395 read_encoded_value_with_base (x_encoding, base_from_object (x_encoding, ob),
kono
parents:
diff changeset
396 x->pc_begin, &x_ptr);
kono
parents:
diff changeset
397
kono
parents:
diff changeset
398 y_encoding = get_fde_encoding (y);
kono
parents:
diff changeset
399 read_encoded_value_with_base (y_encoding, base_from_object (y_encoding, ob),
kono
parents:
diff changeset
400 y->pc_begin, &y_ptr);
kono
parents:
diff changeset
401
kono
parents:
diff changeset
402 if (x_ptr > y_ptr)
kono
parents:
diff changeset
403 return 1;
kono
parents:
diff changeset
404 if (x_ptr < y_ptr)
kono
parents:
diff changeset
405 return -1;
kono
parents:
diff changeset
406 return 0;
kono
parents:
diff changeset
407 }
kono
parents:
diff changeset
408
kono
parents:
diff changeset
409 typedef int (*fde_compare_t) (struct object *, const fde *, const fde *);
kono
parents:
diff changeset
410
kono
parents:
diff changeset
411
kono
parents:
diff changeset
412 /* This is a special mix of insertion sort and heap sort, optimized for
kono
parents:
diff changeset
413 the data sets that actually occur. They look like
kono
parents:
diff changeset
414 101 102 103 127 128 105 108 110 190 111 115 119 125 160 126 129 130.
kono
parents:
diff changeset
415 I.e. a linearly increasing sequence (coming from functions in the text
kono
parents:
diff changeset
416 section), with additionally a few unordered elements (coming from functions
kono
parents:
diff changeset
417 in gnu_linkonce sections) whose values are higher than the values in the
kono
parents:
diff changeset
418 surrounding linear sequence (but not necessarily higher than the values
kono
parents:
diff changeset
419 at the end of the linear sequence!).
kono
parents:
diff changeset
420 The worst-case total run time is O(N) + O(n log (n)), where N is the
kono
parents:
diff changeset
421 total number of FDEs and n is the number of erratic ones. */
kono
parents:
diff changeset
422
kono
parents:
diff changeset
423 struct fde_accumulator
kono
parents:
diff changeset
424 {
kono
parents:
diff changeset
425 struct fde_vector *linear;
kono
parents:
diff changeset
426 struct fde_vector *erratic;
kono
parents:
diff changeset
427 };
kono
parents:
diff changeset
428
kono
parents:
diff changeset
429 static inline int
kono
parents:
diff changeset
430 start_fde_sort (struct fde_accumulator *accu, size_t count)
kono
parents:
diff changeset
431 {
kono
parents:
diff changeset
432 size_t size;
kono
parents:
diff changeset
433 if (! count)
kono
parents:
diff changeset
434 return 0;
kono
parents:
diff changeset
435
kono
parents:
diff changeset
436 size = sizeof (struct fde_vector) + sizeof (const fde *) * count;
kono
parents:
diff changeset
437 if ((accu->linear = malloc (size)))
kono
parents:
diff changeset
438 {
kono
parents:
diff changeset
439 accu->linear->count = 0;
kono
parents:
diff changeset
440 if ((accu->erratic = malloc (size)))
kono
parents:
diff changeset
441 accu->erratic->count = 0;
kono
parents:
diff changeset
442 return 1;
kono
parents:
diff changeset
443 }
kono
parents:
diff changeset
444 else
kono
parents:
diff changeset
445 return 0;
kono
parents:
diff changeset
446 }
kono
parents:
diff changeset
447
kono
parents:
diff changeset
448 static inline void
kono
parents:
diff changeset
449 fde_insert (struct fde_accumulator *accu, const fde *this_fde)
kono
parents:
diff changeset
450 {
kono
parents:
diff changeset
451 if (accu->linear)
kono
parents:
diff changeset
452 accu->linear->array[accu->linear->count++] = this_fde;
kono
parents:
diff changeset
453 }
kono
parents:
diff changeset
454
kono
parents:
diff changeset
455 /* Split LINEAR into a linear sequence with low values and an erratic
kono
parents:
diff changeset
456 sequence with high values, put the linear one (of longest possible
kono
parents:
diff changeset
457 length) into LINEAR and the erratic one into ERRATIC. This is O(N).
kono
parents:
diff changeset
458
kono
parents:
diff changeset
459 Because the longest linear sequence we are trying to locate within the
kono
parents:
diff changeset
460 incoming LINEAR array can be interspersed with (high valued) erratic
kono
parents:
diff changeset
461 entries. We construct a chain indicating the sequenced entries.
kono
parents:
diff changeset
462 To avoid having to allocate this chain, we overlay it onto the space of
kono
parents:
diff changeset
463 the ERRATIC array during construction. A final pass iterates over the
kono
parents:
diff changeset
464 chain to determine what should be placed in the ERRATIC array, and
kono
parents:
diff changeset
465 what is the linear sequence. This overlay is safe from aliasing. */
kono
parents:
diff changeset
466
kono
parents:
diff changeset
467 static inline void
kono
parents:
diff changeset
468 fde_split (struct object *ob, fde_compare_t fde_compare,
kono
parents:
diff changeset
469 struct fde_vector *linear, struct fde_vector *erratic)
kono
parents:
diff changeset
470 {
kono
parents:
diff changeset
471 static const fde *marker;
kono
parents:
diff changeset
472 size_t count = linear->count;
kono
parents:
diff changeset
473 const fde *const *chain_end = &marker;
kono
parents:
diff changeset
474 size_t i, j, k;
kono
parents:
diff changeset
475
kono
parents:
diff changeset
476 /* This should optimize out, but it is wise to make sure this assumption
kono
parents:
diff changeset
477 is correct. Should these have different sizes, we cannot cast between
kono
parents:
diff changeset
478 them and the overlaying onto ERRATIC will not work. */
kono
parents:
diff changeset
479 gcc_assert (sizeof (const fde *) == sizeof (const fde **));
kono
parents:
diff changeset
480
kono
parents:
diff changeset
481 for (i = 0; i < count; i++)
kono
parents:
diff changeset
482 {
kono
parents:
diff changeset
483 const fde *const *probe;
kono
parents:
diff changeset
484
kono
parents:
diff changeset
485 for (probe = chain_end;
kono
parents:
diff changeset
486 probe != &marker && fde_compare (ob, linear->array[i], *probe) < 0;
kono
parents:
diff changeset
487 probe = chain_end)
kono
parents:
diff changeset
488 {
kono
parents:
diff changeset
489 chain_end = (const fde *const*) erratic->array[probe - linear->array];
kono
parents:
diff changeset
490 erratic->array[probe - linear->array] = NULL;
kono
parents:
diff changeset
491 }
kono
parents:
diff changeset
492 erratic->array[i] = (const fde *) chain_end;
kono
parents:
diff changeset
493 chain_end = &linear->array[i];
kono
parents:
diff changeset
494 }
kono
parents:
diff changeset
495
kono
parents:
diff changeset
496 /* Each entry in LINEAR which is part of the linear sequence we have
kono
parents:
diff changeset
497 discovered will correspond to a non-NULL entry in the chain we built in
kono
parents:
diff changeset
498 the ERRATIC array. */
kono
parents:
diff changeset
499 for (i = j = k = 0; i < count; i++)
kono
parents:
diff changeset
500 if (erratic->array[i])
kono
parents:
diff changeset
501 linear->array[j++] = linear->array[i];
kono
parents:
diff changeset
502 else
kono
parents:
diff changeset
503 erratic->array[k++] = linear->array[i];
kono
parents:
diff changeset
504 linear->count = j;
kono
parents:
diff changeset
505 erratic->count = k;
kono
parents:
diff changeset
506 }
kono
parents:
diff changeset
507
kono
parents:
diff changeset
508 #define SWAP(x,y) do { const fde * tmp = x; x = y; y = tmp; } while (0)
kono
parents:
diff changeset
509
kono
parents:
diff changeset
510 /* Convert a semi-heap to a heap. A semi-heap is a heap except possibly
kono
parents:
diff changeset
511 for the first (root) node; push it down to its rightful place. */
kono
parents:
diff changeset
512
kono
parents:
diff changeset
513 static void
kono
parents:
diff changeset
514 frame_downheap (struct object *ob, fde_compare_t fde_compare, const fde **a,
kono
parents:
diff changeset
515 int lo, int hi)
kono
parents:
diff changeset
516 {
kono
parents:
diff changeset
517 int i, j;
kono
parents:
diff changeset
518
kono
parents:
diff changeset
519 for (i = lo, j = 2*i+1;
kono
parents:
diff changeset
520 j < hi;
kono
parents:
diff changeset
521 j = 2*i+1)
kono
parents:
diff changeset
522 {
kono
parents:
diff changeset
523 if (j+1 < hi && fde_compare (ob, a[j], a[j+1]) < 0)
kono
parents:
diff changeset
524 ++j;
kono
parents:
diff changeset
525
kono
parents:
diff changeset
526 if (fde_compare (ob, a[i], a[j]) < 0)
kono
parents:
diff changeset
527 {
kono
parents:
diff changeset
528 SWAP (a[i], a[j]);
kono
parents:
diff changeset
529 i = j;
kono
parents:
diff changeset
530 }
kono
parents:
diff changeset
531 else
kono
parents:
diff changeset
532 break;
kono
parents:
diff changeset
533 }
kono
parents:
diff changeset
534 }
kono
parents:
diff changeset
535
kono
parents:
diff changeset
536 /* This is O(n log(n)). BSD/OS defines heapsort in stdlib.h, so we must
kono
parents:
diff changeset
537 use a name that does not conflict. */
kono
parents:
diff changeset
538
kono
parents:
diff changeset
539 static void
kono
parents:
diff changeset
540 frame_heapsort (struct object *ob, fde_compare_t fde_compare,
kono
parents:
diff changeset
541 struct fde_vector *erratic)
kono
parents:
diff changeset
542 {
kono
parents:
diff changeset
543 /* For a description of this algorithm, see:
kono
parents:
diff changeset
544 Samuel P. Harbison, Guy L. Steele Jr.: C, a reference manual, 2nd ed.,
kono
parents:
diff changeset
545 p. 60-61. */
kono
parents:
diff changeset
546 const fde ** a = erratic->array;
kono
parents:
diff changeset
547 /* A portion of the array is called a "heap" if for all i>=0:
kono
parents:
diff changeset
548 If i and 2i+1 are valid indices, then a[i] >= a[2i+1].
kono
parents:
diff changeset
549 If i and 2i+2 are valid indices, then a[i] >= a[2i+2]. */
kono
parents:
diff changeset
550 size_t n = erratic->count;
kono
parents:
diff changeset
551 int m;
kono
parents:
diff changeset
552
kono
parents:
diff changeset
553 /* Expand our heap incrementally from the end of the array, heapifying
kono
parents:
diff changeset
554 each resulting semi-heap as we go. After each step, a[m] is the top
kono
parents:
diff changeset
555 of a heap. */
kono
parents:
diff changeset
556 for (m = n/2-1; m >= 0; --m)
kono
parents:
diff changeset
557 frame_downheap (ob, fde_compare, a, m, n);
kono
parents:
diff changeset
558
kono
parents:
diff changeset
559 /* Shrink our heap incrementally from the end of the array, first
kono
parents:
diff changeset
560 swapping out the largest element a[0] and then re-heapifying the
kono
parents:
diff changeset
561 resulting semi-heap. After each step, a[0..m) is a heap. */
kono
parents:
diff changeset
562 for (m = n-1; m >= 1; --m)
kono
parents:
diff changeset
563 {
kono
parents:
diff changeset
564 SWAP (a[0], a[m]);
kono
parents:
diff changeset
565 frame_downheap (ob, fde_compare, a, 0, m);
kono
parents:
diff changeset
566 }
kono
parents:
diff changeset
567 #undef SWAP
kono
parents:
diff changeset
568 }
kono
parents:
diff changeset
569
kono
parents:
diff changeset
570 /* Merge V1 and V2, both sorted, and put the result into V1. */
kono
parents:
diff changeset
571 static inline void
kono
parents:
diff changeset
572 fde_merge (struct object *ob, fde_compare_t fde_compare,
kono
parents:
diff changeset
573 struct fde_vector *v1, struct fde_vector *v2)
kono
parents:
diff changeset
574 {
kono
parents:
diff changeset
575 size_t i1, i2;
kono
parents:
diff changeset
576 const fde * fde2;
kono
parents:
diff changeset
577
kono
parents:
diff changeset
578 i2 = v2->count;
kono
parents:
diff changeset
579 if (i2 > 0)
kono
parents:
diff changeset
580 {
kono
parents:
diff changeset
581 i1 = v1->count;
kono
parents:
diff changeset
582 do
kono
parents:
diff changeset
583 {
kono
parents:
diff changeset
584 i2--;
kono
parents:
diff changeset
585 fde2 = v2->array[i2];
kono
parents:
diff changeset
586 while (i1 > 0 && fde_compare (ob, v1->array[i1-1], fde2) > 0)
kono
parents:
diff changeset
587 {
kono
parents:
diff changeset
588 v1->array[i1+i2] = v1->array[i1-1];
kono
parents:
diff changeset
589 i1--;
kono
parents:
diff changeset
590 }
kono
parents:
diff changeset
591 v1->array[i1+i2] = fde2;
kono
parents:
diff changeset
592 }
kono
parents:
diff changeset
593 while (i2 > 0);
kono
parents:
diff changeset
594 v1->count += v2->count;
kono
parents:
diff changeset
595 }
kono
parents:
diff changeset
596 }
kono
parents:
diff changeset
597
kono
parents:
diff changeset
598 static inline void
kono
parents:
diff changeset
599 end_fde_sort (struct object *ob, struct fde_accumulator *accu, size_t count)
kono
parents:
diff changeset
600 {
kono
parents:
diff changeset
601 fde_compare_t fde_compare;
kono
parents:
diff changeset
602
kono
parents:
diff changeset
603 gcc_assert (!accu->linear || accu->linear->count == count);
kono
parents:
diff changeset
604
kono
parents:
diff changeset
605 if (ob->s.b.mixed_encoding)
kono
parents:
diff changeset
606 fde_compare = fde_mixed_encoding_compare;
kono
parents:
diff changeset
607 else if (ob->s.b.encoding == DW_EH_PE_absptr)
kono
parents:
diff changeset
608 fde_compare = fde_unencoded_compare;
kono
parents:
diff changeset
609 else
kono
parents:
diff changeset
610 fde_compare = fde_single_encoding_compare;
kono
parents:
diff changeset
611
kono
parents:
diff changeset
612 if (accu->erratic)
kono
parents:
diff changeset
613 {
kono
parents:
diff changeset
614 fde_split (ob, fde_compare, accu->linear, accu->erratic);
kono
parents:
diff changeset
615 gcc_assert (accu->linear->count + accu->erratic->count == count);
kono
parents:
diff changeset
616 frame_heapsort (ob, fde_compare, accu->erratic);
kono
parents:
diff changeset
617 fde_merge (ob, fde_compare, accu->linear, accu->erratic);
kono
parents:
diff changeset
618 free (accu->erratic);
kono
parents:
diff changeset
619 }
kono
parents:
diff changeset
620 else
kono
parents:
diff changeset
621 {
kono
parents:
diff changeset
622 /* We've not managed to malloc an erratic array,
kono
parents:
diff changeset
623 so heap sort in the linear one. */
kono
parents:
diff changeset
624 frame_heapsort (ob, fde_compare, accu->linear);
kono
parents:
diff changeset
625 }
kono
parents:
diff changeset
626 }
kono
parents:
diff changeset
627
kono
parents:
diff changeset
628
kono
parents:
diff changeset
629 /* Update encoding, mixed_encoding, and pc_begin for OB for the
kono
parents:
diff changeset
630 fde array beginning at THIS_FDE. Return the number of fdes
kono
parents:
diff changeset
631 encountered along the way. */
kono
parents:
diff changeset
632
kono
parents:
diff changeset
633 static size_t
kono
parents:
diff changeset
634 classify_object_over_fdes (struct object *ob, const fde *this_fde)
kono
parents:
diff changeset
635 {
kono
parents:
diff changeset
636 const struct dwarf_cie *last_cie = 0;
kono
parents:
diff changeset
637 size_t count = 0;
kono
parents:
diff changeset
638 int encoding = DW_EH_PE_absptr;
kono
parents:
diff changeset
639 _Unwind_Ptr base = 0;
kono
parents:
diff changeset
640
kono
parents:
diff changeset
641 for (; ! last_fde (ob, this_fde); this_fde = next_fde (this_fde))
kono
parents:
diff changeset
642 {
kono
parents:
diff changeset
643 const struct dwarf_cie *this_cie;
kono
parents:
diff changeset
644 _Unwind_Ptr mask, pc_begin;
kono
parents:
diff changeset
645
kono
parents:
diff changeset
646 /* Skip CIEs. */
kono
parents:
diff changeset
647 if (this_fde->CIE_delta == 0)
kono
parents:
diff changeset
648 continue;
kono
parents:
diff changeset
649
kono
parents:
diff changeset
650 /* Determine the encoding for this FDE. Note mixed encoded
kono
parents:
diff changeset
651 objects for later. */
kono
parents:
diff changeset
652 this_cie = get_cie (this_fde);
kono
parents:
diff changeset
653 if (this_cie != last_cie)
kono
parents:
diff changeset
654 {
kono
parents:
diff changeset
655 last_cie = this_cie;
kono
parents:
diff changeset
656 encoding = get_cie_encoding (this_cie);
kono
parents:
diff changeset
657 if (encoding == DW_EH_PE_omit)
kono
parents:
diff changeset
658 return -1;
kono
parents:
diff changeset
659 base = base_from_object (encoding, ob);
kono
parents:
diff changeset
660 if (ob->s.b.encoding == DW_EH_PE_omit)
kono
parents:
diff changeset
661 ob->s.b.encoding = encoding;
kono
parents:
diff changeset
662 else if (ob->s.b.encoding != encoding)
kono
parents:
diff changeset
663 ob->s.b.mixed_encoding = 1;
kono
parents:
diff changeset
664 }
kono
parents:
diff changeset
665
kono
parents:
diff changeset
666 read_encoded_value_with_base (encoding, base, this_fde->pc_begin,
kono
parents:
diff changeset
667 &pc_begin);
kono
parents:
diff changeset
668
kono
parents:
diff changeset
669 /* Take care to ignore link-once functions that were removed.
kono
parents:
diff changeset
670 In these cases, the function address will be NULL, but if
kono
parents:
diff changeset
671 the encoding is smaller than a pointer a true NULL may not
kono
parents:
diff changeset
672 be representable. Assume 0 in the representable bits is NULL. */
kono
parents:
diff changeset
673 mask = size_of_encoded_value (encoding);
kono
parents:
diff changeset
674 if (mask < sizeof (void *))
kono
parents:
diff changeset
675 mask = (((_Unwind_Ptr) 1) << (mask << 3)) - 1;
kono
parents:
diff changeset
676 else
kono
parents:
diff changeset
677 mask = -1;
kono
parents:
diff changeset
678
kono
parents:
diff changeset
679 if ((pc_begin & mask) == 0)
kono
parents:
diff changeset
680 continue;
kono
parents:
diff changeset
681
kono
parents:
diff changeset
682 count += 1;
kono
parents:
diff changeset
683 if ((void *) pc_begin < ob->pc_begin)
kono
parents:
diff changeset
684 ob->pc_begin = (void *) pc_begin;
kono
parents:
diff changeset
685 }
kono
parents:
diff changeset
686
kono
parents:
diff changeset
687 return count;
kono
parents:
diff changeset
688 }
kono
parents:
diff changeset
689
kono
parents:
diff changeset
690 static void
kono
parents:
diff changeset
691 add_fdes (struct object *ob, struct fde_accumulator *accu, const fde *this_fde)
kono
parents:
diff changeset
692 {
kono
parents:
diff changeset
693 const struct dwarf_cie *last_cie = 0;
kono
parents:
diff changeset
694 int encoding = ob->s.b.encoding;
kono
parents:
diff changeset
695 _Unwind_Ptr base = base_from_object (ob->s.b.encoding, ob);
kono
parents:
diff changeset
696
kono
parents:
diff changeset
697 for (; ! last_fde (ob, this_fde); this_fde = next_fde (this_fde))
kono
parents:
diff changeset
698 {
kono
parents:
diff changeset
699 const struct dwarf_cie *this_cie;
kono
parents:
diff changeset
700
kono
parents:
diff changeset
701 /* Skip CIEs. */
kono
parents:
diff changeset
702 if (this_fde->CIE_delta == 0)
kono
parents:
diff changeset
703 continue;
kono
parents:
diff changeset
704
kono
parents:
diff changeset
705 if (ob->s.b.mixed_encoding)
kono
parents:
diff changeset
706 {
kono
parents:
diff changeset
707 /* Determine the encoding for this FDE. Note mixed encoded
kono
parents:
diff changeset
708 objects for later. */
kono
parents:
diff changeset
709 this_cie = get_cie (this_fde);
kono
parents:
diff changeset
710 if (this_cie != last_cie)
kono
parents:
diff changeset
711 {
kono
parents:
diff changeset
712 last_cie = this_cie;
kono
parents:
diff changeset
713 encoding = get_cie_encoding (this_cie);
kono
parents:
diff changeset
714 base = base_from_object (encoding, ob);
kono
parents:
diff changeset
715 }
kono
parents:
diff changeset
716 }
kono
parents:
diff changeset
717
kono
parents:
diff changeset
718 if (encoding == DW_EH_PE_absptr)
kono
parents:
diff changeset
719 {
kono
parents:
diff changeset
720 _Unwind_Ptr ptr;
kono
parents:
diff changeset
721 memcpy (&ptr, this_fde->pc_begin, sizeof (_Unwind_Ptr));
kono
parents:
diff changeset
722 if (ptr == 0)
kono
parents:
diff changeset
723 continue;
kono
parents:
diff changeset
724 }
kono
parents:
diff changeset
725 else
kono
parents:
diff changeset
726 {
kono
parents:
diff changeset
727 _Unwind_Ptr pc_begin, mask;
kono
parents:
diff changeset
728
kono
parents:
diff changeset
729 read_encoded_value_with_base (encoding, base, this_fde->pc_begin,
kono
parents:
diff changeset
730 &pc_begin);
kono
parents:
diff changeset
731
kono
parents:
diff changeset
732 /* Take care to ignore link-once functions that were removed.
kono
parents:
diff changeset
733 In these cases, the function address will be NULL, but if
kono
parents:
diff changeset
734 the encoding is smaller than a pointer a true NULL may not
kono
parents:
diff changeset
735 be representable. Assume 0 in the representable bits is NULL. */
kono
parents:
diff changeset
736 mask = size_of_encoded_value (encoding);
kono
parents:
diff changeset
737 if (mask < sizeof (void *))
kono
parents:
diff changeset
738 mask = (((_Unwind_Ptr) 1) << (mask << 3)) - 1;
kono
parents:
diff changeset
739 else
kono
parents:
diff changeset
740 mask = -1;
kono
parents:
diff changeset
741
kono
parents:
diff changeset
742 if ((pc_begin & mask) == 0)
kono
parents:
diff changeset
743 continue;
kono
parents:
diff changeset
744 }
kono
parents:
diff changeset
745
kono
parents:
diff changeset
746 fde_insert (accu, this_fde);
kono
parents:
diff changeset
747 }
kono
parents:
diff changeset
748 }
kono
parents:
diff changeset
749
kono
parents:
diff changeset
750 /* Set up a sorted array of pointers to FDEs for a loaded object. We
kono
parents:
diff changeset
751 count up the entries before allocating the array because it's likely to
kono
parents:
diff changeset
752 be faster. We can be called multiple times, should we have failed to
kono
parents:
diff changeset
753 allocate a sorted fde array on a previous occasion. */
kono
parents:
diff changeset
754
kono
parents:
diff changeset
755 static inline void
kono
parents:
diff changeset
756 init_object (struct object* ob)
kono
parents:
diff changeset
757 {
kono
parents:
diff changeset
758 struct fde_accumulator accu;
kono
parents:
diff changeset
759 size_t count;
kono
parents:
diff changeset
760
kono
parents:
diff changeset
761 count = ob->s.b.count;
kono
parents:
diff changeset
762 if (count == 0)
kono
parents:
diff changeset
763 {
kono
parents:
diff changeset
764 if (ob->s.b.from_array)
kono
parents:
diff changeset
765 {
kono
parents:
diff changeset
766 fde **p = ob->u.array;
kono
parents:
diff changeset
767 for (count = 0; *p; ++p)
kono
parents:
diff changeset
768 {
kono
parents:
diff changeset
769 size_t cur_count = classify_object_over_fdes (ob, *p);
kono
parents:
diff changeset
770 if (cur_count == (size_t) -1)
kono
parents:
diff changeset
771 goto unhandled_fdes;
kono
parents:
diff changeset
772 count += cur_count;
kono
parents:
diff changeset
773 }
kono
parents:
diff changeset
774 }
kono
parents:
diff changeset
775 else
kono
parents:
diff changeset
776 {
kono
parents:
diff changeset
777 count = classify_object_over_fdes (ob, ob->u.single);
kono
parents:
diff changeset
778 if (count == (size_t) -1)
kono
parents:
diff changeset
779 {
kono
parents:
diff changeset
780 static const fde terminator;
kono
parents:
diff changeset
781 unhandled_fdes:
kono
parents:
diff changeset
782 ob->s.i = 0;
kono
parents:
diff changeset
783 ob->s.b.encoding = DW_EH_PE_omit;
kono
parents:
diff changeset
784 ob->u.single = &terminator;
kono
parents:
diff changeset
785 return;
kono
parents:
diff changeset
786 }
kono
parents:
diff changeset
787 }
kono
parents:
diff changeset
788
kono
parents:
diff changeset
789 /* The count field we have in the main struct object is somewhat
kono
parents:
diff changeset
790 limited, but should suffice for virtually all cases. If the
kono
parents:
diff changeset
791 counted value doesn't fit, re-write a zero. The worst that
kono
parents:
diff changeset
792 happens is that we re-count next time -- admittedly non-trivial
kono
parents:
diff changeset
793 in that this implies some 2M fdes, but at least we function. */
kono
parents:
diff changeset
794 ob->s.b.count = count;
kono
parents:
diff changeset
795 if (ob->s.b.count != count)
kono
parents:
diff changeset
796 ob->s.b.count = 0;
kono
parents:
diff changeset
797 }
kono
parents:
diff changeset
798
kono
parents:
diff changeset
799 if (!start_fde_sort (&accu, count))
kono
parents:
diff changeset
800 return;
kono
parents:
diff changeset
801
kono
parents:
diff changeset
802 if (ob->s.b.from_array)
kono
parents:
diff changeset
803 {
kono
parents:
diff changeset
804 fde **p;
kono
parents:
diff changeset
805 for (p = ob->u.array; *p; ++p)
kono
parents:
diff changeset
806 add_fdes (ob, &accu, *p);
kono
parents:
diff changeset
807 }
kono
parents:
diff changeset
808 else
kono
parents:
diff changeset
809 add_fdes (ob, &accu, ob->u.single);
kono
parents:
diff changeset
810
kono
parents:
diff changeset
811 end_fde_sort (ob, &accu, count);
kono
parents:
diff changeset
812
kono
parents:
diff changeset
813 /* Save the original fde pointer, since this is the key by which the
kono
parents:
diff changeset
814 DSO will deregister the object. */
kono
parents:
diff changeset
815 accu.linear->orig_data = ob->u.single;
kono
parents:
diff changeset
816 ob->u.sort = accu.linear;
kono
parents:
diff changeset
817
kono
parents:
diff changeset
818 ob->s.b.sorted = 1;
kono
parents:
diff changeset
819 }
kono
parents:
diff changeset
820
kono
parents:
diff changeset
821 /* A linear search through a set of FDEs for the given PC. This is
kono
parents:
diff changeset
822 used when there was insufficient memory to allocate and sort an
kono
parents:
diff changeset
823 array. */
kono
parents:
diff changeset
824
kono
parents:
diff changeset
825 static const fde *
kono
parents:
diff changeset
826 linear_search_fdes (struct object *ob, const fde *this_fde, void *pc)
kono
parents:
diff changeset
827 {
kono
parents:
diff changeset
828 const struct dwarf_cie *last_cie = 0;
kono
parents:
diff changeset
829 int encoding = ob->s.b.encoding;
kono
parents:
diff changeset
830 _Unwind_Ptr base = base_from_object (ob->s.b.encoding, ob);
kono
parents:
diff changeset
831
kono
parents:
diff changeset
832 for (; ! last_fde (ob, this_fde); this_fde = next_fde (this_fde))
kono
parents:
diff changeset
833 {
kono
parents:
diff changeset
834 const struct dwarf_cie *this_cie;
kono
parents:
diff changeset
835 _Unwind_Ptr pc_begin, pc_range;
kono
parents:
diff changeset
836
kono
parents:
diff changeset
837 /* Skip CIEs. */
kono
parents:
diff changeset
838 if (this_fde->CIE_delta == 0)
kono
parents:
diff changeset
839 continue;
kono
parents:
diff changeset
840
kono
parents:
diff changeset
841 if (ob->s.b.mixed_encoding)
kono
parents:
diff changeset
842 {
kono
parents:
diff changeset
843 /* Determine the encoding for this FDE. Note mixed encoded
kono
parents:
diff changeset
844 objects for later. */
kono
parents:
diff changeset
845 this_cie = get_cie (this_fde);
kono
parents:
diff changeset
846 if (this_cie != last_cie)
kono
parents:
diff changeset
847 {
kono
parents:
diff changeset
848 last_cie = this_cie;
kono
parents:
diff changeset
849 encoding = get_cie_encoding (this_cie);
kono
parents:
diff changeset
850 base = base_from_object (encoding, ob);
kono
parents:
diff changeset
851 }
kono
parents:
diff changeset
852 }
kono
parents:
diff changeset
853
kono
parents:
diff changeset
854 if (encoding == DW_EH_PE_absptr)
kono
parents:
diff changeset
855 {
kono
parents:
diff changeset
856 const _Unwind_Ptr *pc_array = (const _Unwind_Ptr *) this_fde->pc_begin;
kono
parents:
diff changeset
857 pc_begin = pc_array[0];
kono
parents:
diff changeset
858 pc_range = pc_array[1];
kono
parents:
diff changeset
859 if (pc_begin == 0)
kono
parents:
diff changeset
860 continue;
kono
parents:
diff changeset
861 }
kono
parents:
diff changeset
862 else
kono
parents:
diff changeset
863 {
kono
parents:
diff changeset
864 _Unwind_Ptr mask;
kono
parents:
diff changeset
865 const unsigned char *p;
kono
parents:
diff changeset
866
kono
parents:
diff changeset
867 p = read_encoded_value_with_base (encoding, base,
kono
parents:
diff changeset
868 this_fde->pc_begin, &pc_begin);
kono
parents:
diff changeset
869 read_encoded_value_with_base (encoding & 0x0F, 0, p, &pc_range);
kono
parents:
diff changeset
870
kono
parents:
diff changeset
871 /* Take care to ignore link-once functions that were removed.
kono
parents:
diff changeset
872 In these cases, the function address will be NULL, but if
kono
parents:
diff changeset
873 the encoding is smaller than a pointer a true NULL may not
kono
parents:
diff changeset
874 be representable. Assume 0 in the representable bits is NULL. */
kono
parents:
diff changeset
875 mask = size_of_encoded_value (encoding);
kono
parents:
diff changeset
876 if (mask < sizeof (void *))
kono
parents:
diff changeset
877 mask = (((_Unwind_Ptr) 1) << (mask << 3)) - 1;
kono
parents:
diff changeset
878 else
kono
parents:
diff changeset
879 mask = -1;
kono
parents:
diff changeset
880
kono
parents:
diff changeset
881 if ((pc_begin & mask) == 0)
kono
parents:
diff changeset
882 continue;
kono
parents:
diff changeset
883 }
kono
parents:
diff changeset
884
kono
parents:
diff changeset
885 if ((_Unwind_Ptr) pc - pc_begin < pc_range)
kono
parents:
diff changeset
886 return this_fde;
kono
parents:
diff changeset
887 }
kono
parents:
diff changeset
888
kono
parents:
diff changeset
889 return NULL;
kono
parents:
diff changeset
890 }
kono
parents:
diff changeset
891
kono
parents:
diff changeset
892 /* Binary search for an FDE containing the given PC. Here are three
kono
parents:
diff changeset
893 implementations of increasing complexity. */
kono
parents:
diff changeset
894
kono
parents:
diff changeset
895 static inline const fde *
kono
parents:
diff changeset
896 binary_search_unencoded_fdes (struct object *ob, void *pc)
kono
parents:
diff changeset
897 {
kono
parents:
diff changeset
898 struct fde_vector *vec = ob->u.sort;
kono
parents:
diff changeset
899 size_t lo, hi;
kono
parents:
diff changeset
900
kono
parents:
diff changeset
901 for (lo = 0, hi = vec->count; lo < hi; )
kono
parents:
diff changeset
902 {
kono
parents:
diff changeset
903 size_t i = (lo + hi) / 2;
kono
parents:
diff changeset
904 const fde *const f = vec->array[i];
kono
parents:
diff changeset
905 void *pc_begin;
kono
parents:
diff changeset
906 uaddr pc_range;
kono
parents:
diff changeset
907 memcpy (&pc_begin, (const void * const *) f->pc_begin, sizeof (void *));
kono
parents:
diff changeset
908 memcpy (&pc_range, (const uaddr *) f->pc_begin + 1, sizeof (uaddr));
kono
parents:
diff changeset
909
kono
parents:
diff changeset
910 if (pc < pc_begin)
kono
parents:
diff changeset
911 hi = i;
kono
parents:
diff changeset
912 else if (pc >= pc_begin + pc_range)
kono
parents:
diff changeset
913 lo = i + 1;
kono
parents:
diff changeset
914 else
kono
parents:
diff changeset
915 return f;
kono
parents:
diff changeset
916 }
kono
parents:
diff changeset
917
kono
parents:
diff changeset
918 return NULL;
kono
parents:
diff changeset
919 }
kono
parents:
diff changeset
920
kono
parents:
diff changeset
921 static inline const fde *
kono
parents:
diff changeset
922 binary_search_single_encoding_fdes (struct object *ob, void *pc)
kono
parents:
diff changeset
923 {
kono
parents:
diff changeset
924 struct fde_vector *vec = ob->u.sort;
kono
parents:
diff changeset
925 int encoding = ob->s.b.encoding;
kono
parents:
diff changeset
926 _Unwind_Ptr base = base_from_object (encoding, ob);
kono
parents:
diff changeset
927 size_t lo, hi;
kono
parents:
diff changeset
928
kono
parents:
diff changeset
929 for (lo = 0, hi = vec->count; lo < hi; )
kono
parents:
diff changeset
930 {
kono
parents:
diff changeset
931 size_t i = (lo + hi) / 2;
kono
parents:
diff changeset
932 const fde *f = vec->array[i];
kono
parents:
diff changeset
933 _Unwind_Ptr pc_begin, pc_range;
kono
parents:
diff changeset
934 const unsigned char *p;
kono
parents:
diff changeset
935
kono
parents:
diff changeset
936 p = read_encoded_value_with_base (encoding, base, f->pc_begin,
kono
parents:
diff changeset
937 &pc_begin);
kono
parents:
diff changeset
938 read_encoded_value_with_base (encoding & 0x0F, 0, p, &pc_range);
kono
parents:
diff changeset
939
kono
parents:
diff changeset
940 if ((_Unwind_Ptr) pc < pc_begin)
kono
parents:
diff changeset
941 hi = i;
kono
parents:
diff changeset
942 else if ((_Unwind_Ptr) pc >= pc_begin + pc_range)
kono
parents:
diff changeset
943 lo = i + 1;
kono
parents:
diff changeset
944 else
kono
parents:
diff changeset
945 return f;
kono
parents:
diff changeset
946 }
kono
parents:
diff changeset
947
kono
parents:
diff changeset
948 return NULL;
kono
parents:
diff changeset
949 }
kono
parents:
diff changeset
950
kono
parents:
diff changeset
951 static inline const fde *
kono
parents:
diff changeset
952 binary_search_mixed_encoding_fdes (struct object *ob, void *pc)
kono
parents:
diff changeset
953 {
kono
parents:
diff changeset
954 struct fde_vector *vec = ob->u.sort;
kono
parents:
diff changeset
955 size_t lo, hi;
kono
parents:
diff changeset
956
kono
parents:
diff changeset
957 for (lo = 0, hi = vec->count; lo < hi; )
kono
parents:
diff changeset
958 {
kono
parents:
diff changeset
959 size_t i = (lo + hi) / 2;
kono
parents:
diff changeset
960 const fde *f = vec->array[i];
kono
parents:
diff changeset
961 _Unwind_Ptr pc_begin, pc_range;
kono
parents:
diff changeset
962 const unsigned char *p;
kono
parents:
diff changeset
963 int encoding;
kono
parents:
diff changeset
964
kono
parents:
diff changeset
965 encoding = get_fde_encoding (f);
kono
parents:
diff changeset
966 p = read_encoded_value_with_base (encoding,
kono
parents:
diff changeset
967 base_from_object (encoding, ob),
kono
parents:
diff changeset
968 f->pc_begin, &pc_begin);
kono
parents:
diff changeset
969 read_encoded_value_with_base (encoding & 0x0F, 0, p, &pc_range);
kono
parents:
diff changeset
970
kono
parents:
diff changeset
971 if ((_Unwind_Ptr) pc < pc_begin)
kono
parents:
diff changeset
972 hi = i;
kono
parents:
diff changeset
973 else if ((_Unwind_Ptr) pc >= pc_begin + pc_range)
kono
parents:
diff changeset
974 lo = i + 1;
kono
parents:
diff changeset
975 else
kono
parents:
diff changeset
976 return f;
kono
parents:
diff changeset
977 }
kono
parents:
diff changeset
978
kono
parents:
diff changeset
979 return NULL;
kono
parents:
diff changeset
980 }
kono
parents:
diff changeset
981
kono
parents:
diff changeset
982 static const fde *
kono
parents:
diff changeset
983 search_object (struct object* ob, void *pc)
kono
parents:
diff changeset
984 {
kono
parents:
diff changeset
985 /* If the data hasn't been sorted, try to do this now. We may have
kono
parents:
diff changeset
986 more memory available than last time we tried. */
kono
parents:
diff changeset
987 if (! ob->s.b.sorted)
kono
parents:
diff changeset
988 {
kono
parents:
diff changeset
989 init_object (ob);
kono
parents:
diff changeset
990
kono
parents:
diff changeset
991 /* Despite the above comment, the normal reason to get here is
kono
parents:
diff changeset
992 that we've not processed this object before. A quick range
kono
parents:
diff changeset
993 check is in order. */
kono
parents:
diff changeset
994 if (pc < ob->pc_begin)
kono
parents:
diff changeset
995 return NULL;
kono
parents:
diff changeset
996 }
kono
parents:
diff changeset
997
kono
parents:
diff changeset
998 if (ob->s.b.sorted)
kono
parents:
diff changeset
999 {
kono
parents:
diff changeset
1000 if (ob->s.b.mixed_encoding)
kono
parents:
diff changeset
1001 return binary_search_mixed_encoding_fdes (ob, pc);
kono
parents:
diff changeset
1002 else if (ob->s.b.encoding == DW_EH_PE_absptr)
kono
parents:
diff changeset
1003 return binary_search_unencoded_fdes (ob, pc);
kono
parents:
diff changeset
1004 else
kono
parents:
diff changeset
1005 return binary_search_single_encoding_fdes (ob, pc);
kono
parents:
diff changeset
1006 }
kono
parents:
diff changeset
1007 else
kono
parents:
diff changeset
1008 {
kono
parents:
diff changeset
1009 /* Long slow laborious linear search, cos we've no memory. */
kono
parents:
diff changeset
1010 if (ob->s.b.from_array)
kono
parents:
diff changeset
1011 {
kono
parents:
diff changeset
1012 fde **p;
kono
parents:
diff changeset
1013 for (p = ob->u.array; *p ; p++)
kono
parents:
diff changeset
1014 {
kono
parents:
diff changeset
1015 const fde *f = linear_search_fdes (ob, *p, pc);
kono
parents:
diff changeset
1016 if (f)
kono
parents:
diff changeset
1017 return f;
kono
parents:
diff changeset
1018 }
kono
parents:
diff changeset
1019 return NULL;
kono
parents:
diff changeset
1020 }
kono
parents:
diff changeset
1021 else
kono
parents:
diff changeset
1022 return linear_search_fdes (ob, ob->u.single, pc);
kono
parents:
diff changeset
1023 }
kono
parents:
diff changeset
1024 }
kono
parents:
diff changeset
1025
kono
parents:
diff changeset
1026 const fde *
kono
parents:
diff changeset
1027 _Unwind_Find_FDE (void *pc, struct dwarf_eh_bases *bases)
kono
parents:
diff changeset
1028 {
kono
parents:
diff changeset
1029 struct object *ob;
kono
parents:
diff changeset
1030 const fde *f = NULL;
kono
parents:
diff changeset
1031
kono
parents:
diff changeset
1032 #ifdef ATOMIC_FDE_FAST_PATH
kono
parents:
diff changeset
1033 /* For targets where unwind info is usually not registered through these
kono
parents:
diff changeset
1034 APIs anymore, avoid taking a global lock.
kono
parents:
diff changeset
1035 Use relaxed MO here, it is up to the app to ensure that the library
kono
parents:
diff changeset
1036 loading/initialization happens-before using that library in other
kono
parents:
diff changeset
1037 threads (in particular unwinding with that library's functions
kono
parents:
diff changeset
1038 appearing in the backtraces). Calling that library's functions
kono
parents:
diff changeset
1039 without waiting for the library to initialize would be racy. */
kono
parents:
diff changeset
1040 if (__builtin_expect (!__atomic_load_n (&any_objects_registered,
kono
parents:
diff changeset
1041 __ATOMIC_RELAXED), 1))
kono
parents:
diff changeset
1042 return NULL;
kono
parents:
diff changeset
1043 #endif
kono
parents:
diff changeset
1044
kono
parents:
diff changeset
1045 init_object_mutex_once ();
kono
parents:
diff changeset
1046 __gthread_mutex_lock (&object_mutex);
kono
parents:
diff changeset
1047
kono
parents:
diff changeset
1048 /* Linear search through the classified objects, to find the one
kono
parents:
diff changeset
1049 containing the pc. Note that pc_begin is sorted descending, and
kono
parents:
diff changeset
1050 we expect objects to be non-overlapping. */
kono
parents:
diff changeset
1051 for (ob = seen_objects; ob; ob = ob->next)
kono
parents:
diff changeset
1052 if (pc >= ob->pc_begin)
kono
parents:
diff changeset
1053 {
kono
parents:
diff changeset
1054 f = search_object (ob, pc);
kono
parents:
diff changeset
1055 if (f)
kono
parents:
diff changeset
1056 goto fini;
kono
parents:
diff changeset
1057 break;
kono
parents:
diff changeset
1058 }
kono
parents:
diff changeset
1059
kono
parents:
diff changeset
1060 /* Classify and search the objects we've not yet processed. */
kono
parents:
diff changeset
1061 while ((ob = unseen_objects))
kono
parents:
diff changeset
1062 {
kono
parents:
diff changeset
1063 struct object **p;
kono
parents:
diff changeset
1064
kono
parents:
diff changeset
1065 unseen_objects = ob->next;
kono
parents:
diff changeset
1066 f = search_object (ob, pc);
kono
parents:
diff changeset
1067
kono
parents:
diff changeset
1068 /* Insert the object into the classified list. */
kono
parents:
diff changeset
1069 for (p = &seen_objects; *p ; p = &(*p)->next)
kono
parents:
diff changeset
1070 if ((*p)->pc_begin < ob->pc_begin)
kono
parents:
diff changeset
1071 break;
kono
parents:
diff changeset
1072 ob->next = *p;
kono
parents:
diff changeset
1073 *p = ob;
kono
parents:
diff changeset
1074
kono
parents:
diff changeset
1075 if (f)
kono
parents:
diff changeset
1076 goto fini;
kono
parents:
diff changeset
1077 }
kono
parents:
diff changeset
1078
kono
parents:
diff changeset
1079 fini:
kono
parents:
diff changeset
1080 __gthread_mutex_unlock (&object_mutex);
kono
parents:
diff changeset
1081
kono
parents:
diff changeset
1082 if (f)
kono
parents:
diff changeset
1083 {
kono
parents:
diff changeset
1084 int encoding;
kono
parents:
diff changeset
1085 _Unwind_Ptr func;
kono
parents:
diff changeset
1086
kono
parents:
diff changeset
1087 bases->tbase = ob->tbase;
kono
parents:
diff changeset
1088 bases->dbase = ob->dbase;
kono
parents:
diff changeset
1089
kono
parents:
diff changeset
1090 encoding = ob->s.b.encoding;
kono
parents:
diff changeset
1091 if (ob->s.b.mixed_encoding)
kono
parents:
diff changeset
1092 encoding = get_fde_encoding (f);
kono
parents:
diff changeset
1093 read_encoded_value_with_base (encoding, base_from_object (encoding, ob),
kono
parents:
diff changeset
1094 f->pc_begin, &func);
kono
parents:
diff changeset
1095 bases->func = (void *) func;
kono
parents:
diff changeset
1096 }
kono
parents:
diff changeset
1097
kono
parents:
diff changeset
1098 return f;
kono
parents:
diff changeset
1099 }