annotate libsanitizer/lsan/lsan_interceptors.cc @ 118:fd00160c1b76

ifdef TARGET_64BIT
author mir3636
date Tue, 27 Feb 2018 15:01:35 +0900
parents 04ced10e8804
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
111
kono
parents:
diff changeset
1 //=-- lsan_interceptors.cc ------------------------------------------------===//
kono
parents:
diff changeset
2 //
kono
parents:
diff changeset
3 // This file is distributed under the University of Illinois Open Source
kono
parents:
diff changeset
4 // License. See LICENSE.TXT for details.
kono
parents:
diff changeset
5 //
kono
parents:
diff changeset
6 //===----------------------------------------------------------------------===//
kono
parents:
diff changeset
7 //
kono
parents:
diff changeset
8 // This file is a part of LeakSanitizer.
kono
parents:
diff changeset
9 // Interceptors for standalone LSan.
kono
parents:
diff changeset
10 //
kono
parents:
diff changeset
11 //===----------------------------------------------------------------------===//
kono
parents:
diff changeset
12
kono
parents:
diff changeset
13 #include "interception/interception.h"
kono
parents:
diff changeset
14 #include "sanitizer_common/sanitizer_allocator.h"
kono
parents:
diff changeset
15 #include "sanitizer_common/sanitizer_atomic.h"
kono
parents:
diff changeset
16 #include "sanitizer_common/sanitizer_common.h"
kono
parents:
diff changeset
17 #include "sanitizer_common/sanitizer_flags.h"
kono
parents:
diff changeset
18 #include "sanitizer_common/sanitizer_internal_defs.h"
kono
parents:
diff changeset
19 #include "sanitizer_common/sanitizer_linux.h"
kono
parents:
diff changeset
20 #include "sanitizer_common/sanitizer_platform_interceptors.h"
kono
parents:
diff changeset
21 #include "sanitizer_common/sanitizer_platform_limits_netbsd.h"
kono
parents:
diff changeset
22 #include "sanitizer_common/sanitizer_platform_limits_posix.h"
kono
parents:
diff changeset
23 #include "sanitizer_common/sanitizer_posix.h"
kono
parents:
diff changeset
24 #include "sanitizer_common/sanitizer_tls_get_addr.h"
kono
parents:
diff changeset
25 #include "lsan.h"
kono
parents:
diff changeset
26 #include "lsan_allocator.h"
kono
parents:
diff changeset
27 #include "lsan_common.h"
kono
parents:
diff changeset
28 #include "lsan_thread.h"
kono
parents:
diff changeset
29
kono
parents:
diff changeset
30 #include <stddef.h>
kono
parents:
diff changeset
31
kono
parents:
diff changeset
32 using namespace __lsan;
kono
parents:
diff changeset
33
kono
parents:
diff changeset
34 extern "C" {
kono
parents:
diff changeset
35 int pthread_attr_init(void *attr);
kono
parents:
diff changeset
36 int pthread_attr_destroy(void *attr);
kono
parents:
diff changeset
37 int pthread_attr_getdetachstate(void *attr, int *v);
kono
parents:
diff changeset
38 int pthread_key_create(unsigned *key, void (*destructor)(void* v));
kono
parents:
diff changeset
39 int pthread_setspecific(unsigned key, const void *v);
kono
parents:
diff changeset
40 }
kono
parents:
diff changeset
41
kono
parents:
diff changeset
42 ///// Malloc/free interceptors. /////
kono
parents:
diff changeset
43
kono
parents:
diff changeset
44 namespace std {
kono
parents:
diff changeset
45 struct nothrow_t;
kono
parents:
diff changeset
46 enum class align_val_t: size_t;
kono
parents:
diff changeset
47 }
kono
parents:
diff changeset
48
kono
parents:
diff changeset
49 #if !SANITIZER_MAC
kono
parents:
diff changeset
50 INTERCEPTOR(void*, malloc, uptr size) {
kono
parents:
diff changeset
51 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
52 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
53 return lsan_malloc(size, stack);
kono
parents:
diff changeset
54 }
kono
parents:
diff changeset
55
kono
parents:
diff changeset
56 INTERCEPTOR(void, free, void *p) {
kono
parents:
diff changeset
57 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
58 lsan_free(p);
kono
parents:
diff changeset
59 }
kono
parents:
diff changeset
60
kono
parents:
diff changeset
61 INTERCEPTOR(void*, calloc, uptr nmemb, uptr size) {
kono
parents:
diff changeset
62 if (lsan_init_is_running) {
kono
parents:
diff changeset
63 // Hack: dlsym calls calloc before REAL(calloc) is retrieved from dlsym.
kono
parents:
diff changeset
64 const uptr kCallocPoolSize = 1024;
kono
parents:
diff changeset
65 static uptr calloc_memory_for_dlsym[kCallocPoolSize];
kono
parents:
diff changeset
66 static uptr allocated;
kono
parents:
diff changeset
67 uptr size_in_words = ((nmemb * size) + kWordSize - 1) / kWordSize;
kono
parents:
diff changeset
68 void *mem = (void*)&calloc_memory_for_dlsym[allocated];
kono
parents:
diff changeset
69 allocated += size_in_words;
kono
parents:
diff changeset
70 CHECK(allocated < kCallocPoolSize);
kono
parents:
diff changeset
71 return mem;
kono
parents:
diff changeset
72 }
kono
parents:
diff changeset
73 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
74 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
75 return lsan_calloc(nmemb, size, stack);
kono
parents:
diff changeset
76 }
kono
parents:
diff changeset
77
kono
parents:
diff changeset
78 INTERCEPTOR(void*, realloc, void *q, uptr size) {
kono
parents:
diff changeset
79 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
80 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
81 return lsan_realloc(q, size, stack);
kono
parents:
diff changeset
82 }
kono
parents:
diff changeset
83
kono
parents:
diff changeset
84 INTERCEPTOR(int, posix_memalign, void **memptr, uptr alignment, uptr size) {
kono
parents:
diff changeset
85 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
86 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
87 *memptr = lsan_memalign(alignment, size, stack);
kono
parents:
diff changeset
88 // FIXME: Return ENOMEM if user requested more than max alloc size.
kono
parents:
diff changeset
89 return 0;
kono
parents:
diff changeset
90 }
kono
parents:
diff changeset
91
kono
parents:
diff changeset
92 INTERCEPTOR(void*, valloc, uptr size) {
kono
parents:
diff changeset
93 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
94 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
95 return lsan_valloc(size, stack);
kono
parents:
diff changeset
96 }
kono
parents:
diff changeset
97 #endif
kono
parents:
diff changeset
98
kono
parents:
diff changeset
99 #if SANITIZER_INTERCEPT_MEMALIGN
kono
parents:
diff changeset
100 INTERCEPTOR(void*, memalign, uptr alignment, uptr size) {
kono
parents:
diff changeset
101 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
102 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
103 return lsan_memalign(alignment, size, stack);
kono
parents:
diff changeset
104 }
kono
parents:
diff changeset
105 #define LSAN_MAYBE_INTERCEPT_MEMALIGN INTERCEPT_FUNCTION(memalign)
kono
parents:
diff changeset
106
kono
parents:
diff changeset
107 INTERCEPTOR(void *, __libc_memalign, uptr alignment, uptr size) {
kono
parents:
diff changeset
108 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
109 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
110 void *res = lsan_memalign(alignment, size, stack);
kono
parents:
diff changeset
111 DTLS_on_libc_memalign(res, size);
kono
parents:
diff changeset
112 return res;
kono
parents:
diff changeset
113 }
kono
parents:
diff changeset
114 #define LSAN_MAYBE_INTERCEPT___LIBC_MEMALIGN INTERCEPT_FUNCTION(__libc_memalign)
kono
parents:
diff changeset
115 #else
kono
parents:
diff changeset
116 #define LSAN_MAYBE_INTERCEPT_MEMALIGN
kono
parents:
diff changeset
117 #define LSAN_MAYBE_INTERCEPT___LIBC_MEMALIGN
kono
parents:
diff changeset
118 #endif // SANITIZER_INTERCEPT_MEMALIGN
kono
parents:
diff changeset
119
kono
parents:
diff changeset
120 #if SANITIZER_INTERCEPT_ALIGNED_ALLOC
kono
parents:
diff changeset
121 INTERCEPTOR(void*, aligned_alloc, uptr alignment, uptr size) {
kono
parents:
diff changeset
122 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
123 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
124 return lsan_memalign(alignment, size, stack);
kono
parents:
diff changeset
125 }
kono
parents:
diff changeset
126 #define LSAN_MAYBE_INTERCEPT_ALIGNED_ALLOC INTERCEPT_FUNCTION(aligned_alloc)
kono
parents:
diff changeset
127 #else
kono
parents:
diff changeset
128 #define LSAN_MAYBE_INTERCEPT_ALIGNED_ALLOC
kono
parents:
diff changeset
129 #endif
kono
parents:
diff changeset
130
kono
parents:
diff changeset
131 #if SANITIZER_INTERCEPT_MALLOC_USABLE_SIZE
kono
parents:
diff changeset
132 INTERCEPTOR(uptr, malloc_usable_size, void *ptr) {
kono
parents:
diff changeset
133 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
134 return GetMallocUsableSize(ptr);
kono
parents:
diff changeset
135 }
kono
parents:
diff changeset
136 #define LSAN_MAYBE_INTERCEPT_MALLOC_USABLE_SIZE \
kono
parents:
diff changeset
137 INTERCEPT_FUNCTION(malloc_usable_size)
kono
parents:
diff changeset
138 #else
kono
parents:
diff changeset
139 #define LSAN_MAYBE_INTERCEPT_MALLOC_USABLE_SIZE
kono
parents:
diff changeset
140 #endif
kono
parents:
diff changeset
141
kono
parents:
diff changeset
142 #if SANITIZER_INTERCEPT_MALLOPT_AND_MALLINFO
kono
parents:
diff changeset
143 struct fake_mallinfo {
kono
parents:
diff changeset
144 int x[10];
kono
parents:
diff changeset
145 };
kono
parents:
diff changeset
146
kono
parents:
diff changeset
147 INTERCEPTOR(struct fake_mallinfo, mallinfo, void) {
kono
parents:
diff changeset
148 struct fake_mallinfo res;
kono
parents:
diff changeset
149 internal_memset(&res, 0, sizeof(res));
kono
parents:
diff changeset
150 return res;
kono
parents:
diff changeset
151 }
kono
parents:
diff changeset
152 #define LSAN_MAYBE_INTERCEPT_MALLINFO INTERCEPT_FUNCTION(mallinfo)
kono
parents:
diff changeset
153
kono
parents:
diff changeset
154 INTERCEPTOR(int, mallopt, int cmd, int value) {
kono
parents:
diff changeset
155 return -1;
kono
parents:
diff changeset
156 }
kono
parents:
diff changeset
157 #define LSAN_MAYBE_INTERCEPT_MALLOPT INTERCEPT_FUNCTION(mallopt)
kono
parents:
diff changeset
158 #else
kono
parents:
diff changeset
159 #define LSAN_MAYBE_INTERCEPT_MALLINFO
kono
parents:
diff changeset
160 #define LSAN_MAYBE_INTERCEPT_MALLOPT
kono
parents:
diff changeset
161 #endif // SANITIZER_INTERCEPT_MALLOPT_AND_MALLINFO
kono
parents:
diff changeset
162
kono
parents:
diff changeset
163 #if SANITIZER_INTERCEPT_PVALLOC
kono
parents:
diff changeset
164 INTERCEPTOR(void*, pvalloc, uptr size) {
kono
parents:
diff changeset
165 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
166 GET_STACK_TRACE_MALLOC;
kono
parents:
diff changeset
167 uptr PageSize = GetPageSizeCached();
kono
parents:
diff changeset
168 size = RoundUpTo(size, PageSize);
kono
parents:
diff changeset
169 if (size == 0) {
kono
parents:
diff changeset
170 // pvalloc(0) should allocate one page.
kono
parents:
diff changeset
171 size = PageSize;
kono
parents:
diff changeset
172 }
kono
parents:
diff changeset
173 return Allocate(stack, size, GetPageSizeCached(), kAlwaysClearMemory);
kono
parents:
diff changeset
174 }
kono
parents:
diff changeset
175 #define LSAN_MAYBE_INTERCEPT_PVALLOC INTERCEPT_FUNCTION(pvalloc)
kono
parents:
diff changeset
176 #else
kono
parents:
diff changeset
177 #define LSAN_MAYBE_INTERCEPT_PVALLOC
kono
parents:
diff changeset
178 #endif // SANITIZER_INTERCEPT_PVALLOC
kono
parents:
diff changeset
179
kono
parents:
diff changeset
180 #if SANITIZER_INTERCEPT_CFREE
kono
parents:
diff changeset
181 INTERCEPTOR(void, cfree, void *p) ALIAS(WRAPPER_NAME(free));
kono
parents:
diff changeset
182 #define LSAN_MAYBE_INTERCEPT_CFREE INTERCEPT_FUNCTION(cfree)
kono
parents:
diff changeset
183 #else
kono
parents:
diff changeset
184 #define LSAN_MAYBE_INTERCEPT_CFREE
kono
parents:
diff changeset
185 #endif // SANITIZER_INTERCEPT_CFREE
kono
parents:
diff changeset
186
kono
parents:
diff changeset
187 #if SANITIZER_INTERCEPT_MCHECK_MPROBE
kono
parents:
diff changeset
188 INTERCEPTOR(int, mcheck, void (*abortfunc)(int mstatus)) {
kono
parents:
diff changeset
189 return 0;
kono
parents:
diff changeset
190 }
kono
parents:
diff changeset
191
kono
parents:
diff changeset
192 INTERCEPTOR(int, mcheck_pedantic, void (*abortfunc)(int mstatus)) {
kono
parents:
diff changeset
193 return 0;
kono
parents:
diff changeset
194 }
kono
parents:
diff changeset
195
kono
parents:
diff changeset
196 INTERCEPTOR(int, mprobe, void *ptr) {
kono
parents:
diff changeset
197 return 0;
kono
parents:
diff changeset
198 }
kono
parents:
diff changeset
199 #endif // SANITIZER_INTERCEPT_MCHECK_MPROBE
kono
parents:
diff changeset
200
kono
parents:
diff changeset
201
kono
parents:
diff changeset
202 // TODO(alekseys): throw std::bad_alloc instead of dying on OOM.
kono
parents:
diff changeset
203 #define OPERATOR_NEW_BODY(nothrow) \
kono
parents:
diff changeset
204 ENSURE_LSAN_INITED; \
kono
parents:
diff changeset
205 GET_STACK_TRACE_MALLOC; \
kono
parents:
diff changeset
206 void *res = lsan_malloc(size, stack); \
kono
parents:
diff changeset
207 if (!nothrow && UNLIKELY(!res)) DieOnFailure::OnOOM(); \
kono
parents:
diff changeset
208 return res;
kono
parents:
diff changeset
209 #define OPERATOR_NEW_BODY_ALIGN(nothrow) \
kono
parents:
diff changeset
210 ENSURE_LSAN_INITED; \
kono
parents:
diff changeset
211 GET_STACK_TRACE_MALLOC; \
kono
parents:
diff changeset
212 void *res = lsan_memalign((uptr)align, size, stack); \
kono
parents:
diff changeset
213 if (!nothrow && UNLIKELY(!res)) DieOnFailure::OnOOM(); \
kono
parents:
diff changeset
214 return res;
kono
parents:
diff changeset
215
kono
parents:
diff changeset
216 #define OPERATOR_DELETE_BODY \
kono
parents:
diff changeset
217 ENSURE_LSAN_INITED; \
kono
parents:
diff changeset
218 lsan_free(ptr);
kono
parents:
diff changeset
219
kono
parents:
diff changeset
220 // On OS X it's not enough to just provide our own 'operator new' and
kono
parents:
diff changeset
221 // 'operator delete' implementations, because they're going to be in the runtime
kono
parents:
diff changeset
222 // dylib, and the main executable will depend on both the runtime dylib and
kono
parents:
diff changeset
223 // libstdc++, each of has its implementation of new and delete.
kono
parents:
diff changeset
224 // To make sure that C++ allocation/deallocation operators are overridden on
kono
parents:
diff changeset
225 // OS X we need to intercept them using their mangled names.
kono
parents:
diff changeset
226 #if !SANITIZER_MAC
kono
parents:
diff changeset
227
kono
parents:
diff changeset
228 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
229 void *operator new(size_t size) { OPERATOR_NEW_BODY(false /*nothrow*/); }
kono
parents:
diff changeset
230 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
231 void *operator new[](size_t size) { OPERATOR_NEW_BODY(false /*nothrow*/); }
kono
parents:
diff changeset
232 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
233 void *operator new(size_t size, std::nothrow_t const&)
kono
parents:
diff changeset
234 { OPERATOR_NEW_BODY(true /*nothrow*/); }
kono
parents:
diff changeset
235 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
236 void *operator new[](size_t size, std::nothrow_t const&)
kono
parents:
diff changeset
237 { OPERATOR_NEW_BODY(true /*nothrow*/); }
kono
parents:
diff changeset
238 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
239 void *operator new(size_t size, std::align_val_t align)
kono
parents:
diff changeset
240 { OPERATOR_NEW_BODY_ALIGN(false /*nothrow*/); }
kono
parents:
diff changeset
241 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
242 void *operator new[](size_t size, std::align_val_t align)
kono
parents:
diff changeset
243 { OPERATOR_NEW_BODY_ALIGN(false /*nothrow*/); }
kono
parents:
diff changeset
244 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
245 void *operator new(size_t size, std::align_val_t align, std::nothrow_t const&)
kono
parents:
diff changeset
246 { OPERATOR_NEW_BODY_ALIGN(true /*nothrow*/); }
kono
parents:
diff changeset
247 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
248 void *operator new[](size_t size, std::align_val_t align, std::nothrow_t const&)
kono
parents:
diff changeset
249 { OPERATOR_NEW_BODY_ALIGN(true /*nothrow*/); }
kono
parents:
diff changeset
250
kono
parents:
diff changeset
251 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
252 void operator delete(void *ptr) NOEXCEPT { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
253 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
254 void operator delete[](void *ptr) NOEXCEPT { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
255 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
256 void operator delete(void *ptr, std::nothrow_t const&) { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
257 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
258 void operator delete[](void *ptr, std::nothrow_t const &)
kono
parents:
diff changeset
259 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
260 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
261 void operator delete(void *ptr, size_t size) NOEXCEPT
kono
parents:
diff changeset
262 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
263 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
264 void operator delete[](void *ptr, size_t size) NOEXCEPT
kono
parents:
diff changeset
265 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
266 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
267 void operator delete(void *ptr, std::align_val_t) NOEXCEPT
kono
parents:
diff changeset
268 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
269 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
270 void operator delete[](void *ptr, std::align_val_t) NOEXCEPT
kono
parents:
diff changeset
271 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
272 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
273 void operator delete(void *ptr, std::align_val_t, std::nothrow_t const&)
kono
parents:
diff changeset
274 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
275 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
276 void operator delete[](void *ptr, std::align_val_t, std::nothrow_t const&)
kono
parents:
diff changeset
277 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
278 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
279 void operator delete(void *ptr, size_t size, std::align_val_t) NOEXCEPT
kono
parents:
diff changeset
280 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
281 INTERCEPTOR_ATTRIBUTE
kono
parents:
diff changeset
282 void operator delete[](void *ptr, size_t size, std::align_val_t) NOEXCEPT
kono
parents:
diff changeset
283 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
284
kono
parents:
diff changeset
285 #else // SANITIZER_MAC
kono
parents:
diff changeset
286
kono
parents:
diff changeset
287 INTERCEPTOR(void *, _Znwm, size_t size)
kono
parents:
diff changeset
288 { OPERATOR_NEW_BODY(false /*nothrow*/); }
kono
parents:
diff changeset
289 INTERCEPTOR(void *, _Znam, size_t size)
kono
parents:
diff changeset
290 { OPERATOR_NEW_BODY(false /*nothrow*/); }
kono
parents:
diff changeset
291 INTERCEPTOR(void *, _ZnwmRKSt9nothrow_t, size_t size, std::nothrow_t const&)
kono
parents:
diff changeset
292 { OPERATOR_NEW_BODY(true /*nothrow*/); }
kono
parents:
diff changeset
293 INTERCEPTOR(void *, _ZnamRKSt9nothrow_t, size_t size, std::nothrow_t const&)
kono
parents:
diff changeset
294 { OPERATOR_NEW_BODY(true /*nothrow*/); }
kono
parents:
diff changeset
295
kono
parents:
diff changeset
296 INTERCEPTOR(void, _ZdlPv, void *ptr)
kono
parents:
diff changeset
297 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
298 INTERCEPTOR(void, _ZdaPv, void *ptr)
kono
parents:
diff changeset
299 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
300 INTERCEPTOR(void, _ZdlPvRKSt9nothrow_t, void *ptr, std::nothrow_t const&)
kono
parents:
diff changeset
301 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
302 INTERCEPTOR(void, _ZdaPvRKSt9nothrow_t, void *ptr, std::nothrow_t const&)
kono
parents:
diff changeset
303 { OPERATOR_DELETE_BODY; }
kono
parents:
diff changeset
304
kono
parents:
diff changeset
305 #endif // !SANITIZER_MAC
kono
parents:
diff changeset
306
kono
parents:
diff changeset
307
kono
parents:
diff changeset
308 ///// Thread initialization and finalization. /////
kono
parents:
diff changeset
309
kono
parents:
diff changeset
310 static unsigned g_thread_finalize_key;
kono
parents:
diff changeset
311
kono
parents:
diff changeset
312 static void thread_finalize(void *v) {
kono
parents:
diff changeset
313 uptr iter = (uptr)v;
kono
parents:
diff changeset
314 if (iter > 1) {
kono
parents:
diff changeset
315 if (pthread_setspecific(g_thread_finalize_key, (void*)(iter - 1))) {
kono
parents:
diff changeset
316 Report("LeakSanitizer: failed to set thread key.\n");
kono
parents:
diff changeset
317 Die();
kono
parents:
diff changeset
318 }
kono
parents:
diff changeset
319 return;
kono
parents:
diff changeset
320 }
kono
parents:
diff changeset
321 ThreadFinish();
kono
parents:
diff changeset
322 }
kono
parents:
diff changeset
323
kono
parents:
diff changeset
324 struct ThreadParam {
kono
parents:
diff changeset
325 void *(*callback)(void *arg);
kono
parents:
diff changeset
326 void *param;
kono
parents:
diff changeset
327 atomic_uintptr_t tid;
kono
parents:
diff changeset
328 };
kono
parents:
diff changeset
329
kono
parents:
diff changeset
330 extern "C" void *__lsan_thread_start_func(void *arg) {
kono
parents:
diff changeset
331 ThreadParam *p = (ThreadParam*)arg;
kono
parents:
diff changeset
332 void* (*callback)(void *arg) = p->callback;
kono
parents:
diff changeset
333 void *param = p->param;
kono
parents:
diff changeset
334 // Wait until the last iteration to maximize the chance that we are the last
kono
parents:
diff changeset
335 // destructor to run.
kono
parents:
diff changeset
336 if (pthread_setspecific(g_thread_finalize_key,
kono
parents:
diff changeset
337 (void*)GetPthreadDestructorIterations())) {
kono
parents:
diff changeset
338 Report("LeakSanitizer: failed to set thread key.\n");
kono
parents:
diff changeset
339 Die();
kono
parents:
diff changeset
340 }
kono
parents:
diff changeset
341 int tid = 0;
kono
parents:
diff changeset
342 while ((tid = atomic_load(&p->tid, memory_order_acquire)) == 0)
kono
parents:
diff changeset
343 internal_sched_yield();
kono
parents:
diff changeset
344 SetCurrentThread(tid);
kono
parents:
diff changeset
345 ThreadStart(tid, GetTid());
kono
parents:
diff changeset
346 atomic_store(&p->tid, 0, memory_order_release);
kono
parents:
diff changeset
347 return callback(param);
kono
parents:
diff changeset
348 }
kono
parents:
diff changeset
349
kono
parents:
diff changeset
350 INTERCEPTOR(int, pthread_create, void *th, void *attr,
kono
parents:
diff changeset
351 void *(*callback)(void *), void *param) {
kono
parents:
diff changeset
352 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
353 EnsureMainThreadIDIsCorrect();
kono
parents:
diff changeset
354 __sanitizer_pthread_attr_t myattr;
kono
parents:
diff changeset
355 if (!attr) {
kono
parents:
diff changeset
356 pthread_attr_init(&myattr);
kono
parents:
diff changeset
357 attr = &myattr;
kono
parents:
diff changeset
358 }
kono
parents:
diff changeset
359 AdjustStackSize(attr);
kono
parents:
diff changeset
360 int detached = 0;
kono
parents:
diff changeset
361 pthread_attr_getdetachstate(attr, &detached);
kono
parents:
diff changeset
362 ThreadParam p;
kono
parents:
diff changeset
363 p.callback = callback;
kono
parents:
diff changeset
364 p.param = param;
kono
parents:
diff changeset
365 atomic_store(&p.tid, 0, memory_order_relaxed);
kono
parents:
diff changeset
366 int res;
kono
parents:
diff changeset
367 {
kono
parents:
diff changeset
368 // Ignore all allocations made by pthread_create: thread stack/TLS may be
kono
parents:
diff changeset
369 // stored by pthread for future reuse even after thread destruction, and
kono
parents:
diff changeset
370 // the linked list it's stored in doesn't even hold valid pointers to the
kono
parents:
diff changeset
371 // objects, the latter are calculated by obscure pointer arithmetic.
kono
parents:
diff changeset
372 ScopedInterceptorDisabler disabler;
kono
parents:
diff changeset
373 res = REAL(pthread_create)(th, attr, __lsan_thread_start_func, &p);
kono
parents:
diff changeset
374 }
kono
parents:
diff changeset
375 if (res == 0) {
kono
parents:
diff changeset
376 int tid = ThreadCreate(GetCurrentThread(), *(uptr *)th,
kono
parents:
diff changeset
377 IsStateDetached(detached));
kono
parents:
diff changeset
378 CHECK_NE(tid, 0);
kono
parents:
diff changeset
379 atomic_store(&p.tid, tid, memory_order_release);
kono
parents:
diff changeset
380 while (atomic_load(&p.tid, memory_order_acquire) != 0)
kono
parents:
diff changeset
381 internal_sched_yield();
kono
parents:
diff changeset
382 }
kono
parents:
diff changeset
383 if (attr == &myattr)
kono
parents:
diff changeset
384 pthread_attr_destroy(&myattr);
kono
parents:
diff changeset
385 return res;
kono
parents:
diff changeset
386 }
kono
parents:
diff changeset
387
kono
parents:
diff changeset
388 INTERCEPTOR(int, pthread_join, void *th, void **ret) {
kono
parents:
diff changeset
389 ENSURE_LSAN_INITED;
kono
parents:
diff changeset
390 int tid = ThreadTid((uptr)th);
kono
parents:
diff changeset
391 int res = REAL(pthread_join)(th, ret);
kono
parents:
diff changeset
392 if (res == 0)
kono
parents:
diff changeset
393 ThreadJoin(tid);
kono
parents:
diff changeset
394 return res;
kono
parents:
diff changeset
395 }
kono
parents:
diff changeset
396
kono
parents:
diff changeset
397 INTERCEPTOR(void, _exit, int status) {
kono
parents:
diff changeset
398 if (status == 0 && HasReportedLeaks()) status = common_flags()->exitcode;
kono
parents:
diff changeset
399 REAL(_exit)(status);
kono
parents:
diff changeset
400 }
kono
parents:
diff changeset
401
kono
parents:
diff changeset
402 #define COMMON_INTERCEPT_FUNCTION(name) INTERCEPT_FUNCTION(name)
kono
parents:
diff changeset
403 #include "sanitizer_common/sanitizer_signal_interceptors.inc"
kono
parents:
diff changeset
404
kono
parents:
diff changeset
405 namespace __lsan {
kono
parents:
diff changeset
406
kono
parents:
diff changeset
407 void InitializeInterceptors() {
kono
parents:
diff changeset
408 InitializeSignalInterceptors();
kono
parents:
diff changeset
409
kono
parents:
diff changeset
410 INTERCEPT_FUNCTION(malloc);
kono
parents:
diff changeset
411 INTERCEPT_FUNCTION(free);
kono
parents:
diff changeset
412 LSAN_MAYBE_INTERCEPT_CFREE;
kono
parents:
diff changeset
413 INTERCEPT_FUNCTION(calloc);
kono
parents:
diff changeset
414 INTERCEPT_FUNCTION(realloc);
kono
parents:
diff changeset
415 LSAN_MAYBE_INTERCEPT_MEMALIGN;
kono
parents:
diff changeset
416 LSAN_MAYBE_INTERCEPT___LIBC_MEMALIGN;
kono
parents:
diff changeset
417 LSAN_MAYBE_INTERCEPT_ALIGNED_ALLOC;
kono
parents:
diff changeset
418 INTERCEPT_FUNCTION(posix_memalign);
kono
parents:
diff changeset
419 INTERCEPT_FUNCTION(valloc);
kono
parents:
diff changeset
420 LSAN_MAYBE_INTERCEPT_PVALLOC;
kono
parents:
diff changeset
421 LSAN_MAYBE_INTERCEPT_MALLOC_USABLE_SIZE;
kono
parents:
diff changeset
422 LSAN_MAYBE_INTERCEPT_MALLINFO;
kono
parents:
diff changeset
423 LSAN_MAYBE_INTERCEPT_MALLOPT;
kono
parents:
diff changeset
424 INTERCEPT_FUNCTION(pthread_create);
kono
parents:
diff changeset
425 INTERCEPT_FUNCTION(pthread_join);
kono
parents:
diff changeset
426 INTERCEPT_FUNCTION(_exit);
kono
parents:
diff changeset
427
kono
parents:
diff changeset
428 if (pthread_key_create(&g_thread_finalize_key, &thread_finalize)) {
kono
parents:
diff changeset
429 Report("LeakSanitizer: failed to create thread key.\n");
kono
parents:
diff changeset
430 Die();
kono
parents:
diff changeset
431 }
kono
parents:
diff changeset
432 }
kono
parents:
diff changeset
433
kono
parents:
diff changeset
434 } // namespace __lsan