annotate libsanitizer/lsan/lsan_thread.cpp @ 158:494b0b89df80 default tip

...
author Shinji KONO <kono@ie.u-ryukyu.ac.jp>
date Mon, 25 May 2020 18:13:55 +0900
parents 1830386684a0
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
145
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
1 //=-- lsan_thread.cpp -----------------------------------------------------===//
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
2 //
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
4 // See https://llvm.org/LICENSE.txt for license information.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
6 //
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
7 //===----------------------------------------------------------------------===//
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
8 //
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
9 // This file is a part of LeakSanitizer.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
10 // See lsan_thread.h for details.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
11 //
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
12 //===----------------------------------------------------------------------===//
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
13
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
14 #include "lsan_thread.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
15
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
16 #include "sanitizer_common/sanitizer_common.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
17 #include "sanitizer_common/sanitizer_placement_new.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
18 #include "sanitizer_common/sanitizer_thread_registry.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
19 #include "sanitizer_common/sanitizer_tls_get_addr.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
20 #include "lsan_allocator.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
21 #include "lsan_common.h"
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
22
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
23 namespace __lsan {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
24
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
25 static ThreadRegistry *thread_registry;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
26
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
27 static ThreadContextBase *CreateThreadContext(u32 tid) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
28 void *mem = MmapOrDie(sizeof(ThreadContext), "ThreadContext");
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
29 return new(mem) ThreadContext(tid);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
30 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
31
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
32 static const uptr kMaxThreads = 1 << 13;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
33 static const uptr kThreadQuarantineSize = 64;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
34
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
35 void InitializeThreadRegistry() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
36 static ALIGNED(64) char thread_registry_placeholder[sizeof(ThreadRegistry)];
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
37 thread_registry = new(thread_registry_placeholder)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
38 ThreadRegistry(CreateThreadContext, kMaxThreads, kThreadQuarantineSize);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
39 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
40
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
41 ThreadContext::ThreadContext(int tid)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
42 : ThreadContextBase(tid),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
43 stack_begin_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
44 stack_end_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
45 cache_begin_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
46 cache_end_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
47 tls_begin_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
48 tls_end_(0),
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
49 dtls_(nullptr) {}
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
50
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
51 struct OnStartedArgs {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
52 uptr stack_begin, stack_end,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
53 cache_begin, cache_end,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
54 tls_begin, tls_end;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
55 DTLS *dtls;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
56 };
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
57
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
58 void ThreadContext::OnStarted(void *arg) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
59 OnStartedArgs *args = reinterpret_cast<OnStartedArgs *>(arg);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
60 stack_begin_ = args->stack_begin;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
61 stack_end_ = args->stack_end;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
62 tls_begin_ = args->tls_begin;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
63 tls_end_ = args->tls_end;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
64 cache_begin_ = args->cache_begin;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
65 cache_end_ = args->cache_end;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
66 dtls_ = args->dtls;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
67 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
68
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
69 void ThreadContext::OnFinished() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
70 AllocatorThreadFinish();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
71 DTLS_Destroy();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
72 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
73
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
74 u32 ThreadCreate(u32 parent_tid, uptr user_id, bool detached) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
75 return thread_registry->CreateThread(user_id, detached, parent_tid,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
76 /* arg */ nullptr);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
77 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
78
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
79 void ThreadStart(u32 tid, tid_t os_id, ThreadType thread_type) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
80 OnStartedArgs args;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
81 uptr stack_size = 0;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
82 uptr tls_size = 0;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
83 GetThreadStackAndTls(tid == 0, &args.stack_begin, &stack_size,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
84 &args.tls_begin, &tls_size);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
85 args.stack_end = args.stack_begin + stack_size;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
86 args.tls_end = args.tls_begin + tls_size;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
87 GetAllocatorCacheRange(&args.cache_begin, &args.cache_end);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
88 args.dtls = DTLS_Get();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
89 thread_registry->StartThread(tid, os_id, thread_type, &args);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
90 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
91
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
92 void ThreadFinish() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
93 thread_registry->FinishThread(GetCurrentThread());
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
94 SetCurrentThread(kInvalidTid);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
95 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
96
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
97 ThreadContext *CurrentThreadContext() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
98 if (!thread_registry) return nullptr;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
99 if (GetCurrentThread() == kInvalidTid)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
100 return nullptr;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
101 // No lock needed when getting current thread.
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
102 return (ThreadContext *)thread_registry->GetThreadLocked(GetCurrentThread());
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
103 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
104
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
105 static bool FindThreadByUid(ThreadContextBase *tctx, void *arg) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
106 uptr uid = (uptr)arg;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
107 if (tctx->user_id == uid && tctx->status != ThreadStatusInvalid) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
108 return true;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
109 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
110 return false;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
111 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
112
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
113 u32 ThreadTid(uptr uid) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
114 return thread_registry->FindThread(FindThreadByUid, (void*)uid);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
115 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
116
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
117 void ThreadJoin(u32 tid) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
118 CHECK_NE(tid, kInvalidTid);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
119 thread_registry->JoinThread(tid, /* arg */nullptr);
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
120 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
121
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
122 void EnsureMainThreadIDIsCorrect() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
123 if (GetCurrentThread() == 0)
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
124 CurrentThreadContext()->os_id = GetTid();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
125 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
126
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
127 ///// Interface to the common LSan module. /////
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
128
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
129 bool GetThreadRangesLocked(tid_t os_id, uptr *stack_begin, uptr *stack_end,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
130 uptr *tls_begin, uptr *tls_end, uptr *cache_begin,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
131 uptr *cache_end, DTLS **dtls) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
132 ThreadContext *context = static_cast<ThreadContext *>(
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
133 thread_registry->FindThreadContextByOsIDLocked(os_id));
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
134 if (!context) return false;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
135 *stack_begin = context->stack_begin();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
136 *stack_end = context->stack_end();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
137 *tls_begin = context->tls_begin();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
138 *tls_end = context->tls_end();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
139 *cache_begin = context->cache_begin();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
140 *cache_end = context->cache_end();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
141 *dtls = context->dtls();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
142 return true;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
143 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
144
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
145 void ForEachExtraStackRange(tid_t os_id, RangeIteratorCallback callback,
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
146 void *arg) {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
147 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
148
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
149 void LockThreadRegistry() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
150 thread_registry->Lock();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
151 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
152
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
153 void UnlockThreadRegistry() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
154 thread_registry->Unlock();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
155 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
156
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
157 ThreadRegistry *GetThreadRegistryLocked() {
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
158 thread_registry->CheckLocked();
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
159 return thread_registry;
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
160 }
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
161
1830386684a0 gcc-9.2.0
anatofuz
parents:
diff changeset
162 } // namespace __lsan