1 //=-- lsan_interceptors.cc ------------------------------------------------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // This file is a part of LeakSanitizer.
11 // Interceptors for standalone LSan.
13 //===----------------------------------------------------------------------===//
15 #include "sanitizer_common/sanitizer_allocator.h"
16 #include "sanitizer_common/sanitizer_atomic.h"
17 #include "sanitizer_common/sanitizer_common.h"
18 #include "sanitizer_common/sanitizer_flags.h"
19 #include "sanitizer_common/sanitizer_interception.h"
20 #include "sanitizer_common/sanitizer_internal_defs.h"
21 #include "sanitizer_common/sanitizer_linux.h"
22 #include "sanitizer_common/sanitizer_platform_limits_posix.h"
24 #include "lsan_allocator.h"
25 #include "lsan_thread.h"
27 using namespace __lsan
;
30 int pthread_attr_init(void *attr
);
31 int pthread_attr_destroy(void *attr
);
32 int pthread_attr_getdetachstate(void *attr
, int *v
);
33 int pthread_key_create(unsigned *key
, void (*destructor
)(void* v
));
34 int pthread_setspecific(unsigned key
, const void *v
);
37 #define GET_STACK_TRACE \
40 uptr stack_top = 0, stack_bottom = 0; \
42 bool fast = common_flags()->fast_unwind_on_malloc; \
43 if (fast && (t = CurrentThreadContext())) { \
44 stack_top = t->stack_end(); \
45 stack_bottom = t->stack_begin(); \
47 stack.Unwind(__sanitizer::common_flags()->malloc_context_size, \
48 StackTrace::GetCurrentPc(), GET_CURRENT_FRAME(), 0, \
49 stack_top, stack_bottom, fast); \
52 #define ENSURE_LSAN_INITED do { \
53 CHECK(!lsan_init_is_running); \
58 ///// Malloc/free interceptors. /////
60 const bool kAlwaysClearMemory
= true;
66 INTERCEPTOR(void*, malloc
, uptr size
) {
69 return Allocate(stack
, size
, 1, kAlwaysClearMemory
);
72 INTERCEPTOR(void, free
, void *p
) {
77 INTERCEPTOR(void*, calloc
, uptr nmemb
, uptr size
) {
78 if (lsan_init_is_running
) {
79 // Hack: dlsym calls calloc before REAL(calloc) is retrieved from dlsym.
80 const uptr kCallocPoolSize
= 1024;
81 static uptr calloc_memory_for_dlsym
[kCallocPoolSize
];
82 static uptr allocated
;
83 uptr size_in_words
= ((nmemb
* size
) + kWordSize
- 1) / kWordSize
;
84 void *mem
= (void*)&calloc_memory_for_dlsym
[allocated
];
85 allocated
+= size_in_words
;
86 CHECK(allocated
< kCallocPoolSize
);
89 if (CallocShouldReturnNullDueToOverflow(size
, nmemb
)) return 0;
93 return Allocate(stack
, size
, 1, true);
96 INTERCEPTOR(void*, realloc
, void *q
, uptr size
) {
99 return Reallocate(stack
, q
, size
, 1);
102 INTERCEPTOR(void*, memalign
, uptr alignment
, uptr size
) {
105 return Allocate(stack
, size
, alignment
, kAlwaysClearMemory
);
108 INTERCEPTOR(void*, aligned_alloc
, uptr alignment
, uptr size
) {
111 return Allocate(stack
, size
, alignment
, kAlwaysClearMemory
);
114 INTERCEPTOR(int, posix_memalign
, void **memptr
, uptr alignment
, uptr size
) {
117 *memptr
= Allocate(stack
, size
, alignment
, kAlwaysClearMemory
);
118 // FIXME: Return ENOMEM if user requested more than max alloc size.
122 INTERCEPTOR(void*, valloc
, uptr size
) {
126 size
= GetPageSizeCached();
127 return Allocate(stack
, size
, GetPageSizeCached(), kAlwaysClearMemory
);
130 INTERCEPTOR(uptr
, malloc_usable_size
, void *ptr
) {
132 return GetMallocUsableSize(ptr
);
135 struct fake_mallinfo
{
139 INTERCEPTOR(struct fake_mallinfo
, mallinfo
, void) {
140 struct fake_mallinfo res
;
141 internal_memset(&res
, 0, sizeof(res
));
145 INTERCEPTOR(int, mallopt
, int cmd
, int value
) {
149 INTERCEPTOR(void*, pvalloc
, uptr size
) {
152 uptr PageSize
= GetPageSizeCached();
153 size
= RoundUpTo(size
, PageSize
);
155 // pvalloc(0) should allocate one page.
158 return Allocate(stack
, size
, GetPageSizeCached(), kAlwaysClearMemory
);
161 INTERCEPTOR(void, cfree
, void *p
) ALIAS(WRAPPER_NAME(free
));
163 #define OPERATOR_NEW_BODY \
164 ENSURE_LSAN_INITED; \
166 return Allocate(stack, size, 1, kAlwaysClearMemory);
168 INTERCEPTOR_ATTRIBUTE
169 void *operator new(uptr size
) { OPERATOR_NEW_BODY
; }
170 INTERCEPTOR_ATTRIBUTE
171 void *operator new[](uptr size
) { OPERATOR_NEW_BODY
; }
172 INTERCEPTOR_ATTRIBUTE
173 void *operator new(uptr size
, std::nothrow_t
const&) { OPERATOR_NEW_BODY
; }
174 INTERCEPTOR_ATTRIBUTE
175 void *operator new[](uptr size
, std::nothrow_t
const&) { OPERATOR_NEW_BODY
; }
177 #define OPERATOR_DELETE_BODY \
178 ENSURE_LSAN_INITED; \
181 INTERCEPTOR_ATTRIBUTE
182 void operator delete(void *ptr
) throw() { OPERATOR_DELETE_BODY
; }
183 INTERCEPTOR_ATTRIBUTE
184 void operator delete[](void *ptr
) throw() { OPERATOR_DELETE_BODY
; }
185 INTERCEPTOR_ATTRIBUTE
186 void operator delete(void *ptr
, std::nothrow_t
const&) { OPERATOR_DELETE_BODY
; }
187 INTERCEPTOR_ATTRIBUTE
188 void operator delete[](void *ptr
, std::nothrow_t
const &) {
189 OPERATOR_DELETE_BODY
;
192 // We need this to intercept the __libc_memalign calls that are used to
193 // allocate dynamic TLS space in ld-linux.so.
194 INTERCEPTOR(void *, __libc_memalign
, uptr align
, uptr s
)
195 ALIAS(WRAPPER_NAME(memalign
));
197 ///// Thread initialization and finalization. /////
199 static unsigned g_thread_finalize_key
;
201 static void thread_finalize(void *v
) {
204 if (pthread_setspecific(g_thread_finalize_key
, (void*)(iter
- 1))) {
205 Report("LeakSanitizer: failed to set thread key.\n");
214 void *(*callback
)(void *arg
);
216 atomic_uintptr_t tid
;
219 extern "C" void *__lsan_thread_start_func(void *arg
) {
220 ThreadParam
*p
= (ThreadParam
*)arg
;
221 void* (*callback
)(void *arg
) = p
->callback
;
222 void *param
= p
->param
;
223 // Wait until the last iteration to maximize the chance that we are the last
224 // destructor to run.
225 if (pthread_setspecific(g_thread_finalize_key
,
226 (void*)kPthreadDestructorIterations
)) {
227 Report("LeakSanitizer: failed to set thread key.\n");
231 while ((tid
= atomic_load(&p
->tid
, memory_order_acquire
)) == 0)
232 internal_sched_yield();
233 atomic_store(&p
->tid
, 0, memory_order_release
);
234 SetCurrentThread(tid
);
235 ThreadStart(tid
, GetTid());
236 return callback(param
);
239 INTERCEPTOR(int, pthread_create
, void *th
, void *attr
,
240 void *(*callback
)(void *), void *param
) {
242 EnsureMainThreadIDIsCorrect();
243 __sanitizer_pthread_attr_t myattr
;
245 pthread_attr_init(&myattr
);
248 AdjustStackSize(attr
);
250 pthread_attr_getdetachstate(attr
, &detached
);
252 p
.callback
= callback
;
254 atomic_store(&p
.tid
, 0, memory_order_relaxed
);
255 int res
= REAL(pthread_create
)(th
, attr
, __lsan_thread_start_func
, &p
);
257 int tid
= ThreadCreate(GetCurrentThread(), *(uptr
*)th
, detached
);
259 atomic_store(&p
.tid
, tid
, memory_order_release
);
260 while (atomic_load(&p
.tid
, memory_order_acquire
) != 0)
261 internal_sched_yield();
264 pthread_attr_destroy(&myattr
);
268 INTERCEPTOR(int, pthread_join
, void *th
, void **ret
) {
270 int tid
= ThreadTid((uptr
)th
);
271 int res
= REAL(pthread_join
)(th
, ret
);
279 void InitializeInterceptors() {
280 INTERCEPT_FUNCTION(malloc
);
281 INTERCEPT_FUNCTION(free
);
282 INTERCEPT_FUNCTION(cfree
);
283 INTERCEPT_FUNCTION(calloc
);
284 INTERCEPT_FUNCTION(realloc
);
285 INTERCEPT_FUNCTION(memalign
);
286 INTERCEPT_FUNCTION(posix_memalign
);
287 INTERCEPT_FUNCTION(__libc_memalign
);
288 INTERCEPT_FUNCTION(valloc
);
289 INTERCEPT_FUNCTION(pvalloc
);
290 INTERCEPT_FUNCTION(malloc_usable_size
);
291 INTERCEPT_FUNCTION(mallinfo
);
292 INTERCEPT_FUNCTION(mallopt
);
293 INTERCEPT_FUNCTION(pthread_create
);
294 INTERCEPT_FUNCTION(pthread_join
);
296 if (pthread_key_create(&g_thread_finalize_key
, &thread_finalize
)) {
297 Report("LeakSanitizer: failed to create thread key.\n");
302 } // namespace __lsan