1 | //===-- sanitizer_allocator_testlib.cpp -----------------------------------===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | // Malloc replacement library based on CombinedAllocator. |
9 | // The primary purpose of this file is an end-to-end integration test |
10 | // for CombinedAllocator. |
11 | //===----------------------------------------------------------------------===// |
12 | /* Usage: |
13 | clang++ -std=c++11 -fno-exceptions -g -fPIC -I. -I../include -Isanitizer \ |
14 | sanitizer_common/tests/sanitizer_allocator_testlib.cpp \ |
15 | $(\ls sanitizer_common/sanitizer_*.cpp | grep -v sanitizer_common_nolibc.cpp) \ |
16 | sanitizer_common/sanitizer_linux_x86_64.S \ |
17 | -shared -lpthread -o testmalloc.so |
18 | LD_PRELOAD=`pwd`/testmalloc.so /your/app |
19 | */ |
20 | #include "sanitizer_common/sanitizer_allocator.h" |
21 | #include "sanitizer_common/sanitizer_common.h" |
22 | #include <stddef.h> |
23 | #include <stdio.h> |
24 | #include <unistd.h> |
25 | #include <string.h> |
26 | #include <pthread.h> |
27 | |
28 | #ifndef SANITIZER_MALLOC_HOOK |
29 | # define SANITIZER_MALLOC_HOOK(p, s) |
30 | #endif |
31 | |
32 | #ifndef SANITIZER_FREE_HOOK |
33 | # define SANITIZER_FREE_HOOK(p) |
34 | #endif |
35 | |
36 | static const uptr kAllocatorSpace = 0x600000000000ULL; |
37 | static const uptr kAllocatorSize = 0x10000000000ULL; // 1T. |
38 | |
39 | struct __AP64 { |
40 | static const uptr kSpaceBeg = ~(uptr)0; |
41 | static const uptr kSpaceSize = kAllocatorSize; |
42 | static const uptr kMetadataSize = 0; |
43 | typedef CompactSizeClassMap SizeClassMap; |
44 | typedef NoOpMapUnmapCallback MapUnmapCallback; |
45 | static const uptr kFlags = |
46 | SizeClassAllocator64FlagMasks::kRandomShuffleChunks; |
47 | }; |
48 | |
49 | namespace { |
50 | |
51 | typedef SizeClassAllocator64<__AP64> PrimaryAllocator; |
52 | typedef CombinedAllocator<PrimaryAllocator> Allocator; |
53 | typedef Allocator::AllocatorCache AllocatorCache; |
54 | |
55 | static Allocator allocator; |
56 | static bool global_inited; |
57 | static THREADLOCAL AllocatorCache cache; |
58 | static THREADLOCAL bool thread_inited; |
59 | static pthread_key_t pkey; |
60 | |
61 | static void thread_dtor(void *v) { |
62 | if ((uptr)v != 3) { |
63 | pthread_setspecific(key: pkey, pointer: (void*)((uptr)v + 1)); |
64 | return; |
65 | } |
66 | allocator.SwallowCache(cache: &cache); |
67 | } |
68 | |
69 | static size_t () { |
70 | if (FILE *f = fopen(filename: "/proc/self/statm" , modes: "r" )) { |
71 | size_t size = 0, = 0; |
72 | fscanf(stream: f, format: "%zd %zd" , &size, &rss); |
73 | fclose(stream: f); |
74 | return rss << 12; // rss is in pages. |
75 | } |
76 | return 0; |
77 | } |
78 | |
79 | struct AtExit { |
80 | ~AtExit() { |
81 | allocator.PrintStats(); |
82 | Printf("RSS: %zdM\n" , GetRss() >> 20); |
83 | } |
84 | }; |
85 | |
86 | static AtExit at_exit; |
87 | |
88 | static void NOINLINE thread_init() { |
89 | if (!global_inited) { |
90 | global_inited = true; |
91 | allocator.Init(release_to_os_interval_ms: false /*may_return_null*/); |
92 | pthread_key_create(key: &pkey, destr_function: thread_dtor); |
93 | } |
94 | thread_inited = true; |
95 | pthread_setspecific(key: pkey, pointer: (void*)1); |
96 | cache.Init(nullptr); |
97 | } |
98 | } // namespace |
99 | |
100 | extern "C" { |
101 | void *malloc(size_t size) { |
102 | if (UNLIKELY(!thread_inited)) |
103 | thread_init(); |
104 | void *p = allocator.Allocate(cache: &cache, size, alignment: 8); |
105 | SANITIZER_MALLOC_HOOK(p, size); |
106 | return p; |
107 | } |
108 | |
109 | void free(void *p) { |
110 | if (UNLIKELY(!thread_inited)) |
111 | thread_init(); |
112 | SANITIZER_FREE_HOOK(p); |
113 | allocator.Deallocate(cache: &cache, p); |
114 | } |
115 | |
116 | void *calloc(size_t nmemb, size_t size) { |
117 | if (UNLIKELY(!thread_inited)) |
118 | thread_init(); |
119 | size *= nmemb; |
120 | void *p = allocator.Allocate(&cache, size, 8, false); |
121 | memset(s: p, c: 0, n: size); |
122 | SANITIZER_MALLOC_HOOK(p, size); |
123 | return p; |
124 | } |
125 | |
126 | void *realloc(void *p, size_t size) { |
127 | if (UNLIKELY(!thread_inited)) |
128 | thread_init(); |
129 | if (p) { |
130 | SANITIZER_FREE_HOOK(p); |
131 | } |
132 | p = allocator.Reallocate(cache: &cache, p, new_size: size, alignment: 8); |
133 | if (p) { |
134 | SANITIZER_MALLOC_HOOK(p, size); |
135 | } |
136 | return p; |
137 | } |
138 | |
139 | #if SANITIZER_INTERCEPT_MEMALIGN |
140 | void *memalign(size_t alignment, size_t size) { |
141 | if (UNLIKELY(!thread_inited)) |
142 | thread_init(); |
143 | void *p = allocator.Allocate(&cache, size, alignment); |
144 | SANITIZER_MALLOC_HOOK(p, size); |
145 | return p; |
146 | } |
147 | #endif // SANITIZER_INTERCEPT_MEMALIGN |
148 | |
149 | int posix_memalign(void **memptr, size_t alignment, size_t size) { |
150 | if (UNLIKELY(!thread_inited)) |
151 | thread_init(); |
152 | *memptr = allocator.Allocate(cache: &cache, size, alignment); |
153 | SANITIZER_MALLOC_HOOK(*memptr, size); |
154 | return 0; |
155 | } |
156 | |
157 | void *valloc(size_t size) { |
158 | if (UNLIKELY(!thread_inited)) |
159 | thread_init(); |
160 | if (size == 0) |
161 | size = GetPageSizeCached(); |
162 | void *p = allocator.Allocate(cache: &cache, size, alignment: GetPageSizeCached()); |
163 | SANITIZER_MALLOC_HOOK(p, size); |
164 | return p; |
165 | } |
166 | |
167 | #if SANITIZER_INTERCEPT_CFREE |
168 | void cfree(void *p) ALIAS(free); |
169 | #endif // SANITIZER_INTERCEPT_CFREE |
170 | #if SANITIZER_INTERCEPT_PVALLOC |
171 | void *pvalloc(size_t size) ALIAS(valloc); |
172 | #endif // SANITIZER_INTERCEPT_PVALLOC |
173 | #if SANITIZER_INTERCEPT_MEMALIGN |
174 | void *__libc_memalign(size_t alignment, size_t size) ALIAS(memalign); |
175 | #endif // SANITIZER_INTERCEPT_MEMALIGN |
176 | |
177 | void malloc_usable_size() { |
178 | } |
179 | |
180 | #if SANITIZER_INTERCEPT_MALLOPT_AND_MALLINFO |
181 | void mallinfo() { |
182 | } |
183 | |
184 | void mallopt() { |
185 | } |
186 | #endif // SANITIZER_INTERCEPT_MALLOPT_AND_MALLINFO |
187 | } // extern "C" |
188 | |
189 | namespace std { |
190 | struct nothrow_t; |
191 | } |
192 | |
193 | void *operator new(size_t size) ALIAS(malloc); |
194 | void *operator new[](size_t size) ALIAS(malloc); |
195 | void *operator new(size_t size, std::nothrow_t const&) ALIAS(malloc); |
196 | void *operator new[](size_t size, std::nothrow_t const&) ALIAS(malloc); |
197 | void operator delete(void *ptr) throw() ALIAS(free); |
198 | void operator delete[](void *ptr) throw() ALIAS(free); |
199 | void operator delete(void *ptr, std::nothrow_t const&) ALIAS(free); |
200 | void operator delete[](void *ptr, std::nothrow_t const&) ALIAS(free); |
201 | |