?  search:
summary | log | graphiclog1 | graphiclog2 | commit | commitdiff | tree | refs | edit | fork
blame | history | raw | HEAD
Add n_shexp_is_valid_varname()
[s-mailx.git] / memory.c
blob7f601ad1e970676abcdd1269bb7c1c7d4088d1d9
1 /*@ S-nail - a mail user agent derived from Berkeley Mail.
2 *@ Heap memory and automatically reclaimed storage.
3 *@ TODO Back the _flux_ heap.
4 *@ TODO Add cache for "the youngest" two or three n_MEMORY_AUTOREC_SIZE arenas
5 *
6 * Copyright (c) 2012 - 2016 Steffen (Daode) Nurpmeso <steffen@sdaoden.eu>.
7 *
8 * Permission to use, copy, modify, and/or distribute this software for any
9 * purpose with or without fee is hereby granted, provided that the above
10 * copyright notice and this permission notice appear in all copies.
11 *
12 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19 */
20 #undef n_FILE
21 #define n_FILE memory
22
23 #ifndef HAVE_AMALGAMATION
24 # include "nail.h"
25 #endif
26
27 /*
28 * Our (main)loops _autorec_push() arenas for their lifetime, the
29 * n_memory_reset() that happens on loop ticks reclaims their memory, and
30 * performs debug checks also on the former #ifdef HAVE_MEMORY_DEBUG.
31 * There is one global anonymous autorec arena which is used during the
32 * startup phase and for the interactive n_commands() instance -- this special
33 * arena is autorec_fixate()d from within main.c to not waste space, i.e.,
34 * remaining arena memory is reused and topic to normal _reset() reclaiming.
35 * That was so in historical code with the globally shared single string dope
36 * implementation, too.
37 *
38 * AutoReclaimedStorage memory is the follow-up to the historical "stringdope"
39 * allocator from 1979 (see [timeline:a7342d9]:src/Mail/strings.c), it is
40 * a steadily growing pool (but srelax_hold()..[:srelax():]..srelax_rele() can
41 * be used to reduce pressure) until n_memory_reset() time.
42 *
43 * LastOutFirstIn memory is ment as an alloca(3) replacement but which requires
44 * lofi_free()ing pointers (otherwise growing until n_memory_reset()).
45 *
46 * TODO Flux heap memory is like LOFI except that any pointer can be freed (and
47 * TODO reused) at any time, just like normal heap memory. It is notational in
48 * TODO that it clearly states that the allocation will go away after a loop
49 * TODO tick, and also we can use some buffer caches.
50 */
51
52 /* Maximum allocation (directly) handled by A-R-Storage */
53 #define a_MEMORY_ARS_MAX (n_MEMORY_AUTOREC_SIZE / 2 + n_MEMORY_AUTOREC_SIZE / 4)
54 #define a_MEMORY_LOFI_MAX a_MEMORY_ARS_MAX
55
56 n_CTA(a_MEMORY_ARS_MAX > 1024,
57 "Auto-reclaimed memory requires a larger buffer size"); /* Anway > 42! */
58 n_CTA(n_ISPOW2(n_MEMORY_AUTOREC_SIZE),
59 "Buffers should be POW2 (may be wasteful on native allocators otherwise)");
60
61 /* Alignment of ARS memory. Simply go for pointer alignment */
62 #define a_MEMORY_ARS_ROUNDUP(S) n_ALIGN_SMALL(S)
63 #define a_MEMORY_LOFI_ROUNDUP(S) a_MEMORY_ARS_ROUNDUP(S)
64
65 #ifdef HAVE_MEMORY_DEBUG
66 n_CTA(sizeof(char) == sizeof(ui8_t), "But POSIX says a byte is 8 bit");
67
68 # define a_MEMORY_HOPE_SIZE (2 * 8 * sizeof(char))
69
70 /* We use address-induced canary values, inspiration (but he didn't invent)
71 * and primes from maxv@netbsd.org, src/sys/kern/subr_kmem.c */
72 # define a_MEMORY_HOPE_LOWER(S,P) \
73 do{\
74 ui64_t __h__ = (uintptr_t)(P);\
75 __h__ *= ((ui64_t)0x9E37FFFFu << 32) | 0xFFFC0000u;\
76 __h__ >>= 56;\
77 (S) = (ui8_t)__h__;\
78 }while(0)
79
80 # define a_MEMORY_HOPE_UPPER(S,P) \
81 do{\
82 ui32_t __i__;\
83 ui64_t __x__, __h__ = (uintptr_t)(P);\
84 __h__ *= ((ui64_t)0x9E37FFFFu << 32) | 0xFFFC0000u;\
85 for(__i__ = 56; __i__ != 0; __i__ -= 8)\
86 if((__x__ = (__h__ >> __i__)) != 0){\
87 (S) = (ui8_t)__x__;\
88 break;\
89 }\
90 if(__i__ == 0)\
91 (S) = 0xAAu;\
92 }while(0)
93
94 # define a_MEMORY_HOPE_SET(T,C) \
95 do{\
96 union a_memory_ptr __xp;\
97 struct a_memory_chunk *__xc;\
98 __xp.p_vp = (C).p_vp;\
99 __xc = (struct a_memory_chunk*)(__xp.T - 1);\
100 (C).p_cp += 8;\
101 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[0], &__xp.p_ui8p[0]);\
102 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[1], &__xp.p_ui8p[1]);\
103 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[2], &__xp.p_ui8p[2]);\
104 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[3], &__xp.p_ui8p[3]);\
105 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[4], &__xp.p_ui8p[4]);\
106 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[5], &__xp.p_ui8p[5]);\
107 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[6], &__xp.p_ui8p[6]);\
108 a_MEMORY_HOPE_LOWER(__xp.p_ui8p[7], &__xp.p_ui8p[7]);\
109 __xp.p_ui8p += 8 + __xc->mc_user_size;\
110 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[0], &__xp.p_ui8p[0]);\
111 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[1], &__xp.p_ui8p[1]);\
112 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[2], &__xp.p_ui8p[2]);\
113 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[3], &__xp.p_ui8p[3]);\
114 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[4], &__xp.p_ui8p[4]);\
115 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[5], &__xp.p_ui8p[5]);\
116 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[6], &__xp.p_ui8p[6]);\
117 a_MEMORY_HOPE_UPPER(__xp.p_ui8p[7], &__xp.p_ui8p[7]);\
118 }while(0)
119
120 # define a_MEMORY_HOPE_GET_TRACE(T,C,BAD) \
121 do{\
122 (C).p_cp += 8;\
123 a_MEMORY_HOPE_GET(T, C, BAD);\
124 (C).p_cp += 8;\
125 }while(0)
126
127 # define a_MEMORY_HOPE_GET(T,C,BAD) \
128 do{\
129 union a_memory_ptr __xp;\
130 struct a_memory_chunk *__xc;\
131 ui32_t __i;\
132 ui8_t __m;\
133 __xp.p_vp = (C).p_vp;\
134 __xp.p_cp -= 8;\
135 (C).p_cp = __xp.p_cp;\
136 __xc = (struct a_memory_chunk*)(__xp.T - 1);\
137 (BAD) = FAL0;\
138 __i = 0;\
139 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[0]);\
140 if(__xp.p_ui8p[0] != __m) __i |= 1<<0;\
141 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[1]);\
142 if(__xp.p_ui8p[1] != __m) __i |= 1<<1;\
143 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[2]);\
144 if(__xp.p_ui8p[2] != __m) __i |= 1<<2;\
145 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[3]);\
146 if(__xp.p_ui8p[3] != __m) __i |= 1<<3;\
147 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[4]);\
148 if(__xp.p_ui8p[4] != __m) __i |= 1<<4;\
149 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[5]);\
150 if(__xp.p_ui8p[5] != __m) __i |= 1<<5;\
151 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[6]);\
152 if(__xp.p_ui8p[6] != __m) __i |= 1<<6;\
153 a_MEMORY_HOPE_LOWER(__m, &__xp.p_ui8p[7]);\
154 if(__xp.p_ui8p[7] != __m) __i |= 1<<7;\
155 if(__i != 0){\
156 (BAD) = TRU1;\
157 n_alert("%p: corrupt lower canary: 0x%02X: %s, line %d",\
158 (C).p_cp + 8, __i, mdbg_file, mdbg_line);\
159 }\
160 __xp.p_ui8p += 8 + __xc->mc_user_size;\
161 __i = 0;\
162 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[0]);\
163 if(__xp.p_ui8p[0] != __m) __i |= 1<<0;\
164 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[1]);\
165 if(__xp.p_ui8p[1] != __m) __i |= 1<<1;\
166 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[2]);\
167 if(__xp.p_ui8p[2] != __m) __i |= 1<<2;\
168 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[3]);\
169 if(__xp.p_ui8p[3] != __m) __i |= 1<<3;\
170 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[4]);\
171 if(__xp.p_ui8p[4] != __m) __i |= 1<<4;\
172 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[5]);\
173 if(__xp.p_ui8p[5] != __m) __i |= 1<<5;\
174 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[6]);\
175 if(__xp.p_ui8p[6] != __m) __i |= 1<<6;\
176 a_MEMORY_HOPE_UPPER(__m, &__xp.p_ui8p[7]);\
177 if(__xp.p_ui8p[7] != __m) __i |= 1<<7;\
178 if(__i != 0){\
179 (BAD) = TRU1;\
180 n_alert("%p: corrupt upper canary: 0x%02X: %s, line %d",\
181 (C).p_cp + 8, __i, mdbg_file, mdbg_line);\
182 }\
183 if(BAD)\
184 n_alert(" ..canary last seen: %s, line %u",\
185 __xc->mc_file, __xc->mc_line);\
186 }while(0)
187 #endif /* HAVE_MEMORY_DEBUG */
188
189 #ifdef HAVE_MEMORY_DEBUG
190 struct a_memory_chunk{
191 char const *mc_file;
192 ui32_t mc_line;
193 ui8_t mc_isfree;
194 ui8_t mc__dummy[3];
195 ui32_t mc_user_size;
196 ui32_t mc_size;
197 };
198
199 /* The heap memory free() may become delayed to detect double frees.
200 * It is primitive, but ok: speed and memory usage don't matter here */
201 struct a_memory_heap_chunk{
202 struct a_memory_chunk mhc_super;
203 struct a_memory_heap_chunk *mhc_prev;
204 struct a_memory_heap_chunk *mhc_next;
205 };
206 #endif /* HAVE_MEMORY_DEBUG */
207
208 struct a_memory_ars_lofi_chunk{
209 #ifdef HAVE_MEMORY_DEBUG
210 struct a_memory_chunk malc_super;
211 #endif
212 struct a_memory_ars_lofi_chunk *malc_last; /* Bit 1 set: it's a heap alloc */
213 };
214
215 union a_memory_ptr{
216 void *p_vp;
217 char *p_cp;
218 ui8_t *p_ui8p;
219 #ifdef HAVE_MEMORY_DEBUG
220 struct a_memory_chunk *p_c;
221 struct a_memory_heap_chunk *p_hc;
222 #endif
223 struct a_memory_ars_lofi_chunk *p_alc;
224 };
225
226 struct a_memory_ars_ctx{
227 struct a_memory_ars_ctx *mac_outer;
228 struct a_memory_ars_buffer *mac_top; /* Alloc stack */
229 struct a_memory_ars_buffer *mac_full; /* Alloc stack, cpl. filled */
230 size_t mac_recur; /* srelax_hold() recursion */
231 struct a_memory_ars_huge *mac_huge; /* Huge allocation bypass list */
232 struct a_memory_ars_lofi *mac_lofi; /* Pseudo alloca */
233 struct a_memory_ars_lofi_chunk *mac_lofi_top;
234 };
235 n_CTA(n_MEMORY_AUTOREC_TYPE_SIZEOF >= sizeof(struct a_memory_ars_ctx),
236 "Our command loops do not provide enough memory for auto-reclaimed storage");
237
238 struct a_memory_ars_buffer{
239 struct a_memory_ars_buffer *mab_last;
240 char *mab_bot; /* For _autorec_fixate(). Only used for the global _ctx */
241 char *mab_relax; /* If !NULL, used by srelax() instead of .mab_bot */
242 char *mab_caster; /* Point of casting memory, NULL if full */
243 char mab_buf[n_MEMORY_AUTOREC_SIZE - (4 * sizeof(void*))];
244 };
245 n_CTA(sizeof(struct a_memory_ars_buffer) == n_MEMORY_AUTOREC_SIZE,
246 "Resulting structure size is not the expected one");
247 #ifdef HAVE_DEBUG
248 n_CTA(a_MEMORY_ARS_MAX + a_MEMORY_HOPE_SIZE + sizeof(struct a_memory_chunk)
249 < n_SIZEOF_FIELD(struct a_memory_ars_buffer, mab_buf),
250 "Memory layout of auto-reclaimed storage does not work out that way");
251 #endif
252
253 /* Requests that exceed a_MEMORY_ARS_MAX are always served by the normal
254 * memory allocator (which panics if memory cannot be served). This can be
255 * seen as a security fallback bypass only */
256 struct a_memory_ars_huge{
257 struct a_memory_ars_huge *mah_last;
258 char mah_buf[n_VFIELD_SIZE(a_MEMORY_ARS_ROUNDUP(1))];
259 };
260
261 struct a_memory_ars_lofi{
262 struct a_memory_ars_lofi *mal_last;
263 char *mal_caster;
264 char *mal_max;
265 char mal_buf[n_VFIELD_SIZE(a_MEMORY_ARS_ROUNDUP(1))];
266 };
267
268 /* */
269 #ifdef HAVE_MEMORY_DEBUG
270 static size_t a_memory_heap_aall, a_memory_heap_acur, a_memory_heap_amax,
271 a_memory_heap_mall, a_memory_heap_mcur, a_memory_heap_mmax;
272 static struct a_memory_heap_chunk *a_memory_heap_list, *a_memory_heap_free;
273
274 static size_t a_memory_ars_ball, a_memory_ars_bcur, a_memory_ars_bmax,
275 a_memory_ars_hall, a_memory_ars_hcur, a_memory_ars_hmax,
276 a_memory_ars_aall, a_memory_ars_mall;
277
278 static size_t a_memory_lofi_ball, a_memory_lofi_bcur, a_memory_lofi_bmax,
279 a_memory_lofi_aall, a_memory_lofi_acur, a_memory_lofi_amax,
280 a_memory_lofi_mall, a_memory_lofi_mcur, a_memory_lofi_mmax;
281 #endif
282
283 /* The anonymous global topmost auto-reclaimed storage instance, and the
284 * current top of the stack for recursions, `source's etc */
285 static struct a_memory_ars_ctx a_memory_ars_global;
286 static struct a_memory_ars_ctx *a_memory_ars_top;
287
288 /* */
289 SINLINE void a_memory_lofi_free(struct a_memory_ars_ctx *macp, void *vp);
290
291 /* Reset an ars_ctx */
292 static void a_memory_ars_reset(struct a_memory_ars_ctx *macp);
293
294 SINLINE void
295 a_memory_lofi_free(struct a_memory_ars_ctx *macp, void *vp){
296 struct a_memory_ars_lofi *malp;
297 union a_memory_ptr p;
298 NYD2_ENTER;
299
300 p.p_vp = vp;
301 #ifdef HAVE_MEMORY_DEBUG
302 --a_memory_lofi_acur;
303 a_memory_lofi_mcur -= p.p_c->mc_user_size;
304 #endif
305
306 /* The heap allocations are released immediately */
307 if((uintptr_t)p.p_alc->malc_last & 0x1){
308 malp = macp->mac_lofi;
309 macp->mac_lofi = malp->mal_last;
310 macp->mac_lofi_top = (struct a_memory_ars_lofi_chunk*)
311 ((uintptr_t)p.p_alc->malc_last & ~0x1);
312 free(malp);
313 #ifdef HAVE_MEMORY_DEBUG
314 --a_memory_lofi_bcur;
315 #endif
316 }else{
317 macp->mac_lofi_top = p.p_alc->malc_last;
318
319 /* The normal arena ones only if the arena is empty, except for when
320 * it is the last - that we'll keep until _autorec_pop() or exit(3) */
321 if(p.p_cp == (malp = macp->mac_lofi)->mal_buf){
322 if(malp->mal_last != NULL){
323 macp->mac_lofi = malp->mal_last;
324 free(malp);
325 #ifdef HAVE_MEMORY_DEBUG
326 --a_memory_lofi_bcur;
327 #endif
328 }
329 }else
330 malp->mal_caster = p.p_cp;
331 }
332 NYD2_LEAVE;
333 }
334
335 static void
336 a_memory_ars_reset(struct a_memory_ars_ctx *macp){
337 union{
338 struct a_memory_ars_lofi_chunk *alcp;
339 struct a_memory_ars_lofi *alp;
340 struct a_memory_ars_buffer *abp;
341 struct a_memory_ars_huge *ahp;
342 } m, m2;
343 NYD2_ENTER;
344
345 /* Simply move all buffers away from .mac_full */
346 for(m.abp = macp->mac_full; m.abp != NULL; m.abp = m2.abp){
347 m2.abp = m.abp->mab_last;
348 m.abp->mab_last = macp->mac_top;
349 macp->mac_top = m.abp;
350 }
351 macp->mac_full = NULL;
352
353 for(m2.abp = NULL, m.abp = macp->mac_top; m.abp != NULL;){
354 struct a_memory_ars_buffer *x;
355
356 x = m.abp;
357 m.abp = m.abp->mab_last;
358
359 /* Give away all buffers that are not covered by autorec_fixate() */
360 if(x->mab_bot == x->mab_buf){
361 if(m2.abp == NULL)
362 macp->mac_top = m.abp;
363 else
364 m2.abp->mab_last = m.abp;
365 free(x);
366 #ifdef HAVE_MEMORY_DEBUG
367 --a_memory_ars_bcur;
368 #endif
369 }else{
370 m2.abp = x;
371 x->mab_caster = x->mab_bot;
372 x->mab_relax = NULL;
373 #ifdef HAVE_MEMORY_DEBUG
374 memset(x->mab_caster, 0377,
375 PTR2SIZE(&x->mab_buf[sizeof(x->mab_buf)] - x->mab_caster));
376 #endif
377 }
378 }
379
380 while((m.ahp = macp->mac_huge) != NULL){
381 macp->mac_huge = m.ahp->mah_last;
382 free(m.ahp);
383 #ifdef HAVE_MEMORY_DEBUG
384 --a_memory_ars_hcur;
385 #endif
386 }
387
388 /* "alloca(3)" memory goes away, too. XXX Must be last as long we jump */
389 #ifdef HAVE_MEMORY_DEBUG
390 if(macp->mac_lofi_top != NULL)
391 n_alert("There still is LOFI memory upon ARS reset!");
392 #endif
393 while((m.alcp = macp->mac_lofi_top) != NULL)
394 a_memory_lofi_free(macp, m.alcp);
395 NYD2_LEAVE;
396 }
397
398 FL void
399 n_memory_reset(void){
400 #ifdef HAVE_MEMORY_DEBUG
401 union a_memory_ptr p;
402 size_t c, s;
403 #endif
404 struct a_memory_ars_ctx *macp;
405 NYD_ENTER;
406
407 if((macp = a_memory_ars_top) == NULL)
408 macp = &a_memory_ars_global;
409
410 n_memory_check();
411
412 /* First of all reset auto-reclaimed storage so that heap freed during this
413 * can be handled in a second step */
414 /* TODO v15 active recursion can only happen after a jump */
415 if(macp->mac_recur > 0){
416 macp->mac_recur = 1;
417 srelax_rele();
418 }
419 a_memory_ars_reset(macp);
420
421 /* Now we are ready to deal with heap */
422 #ifdef HAVE_MEMORY_DEBUG
423 c = s = 0;
424
425 for(p.p_hc = a_memory_heap_free; p.p_hc != NULL;){
426 void *vp;
427
428 vp = p.p_hc;
429 ++c;
430 s += p.p_c->mc_size;
431 p.p_hc = p.p_hc->mhc_next;
432 (free)(vp);
433 }
434 a_memory_heap_free = NULL;
435
436 if(options & (OPT_DEBUG | OPT_MEMDEBUG))
437 n_err("memreset: freed %" PRIuZ " chunks/%" PRIuZ " bytes\n", c, s);
438 #endif
439 NYD_LEAVE;
440 }
441
442 #ifndef HAVE_MEMORY_DEBUG
443 FL void *
444 n_alloc(size_t s){
445 void *rv;
446 NYD2_ENTER;
447
448 if(s == 0)
449 s = 1;
450 if((rv = malloc(s)) == NULL)
451 n_panic(_("no memory"));
452 NYD2_LEAVE;
453 return rv;
454 }
455
456 FL void *
457 n_realloc(void *vp, size_t s){
458 void *rv;
459 NYD2_ENTER;
460
461 if(vp == NULL)
462 rv = n_alloc(s);
463 else{
464 if(s == 0)
465 s = 1;
466 if((rv = realloc(vp, s)) == NULL)
467 n_panic(_("no memory"));
468 }
469 NYD2_LEAVE;
470 return rv;
471 }
472
473 FL void *
474 n_calloc(size_t nmemb, size_t size){
475 void *rv;
476 NYD2_ENTER;
477
478 if(size == 0)
479 size = 1;
480 if((rv = calloc(nmemb, size)) == NULL)
481 n_panic(_("no memory"));
482 NYD2_LEAVE;
483 return rv;
484 }
485
486 FL void
487 (n_free)(void *vp){
488 NYD2_ENTER;
489 (free)(vp);
490 NYD2_LEAVE;
491 }
492
493 #else /* !HAVE_MEMORY_DEBUG */
494 FL void *
495 (n_alloc)(size_t s n_MEMORY_DEBUG_ARGS){
496 union a_memory_ptr p;
497 ui32_t user_s;
498 NYD2_ENTER;
499
500 if(s > UI32_MAX - sizeof(struct a_memory_heap_chunk) - a_MEMORY_HOPE_SIZE)
501 n_panic("n_alloc(): allocation too large: %s, line %d",
502 mdbg_file, mdbg_line);
503 if((user_s = (ui32_t)s) == 0)
504 s = 1;
505 s += sizeof(struct a_memory_heap_chunk) + a_MEMORY_HOPE_SIZE;
506
507 if((p.p_vp = (malloc)(s)) == NULL)
508 n_panic(_("no memory"));
509
510 p.p_hc->mhc_prev = NULL;
511 if((p.p_hc->mhc_next = a_memory_heap_list) != NULL)
512 a_memory_heap_list->mhc_prev = p.p_hc;
513
514 p.p_c->mc_file = mdbg_file;
515 p.p_c->mc_line = (ui16_t)mdbg_line;
516 p.p_c->mc_isfree = FAL0;
517 p.p_c->mc_user_size = user_s;
518 p.p_c->mc_size = (ui32_t)s;
519
520 a_memory_heap_list = p.p_hc++;
521 a_MEMORY_HOPE_SET(p_hc, p);
522
523 ++a_memory_heap_aall;
524 ++a_memory_heap_acur;
525 a_memory_heap_amax = n_MAX(a_memory_heap_amax, a_memory_heap_acur);
526 a_memory_heap_mall += user_s;
527 a_memory_heap_mcur += user_s;
528 a_memory_heap_mmax = n_MAX(a_memory_heap_mmax, a_memory_heap_mcur);
529 NYD2_LEAVE;
530 return p.p_vp;
531 }
532
533 FL void *
534 (n_realloc)(void *vp, size_t s n_MEMORY_DEBUG_ARGS){
535 union a_memory_ptr p;
536 ui32_t user_s;
537 bool_t isbad;
538 NYD2_ENTER;
539
540 if((p.p_vp = vp) == NULL){
541 jforce:
542 p.p_vp = (n_alloc)(s, mdbg_file, mdbg_line);
543 goto jleave;
544 }
545
546 a_MEMORY_HOPE_GET(p_hc, p, isbad);
547 --p.p_hc;
548
549 if(p.p_c->mc_isfree){
550 n_err("n_realloc(): region freed! At %s, line %d\n"
551 "\tLast seen: %s, line %" PRIu16 "\n",
552 mdbg_file, mdbg_line, p.p_c->mc_file, p.p_c->mc_line);
553 goto jforce;
554 }
555
556 if(p.p_hc == a_memory_heap_list)
557 a_memory_heap_list = p.p_hc->mhc_next;
558 else
559 p.p_hc->mhc_prev->mhc_next = p.p_hc->mhc_next;
560 if (p.p_hc->mhc_next != NULL)
561 p.p_hc->mhc_next->mhc_prev = p.p_hc->mhc_prev;
562
563 --a_memory_heap_acur;
564 a_memory_heap_mcur -= p.p_c->mc_user_size;
565
566 if(s > UI32_MAX - sizeof(struct a_memory_heap_chunk) - a_MEMORY_HOPE_SIZE)
567 n_panic("n_realloc(): allocation too large: %s, line %d",
568 mdbg_file, mdbg_line);
569 if((user_s = (ui32_t)s) == 0)
570 s = 1;
571 s += sizeof(struct a_memory_heap_chunk) + a_MEMORY_HOPE_SIZE;
572
573 if((p.p_vp = (realloc)(p.p_c, s)) == NULL)
574 n_panic(_("no memory"));
575 p.p_hc->mhc_prev = NULL;
576 if((p.p_hc->mhc_next = a_memory_heap_list) != NULL)
577 a_memory_heap_list->mhc_prev = p.p_hc;
578
579 p.p_c->mc_file = mdbg_file;
580 p.p_c->mc_line = (ui16_t)mdbg_line;
581 p.p_c->mc_isfree = FAL0;
582 p.p_c->mc_user_size = user_s;
583 p.p_c->mc_size = (ui32_t)s;
584
585 a_memory_heap_list = p.p_hc++;
586 a_MEMORY_HOPE_SET(p_hc, p);
587
588 ++a_memory_heap_aall;
589 ++a_memory_heap_acur;
590 a_memory_heap_amax = n_MAX(a_memory_heap_amax, a_memory_heap_acur);
591 a_memory_heap_mall += user_s;
592 a_memory_heap_mcur += user_s;
593 a_memory_heap_mmax = n_MAX(a_memory_heap_mmax, a_memory_heap_mcur);
594 jleave:
595 NYD2_LEAVE;
596 return p.p_vp;
597 }
598
599 FL void *
600 (n_calloc)(size_t nmemb, size_t size n_MEMORY_DEBUG_ARGS){
601 union a_memory_ptr p;
602 ui32_t user_s;
603 NYD2_ENTER;
604
605 if(nmemb == 0)
606 nmemb = 1;
607 if(size > UI32_MAX - sizeof(struct a_memory_heap_chunk) - a_MEMORY_HOPE_SIZE)
608 n_panic("n_calloc(): allocation size too large: %s, line %d",
609 mdbg_file, mdbg_line);
610 if((user_s = (ui32_t)size) == 0)
611 size = 1;
612 if((UI32_MAX - sizeof(struct a_memory_heap_chunk) - a_MEMORY_HOPE_SIZE) /
613 nmemb < size)
614 n_panic("n_calloc(): allocation count too large: %s, line %d",
615 mdbg_file, mdbg_line);
616
617 size *= nmemb;
618 size += sizeof(struct a_memory_heap_chunk) + a_MEMORY_HOPE_SIZE;
619
620 if((p.p_vp = (malloc)(size)) == NULL)
621 n_panic(_("no memory"));
622 memset(p.p_vp, 0, size);
623
624 p.p_hc->mhc_prev = NULL;
625 if((p.p_hc->mhc_next = a_memory_heap_list) != NULL)
626 a_memory_heap_list->mhc_prev = p.p_hc;
627
628 p.p_c->mc_file = mdbg_file;
629 p.p_c->mc_line = (ui16_t)mdbg_line;
630 p.p_c->mc_isfree = FAL0;
631 p.p_c->mc_user_size = (user_s > 0) ? user_s *= nmemb : 0;
632 p.p_c->mc_size = (ui32_t)size;
633
634 a_memory_heap_list = p.p_hc++;
635 a_MEMORY_HOPE_SET(p_hc, p);
636
637 ++a_memory_heap_aall;
638 ++a_memory_heap_acur;
639 a_memory_heap_amax = n_MAX(a_memory_heap_amax, a_memory_heap_acur);
640 a_memory_heap_mall += user_s;
641 a_memory_heap_mcur += user_s;
642 a_memory_heap_mmax = n_MAX(a_memory_heap_mmax, a_memory_heap_mcur);
643 NYD2_LEAVE;
644 return p.p_vp;
645 }
646
647 FL void
648 (n_free)(void *vp n_MEMORY_DEBUG_ARGS){
649 union a_memory_ptr p;
650 bool_t isbad;
651 NYD2_ENTER;
652
653 if((p.p_vp = vp) == NULL){
654 n_err("n_free(NULL) from %s, line %d\n", mdbg_file, mdbg_line);
655 goto jleave;
656 }
657
658 a_MEMORY_HOPE_GET(p_hc, p, isbad);
659 --p.p_hc;
660
661 if(p.p_c->mc_isfree){
662 n_err("n_free(): double-free avoided at %s, line %d\n"
663 "\tLast seen: %s, line %" PRIu16 "\n",
664 mdbg_file, mdbg_line, p.p_c->mc_file, p.p_c->mc_line);
665 goto jleave;
666 }
667
668 if(p.p_hc == a_memory_heap_list){
669 if((a_memory_heap_list = p.p_hc->mhc_next) != NULL)
670 a_memory_heap_list->mhc_prev = NULL;
671 }else
672 p.p_hc->mhc_prev->mhc_next = p.p_hc->mhc_next;
673 if(p.p_hc->mhc_next != NULL)
674 p.p_hc->mhc_next->mhc_prev = p.p_hc->mhc_prev;
675
676 p.p_c->mc_isfree = TRU1;
677 /* Trash contents (also see [21c05f8]) */
678 memset(vp, 0377, p.p_c->mc_user_size);
679
680 --a_memory_heap_acur;
681 a_memory_heap_mcur -= p.p_c->mc_user_size;
682
683 if(options & (OPT_DEBUG | OPT_MEMDEBUG)){
684 p.p_hc->mhc_next = a_memory_heap_free;
685 a_memory_heap_free = p.p_hc;
686 }else
687 (free)(p.p_vp);
688 jleave:
689 NYD2_LEAVE;
690 }
691 #endif /* HAVE_MEMORY_DEBUG */
692
693 FL void
694 n_memory_autorec_fixate(void){
695 struct a_memory_ars_buffer *mabp;
696 NYD_ENTER;
697
698 for(mabp = a_memory_ars_global.mac_top; mabp != NULL; mabp = mabp->mab_last)
699 mabp->mab_bot = mabp->mab_caster;
700 for(mabp = a_memory_ars_global.mac_full; mabp != NULL; mabp = mabp->mab_last)
701 mabp->mab_bot = mabp->mab_caster;
702 NYD_LEAVE;
703 }
704
705 FL void
706 n_memory_autorec_push(void *vp){
707 struct a_memory_ars_ctx *macp;
708 NYD_ENTER;
709
710 macp = vp;
711 memset(macp, 0, sizeof *macp);
712 macp->mac_outer = a_memory_ars_top;
713 a_memory_ars_top = macp;
714 NYD_LEAVE;
715 }
716
717 FL void
718 n_memory_autorec_pop(void *vp){
719 struct a_memory_ars_buffer *mabp;
720 struct a_memory_ars_ctx *macp;
721 NYD_ENTER;
722
723 if((macp = vp) == NULL)
724 macp = &a_memory_ars_global;
725 else{
726 /* XXX May not be ARS top upon jump */
727 while(a_memory_ars_top != macp){
728 DBG( n_err("ARS pop %p to reach freed context\n", a_memory_ars_top); )
729 n_memory_autorec_pop(a_memory_ars_top);
730 }
731 a_memory_ars_top = macp->mac_outer;
732 }
733
734 a_memory_ars_reset(macp);
735 assert(macp->mac_full == NULL);
736 assert(macp->mac_huge == NULL);
737
738 for(mabp = macp->mac_top; mabp != NULL;){
739 vp = mabp;
740 mabp = mabp->mab_last;
741 free(vp);
742 }
743
744 /* We (may) have kept one buffer for our pseudo alloca(3) */
745 if(macp->mac_lofi != NULL){
746 assert(macp->mac_lofi->mal_last == NULL);
747 free(macp->mac_lofi);
748 #ifdef HAVE_MEMORY_DEBUG
749 --a_memory_lofi_bcur;
750 #endif
751 }
752
753 memset(macp, 0, sizeof *macp);
754 NYD_LEAVE;
755 }
756
757 FL void *
758 n_memory_autorec_current(void){
759 return (a_memory_ars_top != NULL ? a_memory_ars_top : &a_memory_ars_global);
760 }
761
762 FL void *
763 (n_autorec_alloc)(void *vp, size_t size n_MEMORY_DEBUG_ARGS){
764 #ifdef HAVE_MEMORY_DEBUG
765 ui32_t user_s;
766 #endif
767 union a_memory_ptr p;
768 union{
769 struct a_memory_ars_buffer *abp;
770 struct a_memory_ars_huge *ahp;
771 } m, m2;
772 struct a_memory_ars_ctx *macp;
773 NYD2_ENTER;
774
775 if((macp = vp) == NULL && (macp = a_memory_ars_top) == NULL)
776 macp = &a_memory_ars_global;
777
778 #ifdef HAVE_MEMORY_DEBUG
779 user_s = (ui32_t)size;
780 #endif
781 if(size == 0)
782 ++size;
783 #ifdef HAVE_MEMORY_DEBUG
784 size += sizeof(struct a_memory_chunk) + a_MEMORY_HOPE_SIZE;
785 #endif
786 size = a_MEMORY_ARS_ROUNDUP(size);
787
788 /* Huge allocations are special */
789 if(n_UNLIKELY(size > a_MEMORY_ARS_MAX)){
790 #ifdef HAVE_MEMORY_DEBUG
791 n_alert("n_autorec_alloc() of %" PRIuZ " bytes from %s, line %d",
792 size, mdbg_file, mdbg_line);
793 #endif
794 goto jhuge;
795 }
796
797 /* Search for a buffer with enough free space to serve request */
798 for(m2.abp = NULL, m.abp = macp->mac_top; m.abp != NULL;
799 m2.abp = m.abp, m.abp = m.abp->mab_last){
800 if((p.p_cp = m.abp->mab_caster) <=
801 &m.abp->mab_buf[sizeof(m.abp->mab_buf) - size]){
802 /* Alignment is the one thing, the other is what is usually allocated,
803 * and here about 40 bytes seems to be a good cut to avoid non-usable
804 * casters. Reown buffers supposed to be "full" to .mac_full */
805 if(n_UNLIKELY((m.abp->mab_caster = &p.p_cp[size]) >=
806 &m.abp->mab_buf[sizeof(m.abp->mab_buf) - 42])){
807 if(m2.abp == NULL)
808 macp->mac_top = m.abp->mab_last;
809 else
810 m2.abp->mab_last = m.abp->mab_last;
811 m.abp->mab_last = macp->mac_full;
812 macp->mac_full = m.abp;
813 }
814 goto jleave;
815 }
816 }
817
818 /* Need a new buffer XXX "page" pool */
819 m.abp = n_alloc(sizeof *m.abp);
820 m.abp->mab_last = macp->mac_top;
821 m.abp->mab_caster = &(m.abp->mab_bot = m.abp->mab_buf)[size];
822 m.abp->mab_relax = NULL; /* Thus indicates allocation after srelax_hold() */
823 macp->mac_top = m.abp;
824 p.p_cp = m.abp->mab_bot;
825
826 #ifdef HAVE_MEMORY_DEBUG
827 ++a_memory_ars_ball;
828 ++a_memory_ars_bcur;
829 a_memory_ars_bmax = n_MAX(a_memory_ars_bmax, a_memory_ars_bcur);
830 #endif
831
832 jleave:
833 #ifdef HAVE_MEMORY_DEBUG
834 p.p_c->mc_file = mdbg_file;
835 p.p_c->mc_line = (ui16_t)mdbg_line;
836 p.p_c->mc_user_size = user_s;
837 p.p_c->mc_size = (ui32_t)size;
838 ++p.p_c;
839 a_MEMORY_HOPE_SET(p_c, p);
840
841 ++a_memory_ars_aall;
842 a_memory_ars_mall += user_s;
843 #endif
844 NYD2_LEAVE;
845 return p.p_vp;
846
847 jhuge:
848 m.ahp = n_alloc(sizeof(*m.ahp) -
849 n_VFIELD_SIZEOF(struct a_memory_ars_huge, mah_buf) + size);
850 m.ahp->mah_last = macp->mac_huge;
851 macp->mac_huge = m.ahp;
852 p.p_cp = m.ahp->mah_buf;
853 #ifdef HAVE_MEMORY_DEBUG
854 ++a_memory_ars_hall;
855 ++a_memory_ars_hcur;
856 a_memory_ars_hmax = n_MAX(a_memory_ars_hmax, a_memory_ars_hcur);
857 #endif
858 goto jleave;
859 }
860
861 FL void *
862 (n_autorec_calloc)(void *vp, size_t nmemb, size_t size n_MEMORY_DEBUG_ARGS){
863 void *rv;
864 NYD2_ENTER;
865
866 size *= nmemb; /* XXX overflow, but only used for struct inits */
867 rv = (n_autorec_alloc)(vp, size n_MEMORY_DEBUG_ARGSCALL);
868 memset(rv, 0, size);
869 NYD2_LEAVE;
870 return rv;
871 }
872
873 FL void
874 srelax_hold(void){
875 struct a_memory_ars_ctx *macp;
876 NYD2_ENTER;
877
878 if((macp = a_memory_ars_top) == NULL)
879 macp = &a_memory_ars_global;
880
881 if(macp->mac_recur++ == 0){
882 struct a_memory_ars_buffer *mabp;
883
884 for(mabp = macp->mac_top; mabp != NULL; mabp = mabp->mab_last)
885 mabp->mab_relax = mabp->mab_caster;
886 for(mabp = macp->mac_full; mabp != NULL; mabp = mabp->mab_last)
887 mabp->mab_relax = mabp->mab_caster;
888 }
889 #ifdef HAVE_DEVEL
890 else
891 n_err("srelax_hold(): recursion >0\n");
892 #endif
893 NYD2_LEAVE;
894 }
895
896 FL void
897 srelax_rele(void){
898 struct a_memory_ars_ctx *macp;
899 NYD2_ENTER;
900
901 if((macp = a_memory_ars_top) == NULL)
902 macp = &a_memory_ars_global;
903
904 assert(macp->mac_recur > 0);
905
906 if(--macp->mac_recur == 0){
907 struct a_memory_ars_buffer *mabp;
908
909 macp->mac_recur = 1;
910 srelax();
911 macp->mac_recur = 0;
912
913 for(mabp = macp->mac_top; mabp != NULL; mabp = mabp->mab_last)
914 mabp->mab_relax = NULL;
915 for(mabp = macp->mac_full; mabp != NULL; mabp = mabp->mab_last)
916 mabp->mab_relax = NULL;
917 }
918 #ifdef HAVE_DEVEL
919 else
920 n_err("srelax_rele(): recursion >0\n");
921 #endif
922 NYD2_LEAVE;
923 }
924
925 FL void
926 srelax(void){
927 /* The purpose of relaxation is only that it is possible to reset the
928 * casters, *not* to give back memory to the system. We are presumably in
929 * an iteration over all messages of a mailbox, and it'd be quite
930 * counterproductive to give the system allocator a chance to waste time */
931 struct a_memory_ars_ctx *macp;
932 NYD2_ENTER;
933
934 if((macp = a_memory_ars_top) == NULL)
935 macp = &a_memory_ars_global;
936
937 assert(macp->mac_recur > 0);
938 n_memory_check();
939
940 if(macp->mac_recur == 1){
941 struct a_memory_ars_buffer *mabp, *x, *y;
942
943 /* Buffers in the full list may become usable again! */
944 for(x = NULL, mabp = macp->mac_full; mabp != NULL; mabp = y){
945 y = mabp->mab_last;
946
947 if(mabp->mab_relax == NULL ||
948 mabp->mab_relax < &mabp->mab_buf[sizeof(mabp->mab_buf) - 42]){
949 if(x == NULL)
950 macp->mac_full = y;
951 else
952 x->mab_last = y;
953 mabp->mab_last = macp->mac_top;
954 macp->mac_top = mabp;
955 }else
956 x = mabp;
957 }
958
959 for(mabp = macp->mac_top; mabp != NULL; mabp = mabp->mab_last){
960 mabp->mab_caster = (mabp->mab_relax != NULL)
961 ? mabp->mab_relax : mabp->mab_bot;
962 #ifdef HAVE_MEMORY_DEBUG
963 memset(mabp->mab_caster, 0377,
964 PTR2SIZE(&mabp->mab_buf[sizeof(mabp->mab_buf)] - mabp->mab_caster));
965 #endif
966 }
967 }
968 NYD2_LEAVE;
969 }
970
971 FL void *
972 (n_lofi_alloc)(size_t size n_MEMORY_DEBUG_ARGS){
973 #ifdef HAVE_MEMORY_DEBUG
974 ui32_t user_s;
975 #endif
976 union a_memory_ptr p;
977 struct a_memory_ars_lofi *malp;
978 bool_t isheap;
979 struct a_memory_ars_ctx *macp;
980 NYD2_ENTER;
981
982 if((macp = a_memory_ars_top) == NULL)
983 macp = &a_memory_ars_global;
984
985 #ifdef HAVE_MEMORY_DEBUG
986 user_s = (ui32_t)size;
987 #endif
988 if(size == 0)
989 ++size;
990 size += sizeof(struct a_memory_ars_lofi_chunk);
991 #ifdef HAVE_MEMORY_DEBUG
992 size += a_MEMORY_HOPE_SIZE;
993 #endif
994 size = a_MEMORY_LOFI_ROUNDUP(size);
995
996 /* Huge allocations are special */
997 if(n_UNLIKELY(isheap = (size > a_MEMORY_LOFI_MAX))){
998 #ifdef HAVE_MEMORY_DEBUG
999 n_alert("n_lofi_alloc() of %" PRIuZ " bytes from %s, line %d",
1000 size, mdbg_file, mdbg_line);
1001 #endif
1002 }else if((malp = macp->mac_lofi) != NULL &&
1003 ((p.p_cp = malp->mal_caster) <= &malp->mal_max[-size])){
1004 malp->mal_caster = &p.p_cp[size];
1005 goto jleave;
1006 }
1007
1008 /* Need a new buffer */
1009 /* C99 */{
1010 size_t i;
1011
1012 i = size + sizeof(*malp) -
1013 n_VFIELD_SIZEOF(struct a_memory_ars_lofi, mal_buf);
1014 i = n_MAX(i, n_MEMORY_AUTOREC_SIZE);
1015 malp = n_alloc(i);
1016 malp->mal_last = macp->mac_lofi;
1017 malp->mal_caster = &malp->mal_buf[size];
1018 i -= sizeof(*malp) + n_VFIELD_SIZEOF(struct a_memory_ars_lofi, mal_buf);
1019 malp->mal_max = &malp->mal_buf[i];
1020 macp->mac_lofi = malp;
1021 p.p_cp = malp->mal_buf;
1022
1023 #ifdef HAVE_MEMORY_DEBUG
1024 ++a_memory_lofi_ball;
1025 ++a_memory_lofi_bcur;
1026 a_memory_lofi_bmax = n_MAX(a_memory_lofi_bmax, a_memory_lofi_bcur);
1027 #endif
1028 }
1029
1030 jleave:
1031 p.p_alc->malc_last = macp->mac_lofi_top;
1032 macp->mac_lofi_top = p.p_alc;
1033 if(isheap)
1034 p.p_alc->malc_last = (struct a_memory_ars_lofi_chunk*)
1035 ((uintptr_t)p.p_alc->malc_last | 0x1);
1036
1037 #ifndef HAVE_MEMORY_DEBUG
1038 ++p.p_alc;
1039 #else
1040 p.p_c->mc_file = mdbg_file;
1041 p.p_c->mc_line = (ui16_t)mdbg_line;
1042 p.p_c->mc_isfree = FAL0;
1043 p.p_c->mc_user_size = user_s;
1044 p.p_c->mc_size = (ui32_t)size;
1045 ++p.p_alc;
1046 a_MEMORY_HOPE_SET(p_alc, p);
1047
1048 ++a_memory_lofi_aall;
1049 ++a_memory_lofi_acur;
1050 a_memory_lofi_amax = n_MAX(a_memory_lofi_amax, a_memory_lofi_acur);
1051 a_memory_lofi_mall += user_s;
1052 a_memory_lofi_mcur += user_s;
1053 a_memory_lofi_mmax = n_MAX(a_memory_lofi_mmax, a_memory_lofi_mcur);
1054 #endif
1055 NYD2_LEAVE;
1056 return p.p_vp;
1057 }
1058
1059 FL void
1060 (n_lofi_free)(void *vp n_MEMORY_DEBUG_ARGS){
1061 #ifdef HAVE_MEMORY_DEBUG
1062 bool_t isbad;
1063 #endif
1064 union a_memory_ptr p;
1065 struct a_memory_ars_ctx *macp;
1066 NYD2_ENTER;
1067
1068 if((macp = a_memory_ars_top) == NULL)
1069 macp = &a_memory_ars_global;
1070
1071 if((p.p_vp = vp) == NULL){
1072 #ifdef HAVE_MEMORY_DEBUG
1073 n_err("n_lofi_free(NULL) from %s, line %d\n", mdbg_file, mdbg_line);
1074 #endif
1075 goto jleave;
1076 }
1077
1078 #ifdef HAVE_MEMORY_DEBUG
1079 a_MEMORY_HOPE_GET(p_alc, p, isbad);
1080 --p.p_alc;
1081
1082 if(p.p_c->mc_isfree){
1083 n_err("n_lofi_free(): double-free avoided at %s, line %d\n"
1084 "\tLast seen: %s, line %" PRIu16 "\n",
1085 mdbg_file, mdbg_line, p.p_c->mc_file, p.p_c->mc_line);
1086 goto jleave;
1087 }
1088 p.p_c->mc_isfree = TRU1;
1089 memset(vp, 0377, p.p_c->mc_user_size);
1090
1091 if(p.p_alc != macp->mac_lofi_top){
1092 n_err("n_lofi_free(): this is not alloca top at %s, line %d\n"
1093 "\tLast seen: %s, line %" PRIu16 "\n",
1094 mdbg_file, mdbg_line, p.p_c->mc_file, p.p_c->mc_line);
1095 goto jleave;
1096 }
1097
1098 ++p.p_alc;
1099 #endif /* HAVE_MEMORY_DEBUG */
1100
1101 a_memory_lofi_free(macp, --p.p_alc);
1102 jleave:
1103 NYD2_LEAVE;
1104 }
1105
1106 #ifdef HAVE_MEMORY_DEBUG
1107 FL int
1108 c_memtrace(void *vp){
1109 /* For a_MEMORY_HOPE_GET() */
1110 char const * const mdbg_file = "memtrace()";
1111 int const mdbg_line = -1;
1112 struct a_memory_ars_buffer *mabp;
1113 struct a_memory_ars_lofi_chunk *malcp;
1114 struct a_memory_ars_lofi *malp;
1115 struct a_memory_ars_ctx *macp;
1116 bool_t isbad;
1117 union a_memory_ptr p, xp;
1118 size_t lines;
1119 FILE *fp;
1120 NYD2_ENTER;
1121
1122 vp = (void*)0x1;
1123 if((fp = Ftmp(NULL, "memtr", OF_RDWR | OF_UNLINK | OF_REGISTER)) == NULL){
1124 n_perr("tmpfile", 0);
1125 goto jleave;
1126 }
1127 lines = 0;
1128
1129 fprintf(fp,
1130 "Last-Out-First-In (alloca) storage:\n"
1131 " Buffer cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n"
1132 " Allocations cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n"
1133 " Bytes cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n\n",
1134 a_memory_lofi_bcur, a_memory_lofi_bmax, a_memory_lofi_ball,
1135 a_memory_lofi_acur, a_memory_lofi_amax, a_memory_lofi_aall,
1136 a_memory_lofi_mcur, a_memory_lofi_mmax, a_memory_lofi_mall);
1137 lines += 7;
1138
1139 if((macp = a_memory_ars_top) == NULL)
1140 macp = &a_memory_ars_global;
1141 for(; macp != NULL; macp = macp->mac_outer){
1142 fprintf(fp, " Evaluation stack context %p (outer: %p):\n",
1143 (void*)macp, (void*)macp->mac_outer);
1144 ++lines;
1145
1146 for(malp = macp->mac_lofi; malp != NULL;){
1147 fprintf(fp, " Buffer %p%s, %" PRIuZ "/%" PRIuZ " used/free:\n",
1148 (void*)malp, ((uintptr_t)malp->mal_last & 0x1 ? " (huge)" : ""),
1149 PTR2SIZE(malp->mal_caster - &malp->mal_buf[0]),
1150 PTR2SIZE(malp->mal_max - malp->mal_caster));
1151 ++lines;
1152 malp = malp->mal_last;
1153 malp = (struct a_memory_ars_lofi*)((uintptr_t)malp & ~1);
1154 }
1155
1156 for(malcp = macp->mac_lofi_top; malcp != NULL;){
1157 p.p_alc = malcp;
1158 malcp = (struct a_memory_ars_lofi_chunk*)
1159 ((uintptr_t)malcp->malc_last & ~0x1);
1160 xp = p;
1161 ++xp.p_alc;
1162 a_MEMORY_HOPE_GET_TRACE(p_alc, xp, isbad);
1163 fprintf(fp, " %s%p (%u bytes): %s, line %u\n",
1164 (isbad ? "! CANARY ERROR (LOFI): " : ""), xp.p_vp,
1165 p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1166 }
1167 }
1168
1169 fprintf(fp,
1170 "\nAuto-reclaimed storage:\n"
1171 " Buffers cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n"
1172 " Huge allocations cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n"
1173 " Allocations all: %" PRIuZ ", Bytes all: %" PRIuZ "\n\n",
1174 a_memory_ars_bcur, a_memory_ars_bmax, a_memory_ars_ball,
1175 a_memory_ars_hcur, a_memory_ars_hmax, a_memory_ars_hall,
1176 a_memory_ars_aall, a_memory_ars_mall);
1177 lines += 7;
1178
1179 if((macp = a_memory_ars_top) == NULL)
1180 macp = &a_memory_ars_global;
1181 for(; macp != NULL; macp = macp->mac_outer){
1182 fprintf(fp, " Evaluation stack context %p (outer: %p):\n",
1183 (void*)macp, (void*)macp->mac_outer);
1184 ++lines;
1185
1186 for(mabp = macp->mac_top; mabp != NULL; mabp = mabp->mab_last){
1187 fprintf(fp, " Buffer %p, %" PRIuZ "/%" PRIuZ " used/free:\n",
1188 (void*)mabp,
1189 PTR2SIZE(mabp->mab_caster - &mabp->mab_buf[0]),
1190 PTR2SIZE(&mabp->mab_buf[sizeof(mabp->mab_buf)] - mabp->mab_caster));
1191 ++lines;
1192
1193 for(p.p_cp = mabp->mab_buf; p.p_cp < mabp->mab_caster;
1194 ++lines, p.p_cp += p.p_c->mc_size){
1195 xp = p;
1196 ++xp.p_c;
1197 a_MEMORY_HOPE_GET_TRACE(p_c, xp, isbad);
1198 fprintf(fp, " %s%p (%u bytes): %s, line %u\n",
1199 (isbad ? "! CANARY ERROR (ARS, top): " : ""), xp.p_vp,
1200 p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1201 }
1202 ++lines;
1203 }
1204
1205 for(mabp = macp->mac_full; mabp != NULL; mabp = mabp->mab_last){
1206 fprintf(fp, " Buffer %p, full:\n", (void*)mabp);
1207 ++lines;
1208
1209 for(p.p_cp = mabp->mab_buf; p.p_cp < mabp->mab_caster;
1210 ++lines, p.p_cp += p.p_c->mc_size){
1211 xp = p;
1212 ++xp.p_c;
1213 a_MEMORY_HOPE_GET_TRACE(p_c, xp, isbad);
1214 fprintf(fp, " %s%p (%u bytes): %s, line %u\n",
1215 (isbad ? "! CANARY ERROR (ARS, full): " : ""), xp.p_vp,
1216 p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1217 }
1218 ++lines;
1219 }
1220 }
1221
1222 fprintf(fp,
1223 "\nHeap memory buffers:\n"
1224 " Allocation cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n"
1225 " Bytes cur/peek/all: %7" PRIuZ "/%7" PRIuZ "/%10" PRIuZ "\n\n",
1226 a_memory_heap_acur, a_memory_heap_amax, a_memory_heap_aall,
1227 a_memory_heap_mcur, a_memory_heap_mmax, a_memory_heap_mall);
1228 lines += 6;
1229
1230 for(p.p_hc = a_memory_heap_list; p.p_hc != NULL;
1231 ++lines, p.p_hc = p.p_hc->mhc_next){
1232 xp = p;
1233 ++xp.p_hc;
1234 a_MEMORY_HOPE_GET_TRACE(p_hc, xp, isbad);
1235 fprintf(fp, " %s%p (%u bytes): %s, line %u\n",
1236 (isbad ? "! CANARY ERROR (heap): " : ""), xp.p_vp,
1237 p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1238 }
1239
1240 if(options & (OPT_DEBUG | OPT_MEMDEBUG)){
1241 fprintf(fp, "Heap buffers lingering for free():\n");
1242 ++lines;
1243
1244 for(p.p_hc = a_memory_heap_free; p.p_hc != NULL;
1245 ++lines, p.p_hc = p.p_hc->mhc_next){
1246 xp = p;
1247 ++xp.p_hc;
1248 a_MEMORY_HOPE_GET_TRACE(p_hc, xp, isbad);
1249 fprintf(fp, " %s%p (%u bytes): %s, line %u\n",
1250 (isbad ? "! CANARY ERROR (free): " : ""), xp.p_vp,
1251 p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1252 }
1253 }
1254
1255 page_or_print(fp, lines);
1256 Fclose(fp);
1257 vp = NULL;
1258 jleave:
1259 NYD2_LEAVE;
1260 return (vp != NULL);
1261 }
1262
1263 FL bool_t
1264 n__memory_check(char const *mdbg_file, int mdbg_line){
1265 union a_memory_ptr p, xp;
1266 struct a_memory_ars_buffer *mabp;
1267 struct a_memory_ars_lofi_chunk *malcp;
1268 struct a_memory_ars_ctx *macp;
1269 bool_t anybad, isbad;
1270 NYD2_ENTER;
1271
1272 anybad = FAL0;
1273
1274 if((macp = a_memory_ars_top) == NULL)
1275 macp = &a_memory_ars_global;
1276
1277 /* Alloca */
1278
1279 for(malcp = macp->mac_lofi_top; malcp != NULL;){
1280 p.p_alc = malcp;
1281 malcp = (struct a_memory_ars_lofi_chunk*)
1282 ((uintptr_t)malcp->malc_last & ~0x1);
1283 xp = p;
1284 ++xp.p_alc;
1285 a_MEMORY_HOPE_GET_TRACE(p_alc, xp, isbad);
1286 if(isbad){
1287 anybad = TRU1;
1288 n_err(
1289 "! CANARY ERROR (LOFI): %p (%u bytes): %s, line %u\n",
1290 xp.p_vp, p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1291 }
1292 }
1293
1294 /* Auto-reclaimed */
1295
1296 for(mabp = macp->mac_top; mabp != NULL; mabp = mabp->mab_last){
1297 for(p.p_cp = mabp->mab_buf; p.p_cp < mabp->mab_caster;
1298 p.p_cp += p.p_c->mc_size){
1299 xp = p;
1300 ++xp.p_c;
1301 a_MEMORY_HOPE_GET_TRACE(p_c, xp, isbad);
1302 if(isbad){
1303 anybad = TRU1;
1304 n_err(
1305 "! CANARY ERROR (ARS, top): %p (%u bytes): %s, line %u\n",
1306 xp.p_vp, p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1307 }
1308 }
1309 }
1310
1311 for(mabp = macp->mac_full; mabp != NULL; mabp = mabp->mab_last){
1312 for(p.p_cp = mabp->mab_buf; p.p_cp < mabp->mab_caster;
1313 p.p_cp += p.p_c->mc_size){
1314 xp = p;
1315 ++xp.p_c;
1316 a_MEMORY_HOPE_GET_TRACE(p_c, xp, isbad);
1317 if(isbad){
1318 anybad = TRU1;
1319 n_err(
1320 "! CANARY ERROR (ARS, full): %p (%u bytes): %s, line %u\n",
1321 xp.p_vp, p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1322 }
1323 }
1324 }
1325
1326 /* Heap*/
1327
1328 for(p.p_hc = a_memory_heap_list; p.p_hc != NULL; p.p_hc = p.p_hc->mhc_next){
1329 xp = p;
1330 ++xp.p_hc;
1331 a_MEMORY_HOPE_GET_TRACE(p_hc, xp, isbad);
1332 if(isbad){
1333 anybad = TRU1;
1334 n_err(
1335 "! CANARY ERROR (heap): %p (%u bytes): %s, line %u\n",
1336 xp.p_vp, p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1337 }
1338 }
1339
1340 if(options & (OPT_DEBUG | OPT_MEMDEBUG)){
1341 for(p.p_hc = a_memory_heap_free; p.p_hc != NULL;
1342 p.p_hc = p.p_hc->mhc_next){
1343 xp = p;
1344 ++xp.p_hc;
1345 a_MEMORY_HOPE_GET_TRACE(p_hc, xp, isbad);
1346 if(isbad){
1347 anybad = TRU1;
1348 n_err(
1349 "! CANARY ERROR (free): %p (%u bytes): %s, line %u\n",
1350 xp.p_vp, p.p_c->mc_user_size, p.p_c->mc_file, p.p_c->mc_line);
1351 }
1352 }
1353 }
1354
1355 if(anybad && ok_blook(memdebug))
1356 n_panic("Memory errors encountered");
1357 NYD2_LEAVE;
1358 return anybad;
1359 }
1360 #endif /* HAVE_MEMORY_DEBUG */
1361
1362 /* s-it-mode */
A mail processing system intended to provide the functionality of the POSIX mailx(1) command