forked from ivmai/bdwgc
/
mach_dep.c
465 lines (417 loc) · 15.8 KB
/
mach_dep.c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
/*
* Copyright 1988, 1989 Hans-J. Boehm, Alan J. Demers
* Copyright (c) 1991-1994 by Xerox Corporation. All rights reserved.
*
* THIS MATERIAL IS PROVIDED AS IS, WITH ABSOLUTELY NO WARRANTY EXPRESSED
* OR IMPLIED. ANY USE IS AT YOUR OWN RISK.
*
* Permission is hereby granted to use or copy this program
* for any purpose, provided the above notices are retained on all copies.
* Permission to modify the code and to distribute modified code is granted,
* provided the above notices are retained, and a notice that the code was
* modified is included with the above copyright notice.
*/
#include "private/gc_priv.h"
#if !defined(PLATFORM_MACH_DEP) && !defined(SN_TARGET_PSP2)
#include <stdio.h>
#ifdef AMIGA
# ifndef __GNUC__
# include <dos.h>
# else
# include <machine/reg.h>
# endif
#endif
#ifdef E2K
# include <errno.h>
# include <asm/e2k_syswork.h>
# include <sys/mman.h>
# include <sys/syscall.h>
# define VA_SIZE 48
# define E2K_PSHTP_SIZE 12
# if defined(__clang__)
# define VLIW_CMD_BRACES_PREFIX "%" /* a workaround for clang-9 */
# else
# define VLIW_CMD_BRACES_PREFIX /* empty */
# endif
# define get_stack_index(ps_ptr) \
do { \
word psp_lo, psp_hi; \
signed_word pshtp; \
char tmp = 0, val; \
\
__asm__ __volatile__ ( \
"1:\n\t" \
"ldb %4, 0, %0, mas = 7\n\t" \
"rrd %%pshtp, %1\n\t" \
"rrd %%psp.lo, %2\n\t" \
"rrd %%psp.hi, %3\n\t" \
VLIW_CMD_BRACES_PREFIX "{\n\t" \
" stb %4, 0, %0, mas = 2\n\t" \
" rbranch 1b\n\t" \
VLIW_CMD_BRACES_PREFIX "}" \
: "=&r" (val), "=&r" (pshtp), \
"=&r" (psp_lo), "=&r" (psp_hi) \
: "r" (&tmp)); \
*(ps_ptr) = (psp_lo & ((1UL<<VA_SIZE)-1)) \
+ (unsigned)psp_hi \
+ (word)((pshtp << (64-E2K_PSHTP_SIZE)) \
>> (63-E2K_PSHTP_SIZE)); \
} while (0)
GC_INNER size_t GC_get_procedure_stack(ptr_t buf, size_t buf_sz) {
word ps;
word new_sz = 0;
GC_ASSERT(0 == buf_sz || buf != NULL);
for (;;) {
get_stack_index(&ps);
if (syscall(__NR_access_hw_stacks, E2K_READ_PROCEDURE_STACK,
&ps, buf, buf_sz, &new_sz) != -1)
break;
if (ENOMEM == errno && (word)buf_sz < new_sz) {
# ifdef LOG_E2K_ALLOCS
if (buf_sz > 0) /* probably may happen */
GC_log_printf("GC_get_procedure_stack():"
" buffer size/requested %lu/%lu bytes, GC #%lu\n",
(unsigned long)buf_sz, (unsigned long)new_sz,
(unsigned long)GC_gc_no);
# endif
return (size_t)new_sz; /* buffer not enough */
} else if (errno != EAGAIN) {
ABORT_ARG1("Cannot read procedure stack", ": errno= %d", errno);
}
}
if ((word)buf_sz < new_sz)
ABORT_ARG2("Buffer overflow while reading procedure stack",
": buf_sz= %lu, new_sz= %lu",
(unsigned long)buf_sz, (unsigned long)new_sz);
return (size_t)new_sz;
}
ptr_t GC_save_regs_in_stack(void) {
__asm__ __volatile__ ("flushr");
return NULL;
}
GC_INNER ptr_t GC_mmap_procedure_stack_buf(size_t aligned_sz)
{
void *buf = mmap(NULL, aligned_sz, PROT_READ | PROT_WRITE,
MAP_PRIVATE | MAP_ANON, 0 /* fd */, 0 /* offset */);
if (MAP_FAILED == buf)
ABORT_ARG2("Could not map memory for procedure stack",
": requested %lu bytes, errno= %d",
(unsigned long)aligned_sz, errno);
return (ptr_t)buf;
}
GC_INNER void GC_unmap_procedure_stack_buf(ptr_t buf, size_t sz)
{
if (munmap(buf, ROUNDUP_PAGESIZE(sz)) == -1)
ABORT_ARG1("munmap failed (for procedure stack space)",
": errno= %d", errno);
}
# ifdef THREADS
GC_INNER size_t GC_alloc_and_get_procedure_stack(ptr_t *pbuf)
{
ptr_t buf = NULL;
size_t new_sz, buf_sz;
GC_ASSERT(I_HOLD_LOCK());
for (buf_sz = 0; ; buf_sz = new_sz) {
new_sz = GC_get_procedure_stack(buf, buf_sz);
if (new_sz <= buf_sz) break;
if (EXPECT(buf != NULL, FALSE))
GC_INTERNAL_FREE(buf);
buf = (ptr_t)GC_INTERNAL_MALLOC_IGNORE_OFF_PAGE(new_sz, PTRFREE);
if (NULL == buf)
ABORT("Could not allocate memory for procedure stack");
}
*pbuf = buf;
return new_sz;
}
# endif /* THREADS */
# undef VLIW_CMD_BRACES_PREFIX
# undef get_stack_index
#endif /* E2K */
#if defined(MACOS) && defined(__MWERKS__)
#if defined(POWERPC)
# define NONVOLATILE_GPR_COUNT 19
struct ppc_registers {
unsigned long gprs[NONVOLATILE_GPR_COUNT]; /* R13-R31 */
};
typedef struct ppc_registers ppc_registers;
# if defined(CPPCHECK)
void getRegisters(ppc_registers* regs);
# else
asm static void getRegisters(register ppc_registers* regs)
{
stmw r13,regs->gprs /* save R13-R31 */
blr
}
# endif
static void PushMacRegisters(void)
{
ppc_registers regs;
int i;
getRegisters(®s);
for (i = 0; i < NONVOLATILE_GPR_COUNT; i++)
GC_push_one(regs.gprs[i]);
}
#else /* M68K */
asm static void PushMacRegisters(void)
{
sub.w #4,sp /* reserve space for one parameter */
move.l a2,(sp)
jsr GC_push_one
move.l a3,(sp)
jsr GC_push_one
move.l a4,(sp)
jsr GC_push_one
# if !__option(a6frames)
/* <pcb> perhaps a6 should be pushed if stack frames are not being used */
move.l a6,(sp)
jsr GC_push_one
# endif
/* skip a5 (globals), a6 (frame pointer), and a7 (stack pointer) */
move.l d2,(sp)
jsr GC_push_one
move.l d3,(sp)
jsr GC_push_one
move.l d4,(sp)
jsr GC_push_one
move.l d5,(sp)
jsr GC_push_one
move.l d6,(sp)
jsr GC_push_one
move.l d7,(sp)
jsr GC_push_one
add.w #4,sp /* fix stack */
rts
}
#endif /* M68K */
#endif /* MACOS && __MWERKS__ */
# if defined(IA64) && !defined(THREADS)
/* Value returned from register flushing routine (ar.bsp). */
GC_INNER ptr_t GC_save_regs_ret_val = NULL;
# endif
/* Routine to mark from registers that are preserved by the C compiler. */
/* This must be ported to every new architecture. It is not optional, */
/* and should not be used on platforms that are either UNIX-like, or */
/* require thread support. */
#undef HAVE_PUSH_REGS
#if defined(USE_ASM_PUSH_REGS)
# define HAVE_PUSH_REGS
#else /* No asm implementation */
# ifdef STACK_NOT_SCANNED
void GC_push_regs(void)
{
/* empty */
}
# define HAVE_PUSH_REGS
# elif defined(M68K) && defined(AMIGA)
/* This function is not static because it could also be */
/* erroneously defined in .S file, so this error would be caught */
/* by the linker. */
void GC_push_regs(void)
{
/* AMIGA - could be replaced by generic code */
/* a0, a1, d0 and d1 are caller save */
# ifdef __GNUC__
asm("subq.w &0x4,%sp"); /* allocate word on top of stack */
asm("mov.l %a2,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %a3,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %a4,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %a5,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %a6,(%sp)"); asm("jsr _GC_push_one");
/* Skip frame pointer and stack pointer */
asm("mov.l %d2,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %d3,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %d4,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %d5,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %d6,(%sp)"); asm("jsr _GC_push_one");
asm("mov.l %d7,(%sp)"); asm("jsr _GC_push_one");
asm("addq.w &0x4,%sp"); /* put stack back where it was */
# else /* !__GNUC__ */
GC_push_one(getreg(REG_A2));
GC_push_one(getreg(REG_A3));
# ifndef __SASC
/* Can probably be changed to #if 0 -Kjetil M. (a4=globals) */
GC_push_one(getreg(REG_A4));
# endif
GC_push_one(getreg(REG_A5));
GC_push_one(getreg(REG_A6));
/* Skip stack pointer */
GC_push_one(getreg(REG_D2));
GC_push_one(getreg(REG_D3));
GC_push_one(getreg(REG_D4));
GC_push_one(getreg(REG_D5));
GC_push_one(getreg(REG_D6));
GC_push_one(getreg(REG_D7));
# endif /* !__GNUC__ */
}
# define HAVE_PUSH_REGS
# elif defined(MACOS)
# if defined(M68K) && defined(THINK_C) && !defined(CPPCHECK)
# define PushMacReg(reg) \
move.l reg,(sp) \
jsr GC_push_one
void GC_push_regs(void)
{
asm {
sub.w #4,sp ; reserve space for one parameter.
PushMacReg(a2);
PushMacReg(a3);
PushMacReg(a4);
; skip a5 (globals), a6 (frame pointer), and a7 (stack pointer)
PushMacReg(d2);
PushMacReg(d3);
PushMacReg(d4);
PushMacReg(d5);
PushMacReg(d6);
PushMacReg(d7);
add.w #4,sp ; fix stack.
}
}
# define HAVE_PUSH_REGS
# undef PushMacReg
# elif defined(__MWERKS__)
void GC_push_regs(void)
{
PushMacRegisters();
}
# define HAVE_PUSH_REGS
# endif /* __MWERKS__ */
# endif /* MACOS */
#endif /* !USE_ASM_PUSH_REGS */
#if defined(HAVE_PUSH_REGS) && defined(THREADS)
# error GC_push_regs cannot be used with threads
/* Would fail for GC_do_blocking. There are probably other safety */
/* issues. */
# undef HAVE_PUSH_REGS
#endif
#if !defined(HAVE_PUSH_REGS) && defined(UNIX_LIKE)
# include <signal.h>
# ifndef NO_GETCONTEXT
# if defined(DARWIN) \
&& (MAC_OS_X_VERSION_MAX_ALLOWED >= 1060 /*MAC_OS_X_VERSION_10_6*/)
# include <sys/ucontext.h>
# else
# include <ucontext.h>
# endif /* !DARWIN */
# ifdef GETCONTEXT_FPU_EXCMASK_BUG
# include <fenv.h>
# endif
# endif
#endif /* !HAVE_PUSH_REGS */
/* Ensure that either registers are pushed, or callee-save registers */
/* are somewhere on the stack, and then call fn(arg, ctxt). */
/* ctxt is either a pointer to a ucontext_t we generated, or NULL. */
GC_ATTR_NO_SANITIZE_ADDR
GC_INNER void GC_with_callee_saves_pushed(void (*fn)(ptr_t, void *),
volatile ptr_t arg)
{
volatile int dummy;
volatile ptr_t context = 0;
# if defined(HAVE_PUSH_REGS)
GC_push_regs();
# elif defined(EMSCRIPTEN)
/* No-op, "registers" are pushed in GC_push_other_roots(). */
# else
# if defined(UNIX_LIKE) && !defined(NO_GETCONTEXT)
/* Older versions of Darwin seem to lack getcontext(). */
/* ARM and MIPS Linux often doesn't support a real */
/* getcontext(). */
static signed char getcontext_works = 0; /* (-1) - broken, 1 - works */
ucontext_t ctxt;
# ifdef GETCONTEXT_FPU_EXCMASK_BUG
/* Workaround a bug (clearing the FPU exception mask) in */
/* getcontext on Linux/x86_64. */
# ifdef X86_64
/* We manipulate FPU control word here just not to force the */
/* client application to use -lm linker option. */
unsigned short old_fcw;
# if defined(CPPCHECK)
GC_noop1((word)&old_fcw);
# endif
__asm__ __volatile__ ("fstcw %0" : "=m" (*&old_fcw));
# else
int except_mask = fegetexcept();
# endif
# endif
if (getcontext_works >= 0) {
if (getcontext(&ctxt) < 0) {
WARN("getcontext failed:"
" using another register retrieval method...\n", 0);
/* getcontext() is broken, do not try again. */
/* E.g., to workaround a bug in Docker ubuntu_32bit. */
} else {
context = (ptr_t)&ctxt;
}
if (EXPECT(0 == getcontext_works, FALSE))
getcontext_works = context != NULL ? 1 : -1;
}
# ifdef GETCONTEXT_FPU_EXCMASK_BUG
# ifdef X86_64
__asm__ __volatile__ ("fldcw %0" : : "m" (*&old_fcw));
{
unsigned mxcsr;
/* And now correct the exception mask in SSE MXCSR. */
__asm__ __volatile__ ("stmxcsr %0" : "=m" (*&mxcsr));
mxcsr = (mxcsr & ~(FE_ALL_EXCEPT << 7)) |
((old_fcw & FE_ALL_EXCEPT) << 7);
__asm__ __volatile__ ("ldmxcsr %0" : : "m" (*&mxcsr));
}
# else /* !X86_64 */
if (feenableexcept(except_mask) < 0)
ABORT("feenableexcept failed");
# endif
# endif /* GETCONTEXT_FPU_EXCMASK_BUG */
# if defined(E2K) || defined(IA64) || defined(SPARC)
/* On a register window machine, we need to save register */
/* contents on the stack for this to work. This may already be */
/* subsumed by the getcontext() call. */
# if defined(IA64) && !defined(THREADS)
GC_save_regs_ret_val =
# endif
GC_save_regs_in_stack();
# endif
if (NULL == context) /* getcontext failed */
# endif /* !NO_GETCONTEXT */
{
# if defined(HAVE_BUILTIN_UNWIND_INIT)
/* This was suggested by Richard Henderson as the way to */
/* force callee-save registers and register windows onto */
/* the stack. */
__builtin_unwind_init();
# elif defined(NO_CRT) && defined(MSWIN32)
CONTEXT ctx;
RtlCaptureContext(&ctx);
# else
/* Generic code */
/* The idea is due to Parag Patel at HP. */
/* We're not sure whether he would like */
/* to be acknowledged for it or not. */
jmp_buf regs;
word * i = (word *)®s;
ptr_t lim = (ptr_t)(®s) + sizeof(regs);
/* setjmp doesn't always clear all of the buffer. */
/* That tends to preserve garbage. Clear it. */
for (; (word)i < (word)lim; i++) {
*i = 0;
}
# if defined(MSWIN32) || defined(MSWINCE) || defined(UTS4) \
|| defined(OS2) || defined(CX_UX) || defined(__CC_ARM) \
|| defined(LINUX) || defined(EWS4800) || defined(RTEMS)
(void) setjmp(regs);
# else
(void) _setjmp(regs);
/* We don't want to mess with signals. According to */
/* SUSV3, setjmp() may or may not save signal mask. */
/* _setjmp won't, but is less portable. */
# endif
# endif /* !HAVE_BUILTIN_UNWIND_INIT */
}
# endif /* !HAVE_PUSH_REGS */
/* TODO: context here is sometimes just zero. At the moment, the */
/* callees don't really need it. */
fn(arg, (/* no volatile */ void *)context);
/* Strongly discourage the compiler from treating the above */
/* as a tail-call, since that would pop the register */
/* contents before we get a chance to look at them. */
GC_noop1(COVERT_DATAFLOW(&dummy));
}
#endif /* !PLATFORM_MACH_DEP && !SN_TARGET_PSP2 */