1 // Copyright 2009 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
14 #include <sys/types.h>
19 #include <semaphore.h>
22 #ifdef HAVE_SYS_MMAN_H
26 #define _STRINGIFY2_(x) #x
27 #define _STRINGIFY_(x) _STRINGIFY2_(x)
28 #define GOSYM_PREFIX _STRINGIFY_(__USER_LABEL_PREFIX__)
30 /* This file supports C files copied from the 6g runtime library.
31 This is a version of the 6g runtime.h rewritten for gccgo's version
34 typedef signed int int8
__attribute__ ((mode (QI
)));
35 typedef unsigned int uint8
__attribute__ ((mode (QI
)));
36 typedef signed int int16
__attribute__ ((mode (HI
)));
37 typedef unsigned int uint16
__attribute__ ((mode (HI
)));
38 typedef signed int int32
__attribute__ ((mode (SI
)));
39 typedef unsigned int uint32
__attribute__ ((mode (SI
)));
40 typedef signed int int64
__attribute__ ((mode (DI
)));
41 typedef unsigned int uint64
__attribute__ ((mode (DI
)));
42 typedef float float32
__attribute__ ((mode (SF
)));
43 typedef double float64
__attribute__ ((mode (DF
)));
44 typedef signed int intptr
__attribute__ ((mode (pointer
)));
45 typedef unsigned int uintptr
__attribute__ ((mode (pointer
)));
47 typedef intptr intgo
; // Go's int
48 typedef uintptr uintgo
; // Go's uint
50 typedef uintptr uintreg
;
57 typedef struct mutex Lock
;
60 typedef struct note Note
;
61 typedef struct String String
;
62 typedef struct FuncVal FuncVal
;
63 typedef struct SigTab SigTab
;
64 typedef struct hchan Hchan
;
65 typedef struct timer Timer
;
66 typedef struct lfnode LFNode
;
67 typedef struct cgoMal CgoMal
;
68 typedef struct PollDesc PollDesc
;
69 typedef struct sudog SudoG
;
70 typedef struct schedt Sched
;
72 typedef struct __go_open_array Slice
;
73 typedef struct iface Iface
;
74 typedef struct eface Eface
;
75 typedef struct __go_type_descriptor Type
;
76 typedef struct _defer Defer
;
77 typedef struct _panic Panic
;
79 typedef struct __go_ptr_type PtrType
;
80 typedef struct __go_func_type FuncType
;
81 typedef struct __go_interface_type InterfaceType
;
82 typedef struct __go_map_type MapType
;
83 typedef struct __go_channel_type ChanType
;
85 typedef struct tracebackg Traceback
;
87 typedef struct location Location
;
98 // variable-size, fn-specific data here
103 // Rename Go types generated by mkrsysinfo.sh from C types, to avoid
104 // the name conflict.
105 #define timeval go_timeval
106 #define timespec go_timespec
108 #include "runtime.inc"
114 * Per-CPU declaration.
116 extern M
* runtime_m(void);
117 extern G
* runtime_g(void)
118 __asm__(GOSYM_PREFIX
"runtime.getg");
120 extern M
* runtime_m0(void)
121 __asm__(GOSYM_PREFIX
"runtime.runtime_m0");
122 extern G
* runtime_g0(void)
123 __asm__(GOSYM_PREFIX
"runtime.runtime_g0");
132 PtrSize
= sizeof(void*),
136 // Per-M stack segment cache size.
138 // Global <-> per-M stack segment cache transfer batch size.
139 StackCacheBatch
= 16,
178 extern bool runtime_copystack
;
182 * you need super-gopher-guru privilege
185 #define nelem(x) (sizeof(x)/sizeof((x)[0]))
186 #define nil ((void*)0)
187 #define USED(v) ((void) v)
188 #define ROUND(x, n) (((x)+(n)-1)&~(uintptr)((n)-1)) /* all-caps to mark as macro: it evaluates n twice */
191 // hashinit wants this many random bytes
194 void runtime_hashinit(void);
199 extern uintptr
* runtime_getZerobase(void)
200 __asm__(GOSYM_PREFIX
"runtime.getZerobase");
201 extern G
* runtime_getallg(intgo
)
202 __asm__(GOSYM_PREFIX
"runtime.getallg");
203 extern uintptr
runtime_getallglen(void)
204 __asm__(GOSYM_PREFIX
"runtime.getallglen");
205 extern M
* runtime_getallm(void)
206 __asm__(GOSYM_PREFIX
"runtime.getallm");
207 extern Sched
* runtime_sched
;
208 extern uint32
runtime_panicking(void)
209 __asm__ (GOSYM_PREFIX
"runtime.getPanicking");
211 extern bool runtime_isstarted
;
212 extern bool runtime_isarchive
;
215 * common functions and data
217 #define runtime_strcmp(s1, s2) __builtin_strcmp((s1), (s2))
218 #define runtime_strncmp(s1, s2, n) __builtin_strncmp((s1), (s2), (n))
219 #define runtime_strstr(s1, s2) __builtin_strstr((s1), (s2))
220 intgo
runtime_findnull(const byte
*)
221 __asm__ (GOSYM_PREFIX
"runtime.findnull");
223 void runtime_gogo(G
*)
224 __asm__ (GOSYM_PREFIX
"runtime.gogo");
225 struct __go_func_type
;
226 void runtime_args(int32
, byte
**)
227 __asm__ (GOSYM_PREFIX
"runtime.args");
228 void runtime_alginit(void)
229 __asm__ (GOSYM_PREFIX
"runtime.alginit");
230 void runtime_goargs(void)
231 __asm__ (GOSYM_PREFIX
"runtime.goargs");
232 void runtime_throw(const char*) __attribute__ ((noreturn
));
233 void runtime_panicstring(const char*) __attribute__ ((noreturn
));
234 bool runtime_canpanic(G
*);
235 void runtime_printf(const char*, ...);
236 int32
runtime_snprintf(byte
*, int32
, const char*, ...);
237 #define runtime_mcmp(a, b, s) __builtin_memcmp((a), (b), (s))
238 #define runtime_memmove(a, b, s) __builtin_memmove((a), (b), (s))
239 String
runtime_gostringnocopy(const byte
*)
240 __asm__ (GOSYM_PREFIX
"runtime.gostringnocopy");
241 void runtime_schedinit(void)
242 __asm__ (GOSYM_PREFIX
"runtime.schedinit");
243 void runtime_initsig(bool)
244 __asm__ (GOSYM_PREFIX
"runtime.initsig");
245 #define runtime_open(p, f, m) open((p), (f), (m))
246 #define runtime_read(d, v, n) read((d), (v), (n))
247 #define runtime_write(d, v, n) write((d), (v), (n))
248 #define runtime_close(d) close(d)
249 void runtime_ready(G
*, intgo
, bool)
250 __asm__ (GOSYM_PREFIX
"runtime.ready");
251 String
runtime_getenv(const char*);
252 int32
runtime_atoi(const byte
*, intgo
);
253 void* runtime_mstart(void*);
254 G
* runtime_malg(bool, bool, byte
**, uintptr
*)
255 __asm__(GOSYM_PREFIX
"runtime.malg");
256 void runtime_minit(void)
257 __asm__ (GOSYM_PREFIX
"runtime.minit");
258 void runtime_signalstack(byte
*, uintptr
)
259 __asm__ (GOSYM_PREFIX
"runtime.signalstack");
260 void runtime_mallocinit(void)
261 __asm__ (GOSYM_PREFIX
"runtime.mallocinit");
262 void* runtime_mallocgc(uintptr
, const Type
*, bool)
263 __asm__ (GOSYM_PREFIX
"runtime.mallocgc");
264 void* runtime_sysAlloc(uintptr
, uint64
*)
265 __asm__ (GOSYM_PREFIX
"runtime.sysAlloc");
266 void runtime_mprofinit(void);
267 #define runtime_getcallersp(p) __builtin_frame_address(0)
268 void runtime_mcall(FuncVal
*)
269 __asm__ (GOSYM_PREFIX
"runtime.mcall");
270 uint32
runtime_fastrand(void) __asm__ (GOSYM_PREFIX
"runtime.fastrand");
271 int32
runtime_timediv(int64
, int32
, int32
*)
272 __asm__ (GOSYM_PREFIX
"runtime.timediv");
273 int32
runtime_round2(int32 x
); // round x up to a power of 2.
276 #define runtime_cas(pval, old, new) __sync_bool_compare_and_swap (pval, old, new)
277 #define runtime_cas64(pval, old, new) __sync_bool_compare_and_swap (pval, old, new)
278 #define runtime_casp(pval, old, new) __sync_bool_compare_and_swap (pval, old, new)
279 // Don't confuse with XADD x86 instruction,
280 // this one is actually 'addx', that is, add-and-fetch.
281 #define runtime_xadd(p, v) __sync_add_and_fetch (p, v)
282 #define runtime_xadd64(p, v) __sync_add_and_fetch (p, v)
283 #define runtime_xchg(p, v) __atomic_exchange_n (p, v, __ATOMIC_SEQ_CST)
284 #define runtime_xchg64(p, v) __atomic_exchange_n (p, v, __ATOMIC_SEQ_CST)
285 #define runtime_xchgp(p, v) __atomic_exchange_n (p, v, __ATOMIC_SEQ_CST)
286 #define runtime_atomicload(p) __atomic_load_n (p, __ATOMIC_SEQ_CST)
287 #define runtime_atomicstore(p, v) __atomic_store_n (p, v, __ATOMIC_SEQ_CST)
288 #define runtime_atomicstore64(p, v) __atomic_store_n (p, v, __ATOMIC_SEQ_CST)
289 #define runtime_atomicload64(p) __atomic_load_n (p, __ATOMIC_SEQ_CST)
290 #define runtime_atomicloadp(p) __atomic_load_n (p, __ATOMIC_SEQ_CST)
291 #define runtime_atomicstorep(p, v) __atomic_store_n (p, v, __ATOMIC_SEQ_CST)
293 void runtime_setg(G
*)
294 __asm__ (GOSYM_PREFIX
"runtime.setg");
295 void runtime_newextram(void)
296 __asm__ (GOSYM_PREFIX
"runtime.newextram");
297 #define runtime_exit(s) exit(s)
298 void runtime_gosched(void)
299 __asm__ (GOSYM_PREFIX
"runtime.Gosched");
300 void runtime_schedtrace(bool)
301 __asm__ (GOSYM_PREFIX
"runtime.schedtrace");
302 void runtime_goparkunlock(Lock
*, String
, byte
, intgo
)
303 __asm__ (GOSYM_PREFIX
"runtime.goparkunlock");
304 void runtime_tsleep(int64
, const char*);
305 void runtime_entersyscall(int32
)
306 __asm__ (GOSYM_PREFIX
"runtime.entersyscall");
307 void runtime_entersyscallblock(int32
)
308 __asm__ (GOSYM_PREFIX
"runtime.entersyscallblock");
309 void runtime_exitsyscall(int32
)
310 __asm__ (GOSYM_PREFIX
"runtime.exitsyscall");
311 G
* __go_go(void (*pfn
)(void*), void*);
312 int32
runtime_callers(int32
, Location
*, int32
, bool keep_callers
);
313 int64
runtime_nanotime(void) // monotonic time
314 __asm__(GOSYM_PREFIX
"runtime.nanotime");
315 void runtime_dopanic(int32
) __attribute__ ((noreturn
));
316 void runtime_startpanic(void)
317 __asm__ (GOSYM_PREFIX
"runtime.startpanic");
318 void runtime_unwindstack(G
*, byte
*);
319 void runtime_usleep(uint32
)
320 __asm__ (GOSYM_PREFIX
"runtime.usleep");
321 int64
runtime_cputicks(void)
322 __asm__ (GOSYM_PREFIX
"runtime.cputicks");
323 int64
runtime_tickspersecond(void)
324 __asm__ (GOSYM_PREFIX
"runtime.tickspersecond");
325 void runtime_blockevent(int64
, int32
);
326 extern int64 runtime_blockprofilerate
;
327 G
* runtime_netpoll(bool)
328 __asm__ (GOSYM_PREFIX
"runtime.netpoll");
329 void runtime_parsedebugvars(void)
330 __asm__(GOSYM_PREFIX
"runtime.parsedebugvars");
332 G
* runtime_timejump(void);
335 * mutual exclusion locks. in the uncontended case,
336 * as fast as spin locks (just a few user-level instructions),
337 * but on the contention path they sleep in the kernel.
338 * a zeroed Lock is unlocked (no need to initialize each lock).
340 void runtime_lock(Lock
*)
341 __asm__(GOSYM_PREFIX
"runtime.lock");
342 void runtime_unlock(Lock
*)
343 __asm__(GOSYM_PREFIX
"runtime.unlock");
346 * sleep and wakeup on one-time events.
347 * before any calls to notesleep or notewakeup,
348 * must call noteclear to initialize the Note.
349 * then, exactly one thread can call notesleep
350 * and exactly one thread can call notewakeup (once).
351 * once notewakeup has been called, the notesleep
352 * will return. future notesleep will return immediately.
353 * subsequent noteclear must be called only after
354 * previous notesleep has returned, e.g. it's disallowed
355 * to call noteclear straight after notewakeup.
357 * notetsleep is like notesleep but wakes up after
358 * a given number of nanoseconds even if the event
359 * has not yet happened. if a goroutine uses notetsleep to
360 * wake up early, it must wait to call noteclear until it
361 * can be sure that no other goroutine is calling
364 * notesleep/notetsleep are generally called on g0,
365 * notetsleepg is similar to notetsleep but is called on user g.
367 void runtime_noteclear(Note
*)
368 __asm__ (GOSYM_PREFIX
"runtime.noteclear");
369 void runtime_notesleep(Note
*)
370 __asm__ (GOSYM_PREFIX
"runtime.notesleep");
371 void runtime_notewakeup(Note
*)
372 __asm__ (GOSYM_PREFIX
"runtime.notewakeup");
373 bool runtime_notetsleep(Note
*, int64
) // false - timeout
374 __asm__ (GOSYM_PREFIX
"runtime.notetsleep");
375 bool runtime_notetsleepg(Note
*, int64
) // false - timeout
376 __asm__ (GOSYM_PREFIX
"runtime.notetsleepg");
381 #define runtime_mmap mmap
382 #define runtime_munmap munmap
383 #define runtime_madvise madvise
384 #define runtime_memclr(buf, size) __builtin_memset((buf), 0, (size))
385 #define runtime_getcallerpc(p) __builtin_return_address(0)
388 void __wrap_rtems_task_variable_add(void **);
394 void reflect_call(const struct __go_func_type
*, FuncVal
*, _Bool
, _Bool
,
396 __asm__ (GOSYM_PREFIX
"reflect.call");
397 void runtime_panic(Eface
)
398 __asm__ (GOSYM_PREFIX
"runtime.gopanic");
399 void runtime_panic(Eface
)
400 __attribute__ ((noreturn
));
403 * runtime c-called (but written in Go)
405 void runtime_newTypeAssertionError(const String
*, const String
*, const String
*, const String
*, Eface
*)
406 __asm__ (GOSYM_PREFIX
"runtime.NewTypeAssertionError");
407 void runtime_newErrorCString(const char*, Eface
*)
408 __asm__ (GOSYM_PREFIX
"runtime.NewErrorCString");
411 * wrapped for go users
413 void runtime_procyield(uint32
)
414 __asm__(GOSYM_PREFIX
"runtime.procyield");
415 void runtime_osyield(void)
416 __asm__(GOSYM_PREFIX
"runtime.osyield");
418 uintptr
runtime_memlimit(void);
420 #define ISNAN(f) __builtin_isnan(f)
427 #define runtime_setitimer setitimer
429 void runtime_check(void)
430 __asm__ (GOSYM_PREFIX
"runtime.check");
432 // Size of stack space allocated using Go's allocator.
433 // This will be 0 when using split stacks, as in that case
434 // the stacks are allocated by the splitstack library.
435 extern uintptr runtime_stacks_sys
;
437 struct backtrace_state
;
438 extern struct backtrace_state
*__go_get_backtrace_state(void);
439 extern _Bool
__go_file_line(uintptr
, int, String
*, String
*, intgo
*);
440 extern void runtime_main(void*)
441 __asm__(GOSYM_PREFIX
"runtime.main");
443 int32
getproccount(void);
445 #define PREFETCH(p) __builtin_prefetch(p)
447 bool runtime_gcwaiting(void);
448 void runtime_badsignal(int);
449 Defer
* runtime_newdefer(void);
450 void runtime_freedefer(Defer
*);
452 extern void _cgo_wait_runtime_init_done (void);
453 extern void _cgo_notify_runtime_init_done (void)
454 __asm__ (GOSYM_PREFIX
"runtime._cgo_notify_runtime_init_done");
455 extern _Bool runtime_iscgo
;
456 extern uintptr __go_end
__attribute__ ((weak
));
457 extern void *getitab(const struct __go_type_descriptor
*,
458 const struct __go_type_descriptor
*,
460 __asm__ (GOSYM_PREFIX
"runtime.getitab");
462 extern void runtime_cpuinit(void);
463 extern void setIsCgo(void)
464 __asm__ (GOSYM_PREFIX
"runtime.setIsCgo");
465 extern void setCpuidECX(uint32
)
466 __asm__ (GOSYM_PREFIX
"runtime.setCpuidECX");
467 extern void setSupportAES(bool)
468 __asm__ (GOSYM_PREFIX
"runtime.setSupportAES");
469 extern void typedmemmove(const Type
*, void *, const void *)
470 __asm__ (GOSYM_PREFIX
"runtime.typedmemmove");
471 extern void setncpu(int32
)
472 __asm__(GOSYM_PREFIX
"runtime.setncpu");
473 extern P
** runtime_getAllP()
474 __asm__ (GOSYM_PREFIX
"runtime.getAllP");
475 extern Sched
* runtime_getsched()
476 __asm__ (GOSYM_PREFIX
"runtime.getsched");
477 extern void setpagesize(uintptr_t)
478 __asm__(GOSYM_PREFIX
"runtime.setpagesize");