2 ** LuaJIT common internal definitions.
3 ** Copyright (C) 2005-2014 Mike Pall. See Copyright Notice in luajit.h
12 /* MSVC is stuck in the last century and doesn't have C99's stdint.h. */
13 typedef __int8
int8_t;
14 typedef __int16
int16_t;
15 typedef __int32
int32_t;
16 typedef __int64
int64_t;
17 typedef unsigned __int8
uint8_t;
18 typedef unsigned __int16
uint16_t;
19 typedef unsigned __int32
uint32_t;
20 typedef unsigned __int64
uint64_t;
22 typedef __int64
intptr_t;
23 typedef unsigned __int64
uintptr_t;
25 typedef __int32
intptr_t;
26 typedef unsigned __int32
uintptr_t;
28 #elif defined(__symbian__)
30 typedef signed char int8_t;
31 typedef short int int16_t;
33 typedef long long int64_t;
34 typedef unsigned char uint8_t;
35 typedef unsigned short int uint16_t;
36 typedef unsigned int uint32_t;
37 typedef unsigned long long uint64_t;
39 typedef unsigned int uintptr_t;
44 /* Needed everywhere. */
48 /* Various VM limits. */
49 #define LJ_MAX_MEM 0x7fffff00 /* Max. total memory allocation. */
50 #define LJ_MAX_ALLOC LJ_MAX_MEM /* Max. individual allocation length. */
51 #define LJ_MAX_STR LJ_MAX_MEM /* Max. string length. */
52 #define LJ_MAX_UDATA LJ_MAX_MEM /* Max. userdata length. */
54 #define LJ_MAX_STRTAB (1<<26) /* Max. string table size. */
55 #define LJ_MAX_HBITS 26 /* Max. hash bits. */
56 #define LJ_MAX_ABITS 28 /* Max. bits of array key. */
57 #define LJ_MAX_ASIZE ((1<<(LJ_MAX_ABITS-1))+1) /* Max. array part size. */
58 #define LJ_MAX_COLOSIZE 16 /* Max. elems for colocated array. */
60 #define LJ_MAX_LINE LJ_MAX_MEM /* Max. source code line number. */
61 #define LJ_MAX_XLEVEL 200 /* Max. syntactic nesting level. */
62 #define LJ_MAX_BCINS (1<<26) /* Max. # of bytecode instructions. */
63 #define LJ_MAX_SLOTS 250 /* Max. # of slots in a Lua func. */
64 #define LJ_MAX_LOCVAR 200 /* Max. # of local variables. */
65 #define LJ_MAX_UPVAL 60 /* Max. # of upvalues. */
67 #define LJ_MAX_IDXCHAIN 100 /* __index/__newindex chain limit. */
68 #define LJ_STACK_EXTRA 5 /* Extra stack space (metamethods). */
70 #define LJ_NUM_CBPAGE 1 /* Number of FFI callback pages. */
72 /* Minimum table/buffer sizes. */
73 #define LJ_MIN_GLOBAL 6 /* Min. global table size (hbits). */
74 #define LJ_MIN_REGISTRY 2 /* Min. registry size (hbits). */
75 #define LJ_MIN_STRTAB 256 /* Min. string table size (pow2). */
76 #define LJ_MIN_SBUF 32 /* Min. string buffer length. */
77 #define LJ_MIN_VECSZ 8 /* Min. size for growable vectors. */
78 #define LJ_MIN_IRSZ 32 /* Min. size for growable IR. */
79 #define LJ_MIN_K64SZ 16 /* Min. size for chained K64Array. */
81 /* JIT compiler limits. */
82 #define LJ_MAX_JSLOTS 250 /* Max. # of stack slots for a trace. */
83 #define LJ_MAX_PHI 64 /* Max. # of PHIs for a loop. */
84 #define LJ_MAX_EXITSTUBGR 16 /* Max. # of exit stub groups. */
88 #define UNUSED(x) ((void)(x)) /* to avoid warnings */
91 #define U64x(hi, lo) (((uint64_t)0x##hi << 32) + (uint64_t)0x##lo)
92 #define i32ptr(p) ((int32_t)(intptr_t)(void *)(p))
93 #define u32ptr(p) ((uint32_t)(intptr_t)(void *)(p))
95 #define checki8(x) ((x) == (int32_t)(int8_t)(x))
96 #define checku8(x) ((x) == (int32_t)(uint8_t)(x))
97 #define checki16(x) ((x) == (int32_t)(int16_t)(x))
98 #define checku16(x) ((x) == (int32_t)(uint16_t)(x))
99 #define checki32(x) ((x) == (int32_t)(x))
100 #define checku32(x) ((x) == (uint32_t)(x))
101 #define checkptr32(x) ((uintptr_t)(x) == (uint32_t)(uintptr_t)(x))
103 /* Every half-decent C compiler transforms this into a rotate instruction. */
104 #define lj_rol(x, n) (((x)<<(n)) | ((x)>>(-(int)(n)&(8*sizeof(x)-1))))
105 #define lj_ror(x, n) (((x)<<(-(int)(n)&(8*sizeof(x)-1))) | ((x)>>(n)))
107 /* A really naive Bloom filter. But sufficient for our needs. */
108 typedef uintptr_t BloomFilter
;
109 #define BLOOM_MASK (8*sizeof(BloomFilter) - 1)
110 #define bloombit(x) ((uintptr_t)1 << ((x) & BLOOM_MASK))
111 #define bloomset(b, x) ((b) |= bloombit((x)))
112 #define bloomtest(b, x) ((b) & bloombit((x)))
114 #if defined(__GNUC__) || defined(__psp2__)
116 #define LJ_NORET __attribute__((noreturn))
117 #define LJ_ALIGN(n) __attribute__((aligned(n)))
118 #define LJ_INLINE inline
119 #define LJ_AINLINE inline __attribute__((always_inline))
120 #define LJ_NOINLINE __attribute__((noinline))
122 #if defined(__ELF__) || defined(__MACH__) || defined(__psp2__)
123 #if !((defined(__sun__) && defined(__svr4__)) || defined(__CELLOS_LV2__))
124 #define LJ_NOAPI extern __attribute__((visibility("hidden")))
128 /* Note: it's only beneficial to use fastcall on x86 and then only for up to
129 ** two non-FP args. The amalgamated compile covers all LJ_FUNC cases. Only
130 ** indirect calls and related tail-called C functions are marked as fastcall.
132 #if defined(__i386__)
133 #define LJ_FASTCALL __attribute__((fastcall))
136 #define LJ_LIKELY(x) __builtin_expect(!!(x), 1)
137 #define LJ_UNLIKELY(x) __builtin_expect(!!(x), 0)
139 #define lj_ffs(x) ((uint32_t)__builtin_ctz(x))
141 #if defined(__INTEL_COMPILER) && (defined(__i386__) || defined(__x86_64__))
142 static LJ_AINLINE
uint32_t lj_fls(uint32_t x
)
144 uint32_t r
; __asm__("bsrl %1, %0" : "=r" (r
) : "rm" (x
) : "cc"); return r
;
147 #define lj_fls(x) ((uint32_t)(__builtin_clz(x)^31))
151 static LJ_AINLINE
uint32_t lj_bswap(uint32_t x
)
153 #if defined(__psp2__)
154 return __builtin_rev(x
);
157 #if __ARM_ARCH_6__ || __ARM_ARCH_6J__ || __ARM_ARCH_6T2__ || __ARM_ARCH_6Z__ ||\
158 __ARM_ARCH_6ZK__ || __ARM_ARCH_7__ || __ARM_ARCH_7A__ || __ARM_ARCH_7R__
159 __asm__("rev %0, %1" : "=r" (r
) : "r" (x
));
163 r
= x
^ lj_ror(x
, 16);
165 __asm__("eor %0, %1, %1, ror #16" : "=r" (r
) : "r" (x
));
167 return ((r
& 0xff00ffffu
) >> 8) ^ lj_ror(x
, 8);
172 static LJ_AINLINE
uint64_t lj_bswap64(uint64_t x
)
174 return ((uint64_t)lj_bswap((uint32_t)x
)<<32) | lj_bswap((uint32_t)(x
>>32));
176 #elif (__GNUC__ > 4) || (__GNUC__ == 4 && __GNUC_MINOR__ >= 3)
177 static LJ_AINLINE
uint32_t lj_bswap(uint32_t x
)
179 return (uint32_t)__builtin_bswap32((int32_t)x
);
182 static LJ_AINLINE
uint64_t lj_bswap64(uint64_t x
)
184 return (uint64_t)__builtin_bswap64((int64_t)x
);
186 #elif defined(__i386__) || defined(__x86_64__)
187 static LJ_AINLINE
uint32_t lj_bswap(uint32_t x
)
189 uint32_t r
; __asm__("bswap %0" : "=r" (r
) : "0" (x
)); return r
;
192 #if defined(__i386__)
193 static LJ_AINLINE
uint64_t lj_bswap64(uint64_t x
)
195 return ((uint64_t)lj_bswap((uint32_t)x
)<<32) | lj_bswap((uint32_t)(x
>>32));
198 static LJ_AINLINE
uint64_t lj_bswap64(uint64_t x
)
200 uint64_t r
; __asm__("bswap %0" : "=r" (r
) : "0" (x
)); return r
;
204 static LJ_AINLINE
uint32_t lj_bswap(uint32_t x
)
206 return (x
<< 24) | ((x
& 0xff00) << 8) | ((x
>> 8) & 0xff00) | (x
>> 24);
209 static LJ_AINLINE
uint64_t lj_bswap64(uint64_t x
)
211 return (uint64_t)lj_bswap((uint32_t)(x
>> 32)) |
212 ((uint64_t)lj_bswap((uint32_t)x
) << 32);
216 typedef union __attribute__((packed
)) Unaligned16
{
221 typedef union __attribute__((packed
)) Unaligned32
{
226 /* Unaligned load of uint16_t. */
227 static LJ_AINLINE
uint16_t lj_getu16(const void *p
)
229 return ((const Unaligned16
*)p
)->u
;
232 /* Unaligned load of uint32_t. */
233 static LJ_AINLINE
uint32_t lj_getu32(const void *p
)
235 return ((const Unaligned32
*)p
)->u
;
238 #elif defined(_MSC_VER)
240 #define LJ_NORET __declspec(noreturn)
241 #define LJ_ALIGN(n) __declspec(align(n))
242 #define LJ_INLINE __inline
243 #define LJ_AINLINE __forceinline
244 #define LJ_NOINLINE __declspec(noinline)
246 #define LJ_FASTCALL __fastcall
250 unsigned int _CountLeadingZeros(long);
251 #pragma intrinsic(_CountLeadingZeros)
252 static LJ_AINLINE
uint32_t lj_fls(uint32_t x
)
254 return _CountLeadingZeros(x
) ^ 31;
257 unsigned char _BitScanForward(uint32_t *, unsigned long);
258 unsigned char _BitScanReverse(uint32_t *, unsigned long);
259 #pragma intrinsic(_BitScanForward)
260 #pragma intrinsic(_BitScanReverse)
262 static LJ_AINLINE
uint32_t lj_ffs(uint32_t x
)
264 uint32_t r
; _BitScanForward(&r
, x
); return r
;
267 static LJ_AINLINE
uint32_t lj_fls(uint32_t x
)
269 uint32_t r
; _BitScanReverse(&r
, x
); return r
;
273 unsigned long _byteswap_ulong(unsigned long);
274 uint64_t _byteswap_uint64(uint64_t);
275 #define lj_bswap(x) (_byteswap_ulong((x)))
276 #define lj_bswap64(x) (_byteswap_uint64((x)))
278 #if defined(_M_PPC) && defined(LUAJIT_NO_UNALIGNED)
280 ** Replacement for unaligned loads on Xbox 360. Disabled by default since it's
281 ** usually more costly than the occasional stall when crossing a cache-line.
283 static LJ_AINLINE
uint16_t lj_getu16(const void *v
)
285 const uint8_t *p
= (const uint8_t *)v
;
286 return (uint16_t)((p
[0]<<8) | p
[1]);
288 static LJ_AINLINE
uint32_t lj_getu32(const void *v
)
290 const uint8_t *p
= (const uint8_t *)v
;
291 return (uint32_t)((p
[0]<<24) | (p
[1]<<16) | (p
[2]<<8) | p
[3]);
294 /* Unaligned loads are generally ok on x86/x64. */
295 #define lj_getu16(p) (*(uint16_t *)(p))
296 #define lj_getu32(p) (*(uint32_t *)(p))
300 #error "missing defines for your compiler"
303 /* Optional defines. */
311 #define LJ_NOAPI extern
314 #define LJ_LIKELY(x) (x)
315 #define LJ_UNLIKELY(x) (x)
318 /* Attributes for internal functions. */
319 #define LJ_DATA LJ_NOAPI
321 #define LJ_ASMF LJ_NOAPI
322 #define LJ_FUNCA LJ_NOAPI
323 #if defined(ljamalg_c)
324 #define LJ_FUNC static
326 #define LJ_FUNC LJ_NOAPI
328 #define LJ_FUNC_NORET LJ_FUNC LJ_NORET
329 #define LJ_FUNCA_NORET LJ_FUNCA LJ_NORET
330 #define LJ_ASMF_NORET LJ_ASMF LJ_NORET
332 /* Runtime assertions. */
334 #define check_exp(c, e) (lua_assert(c), (e))
335 #define api_check(l, e) lua_assert(e)
337 #define lua_assert(c) ((void)0)
338 #define check_exp(c, e) (e)
339 #define api_check luai_apicheck
342 /* Static assertions. */
343 #define LJ_ASSERT_NAME2(name, line) name ## line
344 #define LJ_ASSERT_NAME(line) LJ_ASSERT_NAME2(lj_assert_, line)
346 #define LJ_STATIC_ASSERT(cond) \
347 extern void LJ_ASSERT_NAME(__COUNTER__)(int STATIC_ASSERTION_FAILED[(cond)?1:-1])
349 #define LJ_STATIC_ASSERT(cond) \
350 extern void LJ_ASSERT_NAME(__LINE__)(int STATIC_ASSERTION_FAILED[(cond)?1:-1])