4 * Copyright (c) 2006 Pierre d'Herbemont
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
25 #include <mach/message.h>
26 #include <mach/mach.h>
27 #include <mach/mach_time.h>
30 #include <libkern/OSAtomic.h>
34 //#define DEBUG_COMMPAGE
37 # define DPRINTF(...) do { if(loglevel) fprintf(logfile, __VA_ARGS__); printf(__VA_ARGS__); } while(0)
39 # define DPRINTF(...) do { if(loglevel) fprintf(logfile, __VA_ARGS__); } while(0)
42 /********************************************************************
43 * Commpage definitions
46 /* Reserve space for the commpage see xnu/osfmk/i386/cpu_capabilities.h */
47 # define COMMPAGE_START (-16 * 4096) /* base address is -20 * 4096 */
48 # define COMMPAGE_SIZE (0x1240) /* _COMM_PAGE_AREA_LENGTH is 19 * 4096 */
49 #elif defined(TARGET_PPC)
50 /* Reserve space for the commpage see xnu/osfmk/ppc/cpu_capabilities.h */
51 # define COMMPAGE_START (-8*4096)
52 # define COMMPAGE_SIZE (2*4096) /* its _COMM_PAGE_AREA_USED but _COMM_PAGE_AREA_LENGTH is 7*4096 */
55 void do_compare_and_swap32(void *cpu_env
, int num
);
56 void do_compare_and_swap64(void *cpu_env
, int num
);
57 void do_add_atomic_word32(void *cpu_env
, int num
);
58 void do_cgettimeofday(void *cpu_env
, int num
, uint32_t arg1
);
59 void do_nanotime(void *cpu_env
, int num
);
61 void unimpl_commpage(void *cpu_env
, int num
);
63 typedef void (*commpage_8args_function_t
)(uint32_t arg1
, uint32_t arg2
, uint32_t arg3
,
64 uint32_t arg4
, uint32_t arg5
, uint32_t arg6
, uint32_t arg7
,
66 typedef void (*commpage_indirect_function_t
)(void *cpu_env
, int num
, uint32_t arg1
,
67 uint32_t arg2
, uint32_t arg3
, uint32_t arg4
, uint32_t arg5
,
68 uint32_t arg6
, uint32_t arg7
, uint32_t arg8
);
72 #define CALL_DIRECT 0x1
73 #define CALL_INDIRECT 0x2
75 #define COMMPAGE_ENTRY(name, nargs, offset, func, options) \
76 { #name, offset, nargs, options, (commpage_8args_function_t)func }
78 struct commpage_entry
{
83 commpage_8args_function_t function
;
86 static inline int commpage_code_num(struct commpage_entry
*entry
)
88 if((entry
->options
& HAS_PTR
))
89 return entry
->offset
+ 4;
94 static inline int commpage_is_indirect(struct commpage_entry
*entry
)
96 return !(entry
->options
& CALL_DIRECT
);
99 /********************************************************************
102 static struct commpage_entry commpage_entries
[] =
104 COMMPAGE_ENTRY(compare_and_swap32
, 0, 0x080, do_compare_and_swap32
, CALL_INDIRECT
| HAS_PTR
),
105 COMMPAGE_ENTRY(compare_and_swap64
, 0, 0x0c0, do_compare_and_swap64
, CALL_INDIRECT
| HAS_PTR
),
106 COMMPAGE_ENTRY(enqueue
, 0, 0x100, unimpl_commpage
, CALL_INDIRECT
),
107 COMMPAGE_ENTRY(dequeue
, 0, 0x140, unimpl_commpage
, CALL_INDIRECT
),
108 COMMPAGE_ENTRY(memory_barrier
, 0, 0x180, unimpl_commpage
, CALL_INDIRECT
),
109 COMMPAGE_ENTRY(add_atomic_word32
, 0, 0x1a0, do_add_atomic_word32
, CALL_INDIRECT
| HAS_PTR
),
110 COMMPAGE_ENTRY(add_atomic_word64
, 0, 0x1c0, unimpl_commpage
, CALL_INDIRECT
| HAS_PTR
),
112 COMMPAGE_ENTRY(mach_absolute_time
, 0, 0x200, unimpl_commpage
, CALL_INDIRECT
),
113 COMMPAGE_ENTRY(spinlock_try
, 1, 0x220, unimpl_commpage
, CALL_INDIRECT
),
114 COMMPAGE_ENTRY(spinlock_lock
, 1, 0x260, OSSpinLockLock
, CALL_DIRECT
),
115 COMMPAGE_ENTRY(spinlock_unlock
, 1, 0x2a0, OSSpinLockUnlock
, CALL_DIRECT
),
116 COMMPAGE_ENTRY(pthread_getspecific
, 0, 0x2c0, unimpl_commpage
, CALL_INDIRECT
),
117 COMMPAGE_ENTRY(gettimeofday
, 1, 0x2e0, do_cgettimeofday
, CALL_INDIRECT
),
118 COMMPAGE_ENTRY(sys_dcache_flush
, 0, 0x4e0, unimpl_commpage
, CALL_INDIRECT
),
119 COMMPAGE_ENTRY(sys_icache_invalidate
, 0, 0x520, unimpl_commpage
, CALL_INDIRECT
),
120 COMMPAGE_ENTRY(pthread_self
, 0, 0x580, unimpl_commpage
, CALL_INDIRECT
),
122 COMMPAGE_ENTRY(relinquish
, 0, 0x5c0, unimpl_commpage
, CALL_INDIRECT
),
125 COMMPAGE_ENTRY(bts
, 0, 0x5e0, unimpl_commpage
, CALL_INDIRECT
),
126 COMMPAGE_ENTRY(btc
, 0, 0x5f0, unimpl_commpage
, CALL_INDIRECT
),
129 COMMPAGE_ENTRY(bzero
, 2, 0x600, bzero
, CALL_DIRECT
),
130 COMMPAGE_ENTRY(bcopy
, 3, 0x780, bcopy
, CALL_DIRECT
),
131 COMMPAGE_ENTRY(memcpy
, 3, 0x7a0, memcpy
, CALL_DIRECT
),
134 COMMPAGE_ENTRY(old_nanotime
, 0, 0xf80, do_nanotime
, CALL_INDIRECT
),
135 COMMPAGE_ENTRY(memset_pattern
, 0, 0xf80, unimpl_commpage
, CALL_INDIRECT
),
136 COMMPAGE_ENTRY(long_copy
, 0, 0x1200, unimpl_commpage
, CALL_INDIRECT
),
138 COMMPAGE_ENTRY(sysintegrity
, 0, 0x1600, unimpl_commpage
, CALL_INDIRECT
),
140 COMMPAGE_ENTRY(nanotime
, 0, 0x1700, do_nanotime
, CALL_INDIRECT
),
142 COMMPAGE_ENTRY(compare_and_swap32b
, 0, 0xf80, unimpl_commpage
, CALL_INDIRECT
),
143 COMMPAGE_ENTRY(compare_and_swap64b
, 0, 0xfc0, unimpl_commpage
, CALL_INDIRECT
),
144 COMMPAGE_ENTRY(memset_pattern
, 0, 0x1000, unimpl_commpage
, CALL_INDIRECT
),
145 COMMPAGE_ENTRY(bigcopy
, 0, 0x1140, unimpl_commpage
, CALL_INDIRECT
),
150 /********************************************************************
153 static inline void print_commpage_entry(struct commpage_entry entry
)
155 printf("@0x%x %s\n", entry
.offset
, entry
.name
);
158 static inline void install_commpage_backdoor_for_entry(struct commpage_entry entry
)
161 char * commpage
= (char*)(COMMPAGE_START
+entry
.offset
);
163 if(entry
.options
& HAS_PTR
)
165 commpage
[c
++] = (COMMPAGE_START
+entry
.offset
+4) & 0xff;
166 commpage
[c
++] = ((COMMPAGE_START
+entry
.offset
+4) >> 8) & 0xff;
167 commpage
[c
++] = ((COMMPAGE_START
+entry
.offset
+4) >> 16) & 0xff;
168 commpage
[c
++] = ((COMMPAGE_START
+entry
.offset
+4) >> 24) & 0xff;
170 commpage
[c
++] = 0xcd;
171 commpage
[c
++] = 0x79; /* int 0x79 */
172 commpage
[c
++] = 0xc3; /* ret */
174 qerror("can't install the commpage on this arch\n");
178 /********************************************************************
179 * Commpage initialization
181 void commpage_init(void)
183 #if (defined(__i386__) ^ defined(TARGET_I386)) || (defined(__powerpc__) ^ defined(TARGET_PPC))
185 void * commpage
= (void *)target_mmap( COMMPAGE_START
, COMMPAGE_SIZE
,
186 PROT_WRITE
| PROT_READ
, MAP_ANONYMOUS
| MAP_FIXED
, -1, 0);
187 if((int)commpage
!= COMMPAGE_START
)
188 qerror("can't allocate the commpage\n");
190 bzero(commpage
, COMMPAGE_SIZE
);
192 /* XXX: commpage data not handled */
194 for(i
= 0; i
< sizeof(commpage_entries
)/sizeof(commpage_entries
[0]); i
++)
195 install_commpage_backdoor_for_entry(commpage_entries
[i
]);
197 /* simply map our pages so they can be executed
198 XXX: we don't really want to do that since in the ppc on ppc situation we may
199 not able to run commpages host optimized instructions (like G5's on a G5),
200 hence this is sometimes a broken fix. */
201 page_set_flags(COMMPAGE_START
, COMMPAGE_START
+COMMPAGE_SIZE
, PROT_EXEC
| PROT_READ
| PAGE_VALID
);
205 /********************************************************************
206 * Commpage implementation
208 void do_compare_and_swap32(void *cpu_env
, int num
)
211 uint32_t old
= ((CPUX86State
*)cpu_env
)->regs
[R_EAX
];
212 uint32_t *value
= (uint32_t*)((CPUX86State
*)cpu_env
)->regs
[R_ECX
];
213 DPRINTF("commpage: compare_and_swap32(%x,new,%p)\n", old
, value
);
215 if(value
&& old
== tswap32(*value
))
217 uint32_t new = ((CPUX86State
*)cpu_env
)->regs
[R_EDX
];
218 *value
= tswap32(new);
220 ((CPUX86State
*)cpu_env
)->eflags
|= 0x40;
224 ((CPUX86State
*)cpu_env
)->regs
[R_EAX
] = tswap32(*value
);
226 ((CPUX86State
*)cpu_env
)->eflags
&= ~0x40;
229 qerror("do_compare_and_swap32 unimplemented");
233 void do_compare_and_swap64(void *cpu_env
, int num
)
236 /* OSAtomicCompareAndSwap64 is not available on non 64 bits ppc, here is a raw implementation */
237 uint64_t old
, new, swapped_val
;
238 uint64_t *value
= (uint64_t*)((CPUX86State
*)cpu_env
)->regs
[R_ESI
];
239 old
= (uint64_t)((uint64_t)((CPUX86State
*)cpu_env
)->regs
[R_EDX
]) << 32 | (uint64_t)((CPUX86State
*)cpu_env
)->regs
[R_EAX
];
241 DPRINTF("commpage: compare_and_swap64(%llx,new,%p)\n", old
, value
);
242 swapped_val
= tswap64(*value
);
244 if(old
== swapped_val
)
246 new = (uint64_t)((uint64_t)((CPUX86State
*)cpu_env
)->regs
[R_ECX
]) << 32 | (uint64_t)((CPUX86State
*)cpu_env
)->regs
[R_EBX
];
247 *value
= tswap64(new);
249 ((CPUX86State
*)cpu_env
)->eflags
|= 0x40;
253 ((CPUX86State
*)cpu_env
)->regs
[R_EAX
] = (uint32_t)(swapped_val
);
254 ((CPUX86State
*)cpu_env
)->regs
[R_EDX
] = (uint32_t)(swapped_val
>> 32);
256 ((CPUX86State
*)cpu_env
)->eflags
&= ~0x40;
259 qerror("do_compare_and_swap64 unimplemented");
263 void do_add_atomic_word32(void *cpu_env
, int num
)
266 uint32_t amt
= ((CPUX86State
*)cpu_env
)->regs
[R_EAX
];
267 uint32_t *value
= (uint32_t*)((CPUX86State
*)cpu_env
)->regs
[R_EDX
];
268 uint32_t swapped_value
= tswap32(*value
);
270 DPRINTF("commpage: add_atomic_word32(%x,%p)\n", amt
, value
);
272 /* old value in EAX */
273 ((CPUX86State
*)cpu_env
)->regs
[R_EAX
] = swapped_value
;
274 *value
= tswap32(swapped_value
+ amt
);
276 qerror("do_add_atomic_word32 unimplemented");
280 void do_cgettimeofday(void *cpu_env
, int num
, uint32_t arg1
)
283 extern int __commpage_gettimeofday(struct timeval
*);
284 DPRINTF("commpage: gettimeofday(0x%x)\n", arg1
);
285 struct timeval
*time
= (struct timeval
*)arg1
;
286 int ret
= __commpage_gettimeofday(time
);
287 tswap32s((uint32_t*)&time
->tv_sec
);
288 tswap32s((uint32_t*)&time
->tv_usec
);
289 ((CPUX86State
*)cpu_env
)->regs
[R_EAX
] = ret
; /* Success */
291 qerror("do_gettimeofday unimplemented");
295 void do_nanotime(void *cpu_env
, int num
)
298 uint64_t t
= mach_absolute_time();
299 ((CPUX86State
*)cpu_env
)->regs
[R_EAX
] = (int)(t
& 0xffffffff);
300 ((CPUX86State
*)cpu_env
)->regs
[R_EDX
] = (int)((t
>> 32) & 0xffffffff);
302 qerror("do_nanotime unimplemented");
306 void unimpl_commpage(void *cpu_env
, int num
)
308 qerror("qemu: commpage function 0x%x not implemented\n", num
);
311 /********************************************************************
312 * do_commpage - called by the main cpu loop
315 do_commpage(void *cpu_env
, int num
, uint32_t arg1
, uint32_t arg2
, uint32_t arg3
,
316 uint32_t arg4
, uint32_t arg5
, uint32_t arg6
, uint32_t arg7
,
321 arg1
= tswap32(arg1
);
322 arg2
= tswap32(arg2
);
323 arg3
= tswap32(arg3
);
324 arg4
= tswap32(arg4
);
325 arg5
= tswap32(arg5
);
326 arg6
= tswap32(arg6
);
327 arg7
= tswap32(arg7
);
328 arg8
= tswap32(arg8
);
330 num
= num
-COMMPAGE_START
-2;
332 for(i
= 0; i
< sizeof(commpage_entries
)/sizeof(commpage_entries
[0]); i
++) {
333 if( num
== commpage_code_num(&commpage_entries
[i
]) )
335 DPRINTF("commpage: %s %s\n", commpage_entries
[i
].name
, commpage_is_indirect(&commpage_entries
[i
]) ? "[indirect]" : "[direct]");
337 if(commpage_is_indirect(&commpage_entries
[i
]))
339 commpage_indirect_function_t function
= (commpage_indirect_function_t
)commpage_entries
[i
].function
;
340 function(cpu_env
, num
, arg1
, arg2
, arg3
,
341 arg4
, arg5
, arg6
, arg7
, arg8
);
345 commpage_entries
[i
].function(arg1
, arg2
, arg3
,
346 arg4
, arg5
, arg6
, arg7
, arg8
);
354 gemu_log("qemu: commpage function 0x%x not defined\n", num
);
355 gdb_handlesig (cpu_env
, SIGTRAP
);