1 /* By Ross Biro 1/23/92 */
3 * Pentium III FXSR, SSE support
4 * Gareth Hughes <gareth@valinux.com>, May 2000
7 * Markus Metzger <markus.t.metzger@intel.com>, Dec 2007
10 #include <linux/kernel.h>
11 #include <linux/sched.h>
13 #include <linux/smp.h>
14 #include <linux/errno.h>
15 #include <linux/ptrace.h>
16 #include <linux/regset.h>
17 #include <linux/user.h>
18 #include <linux/elf.h>
19 #include <linux/security.h>
20 #include <linux/audit.h>
21 #include <linux/seccomp.h>
22 #include <linux/signal.h>
24 #include <asm/uaccess.h>
25 #include <asm/pgtable.h>
26 #include <asm/system.h>
27 #include <asm/processor.h>
29 #include <asm/debugreg.h>
32 #include <asm/prctl.h>
33 #include <asm/proto.h>
46 * does not yet catch signals sent when the child dies.
47 * in exit.c or in signal.c.
51 * Determines which flags the user has access to [1 = access, 0 = no access].
53 #define FLAG_MASK_32 ((unsigned long) \
54 (X86_EFLAGS_CF | X86_EFLAGS_PF | \
55 X86_EFLAGS_AF | X86_EFLAGS_ZF | \
56 X86_EFLAGS_SF | X86_EFLAGS_TF | \
57 X86_EFLAGS_DF | X86_EFLAGS_OF | \
58 X86_EFLAGS_RF | X86_EFLAGS_AC))
61 * Determines whether a value may be installed in a segment register.
63 static inline bool invalid_selector(u16 value
)
65 return unlikely(value
!= 0 && (value
& SEGMENT_RPL_MASK
) != USER_RPL
);
70 #define FLAG_MASK FLAG_MASK_32
72 static long *pt_regs_access(struct pt_regs
*regs
, unsigned long regno
)
74 BUILD_BUG_ON(offsetof(struct pt_regs
, bx
) != 0);
78 return ®s
->bx
+ regno
;
81 static u16
get_segment_reg(struct task_struct
*task
, unsigned long offset
)
84 * Returning the value truncates it to 16 bits.
87 if (offset
!= offsetof(struct user_regs_struct
, gs
))
88 retval
= *pt_regs_access(task_pt_regs(task
), offset
);
90 retval
= task
->thread
.gs
;
92 savesegment(gs
, retval
);
97 static int set_segment_reg(struct task_struct
*task
,
98 unsigned long offset
, u16 value
)
101 * The value argument was already truncated to 16 bits.
103 if (invalid_selector(value
))
106 if (offset
!= offsetof(struct user_regs_struct
, gs
))
107 *pt_regs_access(task_pt_regs(task
), offset
) = value
;
109 task
->thread
.gs
= value
;
112 * The user-mode %gs is not affected by
113 * kernel entry, so we must update the CPU.
115 loadsegment(gs
, value
);
121 static unsigned long debugreg_addr_limit(struct task_struct
*task
)
123 return TASK_SIZE
- 3;
126 #else /* CONFIG_X86_64 */
128 #define FLAG_MASK (FLAG_MASK_32 | X86_EFLAGS_NT)
130 static unsigned long *pt_regs_access(struct pt_regs
*regs
, unsigned long offset
)
132 BUILD_BUG_ON(offsetof(struct pt_regs
, r15
) != 0);
133 return ®s
->r15
+ (offset
/ sizeof(regs
->r15
));
136 static u16
get_segment_reg(struct task_struct
*task
, unsigned long offset
)
139 * Returning the value truncates it to 16 bits.
144 case offsetof(struct user_regs_struct
, fs
):
145 if (task
== current
) {
146 /* Older gas can't assemble movq %?s,%r?? */
147 asm("movl %%fs,%0" : "=r" (seg
));
150 return task
->thread
.fsindex
;
151 case offsetof(struct user_regs_struct
, gs
):
152 if (task
== current
) {
153 asm("movl %%gs,%0" : "=r" (seg
));
156 return task
->thread
.gsindex
;
157 case offsetof(struct user_regs_struct
, ds
):
158 if (task
== current
) {
159 asm("movl %%ds,%0" : "=r" (seg
));
162 return task
->thread
.ds
;
163 case offsetof(struct user_regs_struct
, es
):
164 if (task
== current
) {
165 asm("movl %%es,%0" : "=r" (seg
));
168 return task
->thread
.es
;
170 case offsetof(struct user_regs_struct
, cs
):
171 case offsetof(struct user_regs_struct
, ss
):
174 return *pt_regs_access(task_pt_regs(task
), offset
);
177 static int set_segment_reg(struct task_struct
*task
,
178 unsigned long offset
, u16 value
)
181 * The value argument was already truncated to 16 bits.
183 if (invalid_selector(value
))
187 case offsetof(struct user_regs_struct
,fs
):
189 * If this is setting fs as for normal 64-bit use but
190 * setting fs_base has implicitly changed it, leave it.
192 if ((value
== FS_TLS_SEL
&& task
->thread
.fsindex
== 0 &&
193 task
->thread
.fs
!= 0) ||
194 (value
== 0 && task
->thread
.fsindex
== FS_TLS_SEL
&&
195 task
->thread
.fs
== 0))
197 task
->thread
.fsindex
= value
;
199 loadsegment(fs
, task
->thread
.fsindex
);
201 case offsetof(struct user_regs_struct
,gs
):
203 * If this is setting gs as for normal 64-bit use but
204 * setting gs_base has implicitly changed it, leave it.
206 if ((value
== GS_TLS_SEL
&& task
->thread
.gsindex
== 0 &&
207 task
->thread
.gs
!= 0) ||
208 (value
== 0 && task
->thread
.gsindex
== GS_TLS_SEL
&&
209 task
->thread
.gs
== 0))
211 task
->thread
.gsindex
= value
;
213 load_gs_index(task
->thread
.gsindex
);
215 case offsetof(struct user_regs_struct
,ds
):
216 task
->thread
.ds
= value
;
218 loadsegment(ds
, task
->thread
.ds
);
220 case offsetof(struct user_regs_struct
,es
):
221 task
->thread
.es
= value
;
223 loadsegment(es
, task
->thread
.es
);
227 * Can't actually change these in 64-bit mode.
229 case offsetof(struct user_regs_struct
,cs
):
230 #ifdef CONFIG_IA32_EMULATION
231 if (test_tsk_thread_flag(task
, TIF_IA32
))
232 task_pt_regs(task
)->cs
= value
;
235 case offsetof(struct user_regs_struct
,ss
):
236 #ifdef CONFIG_IA32_EMULATION
237 if (test_tsk_thread_flag(task
, TIF_IA32
))
238 task_pt_regs(task
)->ss
= value
;
246 static unsigned long debugreg_addr_limit(struct task_struct
*task
)
248 #ifdef CONFIG_IA32_EMULATION
249 if (test_tsk_thread_flag(task
, TIF_IA32
))
250 return IA32_PAGE_OFFSET
- 3;
252 return TASK_SIZE64
- 7;
255 #endif /* CONFIG_X86_32 */
257 static unsigned long get_flags(struct task_struct
*task
)
259 unsigned long retval
= task_pt_regs(task
)->flags
;
262 * If the debugger set TF, hide it from the readout.
264 if (test_tsk_thread_flag(task
, TIF_FORCED_TF
))
265 retval
&= ~X86_EFLAGS_TF
;
270 static int set_flags(struct task_struct
*task
, unsigned long value
)
272 struct pt_regs
*regs
= task_pt_regs(task
);
275 * If the user value contains TF, mark that
276 * it was not "us" (the debugger) that set it.
277 * If not, make sure it stays set if we had.
279 if (value
& X86_EFLAGS_TF
)
280 clear_tsk_thread_flag(task
, TIF_FORCED_TF
);
281 else if (test_tsk_thread_flag(task
, TIF_FORCED_TF
))
282 value
|= X86_EFLAGS_TF
;
284 regs
->flags
= (regs
->flags
& ~FLAG_MASK
) | (value
& FLAG_MASK
);
289 static int putreg(struct task_struct
*child
,
290 unsigned long offset
, unsigned long value
)
293 case offsetof(struct user_regs_struct
, cs
):
294 case offsetof(struct user_regs_struct
, ds
):
295 case offsetof(struct user_regs_struct
, es
):
296 case offsetof(struct user_regs_struct
, fs
):
297 case offsetof(struct user_regs_struct
, gs
):
298 case offsetof(struct user_regs_struct
, ss
):
299 return set_segment_reg(child
, offset
, value
);
301 case offsetof(struct user_regs_struct
, flags
):
302 return set_flags(child
, value
);
305 case offsetof(struct user_regs_struct
,fs_base
):
306 if (value
>= TASK_SIZE_OF(child
))
309 * When changing the segment base, use do_arch_prctl
310 * to set either thread.fs or thread.fsindex and the
311 * corresponding GDT slot.
313 if (child
->thread
.fs
!= value
)
314 return do_arch_prctl(child
, ARCH_SET_FS
, value
);
316 case offsetof(struct user_regs_struct
,gs_base
):
318 * Exactly the same here as the %fs handling above.
320 if (value
>= TASK_SIZE_OF(child
))
322 if (child
->thread
.gs
!= value
)
323 return do_arch_prctl(child
, ARCH_SET_GS
, value
);
328 *pt_regs_access(task_pt_regs(child
), offset
) = value
;
332 static unsigned long getreg(struct task_struct
*task
, unsigned long offset
)
335 case offsetof(struct user_regs_struct
, cs
):
336 case offsetof(struct user_regs_struct
, ds
):
337 case offsetof(struct user_regs_struct
, es
):
338 case offsetof(struct user_regs_struct
, fs
):
339 case offsetof(struct user_regs_struct
, gs
):
340 case offsetof(struct user_regs_struct
, ss
):
341 return get_segment_reg(task
, offset
);
343 case offsetof(struct user_regs_struct
, flags
):
344 return get_flags(task
);
347 case offsetof(struct user_regs_struct
, fs_base
): {
349 * do_arch_prctl may have used a GDT slot instead of
350 * the MSR. To userland, it appears the same either
351 * way, except the %fs segment selector might not be 0.
353 unsigned int seg
= task
->thread
.fsindex
;
354 if (task
->thread
.fs
!= 0)
355 return task
->thread
.fs
;
357 asm("movl %%fs,%0" : "=r" (seg
));
358 if (seg
!= FS_TLS_SEL
)
360 return get_desc_base(&task
->thread
.tls_array
[FS_TLS
]);
362 case offsetof(struct user_regs_struct
, gs_base
): {
364 * Exactly the same here as the %fs handling above.
366 unsigned int seg
= task
->thread
.gsindex
;
367 if (task
->thread
.gs
!= 0)
368 return task
->thread
.gs
;
370 asm("movl %%gs,%0" : "=r" (seg
));
371 if (seg
!= GS_TLS_SEL
)
373 return get_desc_base(&task
->thread
.tls_array
[GS_TLS
]);
378 return *pt_regs_access(task_pt_regs(task
), offset
);
381 static int genregs_get(struct task_struct
*target
,
382 const struct user_regset
*regset
,
383 unsigned int pos
, unsigned int count
,
384 void *kbuf
, void __user
*ubuf
)
387 unsigned long *k
= kbuf
;
389 *k
++ = getreg(target
, pos
);
394 unsigned long __user
*u
= ubuf
;
396 if (__put_user(getreg(target
, pos
), u
++))
406 static int genregs_set(struct task_struct
*target
,
407 const struct user_regset
*regset
,
408 unsigned int pos
, unsigned int count
,
409 const void *kbuf
, const void __user
*ubuf
)
413 const unsigned long *k
= kbuf
;
414 while (count
> 0 && !ret
) {
415 ret
= putreg(target
, pos
, *k
++);
420 const unsigned long __user
*u
= ubuf
;
421 while (count
> 0 && !ret
) {
423 ret
= __get_user(word
, u
++);
426 ret
= putreg(target
, pos
, word
);
435 * This function is trivial and will be inlined by the compiler.
436 * Having it separates the implementation details of debug
437 * registers from the interface details of ptrace.
439 static unsigned long ptrace_get_debugreg(struct task_struct
*child
, int n
)
442 case 0: return child
->thread
.debugreg0
;
443 case 1: return child
->thread
.debugreg1
;
444 case 2: return child
->thread
.debugreg2
;
445 case 3: return child
->thread
.debugreg3
;
446 case 6: return child
->thread
.debugreg6
;
447 case 7: return child
->thread
.debugreg7
;
452 static int ptrace_set_debugreg(struct task_struct
*child
,
453 int n
, unsigned long data
)
457 if (unlikely(n
== 4 || n
== 5))
460 if (n
< 4 && unlikely(data
>= debugreg_addr_limit(child
)))
464 case 0: child
->thread
.debugreg0
= data
; break;
465 case 1: child
->thread
.debugreg1
= data
; break;
466 case 2: child
->thread
.debugreg2
= data
; break;
467 case 3: child
->thread
.debugreg3
= data
; break;
470 if ((data
& ~0xffffffffUL
) != 0)
472 child
->thread
.debugreg6
= data
;
477 * Sanity-check data. Take one half-byte at once with
478 * check = (val >> (16 + 4*i)) & 0xf. It contains the
479 * R/Wi and LENi bits; bits 0 and 1 are R/Wi, and bits
480 * 2 and 3 are LENi. Given a list of invalid values,
481 * we do mask |= 1 << invalid_value, so that
482 * (mask >> check) & 1 is a correct test for invalid
485 * R/Wi contains the type of the breakpoint /
486 * watchpoint, LENi contains the length of the watched
487 * data in the watchpoint case.
489 * The invalid values are:
490 * - LENi == 0x10 (undefined), so mask |= 0x0f00. [32-bit]
491 * - R/Wi == 0x10 (break on I/O reads or writes), so
493 * - R/Wi == 0x00 && LENi != 0x00, so we have mask |=
496 * Finally, mask = 0x0f00 | 0x4444 | 0x1110 == 0x5f54.
498 * See the Intel Manual "System Programming Guide",
501 * Note that LENi == 0x10 is defined on x86_64 in long
502 * mode (i.e. even for 32-bit userspace software, but
503 * 64-bit kernel), so the x86_64 mask value is 0x5454.
504 * See the AMD manual no. 24593 (AMD64 System Programming)
507 #define DR7_MASK 0x5f54
509 #define DR7_MASK 0x5554
511 data
&= ~DR_CONTROL_RESERVED
;
512 for (i
= 0; i
< 4; i
++)
513 if ((DR7_MASK
>> ((data
>> (16 + 4*i
)) & 0xf)) & 1)
515 child
->thread
.debugreg7
= data
;
517 set_tsk_thread_flag(child
, TIF_DEBUG
);
519 clear_tsk_thread_flag(child
, TIF_DEBUG
);
526 static int ptrace_bts_get_size(struct task_struct
*child
)
528 if (!child
->thread
.ds_area_msr
)
531 return ds_get_bts_index((void *)child
->thread
.ds_area_msr
);
534 static int ptrace_bts_read_record(struct task_struct
*child
,
536 struct bts_struct __user
*out
)
538 struct bts_struct ret
;
543 if (!child
->thread
.ds_area_msr
)
549 bts_end
= ds_get_bts_end((void *)child
->thread
.ds_area_msr
);
550 if (bts_end
<= index
)
553 /* translate the ptrace bts index into the ds bts index */
554 bts_index
= ds_get_bts_index((void *)child
->thread
.ds_area_msr
);
555 bts_index
-= (index
+ 1);
557 bts_index
+= bts_end
;
559 retval
= ds_read_bts((void *)child
->thread
.ds_area_msr
,
564 if (copy_to_user(out
, &ret
, sizeof(ret
)))
570 static int ptrace_bts_write_record(struct task_struct
*child
,
571 const struct bts_struct
*in
)
575 if (!child
->thread
.ds_area_msr
)
578 retval
= ds_write_bts((void *)child
->thread
.ds_area_msr
, in
);
585 static int ptrace_bts_clear(struct task_struct
*child
)
587 if (!child
->thread
.ds_area_msr
)
590 return ds_clear((void *)child
->thread
.ds_area_msr
);
593 static int ptrace_bts_drain(struct task_struct
*child
,
594 struct bts_struct __user
*out
)
597 void *ds
= (void *)child
->thread
.ds_area_msr
;
602 end
= ds_get_bts_index(ds
);
606 for (i
= 0; i
< end
; i
++, out
++) {
607 struct bts_struct ret
;
610 retval
= ds_read_bts(ds
, i
, &ret
);
614 if (copy_to_user(out
, &ret
, sizeof(ret
)))
623 static int ptrace_bts_config(struct task_struct
*child
,
624 const struct ptrace_bts_config __user
*ucfg
)
626 struct ptrace_bts_config cfg
;
627 unsigned long debugctl_mask
;
631 if (copy_from_user(&cfg
, ucfg
, sizeof(cfg
)))
635 ds
= (void *)child
->thread
.ds_area_msr
;
637 bts_size
= ds_get_bts_size(ds
);
642 if (bts_size
!= cfg
.size
) {
643 ret
= ds_free((void **)&child
->thread
.ds_area_msr
);
648 ret
= ds_allocate((void **)&child
->thread
.ds_area_msr
,
650 ds
= (void *)child
->thread
.ds_area_msr
;
652 set_tsk_thread_flag(child
, TIF_DS_AREA_MSR
);
654 clear_tsk_thread_flag(child
, TIF_DS_AREA_MSR
);
659 bts_size
= ds_get_bts_size(ds
);
665 if (cfg
.flags
& PTRACE_BTS_O_SIGNAL
) {
666 ret
= ds_set_overflow(ds
, DS_O_SIGNAL
);
668 ret
= ds_set_overflow(ds
, DS_O_WRAP
);
674 debugctl_mask
= ds_debugctl_mask();
675 if (ds
&& (cfg
.flags
& PTRACE_BTS_O_TRACE
)) {
676 child
->thread
.debugctlmsr
|= debugctl_mask
;
677 set_tsk_thread_flag(child
, TIF_DEBUGCTLMSR
);
679 /* there is no way for us to check whether we 'own'
680 * the respective bits in the DEBUGCTL MSR, we're
682 child
->thread
.debugctlmsr
&= ~debugctl_mask
;
684 if (!child
->thread
.debugctlmsr
)
685 clear_tsk_thread_flag(child
, TIF_DEBUGCTLMSR
);
688 if (ds
&& (cfg
.flags
& PTRACE_BTS_O_SCHED
))
689 set_tsk_thread_flag(child
, TIF_BTS_TRACE_TS
);
691 clear_tsk_thread_flag(child
, TIF_BTS_TRACE_TS
);
696 static int ptrace_bts_status(struct task_struct
*child
,
697 struct ptrace_bts_config __user
*ucfg
)
699 void *ds
= (void *)child
->thread
.ds_area_msr
;
700 struct ptrace_bts_config cfg
;
702 memset(&cfg
, 0, sizeof(cfg
));
705 cfg
.size
= ds_get_bts_size(ds
);
707 if (ds_get_overflow(ds
) == DS_O_SIGNAL
)
708 cfg
.flags
|= PTRACE_BTS_O_SIGNAL
;
710 if (test_tsk_thread_flag(child
, TIF_DEBUGCTLMSR
) &&
711 child
->thread
.debugctlmsr
& ds_debugctl_mask())
712 cfg
.flags
|= PTRACE_BTS_O_TRACE
;
714 if (test_tsk_thread_flag(child
, TIF_BTS_TRACE_TS
))
715 cfg
.flags
|= PTRACE_BTS_O_SCHED
;
718 if (copy_to_user(ucfg
, &cfg
, sizeof(cfg
)))
724 void ptrace_bts_take_timestamp(struct task_struct
*tsk
,
725 enum bts_qualifier qualifier
)
727 struct bts_struct rec
= {
728 .qualifier
= qualifier
,
729 .variant
.jiffies
= jiffies
732 ptrace_bts_write_record(tsk
, &rec
);
736 * Called by kernel/ptrace.c when detaching..
738 * Make sure the single step bit is not set.
740 void ptrace_disable(struct task_struct
*child
)
742 user_disable_single_step(child
);
743 #ifdef TIF_SYSCALL_EMU
744 clear_tsk_thread_flag(child
, TIF_SYSCALL_EMU
);
746 ptrace_bts_config(child
, /* options = */ 0);
747 if (child
->thread
.ds_area_msr
) {
748 ds_free((void **)&child
->thread
.ds_area_msr
);
749 clear_tsk_thread_flag(child
, TIF_DS_AREA_MSR
);
753 #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION
754 static const struct user_regset_view user_x86_32_view
; /* Initialized below. */
757 long arch_ptrace(struct task_struct
*child
, long request
, long addr
, long data
)
760 unsigned long __user
*datap
= (unsigned long __user
*)data
;
763 /* when I and D space are separate, these will need to be fixed. */
764 case PTRACE_PEEKTEXT
: /* read word at location addr. */
765 case PTRACE_PEEKDATA
:
766 ret
= generic_ptrace_peekdata(child
, addr
, data
);
769 /* read the word at location addr in the USER area. */
770 case PTRACE_PEEKUSR
: {
774 if ((addr
& (sizeof(data
) - 1)) || addr
< 0 ||
775 addr
>= sizeof(struct user
))
778 tmp
= 0; /* Default return condition */
779 if (addr
< sizeof(struct user_regs_struct
))
780 tmp
= getreg(child
, addr
);
781 else if (addr
>= offsetof(struct user
, u_debugreg
[0]) &&
782 addr
<= offsetof(struct user
, u_debugreg
[7])) {
783 addr
-= offsetof(struct user
, u_debugreg
[0]);
784 tmp
= ptrace_get_debugreg(child
, addr
/ sizeof(data
));
786 ret
= put_user(tmp
, datap
);
790 /* when I and D space are separate, this will have to be fixed. */
791 case PTRACE_POKETEXT
: /* write the word at location addr. */
792 case PTRACE_POKEDATA
:
793 ret
= generic_ptrace_pokedata(child
, addr
, data
);
796 case PTRACE_POKEUSR
: /* write the word at location addr in the USER area */
798 if ((addr
& (sizeof(data
) - 1)) || addr
< 0 ||
799 addr
>= sizeof(struct user
))
802 if (addr
< sizeof(struct user_regs_struct
))
803 ret
= putreg(child
, addr
, data
);
804 else if (addr
>= offsetof(struct user
, u_debugreg
[0]) &&
805 addr
<= offsetof(struct user
, u_debugreg
[7])) {
806 addr
-= offsetof(struct user
, u_debugreg
[0]);
807 ret
= ptrace_set_debugreg(child
,
808 addr
/ sizeof(data
), data
);
812 case PTRACE_GETREGS
: /* Get all gp regs from the child. */
813 return copy_regset_to_user(child
,
814 task_user_regset_view(current
),
816 0, sizeof(struct user_regs_struct
),
819 case PTRACE_SETREGS
: /* Set all gp regs in the child. */
820 return copy_regset_from_user(child
,
821 task_user_regset_view(current
),
823 0, sizeof(struct user_regs_struct
),
826 case PTRACE_GETFPREGS
: /* Get the child FPU state. */
827 return copy_regset_to_user(child
,
828 task_user_regset_view(current
),
830 0, sizeof(struct user_i387_struct
),
833 case PTRACE_SETFPREGS
: /* Set the child FPU state. */
834 return copy_regset_from_user(child
,
835 task_user_regset_view(current
),
837 0, sizeof(struct user_i387_struct
),
841 case PTRACE_GETFPXREGS
: /* Get the child extended FPU state. */
842 return copy_regset_to_user(child
, &user_x86_32_view
,
844 0, sizeof(struct user_fxsr_struct
),
847 case PTRACE_SETFPXREGS
: /* Set the child extended FPU state. */
848 return copy_regset_from_user(child
, &user_x86_32_view
,
850 0, sizeof(struct user_fxsr_struct
),
854 #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION
855 case PTRACE_GET_THREAD_AREA
:
858 ret
= do_get_thread_area(child
, addr
,
859 (struct user_desc __user
*) data
);
862 case PTRACE_SET_THREAD_AREA
:
865 ret
= do_set_thread_area(child
, addr
,
866 (struct user_desc __user
*) data
, 0);
871 /* normal 64bit interface to access TLS data.
872 Works just like arch_prctl, except that the arguments
874 case PTRACE_ARCH_PRCTL
:
875 ret
= do_arch_prctl(child
, data
, addr
);
879 case PTRACE_BTS_CONFIG
:
880 ret
= ptrace_bts_config
881 (child
, (struct ptrace_bts_config __user
*)addr
);
884 case PTRACE_BTS_STATUS
:
885 ret
= ptrace_bts_status
886 (child
, (struct ptrace_bts_config __user
*)addr
);
889 case PTRACE_BTS_SIZE
:
890 ret
= ptrace_bts_get_size(child
);
894 ret
= ptrace_bts_read_record
895 (child
, data
, (struct bts_struct __user
*) addr
);
898 case PTRACE_BTS_CLEAR
:
899 ret
= ptrace_bts_clear(child
);
902 case PTRACE_BTS_DRAIN
:
903 ret
= ptrace_bts_drain
904 (child
, (struct bts_struct __user
*) addr
);
908 ret
= ptrace_request(child
, request
, addr
, data
);
915 #ifdef CONFIG_IA32_EMULATION
917 #include <linux/compat.h>
918 #include <linux/syscalls.h>
919 #include <asm/ia32.h>
920 #include <asm/user32.h>
923 case offsetof(struct user32, regs.l): \
924 regs->q = value; break
927 case offsetof(struct user32, regs.rs): \
928 return set_segment_reg(child, \
929 offsetof(struct user_regs_struct, rs), \
933 static int putreg32(struct task_struct
*child
, unsigned regno
, u32 value
)
935 struct pt_regs
*regs
= task_pt_regs(child
);
953 R32(orig_eax
, orig_ax
);
957 case offsetof(struct user32
, regs
.eflags
):
958 return set_flags(child
, value
);
960 case offsetof(struct user32
, u_debugreg
[0]) ...
961 offsetof(struct user32
, u_debugreg
[7]):
962 regno
-= offsetof(struct user32
, u_debugreg
[0]);
963 return ptrace_set_debugreg(child
, regno
/ 4, value
);
966 if (regno
> sizeof(struct user32
) || (regno
& 3))
970 * Other dummy fields in the virtual user structure
982 case offsetof(struct user32, regs.l): \
983 *val = regs->q; break
986 case offsetof(struct user32, regs.rs): \
987 *val = get_segment_reg(child, \
988 offsetof(struct user_regs_struct, rs)); \
991 static int getreg32(struct task_struct
*child
, unsigned regno
, u32
*val
)
993 struct pt_regs
*regs
= task_pt_regs(child
);
1011 R32(orig_eax
, orig_ax
);
1015 case offsetof(struct user32
, regs
.eflags
):
1016 *val
= get_flags(child
);
1019 case offsetof(struct user32
, u_debugreg
[0]) ...
1020 offsetof(struct user32
, u_debugreg
[7]):
1021 regno
-= offsetof(struct user32
, u_debugreg
[0]);
1022 *val
= ptrace_get_debugreg(child
, regno
/ 4);
1026 if (regno
> sizeof(struct user32
) || (regno
& 3))
1030 * Other dummy fields in the virtual user structure
1042 static int genregs32_get(struct task_struct
*target
,
1043 const struct user_regset
*regset
,
1044 unsigned int pos
, unsigned int count
,
1045 void *kbuf
, void __user
*ubuf
)
1048 compat_ulong_t
*k
= kbuf
;
1050 getreg32(target
, pos
, k
++);
1051 count
-= sizeof(*k
);
1055 compat_ulong_t __user
*u
= ubuf
;
1057 compat_ulong_t word
;
1058 getreg32(target
, pos
, &word
);
1059 if (__put_user(word
, u
++))
1061 count
-= sizeof(*u
);
1069 static int genregs32_set(struct task_struct
*target
,
1070 const struct user_regset
*regset
,
1071 unsigned int pos
, unsigned int count
,
1072 const void *kbuf
, const void __user
*ubuf
)
1076 const compat_ulong_t
*k
= kbuf
;
1077 while (count
> 0 && !ret
) {
1078 ret
= putreg(target
, pos
, *k
++);
1079 count
-= sizeof(*k
);
1083 const compat_ulong_t __user
*u
= ubuf
;
1084 while (count
> 0 && !ret
) {
1085 compat_ulong_t word
;
1086 ret
= __get_user(word
, u
++);
1089 ret
= putreg(target
, pos
, word
);
1090 count
-= sizeof(*u
);
1097 static long ptrace32_siginfo(unsigned request
, u32 pid
, u32 addr
, u32 data
)
1099 siginfo_t __user
*si
= compat_alloc_user_space(sizeof(siginfo_t
));
1100 compat_siginfo_t __user
*si32
= compat_ptr(data
);
1104 if (request
== PTRACE_SETSIGINFO
) {
1105 memset(&ssi
, 0, sizeof(siginfo_t
));
1106 ret
= copy_siginfo_from_user32(&ssi
, si32
);
1109 if (copy_to_user(si
, &ssi
, sizeof(siginfo_t
)))
1112 ret
= sys_ptrace(request
, pid
, addr
, (unsigned long)si
);
1115 if (request
== PTRACE_GETSIGINFO
) {
1116 if (copy_from_user(&ssi
, si
, sizeof(siginfo_t
)))
1118 ret
= copy_siginfo_to_user32(si32
, &ssi
);
1123 asmlinkage
long sys32_ptrace(long request
, u32 pid
, u32 addr
, u32 data
)
1125 struct task_struct
*child
;
1126 struct pt_regs
*childregs
;
1127 void __user
*datap
= compat_ptr(data
);
1132 case PTRACE_TRACEME
:
1136 case PTRACE_SINGLESTEP
:
1137 case PTRACE_SINGLEBLOCK
:
1139 case PTRACE_SYSCALL
:
1140 case PTRACE_OLDSETOPTIONS
:
1141 case PTRACE_SETOPTIONS
:
1142 case PTRACE_SET_THREAD_AREA
:
1143 case PTRACE_GET_THREAD_AREA
:
1144 case PTRACE_BTS_CONFIG
:
1145 case PTRACE_BTS_STATUS
:
1146 case PTRACE_BTS_SIZE
:
1147 case PTRACE_BTS_GET
:
1148 case PTRACE_BTS_CLEAR
:
1149 case PTRACE_BTS_DRAIN
:
1150 return sys_ptrace(request
, pid
, addr
, data
);
1155 case PTRACE_PEEKTEXT
:
1156 case PTRACE_PEEKDATA
:
1157 case PTRACE_POKEDATA
:
1158 case PTRACE_POKETEXT
:
1159 case PTRACE_POKEUSR
:
1160 case PTRACE_PEEKUSR
:
1161 case PTRACE_GETREGS
:
1162 case PTRACE_SETREGS
:
1163 case PTRACE_SETFPREGS
:
1164 case PTRACE_GETFPREGS
:
1165 case PTRACE_SETFPXREGS
:
1166 case PTRACE_GETFPXREGS
:
1167 case PTRACE_GETEVENTMSG
:
1170 case PTRACE_SETSIGINFO
:
1171 case PTRACE_GETSIGINFO
:
1172 return ptrace32_siginfo(request
, pid
, addr
, data
);
1175 child
= ptrace_get_task_struct(pid
);
1177 return PTR_ERR(child
);
1179 ret
= ptrace_check_attach(child
, request
== PTRACE_KILL
);
1183 childregs
= task_pt_regs(child
);
1186 case PTRACE_PEEKDATA
:
1187 case PTRACE_PEEKTEXT
:
1189 if (access_process_vm(child
, addr
, &val
, sizeof(u32
), 0) !=
1193 ret
= put_user(val
, (unsigned int __user
*)datap
);
1196 case PTRACE_POKEDATA
:
1197 case PTRACE_POKETEXT
:
1199 if (access_process_vm(child
, addr
, &data
, sizeof(u32
), 1) !=
1204 case PTRACE_PEEKUSR
:
1205 ret
= getreg32(child
, addr
, &val
);
1207 ret
= put_user(val
, (__u32 __user
*)datap
);
1210 case PTRACE_POKEUSR
:
1211 ret
= putreg32(child
, addr
, data
);
1214 case PTRACE_GETREGS
: /* Get all gp regs from the child. */
1215 return copy_regset_to_user(child
, &user_x86_32_view
,
1217 0, sizeof(struct user_regs_struct32
),
1220 case PTRACE_SETREGS
: /* Set all gp regs in the child. */
1221 return copy_regset_from_user(child
, &user_x86_32_view
,
1223 sizeof(struct user_regs_struct32
),
1226 case PTRACE_GETFPREGS
: /* Get the child FPU state. */
1227 return copy_regset_to_user(child
, &user_x86_32_view
,
1229 sizeof(struct user_i387_ia32_struct
),
1232 case PTRACE_SETFPREGS
: /* Set the child FPU state. */
1233 return copy_regset_from_user(
1234 child
, &user_x86_32_view
, REGSET_FP
,
1235 0, sizeof(struct user_i387_ia32_struct
), datap
);
1237 case PTRACE_GETFPXREGS
: /* Get the child extended FPU state. */
1238 return copy_regset_to_user(child
, &user_x86_32_view
,
1240 sizeof(struct user32_fxsr_struct
),
1243 case PTRACE_SETFPXREGS
: /* Set the child extended FPU state. */
1244 return copy_regset_from_user(child
, &user_x86_32_view
,
1246 sizeof(struct user32_fxsr_struct
),
1249 case PTRACE_GETEVENTMSG
:
1250 ret
= put_user(child
->ptrace_message
,
1251 (unsigned int __user
*)compat_ptr(data
));
1259 put_task_struct(child
);
1263 #endif /* CONFIG_IA32_EMULATION */
1265 #ifdef CONFIG_X86_64
1267 static const struct user_regset x86_64_regsets
[] = {
1268 [REGSET_GENERAL
] = {
1269 .core_note_type
= NT_PRSTATUS
,
1270 .n
= sizeof(struct user_regs_struct
) / sizeof(long),
1271 .size
= sizeof(long), .align
= sizeof(long),
1272 .get
= genregs_get
, .set
= genregs_set
1275 .core_note_type
= NT_PRFPREG
,
1276 .n
= sizeof(struct user_i387_struct
) / sizeof(long),
1277 .size
= sizeof(long), .align
= sizeof(long),
1278 .active
= xfpregs_active
, .get
= xfpregs_get
, .set
= xfpregs_set
1282 static const struct user_regset_view user_x86_64_view
= {
1283 .name
= "x86_64", .e_machine
= EM_X86_64
,
1284 .regsets
= x86_64_regsets
, .n
= ARRAY_SIZE(x86_64_regsets
)
1287 #else /* CONFIG_X86_32 */
1289 #define user_regs_struct32 user_regs_struct
1290 #define genregs32_get genregs_get
1291 #define genregs32_set genregs_set
1293 #endif /* CONFIG_X86_64 */
1295 #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION
1296 static const struct user_regset x86_32_regsets
[] = {
1297 [REGSET_GENERAL
] = {
1298 .core_note_type
= NT_PRSTATUS
,
1299 .n
= sizeof(struct user_regs_struct32
) / sizeof(u32
),
1300 .size
= sizeof(u32
), .align
= sizeof(u32
),
1301 .get
= genregs32_get
, .set
= genregs32_set
1304 .core_note_type
= NT_PRFPREG
,
1305 .n
= sizeof(struct user_i387_struct
) / sizeof(u32
),
1306 .size
= sizeof(u32
), .align
= sizeof(u32
),
1307 .active
= fpregs_active
, .get
= fpregs_get
, .set
= fpregs_set
1310 .core_note_type
= NT_PRXFPREG
,
1311 .n
= sizeof(struct user_i387_struct
) / sizeof(u32
),
1312 .size
= sizeof(u32
), .align
= sizeof(u32
),
1313 .active
= xfpregs_active
, .get
= xfpregs_get
, .set
= xfpregs_set
1316 .n
= GDT_ENTRY_TLS_ENTRIES
, .bias
= GDT_ENTRY_TLS_MIN
,
1317 .size
= sizeof(struct user_desc
),
1318 .align
= sizeof(struct user_desc
),
1319 .active
= regset_tls_active
,
1320 .get
= regset_tls_get
, .set
= regset_tls_set
1324 static const struct user_regset_view user_x86_32_view
= {
1325 .name
= "i386", .e_machine
= EM_386
,
1326 .regsets
= x86_32_regsets
, .n
= ARRAY_SIZE(x86_32_regsets
)
1330 const struct user_regset_view
*task_user_regset_view(struct task_struct
*task
)
1332 #ifdef CONFIG_IA32_EMULATION
1333 if (test_tsk_thread_flag(task
, TIF_IA32
))
1335 #if defined CONFIG_X86_32 || defined CONFIG_IA32_EMULATION
1336 return &user_x86_32_view
;
1338 #ifdef CONFIG_X86_64
1339 return &user_x86_64_view
;
1343 #ifdef CONFIG_X86_32
1345 void send_sigtrap(struct task_struct
*tsk
, struct pt_regs
*regs
, int error_code
)
1347 struct siginfo info
;
1349 tsk
->thread
.trap_no
= 1;
1350 tsk
->thread
.error_code
= error_code
;
1352 memset(&info
, 0, sizeof(info
));
1353 info
.si_signo
= SIGTRAP
;
1354 info
.si_code
= TRAP_BRKPT
;
1357 info
.si_addr
= user_mode_vm(regs
) ? (void __user
*) regs
->ip
: NULL
;
1359 /* Send us the fake SIGTRAP */
1360 force_sig_info(SIGTRAP
, &info
, tsk
);
1363 /* notification of system call entry/exit
1364 * - triggered by current->work.syscall_trace
1366 __attribute__((regparm(3)))
1367 int do_syscall_trace(struct pt_regs
*regs
, int entryexit
)
1369 int is_sysemu
= test_thread_flag(TIF_SYSCALL_EMU
);
1371 * With TIF_SYSCALL_EMU set we want to ignore TIF_SINGLESTEP for syscall
1374 int is_singlestep
= !is_sysemu
&& test_thread_flag(TIF_SINGLESTEP
);
1377 /* do the secure computing check first */
1379 secure_computing(regs
->orig_ax
);
1381 if (unlikely(current
->audit_context
)) {
1383 audit_syscall_exit(AUDITSC_RESULT(regs
->ax
),
1385 /* Debug traps, when using PTRACE_SINGLESTEP, must be sent only
1386 * on the syscall exit path. Normally, when TIF_SYSCALL_AUDIT is
1387 * not used, entry.S will call us only on syscall exit, not
1388 * entry; so when TIF_SYSCALL_AUDIT is used we must avoid
1389 * calling send_sigtrap() on syscall entry.
1391 * Note that when PTRACE_SYSEMU_SINGLESTEP is used,
1392 * is_singlestep is false, despite his name, so we will still do
1393 * the correct thing.
1395 else if (is_singlestep
)
1399 if (!(current
->ptrace
& PT_PTRACED
))
1402 /* If a process stops on the 1st tracepoint with SYSCALL_TRACE
1403 * and then is resumed with SYSEMU_SINGLESTEP, it will come in
1404 * here. We have to check this and return */
1405 if (is_sysemu
&& entryexit
)
1408 /* Fake a debug trap */
1410 send_sigtrap(current
, regs
, 0);
1412 if (!test_thread_flag(TIF_SYSCALL_TRACE
) && !is_sysemu
)
1415 /* the 0x80 provides a way for the tracing parent to distinguish
1416 between a syscall stop and SIGTRAP delivery */
1417 /* Note that the debugger could change the result of test_thread_flag!*/
1418 ptrace_notify(SIGTRAP
| ((current
->ptrace
& PT_TRACESYSGOOD
) ? 0x80:0));
1421 * this isn't the same as continuing with a signal, but it will do
1422 * for normal use. strace only continues with a signal if the
1423 * stopping signal is not SIGTRAP. -brl
1425 if (current
->exit_code
) {
1426 send_sig(current
->exit_code
, current
, 1);
1427 current
->exit_code
= 0;
1431 if (unlikely(current
->audit_context
) && !entryexit
)
1432 audit_syscall_entry(AUDIT_ARCH_I386
, regs
->orig_ax
,
1433 regs
->bx
, regs
->cx
, regs
->dx
, regs
->si
);
1437 regs
->orig_ax
= -1; /* force skip of syscall restarting */
1438 if (unlikely(current
->audit_context
))
1439 audit_syscall_exit(AUDITSC_RESULT(regs
->ax
), regs
->ax
);
1443 #else /* CONFIG_X86_64 */
1445 static void syscall_trace(struct pt_regs
*regs
)
1449 printk("trace %s ip %lx sp %lx ax %d origrax %d caller %lx tiflags %x ptrace %x\n",
1451 regs
->ip
, regs
->sp
, regs
->ax
, regs
->orig_ax
, __builtin_return_address(0),
1452 current_thread_info()->flags
, current
->ptrace
);
1455 ptrace_notify(SIGTRAP
| ((current
->ptrace
& PT_TRACESYSGOOD
)
1458 * this isn't the same as continuing with a signal, but it will do
1459 * for normal use. strace only continues with a signal if the
1460 * stopping signal is not SIGTRAP. -brl
1462 if (current
->exit_code
) {
1463 send_sig(current
->exit_code
, current
, 1);
1464 current
->exit_code
= 0;
1468 asmlinkage
void syscall_trace_enter(struct pt_regs
*regs
)
1470 /* do the secure computing check first */
1471 secure_computing(regs
->orig_ax
);
1473 if (test_thread_flag(TIF_SYSCALL_TRACE
)
1474 && (current
->ptrace
& PT_PTRACED
))
1475 syscall_trace(regs
);
1477 if (unlikely(current
->audit_context
)) {
1478 if (test_thread_flag(TIF_IA32
)) {
1479 audit_syscall_entry(AUDIT_ARCH_I386
,
1482 regs
->dx
, regs
->si
);
1484 audit_syscall_entry(AUDIT_ARCH_X86_64
,
1487 regs
->dx
, regs
->r10
);
1492 asmlinkage
void syscall_trace_leave(struct pt_regs
*regs
)
1494 if (unlikely(current
->audit_context
))
1495 audit_syscall_exit(AUDITSC_RESULT(regs
->ax
), regs
->ax
);
1497 if ((test_thread_flag(TIF_SYSCALL_TRACE
)
1498 || test_thread_flag(TIF_SINGLESTEP
))
1499 && (current
->ptrace
& PT_PTRACED
))
1500 syscall_trace(regs
);
1503 #endif /* CONFIG_X86_32 */