[PATCH] ia64: task_pt_regs()
[linux-2.6/linux-acpi-2.6/ibm-acpi-2.6.git] / arch / ia64 / ia32 / sys_ia32.c
blob3945d378bd7ed913f7c530dc3135828580ff50bc
1 /*
2 * sys_ia32.c: Conversion between 32bit and 64bit native syscalls. Derived from sys_sparc32.c.
4 * Copyright (C) 2000 VA Linux Co
5 * Copyright (C) 2000 Don Dugger <n0ano@valinux.com>
6 * Copyright (C) 1999 Arun Sharma <arun.sharma@intel.com>
7 * Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
8 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
9 * Copyright (C) 2000-2003, 2005 Hewlett-Packard Co
10 * David Mosberger-Tang <davidm@hpl.hp.com>
11 * Copyright (C) 2004 Gordon Jin <gordon.jin@intel.com>
13 * These routines maintain argument size conversion between 32bit and 64bit
14 * environment.
17 #include <linux/config.h>
18 #include <linux/kernel.h>
19 #include <linux/syscalls.h>
20 #include <linux/sysctl.h>
21 #include <linux/sched.h>
22 #include <linux/fs.h>
23 #include <linux/file.h>
24 #include <linux/signal.h>
25 #include <linux/resource.h>
26 #include <linux/times.h>
27 #include <linux/utsname.h>
28 #include <linux/timex.h>
29 #include <linux/smp.h>
30 #include <linux/smp_lock.h>
31 #include <linux/sem.h>
32 #include <linux/msg.h>
33 #include <linux/mm.h>
34 #include <linux/shm.h>
35 #include <linux/slab.h>
36 #include <linux/uio.h>
37 #include <linux/nfs_fs.h>
38 #include <linux/quota.h>
39 #include <linux/syscalls.h>
40 #include <linux/sunrpc/svc.h>
41 #include <linux/nfsd/nfsd.h>
42 #include <linux/nfsd/cache.h>
43 #include <linux/nfsd/xdr.h>
44 #include <linux/nfsd/syscall.h>
45 #include <linux/poll.h>
46 #include <linux/eventpoll.h>
47 #include <linux/personality.h>
48 #include <linux/ptrace.h>
49 #include <linux/stat.h>
50 #include <linux/ipc.h>
51 #include <linux/capability.h>
52 #include <linux/compat.h>
53 #include <linux/vfs.h>
54 #include <linux/mman.h>
56 #include <asm/intrinsics.h>
57 #include <asm/semaphore.h>
58 #include <asm/types.h>
59 #include <asm/uaccess.h>
60 #include <asm/unistd.h>
62 #include "ia32priv.h"
64 #include <net/scm.h>
65 #include <net/sock.h>
67 #define DEBUG 0
69 #if DEBUG
70 # define DBG(fmt...) printk(KERN_DEBUG fmt)
71 #else
72 # define DBG(fmt...)
73 #endif
75 #define ROUND_UP(x,a) ((__typeof__(x))(((unsigned long)(x) + ((a) - 1)) & ~((a) - 1)))
77 #define OFFSET4K(a) ((a) & 0xfff)
78 #define PAGE_START(addr) ((addr) & PAGE_MASK)
79 #define MINSIGSTKSZ_IA32 2048
81 #define high2lowuid(uid) ((uid) > 65535 ? 65534 : (uid))
82 #define high2lowgid(gid) ((gid) > 65535 ? 65534 : (gid))
85 * Anything that modifies or inspects ia32 user virtual memory must hold this semaphore
86 * while doing so.
88 /* XXX make per-mm: */
89 static DECLARE_MUTEX(ia32_mmap_sem);
91 asmlinkage long
92 sys32_execve (char __user *name, compat_uptr_t __user *argv, compat_uptr_t __user *envp,
93 struct pt_regs *regs)
95 long error;
96 char *filename;
97 unsigned long old_map_base, old_task_size, tssd;
99 filename = getname(name);
100 error = PTR_ERR(filename);
101 if (IS_ERR(filename))
102 return error;
104 old_map_base = current->thread.map_base;
105 old_task_size = current->thread.task_size;
106 tssd = ia64_get_kr(IA64_KR_TSSD);
108 /* we may be exec'ing a 64-bit process: reset map base, task-size, and io-base: */
109 current->thread.map_base = DEFAULT_MAP_BASE;
110 current->thread.task_size = DEFAULT_TASK_SIZE;
111 ia64_set_kr(IA64_KR_IO_BASE, current->thread.old_iob);
112 ia64_set_kr(IA64_KR_TSSD, current->thread.old_k1);
114 error = compat_do_execve(filename, argv, envp, regs);
115 putname(filename);
117 if (error < 0) {
118 /* oops, execve failed, switch back to old values... */
119 ia64_set_kr(IA64_KR_IO_BASE, IA32_IOBASE);
120 ia64_set_kr(IA64_KR_TSSD, tssd);
121 current->thread.map_base = old_map_base;
122 current->thread.task_size = old_task_size;
125 return error;
128 int cp_compat_stat(struct kstat *stat, struct compat_stat __user *ubuf)
130 int err;
132 if ((u64) stat->size > MAX_NON_LFS ||
133 !old_valid_dev(stat->dev) ||
134 !old_valid_dev(stat->rdev))
135 return -EOVERFLOW;
137 if (clear_user(ubuf, sizeof(*ubuf)))
138 return -EFAULT;
140 err = __put_user(old_encode_dev(stat->dev), &ubuf->st_dev);
141 err |= __put_user(stat->ino, &ubuf->st_ino);
142 err |= __put_user(stat->mode, &ubuf->st_mode);
143 err |= __put_user(stat->nlink, &ubuf->st_nlink);
144 err |= __put_user(high2lowuid(stat->uid), &ubuf->st_uid);
145 err |= __put_user(high2lowgid(stat->gid), &ubuf->st_gid);
146 err |= __put_user(old_encode_dev(stat->rdev), &ubuf->st_rdev);
147 err |= __put_user(stat->size, &ubuf->st_size);
148 err |= __put_user(stat->atime.tv_sec, &ubuf->st_atime);
149 err |= __put_user(stat->atime.tv_nsec, &ubuf->st_atime_nsec);
150 err |= __put_user(stat->mtime.tv_sec, &ubuf->st_mtime);
151 err |= __put_user(stat->mtime.tv_nsec, &ubuf->st_mtime_nsec);
152 err |= __put_user(stat->ctime.tv_sec, &ubuf->st_ctime);
153 err |= __put_user(stat->ctime.tv_nsec, &ubuf->st_ctime_nsec);
154 err |= __put_user(stat->blksize, &ubuf->st_blksize);
155 err |= __put_user(stat->blocks, &ubuf->st_blocks);
156 return err;
159 #if PAGE_SHIFT > IA32_PAGE_SHIFT
162 static int
163 get_page_prot (struct vm_area_struct *vma, unsigned long addr)
165 int prot = 0;
167 if (!vma || vma->vm_start > addr)
168 return 0;
170 if (vma->vm_flags & VM_READ)
171 prot |= PROT_READ;
172 if (vma->vm_flags & VM_WRITE)
173 prot |= PROT_WRITE;
174 if (vma->vm_flags & VM_EXEC)
175 prot |= PROT_EXEC;
176 return prot;
180 * Map a subpage by creating an anonymous page that contains the union of the old page and
181 * the subpage.
183 static unsigned long
184 mmap_subpage (struct file *file, unsigned long start, unsigned long end, int prot, int flags,
185 loff_t off)
187 void *page = NULL;
188 struct inode *inode;
189 unsigned long ret = 0;
190 struct vm_area_struct *vma = find_vma(current->mm, start);
191 int old_prot = get_page_prot(vma, start);
193 DBG("mmap_subpage(file=%p,start=0x%lx,end=0x%lx,prot=%x,flags=%x,off=0x%llx)\n",
194 file, start, end, prot, flags, off);
197 /* Optimize the case where the old mmap and the new mmap are both anonymous */
198 if ((old_prot & PROT_WRITE) && (flags & MAP_ANONYMOUS) && !vma->vm_file) {
199 if (clear_user((void __user *) start, end - start)) {
200 ret = -EFAULT;
201 goto out;
203 goto skip_mmap;
206 page = (void *) get_zeroed_page(GFP_KERNEL);
207 if (!page)
208 return -ENOMEM;
210 if (old_prot)
211 copy_from_user(page, (void __user *) PAGE_START(start), PAGE_SIZE);
213 down_write(&current->mm->mmap_sem);
215 ret = do_mmap(NULL, PAGE_START(start), PAGE_SIZE, prot | PROT_WRITE,
216 flags | MAP_FIXED | MAP_ANONYMOUS, 0);
218 up_write(&current->mm->mmap_sem);
220 if (IS_ERR((void *) ret))
221 goto out;
223 if (old_prot) {
224 /* copy back the old page contents. */
225 if (offset_in_page(start))
226 copy_to_user((void __user *) PAGE_START(start), page,
227 offset_in_page(start));
228 if (offset_in_page(end))
229 copy_to_user((void __user *) end, page + offset_in_page(end),
230 PAGE_SIZE - offset_in_page(end));
233 if (!(flags & MAP_ANONYMOUS)) {
234 /* read the file contents */
235 inode = file->f_dentry->d_inode;
236 if (!inode->i_fop || !file->f_op->read
237 || ((*file->f_op->read)(file, (char __user *) start, end - start, &off) < 0))
239 ret = -EINVAL;
240 goto out;
244 skip_mmap:
245 if (!(prot & PROT_WRITE))
246 ret = sys_mprotect(PAGE_START(start), PAGE_SIZE, prot | old_prot);
247 out:
248 if (page)
249 free_page((unsigned long) page);
250 return ret;
253 /* SLAB cache for partial_page structures */
254 kmem_cache_t *partial_page_cachep;
257 * init partial_page_list.
258 * return 0 means kmalloc fail.
260 struct partial_page_list*
261 ia32_init_pp_list(void)
263 struct partial_page_list *p;
265 if ((p = kmalloc(sizeof(*p), GFP_KERNEL)) == NULL)
266 return p;
267 p->pp_head = NULL;
268 p->ppl_rb = RB_ROOT;
269 p->pp_hint = NULL;
270 atomic_set(&p->pp_count, 1);
271 return p;
275 * Search for the partial page with @start in partial page list @ppl.
276 * If finds the partial page, return the found partial page.
277 * Else, return 0 and provide @pprev, @rb_link, @rb_parent to
278 * be used by later __ia32_insert_pp().
280 static struct partial_page *
281 __ia32_find_pp(struct partial_page_list *ppl, unsigned int start,
282 struct partial_page **pprev, struct rb_node ***rb_link,
283 struct rb_node **rb_parent)
285 struct partial_page *pp;
286 struct rb_node **__rb_link, *__rb_parent, *rb_prev;
288 pp = ppl->pp_hint;
289 if (pp && pp->base == start)
290 return pp;
292 __rb_link = &ppl->ppl_rb.rb_node;
293 rb_prev = __rb_parent = NULL;
295 while (*__rb_link) {
296 __rb_parent = *__rb_link;
297 pp = rb_entry(__rb_parent, struct partial_page, pp_rb);
299 if (pp->base == start) {
300 ppl->pp_hint = pp;
301 return pp;
302 } else if (pp->base < start) {
303 rb_prev = __rb_parent;
304 __rb_link = &__rb_parent->rb_right;
305 } else {
306 __rb_link = &__rb_parent->rb_left;
310 *rb_link = __rb_link;
311 *rb_parent = __rb_parent;
312 *pprev = NULL;
313 if (rb_prev)
314 *pprev = rb_entry(rb_prev, struct partial_page, pp_rb);
315 return NULL;
319 * insert @pp into @ppl.
321 static void
322 __ia32_insert_pp(struct partial_page_list *ppl, struct partial_page *pp,
323 struct partial_page *prev, struct rb_node **rb_link,
324 struct rb_node *rb_parent)
326 /* link list */
327 if (prev) {
328 pp->next = prev->next;
329 prev->next = pp;
330 } else {
331 ppl->pp_head = pp;
332 if (rb_parent)
333 pp->next = rb_entry(rb_parent,
334 struct partial_page, pp_rb);
335 else
336 pp->next = NULL;
339 /* link rb */
340 rb_link_node(&pp->pp_rb, rb_parent, rb_link);
341 rb_insert_color(&pp->pp_rb, &ppl->ppl_rb);
343 ppl->pp_hint = pp;
347 * delete @pp from partial page list @ppl.
349 static void
350 __ia32_delete_pp(struct partial_page_list *ppl, struct partial_page *pp,
351 struct partial_page *prev)
353 if (prev) {
354 prev->next = pp->next;
355 if (ppl->pp_hint == pp)
356 ppl->pp_hint = prev;
357 } else {
358 ppl->pp_head = pp->next;
359 if (ppl->pp_hint == pp)
360 ppl->pp_hint = pp->next;
362 rb_erase(&pp->pp_rb, &ppl->ppl_rb);
363 kmem_cache_free(partial_page_cachep, pp);
366 static struct partial_page *
367 __pp_prev(struct partial_page *pp)
369 struct rb_node *prev = rb_prev(&pp->pp_rb);
370 if (prev)
371 return rb_entry(prev, struct partial_page, pp_rb);
372 else
373 return NULL;
377 * Delete partial pages with address between @start and @end.
378 * @start and @end are page aligned.
380 static void
381 __ia32_delete_pp_range(unsigned int start, unsigned int end)
383 struct partial_page *pp, *prev;
384 struct rb_node **rb_link, *rb_parent;
386 if (start >= end)
387 return;
389 pp = __ia32_find_pp(current->thread.ppl, start, &prev,
390 &rb_link, &rb_parent);
391 if (pp)
392 prev = __pp_prev(pp);
393 else {
394 if (prev)
395 pp = prev->next;
396 else
397 pp = current->thread.ppl->pp_head;
400 while (pp && pp->base < end) {
401 struct partial_page *tmp = pp->next;
402 __ia32_delete_pp(current->thread.ppl, pp, prev);
403 pp = tmp;
408 * Set the range between @start and @end in bitmap.
409 * @start and @end should be IA32 page aligned and in the same IA64 page.
411 static int
412 __ia32_set_pp(unsigned int start, unsigned int end, int flags)
414 struct partial_page *pp, *prev;
415 struct rb_node ** rb_link, *rb_parent;
416 unsigned int pstart, start_bit, end_bit, i;
418 pstart = PAGE_START(start);
419 start_bit = (start % PAGE_SIZE) / IA32_PAGE_SIZE;
420 end_bit = (end % PAGE_SIZE) / IA32_PAGE_SIZE;
421 if (end_bit == 0)
422 end_bit = PAGE_SIZE / IA32_PAGE_SIZE;
423 pp = __ia32_find_pp(current->thread.ppl, pstart, &prev,
424 &rb_link, &rb_parent);
425 if (pp) {
426 for (i = start_bit; i < end_bit; i++)
427 set_bit(i, &pp->bitmap);
429 * Check: if this partial page has been set to a full page,
430 * then delete it.
432 if (find_first_zero_bit(&pp->bitmap, sizeof(pp->bitmap)*8) >=
433 PAGE_SIZE/IA32_PAGE_SIZE) {
434 __ia32_delete_pp(current->thread.ppl, pp, __pp_prev(pp));
436 return 0;
440 * MAP_FIXED may lead to overlapping mmap.
441 * In this case, the requested mmap area may already mmaped as a full
442 * page. So check vma before adding a new partial page.
444 if (flags & MAP_FIXED) {
445 struct vm_area_struct *vma = find_vma(current->mm, pstart);
446 if (vma && vma->vm_start <= pstart)
447 return 0;
450 /* new a partial_page */
451 pp = kmem_cache_alloc(partial_page_cachep, GFP_KERNEL);
452 if (!pp)
453 return -ENOMEM;
454 pp->base = pstart;
455 pp->bitmap = 0;
456 for (i=start_bit; i<end_bit; i++)
457 set_bit(i, &(pp->bitmap));
458 pp->next = NULL;
459 __ia32_insert_pp(current->thread.ppl, pp, prev, rb_link, rb_parent);
460 return 0;
464 * @start and @end should be IA32 page aligned, but don't need to be in the
465 * same IA64 page. Split @start and @end to make sure they're in the same IA64
466 * page, then call __ia32_set_pp().
468 static void
469 ia32_set_pp(unsigned int start, unsigned int end, int flags)
471 down_write(&current->mm->mmap_sem);
472 if (flags & MAP_FIXED) {
474 * MAP_FIXED may lead to overlapping mmap. When this happens,
475 * a series of complete IA64 pages results in deletion of
476 * old partial pages in that range.
478 __ia32_delete_pp_range(PAGE_ALIGN(start), PAGE_START(end));
481 if (end < PAGE_ALIGN(start)) {
482 __ia32_set_pp(start, end, flags);
483 } else {
484 if (offset_in_page(start))
485 __ia32_set_pp(start, PAGE_ALIGN(start), flags);
486 if (offset_in_page(end))
487 __ia32_set_pp(PAGE_START(end), end, flags);
489 up_write(&current->mm->mmap_sem);
493 * Unset the range between @start and @end in bitmap.
494 * @start and @end should be IA32 page aligned and in the same IA64 page.
495 * After doing that, if the bitmap is 0, then free the page and return 1,
496 * else return 0;
497 * If not find the partial page in the list, then
498 * If the vma exists, then the full page is set to a partial page;
499 * Else return -ENOMEM.
501 static int
502 __ia32_unset_pp(unsigned int start, unsigned int end)
504 struct partial_page *pp, *prev;
505 struct rb_node ** rb_link, *rb_parent;
506 unsigned int pstart, start_bit, end_bit, i;
507 struct vm_area_struct *vma;
509 pstart = PAGE_START(start);
510 start_bit = (start % PAGE_SIZE) / IA32_PAGE_SIZE;
511 end_bit = (end % PAGE_SIZE) / IA32_PAGE_SIZE;
512 if (end_bit == 0)
513 end_bit = PAGE_SIZE / IA32_PAGE_SIZE;
515 pp = __ia32_find_pp(current->thread.ppl, pstart, &prev,
516 &rb_link, &rb_parent);
517 if (pp) {
518 for (i = start_bit; i < end_bit; i++)
519 clear_bit(i, &pp->bitmap);
520 if (pp->bitmap == 0) {
521 __ia32_delete_pp(current->thread.ppl, pp, __pp_prev(pp));
522 return 1;
524 return 0;
527 vma = find_vma(current->mm, pstart);
528 if (!vma || vma->vm_start > pstart) {
529 return -ENOMEM;
532 /* new a partial_page */
533 pp = kmem_cache_alloc(partial_page_cachep, GFP_KERNEL);
534 if (!pp)
535 return -ENOMEM;
536 pp->base = pstart;
537 pp->bitmap = 0;
538 for (i = 0; i < start_bit; i++)
539 set_bit(i, &(pp->bitmap));
540 for (i = end_bit; i < PAGE_SIZE / IA32_PAGE_SIZE; i++)
541 set_bit(i, &(pp->bitmap));
542 pp->next = NULL;
543 __ia32_insert_pp(current->thread.ppl, pp, prev, rb_link, rb_parent);
544 return 0;
548 * Delete pp between PAGE_ALIGN(start) and PAGE_START(end) by calling
549 * __ia32_delete_pp_range(). Unset possible partial pages by calling
550 * __ia32_unset_pp().
551 * The returned value see __ia32_unset_pp().
553 static int
554 ia32_unset_pp(unsigned int *startp, unsigned int *endp)
556 unsigned int start = *startp, end = *endp;
557 int ret = 0;
559 down_write(&current->mm->mmap_sem);
561 __ia32_delete_pp_range(PAGE_ALIGN(start), PAGE_START(end));
563 if (end < PAGE_ALIGN(start)) {
564 ret = __ia32_unset_pp(start, end);
565 if (ret == 1) {
566 *startp = PAGE_START(start);
567 *endp = PAGE_ALIGN(end);
569 if (ret == 0) {
570 /* to shortcut sys_munmap() in sys32_munmap() */
571 *startp = PAGE_START(start);
572 *endp = PAGE_START(end);
574 } else {
575 if (offset_in_page(start)) {
576 ret = __ia32_unset_pp(start, PAGE_ALIGN(start));
577 if (ret == 1)
578 *startp = PAGE_START(start);
579 if (ret == 0)
580 *startp = PAGE_ALIGN(start);
581 if (ret < 0)
582 goto out;
584 if (offset_in_page(end)) {
585 ret = __ia32_unset_pp(PAGE_START(end), end);
586 if (ret == 1)
587 *endp = PAGE_ALIGN(end);
588 if (ret == 0)
589 *endp = PAGE_START(end);
593 out:
594 up_write(&current->mm->mmap_sem);
595 return ret;
599 * Compare the range between @start and @end with bitmap in partial page.
600 * @start and @end should be IA32 page aligned and in the same IA64 page.
602 static int
603 __ia32_compare_pp(unsigned int start, unsigned int end)
605 struct partial_page *pp, *prev;
606 struct rb_node ** rb_link, *rb_parent;
607 unsigned int pstart, start_bit, end_bit, size;
608 unsigned int first_bit, next_zero_bit; /* the first range in bitmap */
610 pstart = PAGE_START(start);
612 pp = __ia32_find_pp(current->thread.ppl, pstart, &prev,
613 &rb_link, &rb_parent);
614 if (!pp)
615 return 1;
617 start_bit = (start % PAGE_SIZE) / IA32_PAGE_SIZE;
618 end_bit = (end % PAGE_SIZE) / IA32_PAGE_SIZE;
619 size = sizeof(pp->bitmap) * 8;
620 first_bit = find_first_bit(&pp->bitmap, size);
621 next_zero_bit = find_next_zero_bit(&pp->bitmap, size, first_bit);
622 if ((start_bit < first_bit) || (end_bit > next_zero_bit)) {
623 /* exceeds the first range in bitmap */
624 return -ENOMEM;
625 } else if ((start_bit == first_bit) && (end_bit == next_zero_bit)) {
626 first_bit = find_next_bit(&pp->bitmap, size, next_zero_bit);
627 if ((next_zero_bit < first_bit) && (first_bit < size))
628 return 1; /* has next range */
629 else
630 return 0; /* no next range */
631 } else
632 return 1;
636 * @start and @end should be IA32 page aligned, but don't need to be in the
637 * same IA64 page. Split @start and @end to make sure they're in the same IA64
638 * page, then call __ia32_compare_pp().
640 * Take this as example: the range is the 1st and 2nd 4K page.
641 * Return 0 if they fit bitmap exactly, i.e. bitmap = 00000011;
642 * Return 1 if the range doesn't cover whole bitmap, e.g. bitmap = 00001111;
643 * Return -ENOMEM if the range exceeds the bitmap, e.g. bitmap = 00000001 or
644 * bitmap = 00000101.
646 static int
647 ia32_compare_pp(unsigned int *startp, unsigned int *endp)
649 unsigned int start = *startp, end = *endp;
650 int retval = 0;
652 down_write(&current->mm->mmap_sem);
654 if (end < PAGE_ALIGN(start)) {
655 retval = __ia32_compare_pp(start, end);
656 if (retval == 0) {
657 *startp = PAGE_START(start);
658 *endp = PAGE_ALIGN(end);
660 } else {
661 if (offset_in_page(start)) {
662 retval = __ia32_compare_pp(start,
663 PAGE_ALIGN(start));
664 if (retval == 0)
665 *startp = PAGE_START(start);
666 if (retval < 0)
667 goto out;
669 if (offset_in_page(end)) {
670 retval = __ia32_compare_pp(PAGE_START(end), end);
671 if (retval == 0)
672 *endp = PAGE_ALIGN(end);
676 out:
677 up_write(&current->mm->mmap_sem);
678 return retval;
681 static void
682 __ia32_drop_pp_list(struct partial_page_list *ppl)
684 struct partial_page *pp = ppl->pp_head;
686 while (pp) {
687 struct partial_page *next = pp->next;
688 kmem_cache_free(partial_page_cachep, pp);
689 pp = next;
692 kfree(ppl);
695 void
696 ia32_drop_partial_page_list(struct task_struct *task)
698 struct partial_page_list* ppl = task->thread.ppl;
700 if (ppl && atomic_dec_and_test(&ppl->pp_count))
701 __ia32_drop_pp_list(ppl);
705 * Copy current->thread.ppl to ppl (already initialized).
707 static int
708 __ia32_copy_pp_list(struct partial_page_list *ppl)
710 struct partial_page *pp, *tmp, *prev;
711 struct rb_node **rb_link, *rb_parent;
713 ppl->pp_head = NULL;
714 ppl->pp_hint = NULL;
715 ppl->ppl_rb = RB_ROOT;
716 rb_link = &ppl->ppl_rb.rb_node;
717 rb_parent = NULL;
718 prev = NULL;
720 for (pp = current->thread.ppl->pp_head; pp; pp = pp->next) {
721 tmp = kmem_cache_alloc(partial_page_cachep, GFP_KERNEL);
722 if (!tmp)
723 return -ENOMEM;
724 *tmp = *pp;
725 __ia32_insert_pp(ppl, tmp, prev, rb_link, rb_parent);
726 prev = tmp;
727 rb_link = &tmp->pp_rb.rb_right;
728 rb_parent = &tmp->pp_rb;
730 return 0;
734 ia32_copy_partial_page_list(struct task_struct *p, unsigned long clone_flags)
736 int retval = 0;
738 if (clone_flags & CLONE_VM) {
739 atomic_inc(&current->thread.ppl->pp_count);
740 p->thread.ppl = current->thread.ppl;
741 } else {
742 p->thread.ppl = ia32_init_pp_list();
743 if (!p->thread.ppl)
744 return -ENOMEM;
745 down_write(&current->mm->mmap_sem);
747 retval = __ia32_copy_pp_list(p->thread.ppl);
749 up_write(&current->mm->mmap_sem);
752 return retval;
755 static unsigned long
756 emulate_mmap (struct file *file, unsigned long start, unsigned long len, int prot, int flags,
757 loff_t off)
759 unsigned long tmp, end, pend, pstart, ret, is_congruent, fudge = 0;
760 struct inode *inode;
761 loff_t poff;
763 end = start + len;
764 pstart = PAGE_START(start);
765 pend = PAGE_ALIGN(end);
767 if (flags & MAP_FIXED) {
768 ia32_set_pp((unsigned int)start, (unsigned int)end, flags);
769 if (start > pstart) {
770 if (flags & MAP_SHARED)
771 printk(KERN_INFO
772 "%s(%d): emulate_mmap() can't share head (addr=0x%lx)\n",
773 current->comm, current->pid, start);
774 ret = mmap_subpage(file, start, min(PAGE_ALIGN(start), end), prot, flags,
775 off);
776 if (IS_ERR((void *) ret))
777 return ret;
778 pstart += PAGE_SIZE;
779 if (pstart >= pend)
780 goto out; /* done */
782 if (end < pend) {
783 if (flags & MAP_SHARED)
784 printk(KERN_INFO
785 "%s(%d): emulate_mmap() can't share tail (end=0x%lx)\n",
786 current->comm, current->pid, end);
787 ret = mmap_subpage(file, max(start, PAGE_START(end)), end, prot, flags,
788 (off + len) - offset_in_page(end));
789 if (IS_ERR((void *) ret))
790 return ret;
791 pend -= PAGE_SIZE;
792 if (pstart >= pend)
793 goto out; /* done */
795 } else {
797 * If a start address was specified, use it if the entire rounded out area
798 * is available.
800 if (start && !pstart)
801 fudge = 1; /* handle case of mapping to range (0,PAGE_SIZE) */
802 tmp = arch_get_unmapped_area(file, pstart - fudge, pend - pstart, 0, flags);
803 if (tmp != pstart) {
804 pstart = tmp;
805 start = pstart + offset_in_page(off); /* make start congruent with off */
806 end = start + len;
807 pend = PAGE_ALIGN(end);
811 poff = off + (pstart - start); /* note: (pstart - start) may be negative */
812 is_congruent = (flags & MAP_ANONYMOUS) || (offset_in_page(poff) == 0);
814 if ((flags & MAP_SHARED) && !is_congruent)
815 printk(KERN_INFO "%s(%d): emulate_mmap() can't share contents of incongruent mmap "
816 "(addr=0x%lx,off=0x%llx)\n", current->comm, current->pid, start, off);
818 DBG("mmap_body: mapping [0x%lx-0x%lx) %s with poff 0x%llx\n", pstart, pend,
819 is_congruent ? "congruent" : "not congruent", poff);
821 down_write(&current->mm->mmap_sem);
823 if (!(flags & MAP_ANONYMOUS) && is_congruent)
824 ret = do_mmap(file, pstart, pend - pstart, prot, flags | MAP_FIXED, poff);
825 else
826 ret = do_mmap(NULL, pstart, pend - pstart,
827 prot | ((flags & MAP_ANONYMOUS) ? 0 : PROT_WRITE),
828 flags | MAP_FIXED | MAP_ANONYMOUS, 0);
830 up_write(&current->mm->mmap_sem);
832 if (IS_ERR((void *) ret))
833 return ret;
835 if (!is_congruent) {
836 /* read the file contents */
837 inode = file->f_dentry->d_inode;
838 if (!inode->i_fop || !file->f_op->read
839 || ((*file->f_op->read)(file, (char __user *) pstart, pend - pstart, &poff)
840 < 0))
842 sys_munmap(pstart, pend - pstart);
843 return -EINVAL;
845 if (!(prot & PROT_WRITE) && sys_mprotect(pstart, pend - pstart, prot) < 0)
846 return -EINVAL;
849 if (!(flags & MAP_FIXED))
850 ia32_set_pp((unsigned int)start, (unsigned int)end, flags);
851 out:
852 return start;
855 #endif /* PAGE_SHIFT > IA32_PAGE_SHIFT */
857 static inline unsigned int
858 get_prot32 (unsigned int prot)
860 if (prot & PROT_WRITE)
861 /* on x86, PROT_WRITE implies PROT_READ which implies PROT_EEC */
862 prot |= PROT_READ | PROT_WRITE | PROT_EXEC;
863 else if (prot & (PROT_READ | PROT_EXEC))
864 /* on x86, there is no distinction between PROT_READ and PROT_EXEC */
865 prot |= (PROT_READ | PROT_EXEC);
867 return prot;
870 unsigned long
871 ia32_do_mmap (struct file *file, unsigned long addr, unsigned long len, int prot, int flags,
872 loff_t offset)
874 DBG("ia32_do_mmap(file=%p,addr=0x%lx,len=0x%lx,prot=%x,flags=%x,offset=0x%llx)\n",
875 file, addr, len, prot, flags, offset);
877 if (file && (!file->f_op || !file->f_op->mmap))
878 return -ENODEV;
880 len = IA32_PAGE_ALIGN(len);
881 if (len == 0)
882 return addr;
884 if (len > IA32_PAGE_OFFSET || addr > IA32_PAGE_OFFSET - len)
886 if (flags & MAP_FIXED)
887 return -ENOMEM;
888 else
889 return -EINVAL;
892 if (OFFSET4K(offset))
893 return -EINVAL;
895 prot = get_prot32(prot);
897 #if PAGE_SHIFT > IA32_PAGE_SHIFT
898 down(&ia32_mmap_sem);
900 addr = emulate_mmap(file, addr, len, prot, flags, offset);
902 up(&ia32_mmap_sem);
903 #else
904 down_write(&current->mm->mmap_sem);
906 addr = do_mmap(file, addr, len, prot, flags, offset);
908 up_write(&current->mm->mmap_sem);
909 #endif
910 DBG("ia32_do_mmap: returning 0x%lx\n", addr);
911 return addr;
915 * Linux/i386 didn't use to be able to handle more than 4 system call parameters, so these
916 * system calls used a memory block for parameter passing..
919 struct mmap_arg_struct {
920 unsigned int addr;
921 unsigned int len;
922 unsigned int prot;
923 unsigned int flags;
924 unsigned int fd;
925 unsigned int offset;
928 asmlinkage long
929 sys32_mmap (struct mmap_arg_struct __user *arg)
931 struct mmap_arg_struct a;
932 struct file *file = NULL;
933 unsigned long addr;
934 int flags;
936 if (copy_from_user(&a, arg, sizeof(a)))
937 return -EFAULT;
939 if (OFFSET4K(a.offset))
940 return -EINVAL;
942 flags = a.flags;
944 flags &= ~(MAP_EXECUTABLE | MAP_DENYWRITE);
945 if (!(flags & MAP_ANONYMOUS)) {
946 file = fget(a.fd);
947 if (!file)
948 return -EBADF;
951 addr = ia32_do_mmap(file, a.addr, a.len, a.prot, flags, a.offset);
953 if (file)
954 fput(file);
955 return addr;
958 asmlinkage long
959 sys32_mmap2 (unsigned int addr, unsigned int len, unsigned int prot, unsigned int flags,
960 unsigned int fd, unsigned int pgoff)
962 struct file *file = NULL;
963 unsigned long retval;
965 flags &= ~(MAP_EXECUTABLE | MAP_DENYWRITE);
966 if (!(flags & MAP_ANONYMOUS)) {
967 file = fget(fd);
968 if (!file)
969 return -EBADF;
972 retval = ia32_do_mmap(file, addr, len, prot, flags,
973 (unsigned long) pgoff << IA32_PAGE_SHIFT);
975 if (file)
976 fput(file);
977 return retval;
980 asmlinkage long
981 sys32_munmap (unsigned int start, unsigned int len)
983 unsigned int end = start + len;
984 long ret;
986 #if PAGE_SHIFT <= IA32_PAGE_SHIFT
987 ret = sys_munmap(start, end - start);
988 #else
989 if (OFFSET4K(start))
990 return -EINVAL;
992 end = IA32_PAGE_ALIGN(end);
993 if (start >= end)
994 return -EINVAL;
996 ret = ia32_unset_pp(&start, &end);
997 if (ret < 0)
998 return ret;
1000 if (start >= end)
1001 return 0;
1003 down(&ia32_mmap_sem);
1005 ret = sys_munmap(start, end - start);
1007 up(&ia32_mmap_sem);
1008 #endif
1009 return ret;
1012 #if PAGE_SHIFT > IA32_PAGE_SHIFT
1015 * When mprotect()ing a partial page, we set the permission to the union of the old
1016 * settings and the new settings. In other words, it's only possible to make access to a
1017 * partial page less restrictive.
1019 static long
1020 mprotect_subpage (unsigned long address, int new_prot)
1022 int old_prot;
1023 struct vm_area_struct *vma;
1025 if (new_prot == PROT_NONE)
1026 return 0; /* optimize case where nothing changes... */
1027 vma = find_vma(current->mm, address);
1028 old_prot = get_page_prot(vma, address);
1029 return sys_mprotect(address, PAGE_SIZE, new_prot | old_prot);
1032 #endif /* PAGE_SHIFT > IA32_PAGE_SHIFT */
1034 asmlinkage long
1035 sys32_mprotect (unsigned int start, unsigned int len, int prot)
1037 unsigned int end = start + len;
1038 #if PAGE_SHIFT > IA32_PAGE_SHIFT
1039 long retval = 0;
1040 #endif
1042 prot = get_prot32(prot);
1044 #if PAGE_SHIFT <= IA32_PAGE_SHIFT
1045 return sys_mprotect(start, end - start, prot);
1046 #else
1047 if (OFFSET4K(start))
1048 return -EINVAL;
1050 end = IA32_PAGE_ALIGN(end);
1051 if (end < start)
1052 return -EINVAL;
1054 retval = ia32_compare_pp(&start, &end);
1056 if (retval < 0)
1057 return retval;
1059 down(&ia32_mmap_sem);
1061 if (offset_in_page(start)) {
1062 /* start address is 4KB aligned but not page aligned. */
1063 retval = mprotect_subpage(PAGE_START(start), prot);
1064 if (retval < 0)
1065 goto out;
1067 start = PAGE_ALIGN(start);
1068 if (start >= end)
1069 goto out; /* retval is already zero... */
1072 if (offset_in_page(end)) {
1073 /* end address is 4KB aligned but not page aligned. */
1074 retval = mprotect_subpage(PAGE_START(end), prot);
1075 if (retval < 0)
1076 goto out;
1078 end = PAGE_START(end);
1080 retval = sys_mprotect(start, end - start, prot);
1082 out:
1083 up(&ia32_mmap_sem);
1084 return retval;
1085 #endif
1088 asmlinkage long
1089 sys32_mremap (unsigned int addr, unsigned int old_len, unsigned int new_len,
1090 unsigned int flags, unsigned int new_addr)
1092 long ret;
1094 #if PAGE_SHIFT <= IA32_PAGE_SHIFT
1095 ret = sys_mremap(addr, old_len, new_len, flags, new_addr);
1096 #else
1097 unsigned int old_end, new_end;
1099 if (OFFSET4K(addr))
1100 return -EINVAL;
1102 old_len = IA32_PAGE_ALIGN(old_len);
1103 new_len = IA32_PAGE_ALIGN(new_len);
1104 old_end = addr + old_len;
1105 new_end = addr + new_len;
1107 if (!new_len)
1108 return -EINVAL;
1110 if ((flags & MREMAP_FIXED) && (OFFSET4K(new_addr)))
1111 return -EINVAL;
1113 if (old_len >= new_len) {
1114 ret = sys32_munmap(addr + new_len, old_len - new_len);
1115 if (ret && old_len != new_len)
1116 return ret;
1117 ret = addr;
1118 if (!(flags & MREMAP_FIXED) || (new_addr == addr))
1119 return ret;
1120 old_len = new_len;
1123 addr = PAGE_START(addr);
1124 old_len = PAGE_ALIGN(old_end) - addr;
1125 new_len = PAGE_ALIGN(new_end) - addr;
1127 down(&ia32_mmap_sem);
1129 ret = sys_mremap(addr, old_len, new_len, flags, new_addr);
1131 up(&ia32_mmap_sem);
1133 if ((ret >= 0) && (old_len < new_len)) {
1134 /* mremap expanded successfully */
1135 ia32_set_pp(old_end, new_end, flags);
1137 #endif
1138 return ret;
1141 asmlinkage long
1142 sys32_pipe (int __user *fd)
1144 int retval;
1145 int fds[2];
1147 retval = do_pipe(fds);
1148 if (retval)
1149 goto out;
1150 if (copy_to_user(fd, fds, sizeof(fds)))
1151 retval = -EFAULT;
1152 out:
1153 return retval;
1156 static inline long
1157 get_tv32 (struct timeval *o, struct compat_timeval __user *i)
1159 return (!access_ok(VERIFY_READ, i, sizeof(*i)) ||
1160 (__get_user(o->tv_sec, &i->tv_sec) | __get_user(o->tv_usec, &i->tv_usec)));
1163 static inline long
1164 put_tv32 (struct compat_timeval __user *o, struct timeval *i)
1166 return (!access_ok(VERIFY_WRITE, o, sizeof(*o)) ||
1167 (__put_user(i->tv_sec, &o->tv_sec) | __put_user(i->tv_usec, &o->tv_usec)));
1170 asmlinkage unsigned long
1171 sys32_alarm (unsigned int seconds)
1173 struct itimerval it_new, it_old;
1174 unsigned int oldalarm;
1176 it_new.it_interval.tv_sec = it_new.it_interval.tv_usec = 0;
1177 it_new.it_value.tv_sec = seconds;
1178 it_new.it_value.tv_usec = 0;
1179 do_setitimer(ITIMER_REAL, &it_new, &it_old);
1180 oldalarm = it_old.it_value.tv_sec;
1181 /* ehhh.. We can't return 0 if we have an alarm pending.. */
1182 /* And we'd better return too much than too little anyway */
1183 if (it_old.it_value.tv_usec)
1184 oldalarm++;
1185 return oldalarm;
1188 /* Translations due to time_t size differences. Which affects all
1189 sorts of things, like timeval and itimerval. */
1191 extern struct timezone sys_tz;
1193 asmlinkage long
1194 sys32_gettimeofday (struct compat_timeval __user *tv, struct timezone __user *tz)
1196 if (tv) {
1197 struct timeval ktv;
1198 do_gettimeofday(&ktv);
1199 if (put_tv32(tv, &ktv))
1200 return -EFAULT;
1202 if (tz) {
1203 if (copy_to_user(tz, &sys_tz, sizeof(sys_tz)))
1204 return -EFAULT;
1206 return 0;
1209 asmlinkage long
1210 sys32_settimeofday (struct compat_timeval __user *tv, struct timezone __user *tz)
1212 struct timeval ktv;
1213 struct timespec kts;
1214 struct timezone ktz;
1216 if (tv) {
1217 if (get_tv32(&ktv, tv))
1218 return -EFAULT;
1219 kts.tv_sec = ktv.tv_sec;
1220 kts.tv_nsec = ktv.tv_usec * 1000;
1222 if (tz) {
1223 if (copy_from_user(&ktz, tz, sizeof(ktz)))
1224 return -EFAULT;
1227 return do_sys_settimeofday(tv ? &kts : NULL, tz ? &ktz : NULL);
1230 struct getdents32_callback {
1231 struct compat_dirent __user *current_dir;
1232 struct compat_dirent __user *previous;
1233 int count;
1234 int error;
1237 struct readdir32_callback {
1238 struct old_linux32_dirent __user * dirent;
1239 int count;
1242 static int
1243 filldir32 (void *__buf, const char *name, int namlen, loff_t offset, ino_t ino,
1244 unsigned int d_type)
1246 struct compat_dirent __user * dirent;
1247 struct getdents32_callback * buf = (struct getdents32_callback *) __buf;
1248 int reclen = ROUND_UP(offsetof(struct compat_dirent, d_name) + namlen + 1, 4);
1250 buf->error = -EINVAL; /* only used if we fail.. */
1251 if (reclen > buf->count)
1252 return -EINVAL;
1253 buf->error = -EFAULT; /* only used if we fail.. */
1254 dirent = buf->previous;
1255 if (dirent)
1256 if (put_user(offset, &dirent->d_off))
1257 return -EFAULT;
1258 dirent = buf->current_dir;
1259 buf->previous = dirent;
1260 if (put_user(ino, &dirent->d_ino)
1261 || put_user(reclen, &dirent->d_reclen)
1262 || copy_to_user(dirent->d_name, name, namlen)
1263 || put_user(0, dirent->d_name + namlen))
1264 return -EFAULT;
1265 dirent = (struct compat_dirent __user *) ((char __user *) dirent + reclen);
1266 buf->current_dir = dirent;
1267 buf->count -= reclen;
1268 return 0;
1271 asmlinkage long
1272 sys32_getdents (unsigned int fd, struct compat_dirent __user *dirent, unsigned int count)
1274 struct file * file;
1275 struct compat_dirent __user * lastdirent;
1276 struct getdents32_callback buf;
1277 int error;
1279 error = -EBADF;
1280 file = fget(fd);
1281 if (!file)
1282 goto out;
1284 buf.current_dir = dirent;
1285 buf.previous = NULL;
1286 buf.count = count;
1287 buf.error = 0;
1289 error = vfs_readdir(file, filldir32, &buf);
1290 if (error < 0)
1291 goto out_putf;
1292 error = buf.error;
1293 lastdirent = buf.previous;
1294 if (lastdirent) {
1295 error = -EINVAL;
1296 if (put_user(file->f_pos, &lastdirent->d_off))
1297 goto out_putf;
1298 error = count - buf.count;
1301 out_putf:
1302 fput(file);
1303 out:
1304 return error;
1307 static int
1308 fillonedir32 (void * __buf, const char * name, int namlen, loff_t offset, ino_t ino,
1309 unsigned int d_type)
1311 struct readdir32_callback * buf = (struct readdir32_callback *) __buf;
1312 struct old_linux32_dirent __user * dirent;
1314 if (buf->count)
1315 return -EINVAL;
1316 buf->count++;
1317 dirent = buf->dirent;
1318 if (put_user(ino, &dirent->d_ino)
1319 || put_user(offset, &dirent->d_offset)
1320 || put_user(namlen, &dirent->d_namlen)
1321 || copy_to_user(dirent->d_name, name, namlen)
1322 || put_user(0, dirent->d_name + namlen))
1323 return -EFAULT;
1324 return 0;
1327 asmlinkage long
1328 sys32_readdir (unsigned int fd, void __user *dirent, unsigned int count)
1330 int error;
1331 struct file * file;
1332 struct readdir32_callback buf;
1334 error = -EBADF;
1335 file = fget(fd);
1336 if (!file)
1337 goto out;
1339 buf.count = 0;
1340 buf.dirent = dirent;
1342 error = vfs_readdir(file, fillonedir32, &buf);
1343 if (error >= 0)
1344 error = buf.count;
1345 fput(file);
1346 out:
1347 return error;
1350 struct sel_arg_struct {
1351 unsigned int n;
1352 unsigned int inp;
1353 unsigned int outp;
1354 unsigned int exp;
1355 unsigned int tvp;
1358 asmlinkage long
1359 sys32_old_select (struct sel_arg_struct __user *arg)
1361 struct sel_arg_struct a;
1363 if (copy_from_user(&a, arg, sizeof(a)))
1364 return -EFAULT;
1365 return compat_sys_select(a.n, compat_ptr(a.inp), compat_ptr(a.outp),
1366 compat_ptr(a.exp), compat_ptr(a.tvp));
1369 #define SEMOP 1
1370 #define SEMGET 2
1371 #define SEMCTL 3
1372 #define SEMTIMEDOP 4
1373 #define MSGSND 11
1374 #define MSGRCV 12
1375 #define MSGGET 13
1376 #define MSGCTL 14
1377 #define SHMAT 21
1378 #define SHMDT 22
1379 #define SHMGET 23
1380 #define SHMCTL 24
1382 asmlinkage long
1383 sys32_ipc(u32 call, int first, int second, int third, u32 ptr, u32 fifth)
1385 int version;
1387 version = call >> 16; /* hack for backward compatibility */
1388 call &= 0xffff;
1390 switch (call) {
1391 case SEMTIMEDOP:
1392 if (fifth)
1393 return compat_sys_semtimedop(first, compat_ptr(ptr),
1394 second, compat_ptr(fifth));
1395 /* else fall through for normal semop() */
1396 case SEMOP:
1397 /* struct sembuf is the same on 32 and 64bit :)) */
1398 return sys_semtimedop(first, compat_ptr(ptr), second,
1399 NULL);
1400 case SEMGET:
1401 return sys_semget(first, second, third);
1402 case SEMCTL:
1403 return compat_sys_semctl(first, second, third, compat_ptr(ptr));
1405 case MSGSND:
1406 return compat_sys_msgsnd(first, second, third, compat_ptr(ptr));
1407 case MSGRCV:
1408 return compat_sys_msgrcv(first, second, fifth, third, version, compat_ptr(ptr));
1409 case MSGGET:
1410 return sys_msgget((key_t) first, second);
1411 case MSGCTL:
1412 return compat_sys_msgctl(first, second, compat_ptr(ptr));
1414 case SHMAT:
1415 return compat_sys_shmat(first, second, third, version, compat_ptr(ptr));
1416 break;
1417 case SHMDT:
1418 return sys_shmdt(compat_ptr(ptr));
1419 case SHMGET:
1420 return sys_shmget(first, (unsigned)second, third);
1421 case SHMCTL:
1422 return compat_sys_shmctl(first, second, compat_ptr(ptr));
1424 default:
1425 return -ENOSYS;
1427 return -EINVAL;
1430 asmlinkage long
1431 compat_sys_wait4 (compat_pid_t pid, compat_uint_t * stat_addr, int options,
1432 struct compat_rusage *ru);
1434 asmlinkage long
1435 sys32_waitpid (int pid, unsigned int *stat_addr, int options)
1437 return compat_sys_wait4(pid, stat_addr, options, NULL);
1440 static unsigned int
1441 ia32_peek (struct task_struct *child, unsigned long addr, unsigned int *val)
1443 size_t copied;
1444 unsigned int ret;
1446 copied = access_process_vm(child, addr, val, sizeof(*val), 0);
1447 return (copied != sizeof(ret)) ? -EIO : 0;
1450 static unsigned int
1451 ia32_poke (struct task_struct *child, unsigned long addr, unsigned int val)
1454 if (access_process_vm(child, addr, &val, sizeof(val), 1) != sizeof(val))
1455 return -EIO;
1456 return 0;
1460 * The order in which registers are stored in the ptrace regs structure
1462 #define PT_EBX 0
1463 #define PT_ECX 1
1464 #define PT_EDX 2
1465 #define PT_ESI 3
1466 #define PT_EDI 4
1467 #define PT_EBP 5
1468 #define PT_EAX 6
1469 #define PT_DS 7
1470 #define PT_ES 8
1471 #define PT_FS 9
1472 #define PT_GS 10
1473 #define PT_ORIG_EAX 11
1474 #define PT_EIP 12
1475 #define PT_CS 13
1476 #define PT_EFL 14
1477 #define PT_UESP 15
1478 #define PT_SS 16
1480 static unsigned int
1481 getreg (struct task_struct *child, int regno)
1483 struct pt_regs *child_regs;
1485 child_regs = task_pt_regs(child);
1486 switch (regno / sizeof(int)) {
1487 case PT_EBX: return child_regs->r11;
1488 case PT_ECX: return child_regs->r9;
1489 case PT_EDX: return child_regs->r10;
1490 case PT_ESI: return child_regs->r14;
1491 case PT_EDI: return child_regs->r15;
1492 case PT_EBP: return child_regs->r13;
1493 case PT_EAX: return child_regs->r8;
1494 case PT_ORIG_EAX: return child_regs->r1; /* see dispatch_to_ia32_handler() */
1495 case PT_EIP: return child_regs->cr_iip;
1496 case PT_UESP: return child_regs->r12;
1497 case PT_EFL: return child->thread.eflag;
1498 case PT_DS: case PT_ES: case PT_FS: case PT_GS: case PT_SS:
1499 return __USER_DS;
1500 case PT_CS: return __USER_CS;
1501 default:
1502 printk(KERN_ERR "ia32.getreg(): unknown register %d\n", regno);
1503 break;
1505 return 0;
1508 static void
1509 putreg (struct task_struct *child, int regno, unsigned int value)
1511 struct pt_regs *child_regs;
1513 child_regs = task_pt_regs(child);
1514 switch (regno / sizeof(int)) {
1515 case PT_EBX: child_regs->r11 = value; break;
1516 case PT_ECX: child_regs->r9 = value; break;
1517 case PT_EDX: child_regs->r10 = value; break;
1518 case PT_ESI: child_regs->r14 = value; break;
1519 case PT_EDI: child_regs->r15 = value; break;
1520 case PT_EBP: child_regs->r13 = value; break;
1521 case PT_EAX: child_regs->r8 = value; break;
1522 case PT_ORIG_EAX: child_regs->r1 = value; break;
1523 case PT_EIP: child_regs->cr_iip = value; break;
1524 case PT_UESP: child_regs->r12 = value; break;
1525 case PT_EFL: child->thread.eflag = value; break;
1526 case PT_DS: case PT_ES: case PT_FS: case PT_GS: case PT_SS:
1527 if (value != __USER_DS)
1528 printk(KERN_ERR
1529 "ia32.putreg: attempt to set invalid segment register %d = %x\n",
1530 regno, value);
1531 break;
1532 case PT_CS:
1533 if (value != __USER_CS)
1534 printk(KERN_ERR
1535 "ia32.putreg: attempt to to set invalid segment register %d = %x\n",
1536 regno, value);
1537 break;
1538 default:
1539 printk(KERN_ERR "ia32.putreg: unknown register %d\n", regno);
1540 break;
1544 static void
1545 put_fpreg (int regno, struct _fpreg_ia32 __user *reg, struct pt_regs *ptp,
1546 struct switch_stack *swp, int tos)
1548 struct _fpreg_ia32 *f;
1549 char buf[32];
1551 f = (struct _fpreg_ia32 *)(((unsigned long)buf + 15) & ~15);
1552 if ((regno += tos) >= 8)
1553 regno -= 8;
1554 switch (regno) {
1555 case 0:
1556 ia64f2ia32f(f, &ptp->f8);
1557 break;
1558 case 1:
1559 ia64f2ia32f(f, &ptp->f9);
1560 break;
1561 case 2:
1562 ia64f2ia32f(f, &ptp->f10);
1563 break;
1564 case 3:
1565 ia64f2ia32f(f, &ptp->f11);
1566 break;
1567 case 4:
1568 case 5:
1569 case 6:
1570 case 7:
1571 ia64f2ia32f(f, &swp->f12 + (regno - 4));
1572 break;
1574 copy_to_user(reg, f, sizeof(*reg));
1577 static void
1578 get_fpreg (int regno, struct _fpreg_ia32 __user *reg, struct pt_regs *ptp,
1579 struct switch_stack *swp, int tos)
1582 if ((regno += tos) >= 8)
1583 regno -= 8;
1584 switch (regno) {
1585 case 0:
1586 copy_from_user(&ptp->f8, reg, sizeof(*reg));
1587 break;
1588 case 1:
1589 copy_from_user(&ptp->f9, reg, sizeof(*reg));
1590 break;
1591 case 2:
1592 copy_from_user(&ptp->f10, reg, sizeof(*reg));
1593 break;
1594 case 3:
1595 copy_from_user(&ptp->f11, reg, sizeof(*reg));
1596 break;
1597 case 4:
1598 case 5:
1599 case 6:
1600 case 7:
1601 copy_from_user(&swp->f12 + (regno - 4), reg, sizeof(*reg));
1602 break;
1604 return;
1608 save_ia32_fpstate (struct task_struct *tsk, struct ia32_user_i387_struct __user *save)
1610 struct switch_stack *swp;
1611 struct pt_regs *ptp;
1612 int i, tos;
1614 if (!access_ok(VERIFY_WRITE, save, sizeof(*save)))
1615 return -EFAULT;
1617 __put_user(tsk->thread.fcr & 0xffff, &save->cwd);
1618 __put_user(tsk->thread.fsr & 0xffff, &save->swd);
1619 __put_user((tsk->thread.fsr>>16) & 0xffff, &save->twd);
1620 __put_user(tsk->thread.fir, &save->fip);
1621 __put_user((tsk->thread.fir>>32) & 0xffff, &save->fcs);
1622 __put_user(tsk->thread.fdr, &save->foo);
1623 __put_user((tsk->thread.fdr>>32) & 0xffff, &save->fos);
1626 * Stack frames start with 16-bytes of temp space
1628 swp = (struct switch_stack *)(tsk->thread.ksp + 16);
1629 ptp = task_pt_regs(tsk);
1630 tos = (tsk->thread.fsr >> 11) & 7;
1631 for (i = 0; i < 8; i++)
1632 put_fpreg(i, &save->st_space[i], ptp, swp, tos);
1633 return 0;
1636 static int
1637 restore_ia32_fpstate (struct task_struct *tsk, struct ia32_user_i387_struct __user *save)
1639 struct switch_stack *swp;
1640 struct pt_regs *ptp;
1641 int i, tos;
1642 unsigned int fsrlo, fsrhi, num32;
1644 if (!access_ok(VERIFY_READ, save, sizeof(*save)))
1645 return(-EFAULT);
1647 __get_user(num32, (unsigned int __user *)&save->cwd);
1648 tsk->thread.fcr = (tsk->thread.fcr & (~0x1f3f)) | (num32 & 0x1f3f);
1649 __get_user(fsrlo, (unsigned int __user *)&save->swd);
1650 __get_user(fsrhi, (unsigned int __user *)&save->twd);
1651 num32 = (fsrhi << 16) | fsrlo;
1652 tsk->thread.fsr = (tsk->thread.fsr & (~0xffffffff)) | num32;
1653 __get_user(num32, (unsigned int __user *)&save->fip);
1654 tsk->thread.fir = (tsk->thread.fir & (~0xffffffff)) | num32;
1655 __get_user(num32, (unsigned int __user *)&save->foo);
1656 tsk->thread.fdr = (tsk->thread.fdr & (~0xffffffff)) | num32;
1659 * Stack frames start with 16-bytes of temp space
1661 swp = (struct switch_stack *)(tsk->thread.ksp + 16);
1662 ptp = task_pt_regs(tsk);
1663 tos = (tsk->thread.fsr >> 11) & 7;
1664 for (i = 0; i < 8; i++)
1665 get_fpreg(i, &save->st_space[i], ptp, swp, tos);
1666 return 0;
1670 save_ia32_fpxstate (struct task_struct *tsk, struct ia32_user_fxsr_struct __user *save)
1672 struct switch_stack *swp;
1673 struct pt_regs *ptp;
1674 int i, tos;
1675 unsigned long mxcsr=0;
1676 unsigned long num128[2];
1678 if (!access_ok(VERIFY_WRITE, save, sizeof(*save)))
1679 return -EFAULT;
1681 __put_user(tsk->thread.fcr & 0xffff, &save->cwd);
1682 __put_user(tsk->thread.fsr & 0xffff, &save->swd);
1683 __put_user((tsk->thread.fsr>>16) & 0xffff, &save->twd);
1684 __put_user(tsk->thread.fir, &save->fip);
1685 __put_user((tsk->thread.fir>>32) & 0xffff, &save->fcs);
1686 __put_user(tsk->thread.fdr, &save->foo);
1687 __put_user((tsk->thread.fdr>>32) & 0xffff, &save->fos);
1690 * Stack frames start with 16-bytes of temp space
1692 swp = (struct switch_stack *)(tsk->thread.ksp + 16);
1693 ptp = task_pt_regs(tsk);
1694 tos = (tsk->thread.fsr >> 11) & 7;
1695 for (i = 0; i < 8; i++)
1696 put_fpreg(i, (struct _fpreg_ia32 __user *)&save->st_space[4*i], ptp, swp, tos);
1698 mxcsr = ((tsk->thread.fcr>>32) & 0xff80) | ((tsk->thread.fsr>>32) & 0x3f);
1699 __put_user(mxcsr & 0xffff, &save->mxcsr);
1700 for (i = 0; i < 8; i++) {
1701 memcpy(&(num128[0]), &(swp->f16) + i*2, sizeof(unsigned long));
1702 memcpy(&(num128[1]), &(swp->f17) + i*2, sizeof(unsigned long));
1703 copy_to_user(&save->xmm_space[0] + 4*i, num128, sizeof(struct _xmmreg_ia32));
1705 return 0;
1708 static int
1709 restore_ia32_fpxstate (struct task_struct *tsk, struct ia32_user_fxsr_struct __user *save)
1711 struct switch_stack *swp;
1712 struct pt_regs *ptp;
1713 int i, tos;
1714 unsigned int fsrlo, fsrhi, num32;
1715 int mxcsr;
1716 unsigned long num64;
1717 unsigned long num128[2];
1719 if (!access_ok(VERIFY_READ, save, sizeof(*save)))
1720 return(-EFAULT);
1722 __get_user(num32, (unsigned int __user *)&save->cwd);
1723 tsk->thread.fcr = (tsk->thread.fcr & (~0x1f3f)) | (num32 & 0x1f3f);
1724 __get_user(fsrlo, (unsigned int __user *)&save->swd);
1725 __get_user(fsrhi, (unsigned int __user *)&save->twd);
1726 num32 = (fsrhi << 16) | fsrlo;
1727 tsk->thread.fsr = (tsk->thread.fsr & (~0xffffffff)) | num32;
1728 __get_user(num32, (unsigned int __user *)&save->fip);
1729 tsk->thread.fir = (tsk->thread.fir & (~0xffffffff)) | num32;
1730 __get_user(num32, (unsigned int __user *)&save->foo);
1731 tsk->thread.fdr = (tsk->thread.fdr & (~0xffffffff)) | num32;
1734 * Stack frames start with 16-bytes of temp space
1736 swp = (struct switch_stack *)(tsk->thread.ksp + 16);
1737 ptp = task_pt_regs(tsk);
1738 tos = (tsk->thread.fsr >> 11) & 7;
1739 for (i = 0; i < 8; i++)
1740 get_fpreg(i, (struct _fpreg_ia32 __user *)&save->st_space[4*i], ptp, swp, tos);
1742 __get_user(mxcsr, (unsigned int __user *)&save->mxcsr);
1743 num64 = mxcsr & 0xff10;
1744 tsk->thread.fcr = (tsk->thread.fcr & (~0xff1000000000UL)) | (num64<<32);
1745 num64 = mxcsr & 0x3f;
1746 tsk->thread.fsr = (tsk->thread.fsr & (~0x3f00000000UL)) | (num64<<32);
1748 for (i = 0; i < 8; i++) {
1749 copy_from_user(num128, &save->xmm_space[0] + 4*i, sizeof(struct _xmmreg_ia32));
1750 memcpy(&(swp->f16) + i*2, &(num128[0]), sizeof(unsigned long));
1751 memcpy(&(swp->f17) + i*2, &(num128[1]), sizeof(unsigned long));
1753 return 0;
1756 asmlinkage long
1757 sys32_ptrace (int request, pid_t pid, unsigned int addr, unsigned int data)
1759 struct task_struct *child;
1760 unsigned int value, tmp;
1761 long i, ret;
1763 lock_kernel();
1764 if (request == PTRACE_TRACEME) {
1765 ret = ptrace_traceme();
1766 goto out;
1769 child = ptrace_get_task_struct(pid);
1770 if (IS_ERR(child)) {
1771 ret = PTR_ERR(child);
1772 goto out;
1775 if (request == PTRACE_ATTACH) {
1776 ret = sys_ptrace(request, pid, addr, data);
1777 goto out_tsk;
1780 ret = ptrace_check_attach(child, request == PTRACE_KILL);
1781 if (ret < 0)
1782 goto out_tsk;
1784 switch (request) {
1785 case PTRACE_PEEKTEXT:
1786 case PTRACE_PEEKDATA: /* read word at location addr */
1787 ret = ia32_peek(child, addr, &value);
1788 if (ret == 0)
1789 ret = put_user(value, (unsigned int __user *) compat_ptr(data));
1790 else
1791 ret = -EIO;
1792 goto out_tsk;
1794 case PTRACE_POKETEXT:
1795 case PTRACE_POKEDATA: /* write the word at location addr */
1796 ret = ia32_poke(child, addr, data);
1797 goto out_tsk;
1799 case PTRACE_PEEKUSR: /* read word at addr in USER area */
1800 ret = -EIO;
1801 if ((addr & 3) || addr > 17*sizeof(int))
1802 break;
1804 tmp = getreg(child, addr);
1805 if (!put_user(tmp, (unsigned int __user *) compat_ptr(data)))
1806 ret = 0;
1807 break;
1809 case PTRACE_POKEUSR: /* write word at addr in USER area */
1810 ret = -EIO;
1811 if ((addr & 3) || addr > 17*sizeof(int))
1812 break;
1814 putreg(child, addr, data);
1815 ret = 0;
1816 break;
1818 case IA32_PTRACE_GETREGS:
1819 if (!access_ok(VERIFY_WRITE, compat_ptr(data), 17*sizeof(int))) {
1820 ret = -EIO;
1821 break;
1823 for (i = 0; i < (int) (17*sizeof(int)); i += sizeof(int) ) {
1824 put_user(getreg(child, i), (unsigned int __user *) compat_ptr(data));
1825 data += sizeof(int);
1827 ret = 0;
1828 break;
1830 case IA32_PTRACE_SETREGS:
1831 if (!access_ok(VERIFY_READ, compat_ptr(data), 17*sizeof(int))) {
1832 ret = -EIO;
1833 break;
1835 for (i = 0; i < (int) (17*sizeof(int)); i += sizeof(int) ) {
1836 get_user(tmp, (unsigned int __user *) compat_ptr(data));
1837 putreg(child, i, tmp);
1838 data += sizeof(int);
1840 ret = 0;
1841 break;
1843 case IA32_PTRACE_GETFPREGS:
1844 ret = save_ia32_fpstate(child, (struct ia32_user_i387_struct __user *)
1845 compat_ptr(data));
1846 break;
1848 case IA32_PTRACE_GETFPXREGS:
1849 ret = save_ia32_fpxstate(child, (struct ia32_user_fxsr_struct __user *)
1850 compat_ptr(data));
1851 break;
1853 case IA32_PTRACE_SETFPREGS:
1854 ret = restore_ia32_fpstate(child, (struct ia32_user_i387_struct __user *)
1855 compat_ptr(data));
1856 break;
1858 case IA32_PTRACE_SETFPXREGS:
1859 ret = restore_ia32_fpxstate(child, (struct ia32_user_fxsr_struct __user *)
1860 compat_ptr(data));
1861 break;
1863 case PTRACE_GETEVENTMSG:
1864 ret = put_user(child->ptrace_message, (unsigned int __user *) compat_ptr(data));
1865 break;
1867 case PTRACE_SYSCALL: /* continue, stop after next syscall */
1868 case PTRACE_CONT: /* restart after signal. */
1869 case PTRACE_KILL:
1870 case PTRACE_SINGLESTEP: /* execute chile for one instruction */
1871 case PTRACE_DETACH: /* detach a process */
1872 ret = sys_ptrace(request, pid, addr, data);
1873 break;
1875 default:
1876 ret = ptrace_request(child, request, addr, data);
1877 break;
1880 out_tsk:
1881 put_task_struct(child);
1882 out:
1883 unlock_kernel();
1884 return ret;
1887 typedef struct {
1888 unsigned int ss_sp;
1889 unsigned int ss_flags;
1890 unsigned int ss_size;
1891 } ia32_stack_t;
1893 asmlinkage long
1894 sys32_sigaltstack (ia32_stack_t __user *uss32, ia32_stack_t __user *uoss32,
1895 long arg2, long arg3, long arg4, long arg5, long arg6,
1896 long arg7, struct pt_regs pt)
1898 stack_t uss, uoss;
1899 ia32_stack_t buf32;
1900 int ret;
1901 mm_segment_t old_fs = get_fs();
1903 if (uss32) {
1904 if (copy_from_user(&buf32, uss32, sizeof(ia32_stack_t)))
1905 return -EFAULT;
1906 uss.ss_sp = (void __user *) (long) buf32.ss_sp;
1907 uss.ss_flags = buf32.ss_flags;
1908 /* MINSIGSTKSZ is different for ia32 vs ia64. We lie here to pass the
1909 check and set it to the user requested value later */
1910 if ((buf32.ss_flags != SS_DISABLE) && (buf32.ss_size < MINSIGSTKSZ_IA32)) {
1911 ret = -ENOMEM;
1912 goto out;
1914 uss.ss_size = MINSIGSTKSZ;
1916 set_fs(KERNEL_DS);
1917 ret = do_sigaltstack(uss32 ? (stack_t __user *) &uss : NULL,
1918 (stack_t __user *) &uoss, pt.r12);
1919 current->sas_ss_size = buf32.ss_size;
1920 set_fs(old_fs);
1921 out:
1922 if (ret < 0)
1923 return(ret);
1924 if (uoss32) {
1925 buf32.ss_sp = (long __user) uoss.ss_sp;
1926 buf32.ss_flags = uoss.ss_flags;
1927 buf32.ss_size = uoss.ss_size;
1928 if (copy_to_user(uoss32, &buf32, sizeof(ia32_stack_t)))
1929 return -EFAULT;
1931 return ret;
1934 asmlinkage int
1935 sys32_pause (void)
1937 current->state = TASK_INTERRUPTIBLE;
1938 schedule();
1939 return -ERESTARTNOHAND;
1942 asmlinkage int
1943 sys32_msync (unsigned int start, unsigned int len, int flags)
1945 unsigned int addr;
1947 if (OFFSET4K(start))
1948 return -EINVAL;
1949 addr = PAGE_START(start);
1950 return sys_msync(addr, len + (start - addr), flags);
1953 struct sysctl32 {
1954 unsigned int name;
1955 int nlen;
1956 unsigned int oldval;
1957 unsigned int oldlenp;
1958 unsigned int newval;
1959 unsigned int newlen;
1960 unsigned int __unused[4];
1963 #ifdef CONFIG_SYSCTL
1964 asmlinkage long
1965 sys32_sysctl (struct sysctl32 __user *args)
1967 struct sysctl32 a32;
1968 mm_segment_t old_fs = get_fs ();
1969 void __user *oldvalp, *newvalp;
1970 size_t oldlen;
1971 int __user *namep;
1972 long ret;
1974 if (copy_from_user(&a32, args, sizeof(a32)))
1975 return -EFAULT;
1978 * We need to pre-validate these because we have to disable address checking
1979 * before calling do_sysctl() because of OLDLEN but we can't run the risk of the
1980 * user specifying bad addresses here. Well, since we're dealing with 32 bit
1981 * addresses, we KNOW that access_ok() will always succeed, so this is an
1982 * expensive NOP, but so what...
1984 namep = (int __user *) compat_ptr(a32.name);
1985 oldvalp = compat_ptr(a32.oldval);
1986 newvalp = compat_ptr(a32.newval);
1988 if ((oldvalp && get_user(oldlen, (int __user *) compat_ptr(a32.oldlenp)))
1989 || !access_ok(VERIFY_WRITE, namep, 0)
1990 || !access_ok(VERIFY_WRITE, oldvalp, 0)
1991 || !access_ok(VERIFY_WRITE, newvalp, 0))
1992 return -EFAULT;
1994 set_fs(KERNEL_DS);
1995 lock_kernel();
1996 ret = do_sysctl(namep, a32.nlen, oldvalp, (size_t __user *) &oldlen,
1997 newvalp, (size_t) a32.newlen);
1998 unlock_kernel();
1999 set_fs(old_fs);
2001 if (oldvalp && put_user (oldlen, (int __user *) compat_ptr(a32.oldlenp)))
2002 return -EFAULT;
2004 return ret;
2006 #endif
2008 asmlinkage long
2009 sys32_newuname (struct new_utsname __user *name)
2011 int ret = sys_newuname(name);
2013 if (!ret)
2014 if (copy_to_user(name->machine, "i686\0\0\0", 8))
2015 ret = -EFAULT;
2016 return ret;
2019 asmlinkage long
2020 sys32_getresuid16 (u16 __user *ruid, u16 __user *euid, u16 __user *suid)
2022 uid_t a, b, c;
2023 int ret;
2024 mm_segment_t old_fs = get_fs();
2026 set_fs(KERNEL_DS);
2027 ret = sys_getresuid((uid_t __user *) &a, (uid_t __user *) &b, (uid_t __user *) &c);
2028 set_fs(old_fs);
2030 if (put_user(a, ruid) || put_user(b, euid) || put_user(c, suid))
2031 return -EFAULT;
2032 return ret;
2035 asmlinkage long
2036 sys32_getresgid16 (u16 __user *rgid, u16 __user *egid, u16 __user *sgid)
2038 gid_t a, b, c;
2039 int ret;
2040 mm_segment_t old_fs = get_fs();
2042 set_fs(KERNEL_DS);
2043 ret = sys_getresgid((gid_t __user *) &a, (gid_t __user *) &b, (gid_t __user *) &c);
2044 set_fs(old_fs);
2046 if (ret)
2047 return ret;
2049 return put_user(a, rgid) | put_user(b, egid) | put_user(c, sgid);
2052 asmlinkage long
2053 sys32_lseek (unsigned int fd, int offset, unsigned int whence)
2055 /* Sign-extension of "offset" is important here... */
2056 return sys_lseek(fd, offset, whence);
2059 static int
2060 groups16_to_user(short __user *grouplist, struct group_info *group_info)
2062 int i;
2063 short group;
2065 for (i = 0; i < group_info->ngroups; i++) {
2066 group = (short)GROUP_AT(group_info, i);
2067 if (put_user(group, grouplist+i))
2068 return -EFAULT;
2071 return 0;
2074 static int
2075 groups16_from_user(struct group_info *group_info, short __user *grouplist)
2077 int i;
2078 short group;
2080 for (i = 0; i < group_info->ngroups; i++) {
2081 if (get_user(group, grouplist+i))
2082 return -EFAULT;
2083 GROUP_AT(group_info, i) = (gid_t)group;
2086 return 0;
2089 asmlinkage long
2090 sys32_getgroups16 (int gidsetsize, short __user *grouplist)
2092 int i;
2094 if (gidsetsize < 0)
2095 return -EINVAL;
2097 get_group_info(current->group_info);
2098 i = current->group_info->ngroups;
2099 if (gidsetsize) {
2100 if (i > gidsetsize) {
2101 i = -EINVAL;
2102 goto out;
2104 if (groups16_to_user(grouplist, current->group_info)) {
2105 i = -EFAULT;
2106 goto out;
2109 out:
2110 put_group_info(current->group_info);
2111 return i;
2114 asmlinkage long
2115 sys32_setgroups16 (int gidsetsize, short __user *grouplist)
2117 struct group_info *group_info;
2118 int retval;
2120 if (!capable(CAP_SETGID))
2121 return -EPERM;
2122 if ((unsigned)gidsetsize > NGROUPS_MAX)
2123 return -EINVAL;
2125 group_info = groups_alloc(gidsetsize);
2126 if (!group_info)
2127 return -ENOMEM;
2128 retval = groups16_from_user(group_info, grouplist);
2129 if (retval) {
2130 put_group_info(group_info);
2131 return retval;
2134 retval = set_current_groups(group_info);
2135 put_group_info(group_info);
2137 return retval;
2140 asmlinkage long
2141 sys32_truncate64 (unsigned int path, unsigned int len_lo, unsigned int len_hi)
2143 return sys_truncate(compat_ptr(path), ((unsigned long) len_hi << 32) | len_lo);
2146 asmlinkage long
2147 sys32_ftruncate64 (int fd, unsigned int len_lo, unsigned int len_hi)
2149 return sys_ftruncate(fd, ((unsigned long) len_hi << 32) | len_lo);
2152 static int
2153 putstat64 (struct stat64 __user *ubuf, struct kstat *kbuf)
2155 int err;
2156 u64 hdev;
2158 if (clear_user(ubuf, sizeof(*ubuf)))
2159 return -EFAULT;
2161 hdev = huge_encode_dev(kbuf->dev);
2162 err = __put_user(hdev, (u32 __user*)&ubuf->st_dev);
2163 err |= __put_user(hdev >> 32, ((u32 __user*)&ubuf->st_dev) + 1);
2164 err |= __put_user(kbuf->ino, &ubuf->__st_ino);
2165 err |= __put_user(kbuf->ino, &ubuf->st_ino_lo);
2166 err |= __put_user(kbuf->ino >> 32, &ubuf->st_ino_hi);
2167 err |= __put_user(kbuf->mode, &ubuf->st_mode);
2168 err |= __put_user(kbuf->nlink, &ubuf->st_nlink);
2169 err |= __put_user(kbuf->uid, &ubuf->st_uid);
2170 err |= __put_user(kbuf->gid, &ubuf->st_gid);
2171 hdev = huge_encode_dev(kbuf->rdev);
2172 err = __put_user(hdev, (u32 __user*)&ubuf->st_rdev);
2173 err |= __put_user(hdev >> 32, ((u32 __user*)&ubuf->st_rdev) + 1);
2174 err |= __put_user(kbuf->size, &ubuf->st_size_lo);
2175 err |= __put_user((kbuf->size >> 32), &ubuf->st_size_hi);
2176 err |= __put_user(kbuf->atime.tv_sec, &ubuf->st_atime);
2177 err |= __put_user(kbuf->atime.tv_nsec, &ubuf->st_atime_nsec);
2178 err |= __put_user(kbuf->mtime.tv_sec, &ubuf->st_mtime);
2179 err |= __put_user(kbuf->mtime.tv_nsec, &ubuf->st_mtime_nsec);
2180 err |= __put_user(kbuf->ctime.tv_sec, &ubuf->st_ctime);
2181 err |= __put_user(kbuf->ctime.tv_nsec, &ubuf->st_ctime_nsec);
2182 err |= __put_user(kbuf->blksize, &ubuf->st_blksize);
2183 err |= __put_user(kbuf->blocks, &ubuf->st_blocks);
2184 return err;
2187 asmlinkage long
2188 sys32_stat64 (char __user *filename, struct stat64 __user *statbuf)
2190 struct kstat s;
2191 long ret = vfs_stat(filename, &s);
2192 if (!ret)
2193 ret = putstat64(statbuf, &s);
2194 return ret;
2197 asmlinkage long
2198 sys32_lstat64 (char __user *filename, struct stat64 __user *statbuf)
2200 struct kstat s;
2201 long ret = vfs_lstat(filename, &s);
2202 if (!ret)
2203 ret = putstat64(statbuf, &s);
2204 return ret;
2207 asmlinkage long
2208 sys32_fstat64 (unsigned int fd, struct stat64 __user *statbuf)
2210 struct kstat s;
2211 long ret = vfs_fstat(fd, &s);
2212 if (!ret)
2213 ret = putstat64(statbuf, &s);
2214 return ret;
2217 struct sysinfo32 {
2218 s32 uptime;
2219 u32 loads[3];
2220 u32 totalram;
2221 u32 freeram;
2222 u32 sharedram;
2223 u32 bufferram;
2224 u32 totalswap;
2225 u32 freeswap;
2226 u16 procs;
2227 u16 pad;
2228 u32 totalhigh;
2229 u32 freehigh;
2230 u32 mem_unit;
2231 char _f[8];
2234 asmlinkage long
2235 sys32_sysinfo (struct sysinfo32 __user *info)
2237 struct sysinfo s;
2238 long ret, err;
2239 int bitcount = 0;
2240 mm_segment_t old_fs = get_fs();
2242 set_fs(KERNEL_DS);
2243 ret = sys_sysinfo((struct sysinfo __user *) &s);
2244 set_fs(old_fs);
2245 /* Check to see if any memory value is too large for 32-bit and
2246 * scale down if needed.
2248 if ((s.totalram >> 32) || (s.totalswap >> 32)) {
2249 while (s.mem_unit < PAGE_SIZE) {
2250 s.mem_unit <<= 1;
2251 bitcount++;
2253 s.totalram >>= bitcount;
2254 s.freeram >>= bitcount;
2255 s.sharedram >>= bitcount;
2256 s.bufferram >>= bitcount;
2257 s.totalswap >>= bitcount;
2258 s.freeswap >>= bitcount;
2259 s.totalhigh >>= bitcount;
2260 s.freehigh >>= bitcount;
2263 if (!access_ok(VERIFY_WRITE, info, sizeof(*info)))
2264 return -EFAULT;
2266 err = __put_user(s.uptime, &info->uptime);
2267 err |= __put_user(s.loads[0], &info->loads[0]);
2268 err |= __put_user(s.loads[1], &info->loads[1]);
2269 err |= __put_user(s.loads[2], &info->loads[2]);
2270 err |= __put_user(s.totalram, &info->totalram);
2271 err |= __put_user(s.freeram, &info->freeram);
2272 err |= __put_user(s.sharedram, &info->sharedram);
2273 err |= __put_user(s.bufferram, &info->bufferram);
2274 err |= __put_user(s.totalswap, &info->totalswap);
2275 err |= __put_user(s.freeswap, &info->freeswap);
2276 err |= __put_user(s.procs, &info->procs);
2277 err |= __put_user (s.totalhigh, &info->totalhigh);
2278 err |= __put_user (s.freehigh, &info->freehigh);
2279 err |= __put_user (s.mem_unit, &info->mem_unit);
2280 if (err)
2281 return -EFAULT;
2282 return ret;
2285 asmlinkage long
2286 sys32_sched_rr_get_interval (pid_t pid, struct compat_timespec __user *interval)
2288 mm_segment_t old_fs = get_fs();
2289 struct timespec t;
2290 long ret;
2292 set_fs(KERNEL_DS);
2293 ret = sys_sched_rr_get_interval(pid, (struct timespec __user *) &t);
2294 set_fs(old_fs);
2295 if (put_compat_timespec(&t, interval))
2296 return -EFAULT;
2297 return ret;
2300 asmlinkage long
2301 sys32_pread (unsigned int fd, void __user *buf, unsigned int count, u32 pos_lo, u32 pos_hi)
2303 return sys_pread64(fd, buf, count, ((unsigned long) pos_hi << 32) | pos_lo);
2306 asmlinkage long
2307 sys32_pwrite (unsigned int fd, void __user *buf, unsigned int count, u32 pos_lo, u32 pos_hi)
2309 return sys_pwrite64(fd, buf, count, ((unsigned long) pos_hi << 32) | pos_lo);
2312 asmlinkage long
2313 sys32_sendfile (int out_fd, int in_fd, int __user *offset, unsigned int count)
2315 mm_segment_t old_fs = get_fs();
2316 long ret;
2317 off_t of;
2319 if (offset && get_user(of, offset))
2320 return -EFAULT;
2322 set_fs(KERNEL_DS);
2323 ret = sys_sendfile(out_fd, in_fd, offset ? (off_t __user *) &of : NULL, count);
2324 set_fs(old_fs);
2326 if (offset && put_user(of, offset))
2327 return -EFAULT;
2329 return ret;
2332 asmlinkage long
2333 sys32_personality (unsigned int personality)
2335 long ret;
2337 if (current->personality == PER_LINUX32 && personality == PER_LINUX)
2338 personality = PER_LINUX32;
2339 ret = sys_personality(personality);
2340 if (ret == PER_LINUX32)
2341 ret = PER_LINUX;
2342 return ret;
2345 asmlinkage unsigned long
2346 sys32_brk (unsigned int brk)
2348 unsigned long ret, obrk;
2349 struct mm_struct *mm = current->mm;
2351 obrk = mm->brk;
2352 ret = sys_brk(brk);
2353 if (ret < obrk)
2354 clear_user(compat_ptr(ret), PAGE_ALIGN(ret) - ret);
2355 return ret;
2358 /* Structure for ia32 emulation on ia64 */
2359 struct epoll_event32
2361 u32 events;
2362 u32 data[2];
2365 asmlinkage long
2366 sys32_epoll_ctl(int epfd, int op, int fd, struct epoll_event32 __user *event)
2368 mm_segment_t old_fs = get_fs();
2369 struct epoll_event event64;
2370 int error;
2371 u32 data_halfword;
2373 if (!access_ok(VERIFY_READ, event, sizeof(struct epoll_event32)))
2374 return -EFAULT;
2376 __get_user(event64.events, &event->events);
2377 __get_user(data_halfword, &event->data[0]);
2378 event64.data = data_halfword;
2379 __get_user(data_halfword, &event->data[1]);
2380 event64.data |= (u64)data_halfword << 32;
2382 set_fs(KERNEL_DS);
2383 error = sys_epoll_ctl(epfd, op, fd, (struct epoll_event __user *) &event64);
2384 set_fs(old_fs);
2386 return error;
2389 asmlinkage long
2390 sys32_epoll_wait(int epfd, struct epoll_event32 __user * events, int maxevents,
2391 int timeout)
2393 struct epoll_event *events64 = NULL;
2394 mm_segment_t old_fs = get_fs();
2395 int numevents, size;
2396 int evt_idx;
2397 int do_free_pages = 0;
2399 if (maxevents <= 0) {
2400 return -EINVAL;
2403 /* Verify that the area passed by the user is writeable */
2404 if (!access_ok(VERIFY_WRITE, events, maxevents * sizeof(struct epoll_event32)))
2405 return -EFAULT;
2408 * Allocate space for the intermediate copy. If the space needed
2409 * is large enough to cause kmalloc to fail, then try again with
2410 * __get_free_pages.
2412 size = maxevents * sizeof(struct epoll_event);
2413 events64 = kmalloc(size, GFP_KERNEL);
2414 if (events64 == NULL) {
2415 events64 = (struct epoll_event *)
2416 __get_free_pages(GFP_KERNEL, get_order(size));
2417 if (events64 == NULL)
2418 return -ENOMEM;
2419 do_free_pages = 1;
2422 /* Do the system call */
2423 set_fs(KERNEL_DS); /* copy_to/from_user should work on kernel mem*/
2424 numevents = sys_epoll_wait(epfd, (struct epoll_event __user *) events64,
2425 maxevents, timeout);
2426 set_fs(old_fs);
2428 /* Don't modify userspace memory if we're returning an error */
2429 if (numevents > 0) {
2430 /* Translate the 64-bit structures back into the 32-bit
2431 structures */
2432 for (evt_idx = 0; evt_idx < numevents; evt_idx++) {
2433 __put_user(events64[evt_idx].events,
2434 &events[evt_idx].events);
2435 __put_user((u32)events64[evt_idx].data,
2436 &events[evt_idx].data[0]);
2437 __put_user((u32)(events64[evt_idx].data >> 32),
2438 &events[evt_idx].data[1]);
2442 if (do_free_pages)
2443 free_pages((unsigned long) events64, get_order(size));
2444 else
2445 kfree(events64);
2446 return numevents;
2450 * Get a yet unused TLS descriptor index.
2452 static int
2453 get_free_idx (void)
2455 struct thread_struct *t = &current->thread;
2456 int idx;
2458 for (idx = 0; idx < GDT_ENTRY_TLS_ENTRIES; idx++)
2459 if (desc_empty(t->tls_array + idx))
2460 return idx + GDT_ENTRY_TLS_MIN;
2461 return -ESRCH;
2465 * Set a given TLS descriptor:
2467 asmlinkage int
2468 sys32_set_thread_area (struct ia32_user_desc __user *u_info)
2470 struct thread_struct *t = &current->thread;
2471 struct ia32_user_desc info;
2472 struct desc_struct *desc;
2473 int cpu, idx;
2475 if (copy_from_user(&info, u_info, sizeof(info)))
2476 return -EFAULT;
2477 idx = info.entry_number;
2480 * index -1 means the kernel should try to find and allocate an empty descriptor:
2482 if (idx == -1) {
2483 idx = get_free_idx();
2484 if (idx < 0)
2485 return idx;
2486 if (put_user(idx, &u_info->entry_number))
2487 return -EFAULT;
2490 if (idx < GDT_ENTRY_TLS_MIN || idx > GDT_ENTRY_TLS_MAX)
2491 return -EINVAL;
2493 desc = t->tls_array + idx - GDT_ENTRY_TLS_MIN;
2495 cpu = smp_processor_id();
2497 if (LDT_empty(&info)) {
2498 desc->a = 0;
2499 desc->b = 0;
2500 } else {
2501 desc->a = LDT_entry_a(&info);
2502 desc->b = LDT_entry_b(&info);
2504 load_TLS(t, cpu);
2505 return 0;
2509 * Get the current Thread-Local Storage area:
2512 #define GET_BASE(desc) ( \
2513 (((desc)->a >> 16) & 0x0000ffff) | \
2514 (((desc)->b << 16) & 0x00ff0000) | \
2515 ( (desc)->b & 0xff000000) )
2517 #define GET_LIMIT(desc) ( \
2518 ((desc)->a & 0x0ffff) | \
2519 ((desc)->b & 0xf0000) )
2521 #define GET_32BIT(desc) (((desc)->b >> 22) & 1)
2522 #define GET_CONTENTS(desc) (((desc)->b >> 10) & 3)
2523 #define GET_WRITABLE(desc) (((desc)->b >> 9) & 1)
2524 #define GET_LIMIT_PAGES(desc) (((desc)->b >> 23) & 1)
2525 #define GET_PRESENT(desc) (((desc)->b >> 15) & 1)
2526 #define GET_USEABLE(desc) (((desc)->b >> 20) & 1)
2528 asmlinkage int
2529 sys32_get_thread_area (struct ia32_user_desc __user *u_info)
2531 struct ia32_user_desc info;
2532 struct desc_struct *desc;
2533 int idx;
2535 if (get_user(idx, &u_info->entry_number))
2536 return -EFAULT;
2537 if (idx < GDT_ENTRY_TLS_MIN || idx > GDT_ENTRY_TLS_MAX)
2538 return -EINVAL;
2540 desc = current->thread.tls_array + idx - GDT_ENTRY_TLS_MIN;
2542 info.entry_number = idx;
2543 info.base_addr = GET_BASE(desc);
2544 info.limit = GET_LIMIT(desc);
2545 info.seg_32bit = GET_32BIT(desc);
2546 info.contents = GET_CONTENTS(desc);
2547 info.read_exec_only = !GET_WRITABLE(desc);
2548 info.limit_in_pages = GET_LIMIT_PAGES(desc);
2549 info.seg_not_present = !GET_PRESENT(desc);
2550 info.useable = GET_USEABLE(desc);
2552 if (copy_to_user(u_info, &info, sizeof(info)))
2553 return -EFAULT;
2554 return 0;
2557 long sys32_fadvise64_64(int fd, __u32 offset_low, __u32 offset_high,
2558 __u32 len_low, __u32 len_high, int advice)
2560 return sys_fadvise64_64(fd,
2561 (((u64)offset_high)<<32) | offset_low,
2562 (((u64)len_high)<<32) | len_low,
2563 advice);
2566 #ifdef NOTYET /* UNTESTED FOR IA64 FROM HERE DOWN */
2568 asmlinkage long sys32_setreuid(compat_uid_t ruid, compat_uid_t euid)
2570 uid_t sruid, seuid;
2572 sruid = (ruid == (compat_uid_t)-1) ? ((uid_t)-1) : ((uid_t)ruid);
2573 seuid = (euid == (compat_uid_t)-1) ? ((uid_t)-1) : ((uid_t)euid);
2574 return sys_setreuid(sruid, seuid);
2577 asmlinkage long
2578 sys32_setresuid(compat_uid_t ruid, compat_uid_t euid,
2579 compat_uid_t suid)
2581 uid_t sruid, seuid, ssuid;
2583 sruid = (ruid == (compat_uid_t)-1) ? ((uid_t)-1) : ((uid_t)ruid);
2584 seuid = (euid == (compat_uid_t)-1) ? ((uid_t)-1) : ((uid_t)euid);
2585 ssuid = (suid == (compat_uid_t)-1) ? ((uid_t)-1) : ((uid_t)suid);
2586 return sys_setresuid(sruid, seuid, ssuid);
2589 asmlinkage long
2590 sys32_setregid(compat_gid_t rgid, compat_gid_t egid)
2592 gid_t srgid, segid;
2594 srgid = (rgid == (compat_gid_t)-1) ? ((gid_t)-1) : ((gid_t)rgid);
2595 segid = (egid == (compat_gid_t)-1) ? ((gid_t)-1) : ((gid_t)egid);
2596 return sys_setregid(srgid, segid);
2599 asmlinkage long
2600 sys32_setresgid(compat_gid_t rgid, compat_gid_t egid,
2601 compat_gid_t sgid)
2603 gid_t srgid, segid, ssgid;
2605 srgid = (rgid == (compat_gid_t)-1) ? ((gid_t)-1) : ((gid_t)rgid);
2606 segid = (egid == (compat_gid_t)-1) ? ((gid_t)-1) : ((gid_t)egid);
2607 ssgid = (sgid == (compat_gid_t)-1) ? ((gid_t)-1) : ((gid_t)sgid);
2608 return sys_setresgid(srgid, segid, ssgid);
2611 /* Handle adjtimex compatibility. */
2613 struct timex32 {
2614 u32 modes;
2615 s32 offset, freq, maxerror, esterror;
2616 s32 status, constant, precision, tolerance;
2617 struct compat_timeval time;
2618 s32 tick;
2619 s32 ppsfreq, jitter, shift, stabil;
2620 s32 jitcnt, calcnt, errcnt, stbcnt;
2621 s32 :32; s32 :32; s32 :32; s32 :32;
2622 s32 :32; s32 :32; s32 :32; s32 :32;
2623 s32 :32; s32 :32; s32 :32; s32 :32;
2626 extern int do_adjtimex(struct timex *);
2628 asmlinkage long
2629 sys32_adjtimex(struct timex32 *utp)
2631 struct timex txc;
2632 int ret;
2634 memset(&txc, 0, sizeof(struct timex));
2636 if(get_user(txc.modes, &utp->modes) ||
2637 __get_user(txc.offset, &utp->offset) ||
2638 __get_user(txc.freq, &utp->freq) ||
2639 __get_user(txc.maxerror, &utp->maxerror) ||
2640 __get_user(txc.esterror, &utp->esterror) ||
2641 __get_user(txc.status, &utp->status) ||
2642 __get_user(txc.constant, &utp->constant) ||
2643 __get_user(txc.precision, &utp->precision) ||
2644 __get_user(txc.tolerance, &utp->tolerance) ||
2645 __get_user(txc.time.tv_sec, &utp->time.tv_sec) ||
2646 __get_user(txc.time.tv_usec, &utp->time.tv_usec) ||
2647 __get_user(txc.tick, &utp->tick) ||
2648 __get_user(txc.ppsfreq, &utp->ppsfreq) ||
2649 __get_user(txc.jitter, &utp->jitter) ||
2650 __get_user(txc.shift, &utp->shift) ||
2651 __get_user(txc.stabil, &utp->stabil) ||
2652 __get_user(txc.jitcnt, &utp->jitcnt) ||
2653 __get_user(txc.calcnt, &utp->calcnt) ||
2654 __get_user(txc.errcnt, &utp->errcnt) ||
2655 __get_user(txc.stbcnt, &utp->stbcnt))
2656 return -EFAULT;
2658 ret = do_adjtimex(&txc);
2660 if(put_user(txc.modes, &utp->modes) ||
2661 __put_user(txc.offset, &utp->offset) ||
2662 __put_user(txc.freq, &utp->freq) ||
2663 __put_user(txc.maxerror, &utp->maxerror) ||
2664 __put_user(txc.esterror, &utp->esterror) ||
2665 __put_user(txc.status, &utp->status) ||
2666 __put_user(txc.constant, &utp->constant) ||
2667 __put_user(txc.precision, &utp->precision) ||
2668 __put_user(txc.tolerance, &utp->tolerance) ||
2669 __put_user(txc.time.tv_sec, &utp->time.tv_sec) ||
2670 __put_user(txc.time.tv_usec, &utp->time.tv_usec) ||
2671 __put_user(txc.tick, &utp->tick) ||
2672 __put_user(txc.ppsfreq, &utp->ppsfreq) ||
2673 __put_user(txc.jitter, &utp->jitter) ||
2674 __put_user(txc.shift, &utp->shift) ||
2675 __put_user(txc.stabil, &utp->stabil) ||
2676 __put_user(txc.jitcnt, &utp->jitcnt) ||
2677 __put_user(txc.calcnt, &utp->calcnt) ||
2678 __put_user(txc.errcnt, &utp->errcnt) ||
2679 __put_user(txc.stbcnt, &utp->stbcnt))
2680 ret = -EFAULT;
2682 return ret;
2684 #endif /* NOTYET */