2 * Copyright (C) 2002 Jeff Dike (jdike@karaya.com)
3 * Copyright 2003 PathScale, Inc.
4 * Licensed under the GPL
7 #include "linux/stddef.h"
8 #include "linux/kernel.h"
9 #include "linux/sched.h"
12 #include "asm/pgtable.h"
13 #include "asm/uaccess.h"
14 #include "asm/tlbflush.h"
19 static int do_ops(union mm_context
*mmu
, struct host_vm_op
*ops
, int last
,
20 int finished
, void **flush
)
22 struct host_vm_op
*op
;
25 for(i
= 0; i
<= last
&& !ret
; i
++){
29 ret
= os_map_memory((void *) op
->u
.mmap
.addr
,
30 op
->u
.mmap
.fd
, op
->u
.mmap
.offset
,
31 op
->u
.mmap
.len
, op
->u
.mmap
.r
,
32 op
->u
.mmap
.w
, op
->u
.mmap
.x
);
35 ret
= os_unmap_memory((void *) op
->u
.munmap
.addr
,
39 ret
= protect_memory(op
->u
.mprotect
.addr
,
44 protect_memory(op
->u
.mprotect
.addr
, op
->u
.munmap
.len
,
45 op
->u
.mprotect
.r
, op
->u
.mprotect
.w
,
49 printk("Unknown op type %d in do_ops\n", op
->type
);
57 static void fix_range(struct mm_struct
*mm
, unsigned long start_addr
,
58 unsigned long end_addr
, int force
)
60 if((current
->thread
.mode
.tt
.extern_pid
!= -1) &&
61 (current
->thread
.mode
.tt
.extern_pid
!= os_getpid()))
62 panic("fix_range fixing wrong address space, current = 0x%p",
65 fix_range_common(mm
, start_addr
, end_addr
, force
, do_ops
);
68 atomic_t vmchange_seq
= ATOMIC_INIT(1);
70 void flush_tlb_kernel_range_tt(unsigned long start
, unsigned long end
)
72 if(flush_tlb_kernel_range_common(start
, end
))
73 atomic_inc(&vmchange_seq
);
76 void flush_tlb_kernel_vm_tt(void)
78 flush_tlb_kernel_range(start_vm
, end_vm
);
81 void __flush_tlb_one_tt(unsigned long addr
)
83 flush_tlb_kernel_range(addr
, addr
+ PAGE_SIZE
);
86 void flush_tlb_range_tt(struct vm_area_struct
*vma
, unsigned long start
,
89 if(vma
->vm_mm
!= current
->mm
) return;
91 /* Assumes that the range start ... end is entirely within
92 * either process memory or kernel vm
94 if((start
>= start_vm
) && (start
< end_vm
)){
95 if(flush_tlb_kernel_range_common(start
, end
))
96 atomic_inc(&vmchange_seq
);
98 else fix_range(vma
->vm_mm
, start
, end
, 0);
101 void flush_tlb_mm_tt(struct mm_struct
*mm
)
105 if(mm
!= current
->mm
) return;
107 fix_range(mm
, 0, STACK_TOP
, 0);
109 seq
= atomic_read(&vmchange_seq
);
110 if(current
->thread
.mode
.tt
.vm_seq
== seq
)
112 current
->thread
.mode
.tt
.vm_seq
= seq
;
113 flush_tlb_kernel_range_common(start_vm
, end_vm
);
116 void force_flush_all_tt(void)
118 fix_range(current
->mm
, 0, STACK_TOP
, 1);
119 flush_tlb_kernel_range_common(start_vm
, end_vm
);