4 * Re-map IO memory to kernel address space so that we can access it.
5 * This is needed for high PCI addresses that aren't mapped in the
6 * 640k-1MB IO memory area on PC's
8 * (C) Copyright 1995 1996 Linus Torvalds
9 * (C) Copyright 2005, 2006 Paul Mundt
11 * This file is subject to the terms and conditions of the GNU General
12 * Public License. See the file "COPYING" in the main directory of this
13 * archive for more details.
15 #include <linux/vmalloc.h>
16 #include <linux/module.h>
18 #include <linux/pci.h>
21 #include <asm/pgalloc.h>
22 #include <asm/addrspace.h>
23 #include <asm/cacheflush.h>
24 #include <asm/tlbflush.h>
28 * Remap an arbitrary physical address space into the kernel virtual
29 * address space. Needed when the kernel wants to access high addresses
32 * NOTE! We need to allow non-page-aligned mappings too: we will obviously
33 * have to convert them into an offset in a page-aligned mapping, but the
34 * caller shouldn't need to know that small detail.
36 void __iomem
*__ioremap_caller(unsigned long phys_addr
, unsigned long size
,
37 unsigned long flags
, void *caller
)
39 struct vm_struct
*area
;
40 unsigned long offset
, last_addr
, addr
, orig_addr
;
43 /* Don't allow wraparound or zero size */
44 last_addr
= phys_addr
+ size
- 1;
45 if (!size
|| last_addr
< phys_addr
)
49 * If we're in the fixed PCI memory range, mapping through page
50 * tables is not only pointless, but also fundamentally broken.
51 * Just return the physical address instead.
53 * For boards that map a small PCI memory aperture somewhere in
54 * P1/P2 space, ioremap() will already do the right thing,
55 * and we'll never get this far.
57 if (is_pci_memory_fixed_range(phys_addr
, size
))
58 return (void __iomem
*)phys_addr
;
61 * Mappings have to be page-aligned
63 offset
= phys_addr
& ~PAGE_MASK
;
64 phys_addr
&= PAGE_MASK
;
65 size
= PAGE_ALIGN(last_addr
+1) - phys_addr
;
70 area
= get_vm_area_caller(size
, VM_IOREMAP
, caller
);
73 area
->phys_addr
= phys_addr
;
74 orig_addr
= addr
= (unsigned long)area
->addr
;
78 * First try to remap through the PMB once a valid VMA has been
79 * established. Smaller allocations (or the rest of the size
80 * remaining after a PMB mapping due to the size not being
81 * perfectly aligned on a PMB size boundary) are then mapped
82 * through the UTLB using conventional page tables.
84 * PMB entries are all pre-faulted.
86 if (unlikely(phys_addr
>= P1SEG
)) {
87 unsigned long mapped
= pmb_remap(addr
, phys_addr
, size
, flags
);
97 pgprot
= __pgprot(pgprot_val(PAGE_KERNEL_NOCACHE
) | flags
);
99 if (ioremap_page_range(addr
, addr
+ size
, phys_addr
, pgprot
)) {
100 vunmap((void *)orig_addr
);
104 return (void __iomem
*)(offset
+ (char *)orig_addr
);
106 EXPORT_SYMBOL(__ioremap_caller
);
108 void __iounmap(void __iomem
*addr
)
110 unsigned long vaddr
= (unsigned long __force
)addr
;
111 unsigned long seg
= PXSEG(vaddr
);
114 if (seg
< P3SEG
|| vaddr
>= P3_ADDR_MAX
)
116 if (is_pci_memory_fixed_range(vaddr
, 0))
121 * Purge any PMB entries that may have been established for this
122 * mapping, then proceed with conventional VMA teardown.
124 * XXX: Note that due to the way that remove_vm_area() does
125 * matching of the resultant VMA, we aren't able to fast-forward
126 * the address past the PMB space until the end of the VMA where
127 * the page tables reside. As such, unmap_vm_area() will be
128 * forced to linearly scan over the area until it finds the page
129 * tables where PTEs that need to be unmapped actually reside,
130 * which is far from optimal. Perhaps we need to use a separate
131 * VMA for the PMB mappings?
137 p
= remove_vm_area((void *)(vaddr
& PAGE_MASK
));
139 printk(KERN_ERR
"%s: bad address %p\n", __func__
, addr
);
145 EXPORT_SYMBOL(__iounmap
);