4 * Copyright (C) 2008 Magnus Damm
6 * Intercept io operations by trapping.
8 * This file is subject to the terms and conditions of the GNU General Public
9 * License. See the file "COPYING" in the main directory of this archive
12 #include <linux/kernel.h>
14 #include <linux/bitops.h>
15 #include <linux/vmalloc.h>
16 #include <linux/module.h>
17 #include <linux/init.h>
18 #include <asm/system.h>
19 #include <asm/mmu_context.h>
20 #include <asm/uaccess.h>
22 #include <asm/io_trapped.h>
24 #define TRAPPED_PAGES_MAX 16
26 #ifdef CONFIG_HAS_IOPORT
27 LIST_HEAD(trapped_io
);
28 EXPORT_SYMBOL_GPL(trapped_io
);
30 #ifdef CONFIG_HAS_IOMEM
31 LIST_HEAD(trapped_mem
);
32 EXPORT_SYMBOL_GPL(trapped_mem
);
34 static DEFINE_SPINLOCK(trapped_lock
);
36 static int trapped_io_disable __read_mostly
;
38 static int __init
trapped_io_setup(char *__unused
)
40 trapped_io_disable
= 1;
43 __setup("noiotrap", trapped_io_setup
);
45 int register_trapped_io(struct trapped_io
*tiop
)
48 unsigned long len
= 0, flags
= 0;
49 struct page
*pages
[TRAPPED_PAGES_MAX
];
52 if (unlikely(trapped_io_disable
))
55 /* structure must be page aligned */
56 if ((unsigned long)tiop
& (PAGE_SIZE
- 1))
59 for (k
= 0; k
< tiop
->num_resources
; k
++) {
60 res
= tiop
->resource
+ k
;
61 len
+= roundup((res
->end
- res
->start
) + 1, PAGE_SIZE
);
65 /* support IORESOURCE_IO _or_ MEM, not both */
66 if (hweight_long(flags
) != 1)
69 n
= len
>> PAGE_SHIFT
;
71 if (n
>= TRAPPED_PAGES_MAX
)
74 for (k
= 0; k
< n
; k
++)
75 pages
[k
] = virt_to_page(tiop
);
77 tiop
->virt_base
= vmap(pages
, n
, VM_MAP
, PAGE_NONE
);
82 for (k
= 0; k
< tiop
->num_resources
; k
++) {
83 res
= tiop
->resource
+ k
;
84 pr_info("trapped io 0x%08lx overrides %s 0x%08lx\n",
85 (unsigned long)(tiop
->virt_base
+ len
),
86 res
->flags
& IORESOURCE_IO
? "io" : "mmio",
87 (unsigned long)res
->start
);
88 len
+= roundup((res
->end
- res
->start
) + 1, PAGE_SIZE
);
91 tiop
->magic
= IO_TRAPPED_MAGIC
;
92 INIT_LIST_HEAD(&tiop
->list
);
93 spin_lock_irq(&trapped_lock
);
94 if (flags
& IORESOURCE_IO
)
95 list_add(&tiop
->list
, &trapped_io
);
96 if (flags
& IORESOURCE_MEM
)
97 list_add(&tiop
->list
, &trapped_mem
);
98 spin_unlock_irq(&trapped_lock
);
102 pr_warning("unable to install trapped io filter\n");
105 EXPORT_SYMBOL_GPL(register_trapped_io
);
107 void __iomem
*match_trapped_io_handler(struct list_head
*list
,
108 unsigned long offset
,
112 struct trapped_io
*tiop
;
113 struct resource
*res
;
117 spin_lock_irqsave(&trapped_lock
, flags
);
118 list_for_each_entry(tiop
, list
, list
) {
120 for (k
= 0; k
< tiop
->num_resources
; k
++) {
121 res
= tiop
->resource
+ k
;
122 if (res
->start
== offset
) {
123 spin_unlock_irqrestore(&trapped_lock
, flags
);
124 return tiop
->virt_base
+ voffs
;
127 len
= (res
->end
- res
->start
) + 1;
128 voffs
+= roundup(len
, PAGE_SIZE
);
131 spin_unlock_irqrestore(&trapped_lock
, flags
);
134 EXPORT_SYMBOL_GPL(match_trapped_io_handler
);
136 static struct trapped_io
*lookup_tiop(unsigned long address
)
144 pgd_k
= swapper_pg_dir
+ pgd_index(address
);
145 if (!pgd_present(*pgd_k
))
148 pud_k
= pud_offset(pgd_k
, address
);
149 if (!pud_present(*pud_k
))
152 pmd_k
= pmd_offset(pud_k
, address
);
153 if (!pmd_present(*pmd_k
))
156 pte_k
= pte_offset_kernel(pmd_k
, address
);
159 return pfn_to_kaddr(pte_pfn(entry
));
162 static unsigned long lookup_address(struct trapped_io
*tiop
,
163 unsigned long address
)
165 struct resource
*res
;
166 unsigned long vaddr
= (unsigned long)tiop
->virt_base
;
170 for (k
= 0; k
< tiop
->num_resources
; k
++) {
171 res
= tiop
->resource
+ k
;
172 len
= roundup((res
->end
- res
->start
) + 1, PAGE_SIZE
);
173 if (address
< (vaddr
+ len
))
174 return res
->start
+ (address
- vaddr
);
180 static unsigned long long copy_word(unsigned long src_addr
, int src_len
,
181 unsigned long dst_addr
, int dst_len
)
183 unsigned long long tmp
= 0;
187 tmp
= ctrl_inb(src_addr
);
190 tmp
= ctrl_inw(src_addr
);
193 tmp
= ctrl_inl(src_addr
);
196 tmp
= ctrl_inq(src_addr
);
202 ctrl_outb(tmp
, dst_addr
);
205 ctrl_outw(tmp
, dst_addr
);
208 ctrl_outl(tmp
, dst_addr
);
211 ctrl_outq(tmp
, dst_addr
);
218 static unsigned long from_device(void *dst
, const void *src
, unsigned long cnt
)
220 struct trapped_io
*tiop
;
221 unsigned long src_addr
= (unsigned long)src
;
222 unsigned long long tmp
;
224 pr_debug("trapped io read 0x%08lx (%ld)\n", src_addr
, cnt
);
225 tiop
= lookup_tiop(src_addr
);
226 WARN_ON(!tiop
|| (tiop
->magic
!= IO_TRAPPED_MAGIC
));
228 src_addr
= lookup_address(tiop
, src_addr
);
232 tmp
= copy_word(src_addr
,
233 max_t(unsigned long, cnt
,
234 (tiop
->minimum_bus_width
/ 8)),
235 (unsigned long)dst
, cnt
);
237 pr_debug("trapped io read 0x%08lx -> 0x%08llx\n", src_addr
, tmp
);
241 static unsigned long to_device(void *dst
, const void *src
, unsigned long cnt
)
243 struct trapped_io
*tiop
;
244 unsigned long dst_addr
= (unsigned long)dst
;
245 unsigned long long tmp
;
247 pr_debug("trapped io write 0x%08lx (%ld)\n", dst_addr
, cnt
);
248 tiop
= lookup_tiop(dst_addr
);
249 WARN_ON(!tiop
|| (tiop
->magic
!= IO_TRAPPED_MAGIC
));
251 dst_addr
= lookup_address(tiop
, dst_addr
);
255 tmp
= copy_word((unsigned long)src
, cnt
,
256 dst_addr
, max_t(unsigned long, cnt
,
257 (tiop
->minimum_bus_width
/ 8)));
259 pr_debug("trapped io write 0x%08lx -> 0x%08llx\n", dst_addr
, tmp
);
263 static struct mem_access trapped_io_access
= {
268 int handle_trapped_io(struct pt_regs
*regs
, unsigned long address
)
271 insn_size_t instruction
;
274 if (!lookup_tiop(address
))
277 WARN_ON(user_mode(regs
));
281 if (copy_from_user(&instruction
, (void *)(regs
->pc
),
282 sizeof(instruction
))) {
287 tmp
= handle_unaligned_access(instruction
, regs
,
288 &trapped_io_access
, 1);