2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file COPYING in the main directory of this archive
9 #include <linux/dma-mapping.h>
10 #include <linux/device.h>
11 #include <linux/kernel.h>
12 #include <linux/scatterlist.h>
13 #include <linux/vmalloc.h>
15 #include <asm/pgalloc.h>
17 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
18 dma_addr_t
*handle
, gfp_t flag
)
20 struct page
*page
, **map
;
25 pr_debug("dma_alloc_coherent: %d,%x\n", size
, flag
);
27 size
= PAGE_ALIGN(size
);
28 order
= get_order(size
);
30 page
= alloc_pages(flag
, order
);
34 *handle
= page_to_phys(page
);
35 map
= kmalloc(sizeof(struct page
*) << order
, flag
& ~__GFP_DMA
);
37 __free_pages(page
, order
);
40 split_page(page
, order
);
45 for (i
= 1; i
< size
; i
++)
47 for (; i
< order
; i
++)
48 __free_page(page
+ i
);
49 pgprot
= __pgprot(_PAGE_PRESENT
| _PAGE_ACCESSED
| _PAGE_DIRTY
);
50 if (CPU_IS_040_OR_060
)
51 pgprot_val(pgprot
) |= _PAGE_GLOBAL040
| _PAGE_NOCACHE_S
;
53 pgprot_val(pgprot
) |= _PAGE_NOCACHE030
;
54 addr
= vmap(map
, size
, VM_MAP
, pgprot
);
59 EXPORT_SYMBOL(dma_alloc_coherent
);
61 void dma_free_coherent(struct device
*dev
, size_t size
,
62 void *addr
, dma_addr_t handle
)
64 pr_debug("dma_free_coherent: %p, %x\n", addr
, handle
);
67 EXPORT_SYMBOL(dma_free_coherent
);
69 inline void dma_sync_single_for_device(struct device
*dev
, dma_addr_t handle
, size_t size
,
70 enum dma_data_direction dir
)
74 cache_push(handle
, size
);
77 cache_clear(handle
, size
);
80 if (printk_ratelimit())
81 printk("dma_sync_single_for_device: unsupported dir %u\n", dir
);
85 EXPORT_SYMBOL(dma_sync_single_for_device
);
87 void dma_sync_sg_for_device(struct device
*dev
, struct scatterlist
*sg
, int nents
,
88 enum dma_data_direction dir
)
92 for (i
= 0; i
< nents
; sg
++, i
++)
93 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
, dir
);
95 EXPORT_SYMBOL(dma_sync_sg_for_device
);
97 dma_addr_t
dma_map_single(struct device
*dev
, void *addr
, size_t size
,
98 enum dma_data_direction dir
)
100 dma_addr_t handle
= virt_to_bus(addr
);
102 dma_sync_single_for_device(dev
, handle
, size
, dir
);
105 EXPORT_SYMBOL(dma_map_single
);
107 dma_addr_t
dma_map_page(struct device
*dev
, struct page
*page
,
108 unsigned long offset
, size_t size
,
109 enum dma_data_direction dir
)
111 dma_addr_t handle
= page_to_phys(page
) + offset
;
113 dma_sync_single_for_device(dev
, handle
, size
, dir
);
116 EXPORT_SYMBOL(dma_map_page
);
118 int dma_map_sg(struct device
*dev
, struct scatterlist
*sg
, int nents
,
119 enum dma_data_direction dir
)
123 for (i
= 0; i
< nents
; sg
++, i
++) {
124 sg
->dma_address
= sg_phys(sg
);
125 dma_sync_single_for_device(dev
, sg
->dma_address
, sg
->length
, dir
);
129 EXPORT_SYMBOL(dma_map_sg
);