2 * Dynamic DMA mapping support.
4 * On i386 there is no hardware dynamic DMA address translation,
5 * so consistent alloc/free are merely page allocation/freeing.
6 * The rest of the dynamic DMA mapping interface is implemented
10 #include <linux/types.h>
12 #include <linux/string.h>
13 #include <linux/pci.h>
14 #include <linux/module.h>
17 static int dma_alloc_from_coherent_mem(struct device
*dev
, ssize_t size
,
18 dma_addr_t
*dma_handle
, void **ret
)
20 struct dma_coherent_mem
*mem
= dev
? dev
->dma_mem
: NULL
;
21 int order
= get_order(size
);
24 int page
= bitmap_find_free_region(mem
->bitmap
, mem
->size
,
27 *dma_handle
= mem
->device_base
+ (page
<< PAGE_SHIFT
);
28 *ret
= mem
->virt_base
+ (page
<< PAGE_SHIFT
);
29 memset(*ret
, 0, size
);
31 if (mem
->flags
& DMA_MEMORY_EXCLUSIVE
)
37 static int dma_release_coherent(struct device
*dev
, int order
, void *vaddr
)
39 struct dma_coherent_mem
*mem
= dev
? dev
->dma_mem
: NULL
;
41 if (mem
&& vaddr
>= mem
->virt_base
&& vaddr
<
42 (mem
->virt_base
+ (mem
->size
<< PAGE_SHIFT
))) {
43 int page
= (vaddr
- mem
->virt_base
) >> PAGE_SHIFT
;
45 bitmap_release_region(mem
->bitmap
, page
, order
);
51 void *dma_alloc_coherent(struct device
*dev
, size_t size
,
52 dma_addr_t
*dma_handle
, gfp_t gfp
)
55 int order
= get_order(size
);
56 /* ignore region specifiers */
57 gfp
&= ~(__GFP_DMA
| __GFP_HIGHMEM
);
59 if (dma_alloc_from_coherent_mem(dev
, size
, dma_handle
, &ret
))
62 if (dev
== NULL
|| (dev
->coherent_dma_mask
< 0xffffffff))
65 ret
= (void *)__get_free_pages(gfp
, order
);
69 *dma_handle
= virt_to_phys(ret
);
73 EXPORT_SYMBOL(dma_alloc_coherent
);
75 void dma_free_coherent(struct device
*dev
, size_t size
,
76 void *vaddr
, dma_addr_t dma_handle
)
78 int order
= get_order(size
);
80 WARN_ON(irqs_disabled()); /* for portability */
81 if (dma_release_coherent(dev
, order
, vaddr
))
83 if (dma_ops
->unmap_single
)
84 dma_ops
->unmap_single(dev
, dma_handle
, size
, 0);
85 free_pages((unsigned long)vaddr
, order
);
87 EXPORT_SYMBOL(dma_free_coherent
);