1 #ifndef _ASM_GENERIC_DMA_MAPPING_H
2 #define _ASM_GENERIC_DMA_MAPPING_H
4 #include <linux/kmemcheck.h>
6 #include <linux/scatterlist.h>
7 #include <linux/dma-debug.h>
8 #include <linux/dma-attrs.h>
10 static inline dma_addr_t
dma_map_single_attrs(struct device
*dev
, void *ptr
,
12 enum dma_data_direction dir
,
13 struct dma_attrs
*attrs
)
15 struct dma_map_ops
*ops
= get_dma_ops(dev
);
18 kmemcheck_mark_initialized(ptr
, size
);
19 BUG_ON(!valid_dma_direction(dir
));
20 addr
= ops
->map_page(dev
, virt_to_page(ptr
),
21 (unsigned long)ptr
& ~PAGE_MASK
, size
,
23 debug_dma_map_page(dev
, virt_to_page(ptr
),
24 (unsigned long)ptr
& ~PAGE_MASK
, size
,
29 static inline void dma_unmap_single_attrs(struct device
*dev
, dma_addr_t addr
,
31 enum dma_data_direction dir
,
32 struct dma_attrs
*attrs
)
34 struct dma_map_ops
*ops
= get_dma_ops(dev
);
36 BUG_ON(!valid_dma_direction(dir
));
38 ops
->unmap_page(dev
, addr
, size
, dir
, attrs
);
39 debug_dma_unmap_page(dev
, addr
, size
, dir
, true);
42 static inline int dma_map_sg_attrs(struct device
*dev
, struct scatterlist
*sg
,
43 int nents
, enum dma_data_direction dir
,
44 struct dma_attrs
*attrs
)
46 struct dma_map_ops
*ops
= get_dma_ops(dev
);
48 struct scatterlist
*s
;
50 for_each_sg(sg
, s
, nents
, i
)
51 kmemcheck_mark_initialized(sg_virt(s
), s
->length
);
52 BUG_ON(!valid_dma_direction(dir
));
53 ents
= ops
->map_sg(dev
, sg
, nents
, dir
, attrs
);
54 debug_dma_map_sg(dev
, sg
, nents
, ents
, dir
);
59 static inline void dma_unmap_sg_attrs(struct device
*dev
, struct scatterlist
*sg
,
60 int nents
, enum dma_data_direction dir
,
61 struct dma_attrs
*attrs
)
63 struct dma_map_ops
*ops
= get_dma_ops(dev
);
65 BUG_ON(!valid_dma_direction(dir
));
66 debug_dma_unmap_sg(dev
, sg
, nents
, dir
);
68 ops
->unmap_sg(dev
, sg
, nents
, dir
, attrs
);
71 static inline dma_addr_t
dma_map_page(struct device
*dev
, struct page
*page
,
72 size_t offset
, size_t size
,
73 enum dma_data_direction dir
)
75 struct dma_map_ops
*ops
= get_dma_ops(dev
);
78 kmemcheck_mark_initialized(page_address(page
) + offset
, size
);
79 BUG_ON(!valid_dma_direction(dir
));
80 addr
= ops
->map_page(dev
, page
, offset
, size
, dir
, NULL
);
81 debug_dma_map_page(dev
, page
, offset
, size
, dir
, addr
, false);
86 static inline void dma_unmap_page(struct device
*dev
, dma_addr_t addr
,
87 size_t size
, enum dma_data_direction dir
)
89 struct dma_map_ops
*ops
= get_dma_ops(dev
);
91 BUG_ON(!valid_dma_direction(dir
));
93 ops
->unmap_page(dev
, addr
, size
, dir
, NULL
);
94 debug_dma_unmap_page(dev
, addr
, size
, dir
, false);
97 static inline void dma_sync_single_for_cpu(struct device
*dev
, dma_addr_t addr
,
99 enum dma_data_direction dir
)
101 struct dma_map_ops
*ops
= get_dma_ops(dev
);
103 BUG_ON(!valid_dma_direction(dir
));
104 if (ops
->sync_single_for_cpu
)
105 ops
->sync_single_for_cpu(dev
, addr
, size
, dir
);
106 debug_dma_sync_single_for_cpu(dev
, addr
, size
, dir
);
109 static inline void dma_sync_single_for_device(struct device
*dev
,
110 dma_addr_t addr
, size_t size
,
111 enum dma_data_direction dir
)
113 struct dma_map_ops
*ops
= get_dma_ops(dev
);
115 BUG_ON(!valid_dma_direction(dir
));
116 if (ops
->sync_single_for_device
)
117 ops
->sync_single_for_device(dev
, addr
, size
, dir
);
118 debug_dma_sync_single_for_device(dev
, addr
, size
, dir
);
121 static inline void dma_sync_single_range_for_cpu(struct device
*dev
,
123 unsigned long offset
,
125 enum dma_data_direction dir
)
127 const struct dma_map_ops
*ops
= get_dma_ops(dev
);
129 BUG_ON(!valid_dma_direction(dir
));
130 if (ops
->sync_single_for_cpu
)
131 ops
->sync_single_for_cpu(dev
, addr
+ offset
, size
, dir
);
132 debug_dma_sync_single_range_for_cpu(dev
, addr
, offset
, size
, dir
);
135 static inline void dma_sync_single_range_for_device(struct device
*dev
,
137 unsigned long offset
,
139 enum dma_data_direction dir
)
141 const struct dma_map_ops
*ops
= get_dma_ops(dev
);
143 BUG_ON(!valid_dma_direction(dir
));
144 if (ops
->sync_single_for_device
)
145 ops
->sync_single_for_device(dev
, addr
+ offset
, size
, dir
);
146 debug_dma_sync_single_range_for_device(dev
, addr
, offset
, size
, dir
);
150 dma_sync_sg_for_cpu(struct device
*dev
, struct scatterlist
*sg
,
151 int nelems
, enum dma_data_direction dir
)
153 struct dma_map_ops
*ops
= get_dma_ops(dev
);
155 BUG_ON(!valid_dma_direction(dir
));
156 if (ops
->sync_sg_for_cpu
)
157 ops
->sync_sg_for_cpu(dev
, sg
, nelems
, dir
);
158 debug_dma_sync_sg_for_cpu(dev
, sg
, nelems
, dir
);
162 dma_sync_sg_for_device(struct device
*dev
, struct scatterlist
*sg
,
163 int nelems
, enum dma_data_direction dir
)
165 struct dma_map_ops
*ops
= get_dma_ops(dev
);
167 BUG_ON(!valid_dma_direction(dir
));
168 if (ops
->sync_sg_for_device
)
169 ops
->sync_sg_for_device(dev
, sg
, nelems
, dir
);
170 debug_dma_sync_sg_for_device(dev
, sg
, nelems
, dir
);
174 #define dma_map_single(d, a, s, r) dma_map_single_attrs(d, a, s, r, NULL)
175 #define dma_unmap_single(d, a, s, r) dma_unmap_single_attrs(d, a, s, r, NULL)
176 #define dma_map_sg(d, s, n, r) dma_map_sg_attrs(d, s, n, r, NULL)
177 #define dma_unmap_sg(d, s, n, r) dma_unmap_sg_attrs(d, s, n, r, NULL)