2 * Driver for the TXx9 SoC DMA Controller
4 * Copyright (C) 2009 Atsushi Nemoto
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
13 #include <linux/dmaengine.h>
14 #include <asm/txx9/dmac.h>
19 * This DMAC have four channels and one FIFO buffer. Each channel can
20 * be configured for memory-memory or device-memory transfer, but only
21 * one channel can do alignment-free memory-memory transfer at a time
22 * while the channel should occupy the FIFO buffer for effective
25 * Instead of dynamically assign the FIFO buffer to channels, I chose
26 * make one dedicated channel for memory-memory transfer. The
27 * dedicated channel is public. Other channels are private and used
28 * for slave transfer. Some devices in the SoC are wired to certain
32 #ifdef CONFIG_MACH_TX49XX
33 static inline bool txx9_dma_have_SMPCHN(void)
37 #define TXX9_DMA_USE_SIMPLE_CHAIN
39 static inline bool txx9_dma_have_SMPCHN(void)
45 #ifdef __LITTLE_ENDIAN
46 #ifdef CONFIG_MACH_TX49XX
47 #define CCR_LE TXX9_DMA_CCR_LE
51 #define MCR_LE TXX9_DMA_MCR_LE
59 * Redefine this macro to handle differences between 32- and 64-bit
60 * addressing, big vs. little endian, etc.
63 #define TXX9_DMA_REG32(name) u32 __pad_##name; u32 name
65 #define TXX9_DMA_REG32(name) u32 name; u32 __pad_##name
68 /* Hardware register definitions. */
69 struct txx9dmac_cregs
{
70 #if defined(CONFIG_32BIT) && !defined(CONFIG_64BIT_PHYS_ADDR)
71 TXX9_DMA_REG32(CHAR
); /* Chain Address Register */
73 u64 CHAR
; /* Chain Address Register */
75 u64 SAR
; /* Source Address Register */
76 u64 DAR
; /* Destination Address Register */
77 TXX9_DMA_REG32(CNTR
); /* Count Register */
78 TXX9_DMA_REG32(SAIR
); /* Source Address Increment Register */
79 TXX9_DMA_REG32(DAIR
); /* Destination Address Increment Register */
80 TXX9_DMA_REG32(CCR
); /* Channel Control Register */
81 TXX9_DMA_REG32(CSR
); /* Channel Status Register */
83 struct txx9dmac_cregs32
{
94 struct txx9dmac_regs
{
95 /* per-channel registers */
96 struct txx9dmac_cregs CHAN
[TXX9_DMA_MAX_NR_CHANNELS
];
98 u64 MFDR
; /* Memory Fill Data Register */
99 TXX9_DMA_REG32(MCR
); /* Master Control Register */
101 struct txx9dmac_regs32
{
102 struct txx9dmac_cregs32 CHAN
[TXX9_DMA_MAX_NR_CHANNELS
];
109 #define TXX9_DMA_MCR_EIS(ch) (0x10000000<<(ch))
110 #define TXX9_DMA_MCR_DIS(ch) (0x01000000<<(ch))
111 #define TXX9_DMA_MCR_RSFIF 0x00000080
112 #define TXX9_DMA_MCR_FIFUM(ch) (0x00000008<<(ch))
113 #define TXX9_DMA_MCR_LE 0x00000004
114 #define TXX9_DMA_MCR_RPRT 0x00000002
115 #define TXX9_DMA_MCR_MSTEN 0x00000001
118 #define TXX9_DMA_CCR_IMMCHN 0x20000000
119 #define TXX9_DMA_CCR_USEXFSZ 0x10000000
120 #define TXX9_DMA_CCR_LE 0x08000000
121 #define TXX9_DMA_CCR_DBINH 0x04000000
122 #define TXX9_DMA_CCR_SBINH 0x02000000
123 #define TXX9_DMA_CCR_CHRST 0x01000000
124 #define TXX9_DMA_CCR_RVBYTE 0x00800000
125 #define TXX9_DMA_CCR_ACKPOL 0x00400000
126 #define TXX9_DMA_CCR_REQPL 0x00200000
127 #define TXX9_DMA_CCR_EGREQ 0x00100000
128 #define TXX9_DMA_CCR_CHDN 0x00080000
129 #define TXX9_DMA_CCR_DNCTL 0x00060000
130 #define TXX9_DMA_CCR_EXTRQ 0x00010000
131 #define TXX9_DMA_CCR_INTRQD 0x0000e000
132 #define TXX9_DMA_CCR_INTENE 0x00001000
133 #define TXX9_DMA_CCR_INTENC 0x00000800
134 #define TXX9_DMA_CCR_INTENT 0x00000400
135 #define TXX9_DMA_CCR_CHNEN 0x00000200
136 #define TXX9_DMA_CCR_XFACT 0x00000100
137 #define TXX9_DMA_CCR_SMPCHN 0x00000020
138 #define TXX9_DMA_CCR_XFSZ(order) (((order) << 2) & 0x0000001c)
139 #define TXX9_DMA_CCR_XFSZ_1 TXX9_DMA_CCR_XFSZ(0)
140 #define TXX9_DMA_CCR_XFSZ_2 TXX9_DMA_CCR_XFSZ(1)
141 #define TXX9_DMA_CCR_XFSZ_4 TXX9_DMA_CCR_XFSZ(2)
142 #define TXX9_DMA_CCR_XFSZ_8 TXX9_DMA_CCR_XFSZ(3)
143 #define TXX9_DMA_CCR_XFSZ_X4 TXX9_DMA_CCR_XFSZ(4)
144 #define TXX9_DMA_CCR_XFSZ_X8 TXX9_DMA_CCR_XFSZ(5)
145 #define TXX9_DMA_CCR_XFSZ_X16 TXX9_DMA_CCR_XFSZ(6)
146 #define TXX9_DMA_CCR_XFSZ_X32 TXX9_DMA_CCR_XFSZ(7)
147 #define TXX9_DMA_CCR_MEMIO 0x00000002
148 #define TXX9_DMA_CCR_SNGAD 0x00000001
151 #define TXX9_DMA_CSR_CHNEN 0x00000400
152 #define TXX9_DMA_CSR_STLXFER 0x00000200
153 #define TXX9_DMA_CSR_XFACT 0x00000100
154 #define TXX9_DMA_CSR_ABCHC 0x00000080
155 #define TXX9_DMA_CSR_NCHNC 0x00000040
156 #define TXX9_DMA_CSR_NTRNFC 0x00000020
157 #define TXX9_DMA_CSR_EXTDN 0x00000010
158 #define TXX9_DMA_CSR_CFERR 0x00000008
159 #define TXX9_DMA_CSR_CHERR 0x00000004
160 #define TXX9_DMA_CSR_DESERR 0x00000002
161 #define TXX9_DMA_CSR_SORERR 0x00000001
163 struct txx9dmac_chan
{
164 struct dma_chan chan
;
165 struct dma_device dma
;
166 struct txx9dmac_dev
*ddev
;
167 void __iomem
*ch_regs
;
168 struct tasklet_struct tasklet
;
174 /* these other elements are all protected by lock */
175 dma_cookie_t completed
;
176 struct list_head active_list
;
177 struct list_head queue
;
178 struct list_head free_list
;
180 unsigned int descs_allocated
;
183 struct txx9dmac_dev
{
185 struct tasklet_struct tasklet
;
187 struct txx9dmac_chan
*chan
[TXX9_DMA_MAX_NR_CHANNELS
];
188 bool have_64bit_regs
;
189 unsigned int descsize
;
192 static inline bool __is_dmac64(const struct txx9dmac_dev
*ddev
)
194 return ddev
->have_64bit_regs
;
197 static inline bool is_dmac64(const struct txx9dmac_chan
*dc
)
199 return __is_dmac64(dc
->ddev
);
202 #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
203 /* Hardware descriptor definition. (for simple-chain) */
204 struct txx9dmac_hwdesc
{
205 #if defined(CONFIG_32BIT) && !defined(CONFIG_64BIT_PHYS_ADDR)
206 TXX9_DMA_REG32(CHAR
);
212 TXX9_DMA_REG32(CNTR
);
214 struct txx9dmac_hwdesc32
{
221 #define txx9dmac_hwdesc txx9dmac_cregs
222 #define txx9dmac_hwdesc32 txx9dmac_cregs32
225 struct txx9dmac_desc
{
226 /* FIRST values the hardware uses */
228 struct txx9dmac_hwdesc hwdesc
;
229 struct txx9dmac_hwdesc32 hwdesc32
;
232 /* THEN values for driver housekeeping */
233 struct list_head desc_node ____cacheline_aligned
;
234 struct dma_async_tx_descriptor txd
;
238 #ifdef TXX9_DMA_USE_SIMPLE_CHAIN
240 static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan
*dc
)
242 return (dc
->ccr
& TXX9_DMA_CCR_INTENT
) != 0;
245 static inline void txx9dmac_chan_set_INTENT(struct txx9dmac_chan
*dc
)
247 dc
->ccr
|= TXX9_DMA_CCR_INTENT
;
250 static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev
*ddev
,
251 struct txx9dmac_desc
*desc
)
255 static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan
*dc
)
257 dc
->ccr
|= TXX9_DMA_CCR_SMPCHN
;
260 static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev
*ddev
,
261 struct txx9dmac_desc
*desc
,
262 u32 sair
, u32 dair
, u32 ccr
)
266 #else /* TXX9_DMA_USE_SIMPLE_CHAIN */
268 static inline bool txx9dmac_chan_INTENT(struct txx9dmac_chan
*dc
)
273 static void txx9dmac_chan_set_INTENT(struct txx9dmac_chan
*dc
)
277 static inline void txx9dmac_desc_set_INTENT(struct txx9dmac_dev
*ddev
,
278 struct txx9dmac_desc
*desc
)
280 if (__is_dmac64(ddev
))
281 desc
->hwdesc
.CCR
|= TXX9_DMA_CCR_INTENT
;
283 desc
->hwdesc32
.CCR
|= TXX9_DMA_CCR_INTENT
;
286 static inline void txx9dmac_chan_set_SMPCHN(struct txx9dmac_chan
*dc
)
290 static inline void txx9dmac_desc_set_nosimple(struct txx9dmac_dev
*ddev
,
291 struct txx9dmac_desc
*desc
,
292 u32 sai
, u32 dai
, u32 ccr
)
294 if (__is_dmac64(ddev
)) {
295 desc
->hwdesc
.SAIR
= sai
;
296 desc
->hwdesc
.DAIR
= dai
;
297 desc
->hwdesc
.CCR
= ccr
;
299 desc
->hwdesc32
.SAIR
= sai
;
300 desc
->hwdesc32
.DAIR
= dai
;
301 desc
->hwdesc32
.CCR
= ccr
;
305 #endif /* TXX9_DMA_USE_SIMPLE_CHAIN */
307 #endif /* TXX9DMAC_H */