2 * Copyright 2011 Freescale Semiconductor, Inc. All Rights Reserved.
4 * Refer to drivers/dma/imx-sdma.c
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
11 #include <linux/init.h>
12 #include <linux/types.h>
14 #include <linux/interrupt.h>
15 #include <linux/clk.h>
16 #include <linux/wait.h>
17 #include <linux/sched.h>
18 #include <linux/semaphore.h>
19 #include <linux/device.h>
20 #include <linux/dma-mapping.h>
21 #include <linux/slab.h>
22 #include <linux/platform_device.h>
23 #include <linux/dmaengine.h>
24 #include <linux/delay.h>
29 #include <mach/common.h>
32 * NOTE: The term "PIO" throughout the mxs-dma implementation means
33 * PIO mode of mxs apbh-dma and apbx-dma. With this working mode,
34 * dma can program the controller registers of peripheral devices.
37 #define MXS_DMA_APBH 0
38 #define MXS_DMA_APBX 1
39 #define dma_is_apbh() (mxs_dma->dev_id == MXS_DMA_APBH)
41 #define APBH_VERSION_LATEST 3
42 #define apbh_is_old() (mxs_dma->version < APBH_VERSION_LATEST)
44 #define HW_APBHX_CTRL0 0x000
45 #define BM_APBH_CTRL0_APB_BURST8_EN (1 << 29)
46 #define BM_APBH_CTRL0_APB_BURST_EN (1 << 28)
47 #define BP_APBH_CTRL0_CLKGATE_CHANNEL 8
48 #define BP_APBH_CTRL0_RESET_CHANNEL 16
49 #define HW_APBHX_CTRL1 0x010
50 #define HW_APBHX_CTRL2 0x020
51 #define HW_APBHX_CHANNEL_CTRL 0x030
52 #define BP_APBHX_CHANNEL_CTRL_RESET_CHANNEL 16
53 #define HW_APBH_VERSION (cpu_is_mx23() ? 0x3f0 : 0x800)
54 #define HW_APBX_VERSION 0x800
55 #define BP_APBHX_VERSION_MAJOR 24
56 #define HW_APBHX_CHn_NXTCMDAR(n) \
57 (((dma_is_apbh() && apbh_is_old()) ? 0x050 : 0x110) + (n) * 0x70)
58 #define HW_APBHX_CHn_SEMA(n) \
59 (((dma_is_apbh() && apbh_is_old()) ? 0x080 : 0x140) + (n) * 0x70)
62 * ccw bits definitions
67 * NAND_LOCK: 4 (1) - not implemented
68 * NAND_WAIT4READY: 5 (1) - not implemented
71 * HALT_ON_TERMINATE: 8 (1)
72 * TERMINATE_FLUSH: 9 (1)
73 * RESERVED: 10..11 (2)
76 #define BP_CCW_COMMAND 0
77 #define BM_CCW_COMMAND (3 << 0)
78 #define CCW_CHAIN (1 << 2)
79 #define CCW_IRQ (1 << 3)
80 #define CCW_DEC_SEM (1 << 6)
81 #define CCW_WAIT4END (1 << 7)
82 #define CCW_HALT_ON_TERM (1 << 8)
83 #define CCW_TERM_FLUSH (1 << 9)
84 #define BP_CCW_PIO_NUM 12
85 #define BM_CCW_PIO_NUM (0xf << 12)
87 #define BF_CCW(value, field) (((value) << BP_CCW_##field) & BM_CCW_##field)
89 #define MXS_DMA_CMD_NO_XFER 0
90 #define MXS_DMA_CMD_WRITE 1
91 #define MXS_DMA_CMD_READ 2
92 #define MXS_DMA_CMD_DMA_SENSE 3 /* not implemented */
98 #define MAX_XFER_BYTES 0xff00
100 #define MXS_PIO_WORDS 16
101 u32 pio_words
[MXS_PIO_WORDS
];
104 #define NUM_CCW (int)(PAGE_SIZE / sizeof(struct mxs_dma_ccw))
106 struct mxs_dma_chan
{
107 struct mxs_dma_engine
*mxs_dma
;
108 struct dma_chan chan
;
109 struct dma_async_tx_descriptor desc
;
110 struct tasklet_struct tasklet
;
112 struct mxs_dma_ccw
*ccw
;
114 dma_cookie_t last_completed
;
115 enum dma_status status
;
117 #define MXS_DMA_SG_LOOP (1 << 0)
120 #define MXS_DMA_CHANNELS 16
121 #define MXS_DMA_CHANNELS_MASK 0xffff
123 struct mxs_dma_engine
{
125 unsigned int version
;
128 struct dma_device dma_device
;
129 struct device_dma_parameters dma_parms
;
130 struct mxs_dma_chan mxs_chans
[MXS_DMA_CHANNELS
];
133 static void mxs_dma_reset_chan(struct mxs_dma_chan
*mxs_chan
)
135 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
136 int chan_id
= mxs_chan
->chan
.chan_id
;
138 if (dma_is_apbh() && apbh_is_old())
139 writel(1 << (chan_id
+ BP_APBH_CTRL0_RESET_CHANNEL
),
140 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
142 writel(1 << (chan_id
+ BP_APBHX_CHANNEL_CTRL_RESET_CHANNEL
),
143 mxs_dma
->base
+ HW_APBHX_CHANNEL_CTRL
+ MXS_SET_ADDR
);
146 static void mxs_dma_enable_chan(struct mxs_dma_chan
*mxs_chan
)
148 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
149 int chan_id
= mxs_chan
->chan
.chan_id
;
151 /* set cmd_addr up */
152 writel(mxs_chan
->ccw_phys
,
153 mxs_dma
->base
+ HW_APBHX_CHn_NXTCMDAR(chan_id
));
155 /* enable apbh channel clock */
158 writel(1 << (chan_id
+ BP_APBH_CTRL0_CLKGATE_CHANNEL
),
159 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_CLR_ADDR
);
162 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_CLR_ADDR
);
165 /* write 1 to SEMA to kick off the channel */
166 writel(1, mxs_dma
->base
+ HW_APBHX_CHn_SEMA(chan_id
));
169 static void mxs_dma_disable_chan(struct mxs_dma_chan
*mxs_chan
)
171 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
172 int chan_id
= mxs_chan
->chan
.chan_id
;
174 /* disable apbh channel clock */
177 writel(1 << (chan_id
+ BP_APBH_CTRL0_CLKGATE_CHANNEL
),
178 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
181 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
184 mxs_chan
->status
= DMA_SUCCESS
;
187 static void mxs_dma_pause_chan(struct mxs_dma_chan
*mxs_chan
)
189 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
190 int chan_id
= mxs_chan
->chan
.chan_id
;
192 /* freeze the channel */
193 if (dma_is_apbh() && apbh_is_old())
195 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
198 mxs_dma
->base
+ HW_APBHX_CHANNEL_CTRL
+ MXS_SET_ADDR
);
200 mxs_chan
->status
= DMA_PAUSED
;
203 static void mxs_dma_resume_chan(struct mxs_dma_chan
*mxs_chan
)
205 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
206 int chan_id
= mxs_chan
->chan
.chan_id
;
208 /* unfreeze the channel */
209 if (dma_is_apbh() && apbh_is_old())
211 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_CLR_ADDR
);
214 mxs_dma
->base
+ HW_APBHX_CHANNEL_CTRL
+ MXS_CLR_ADDR
);
216 mxs_chan
->status
= DMA_IN_PROGRESS
;
219 static dma_cookie_t
mxs_dma_assign_cookie(struct mxs_dma_chan
*mxs_chan
)
221 dma_cookie_t cookie
= mxs_chan
->chan
.cookie
;
226 mxs_chan
->chan
.cookie
= cookie
;
227 mxs_chan
->desc
.cookie
= cookie
;
232 static struct mxs_dma_chan
*to_mxs_dma_chan(struct dma_chan
*chan
)
234 return container_of(chan
, struct mxs_dma_chan
, chan
);
237 static dma_cookie_t
mxs_dma_tx_submit(struct dma_async_tx_descriptor
*tx
)
239 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(tx
->chan
);
241 mxs_dma_enable_chan(mxs_chan
);
243 return mxs_dma_assign_cookie(mxs_chan
);
246 static void mxs_dma_tasklet(unsigned long data
)
248 struct mxs_dma_chan
*mxs_chan
= (struct mxs_dma_chan
*) data
;
250 if (mxs_chan
->desc
.callback
)
251 mxs_chan
->desc
.callback(mxs_chan
->desc
.callback_param
);
254 static irqreturn_t
mxs_dma_int_handler(int irq
, void *dev_id
)
256 struct mxs_dma_engine
*mxs_dma
= dev_id
;
259 /* completion status */
260 stat1
= readl(mxs_dma
->base
+ HW_APBHX_CTRL1
);
261 stat1
&= MXS_DMA_CHANNELS_MASK
;
262 writel(stat1
, mxs_dma
->base
+ HW_APBHX_CTRL1
+ MXS_CLR_ADDR
);
265 stat2
= readl(mxs_dma
->base
+ HW_APBHX_CTRL2
);
266 writel(stat2
, mxs_dma
->base
+ HW_APBHX_CTRL2
+ MXS_CLR_ADDR
);
269 * When both completion and error of termination bits set at the
270 * same time, we do not take it as an error. IOW, it only becomes
271 * an error we need to handler here in case of ether it's (1) an bus
272 * error or (2) a termination error with no completion.
274 stat2
= ((stat2
>> MXS_DMA_CHANNELS
) & stat2
) | /* (1) */
275 (~(stat2
>> MXS_DMA_CHANNELS
) & stat2
& ~stat1
); /* (2) */
277 /* combine error and completion status for checking */
278 stat1
= (stat2
<< MXS_DMA_CHANNELS
) | stat1
;
280 int channel
= fls(stat1
) - 1;
281 struct mxs_dma_chan
*mxs_chan
=
282 &mxs_dma
->mxs_chans
[channel
% MXS_DMA_CHANNELS
];
284 if (channel
>= MXS_DMA_CHANNELS
) {
285 dev_dbg(mxs_dma
->dma_device
.dev
,
286 "%s: error in channel %d\n", __func__
,
287 channel
- MXS_DMA_CHANNELS
);
288 mxs_chan
->status
= DMA_ERROR
;
289 mxs_dma_reset_chan(mxs_chan
);
291 if (mxs_chan
->flags
& MXS_DMA_SG_LOOP
)
292 mxs_chan
->status
= DMA_IN_PROGRESS
;
294 mxs_chan
->status
= DMA_SUCCESS
;
297 stat1
&= ~(1 << channel
);
299 if (mxs_chan
->status
== DMA_SUCCESS
)
300 mxs_chan
->last_completed
= mxs_chan
->desc
.cookie
;
302 /* schedule tasklet on this channel */
303 tasklet_schedule(&mxs_chan
->tasklet
);
309 static int mxs_dma_alloc_chan_resources(struct dma_chan
*chan
)
311 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
312 struct mxs_dma_data
*data
= chan
->private;
313 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
319 mxs_chan
->chan_irq
= data
->chan_irq
;
321 mxs_chan
->ccw
= dma_alloc_coherent(mxs_dma
->dma_device
.dev
, PAGE_SIZE
,
322 &mxs_chan
->ccw_phys
, GFP_KERNEL
);
323 if (!mxs_chan
->ccw
) {
328 memset(mxs_chan
->ccw
, 0, PAGE_SIZE
);
330 if (mxs_chan
->chan_irq
!= NO_IRQ
) {
331 ret
= request_irq(mxs_chan
->chan_irq
, mxs_dma_int_handler
,
332 0, "mxs-dma", mxs_dma
);
337 ret
= clk_enable(mxs_dma
->clk
);
341 mxs_dma_reset_chan(mxs_chan
);
343 dma_async_tx_descriptor_init(&mxs_chan
->desc
, chan
);
344 mxs_chan
->desc
.tx_submit
= mxs_dma_tx_submit
;
346 /* the descriptor is ready */
347 async_tx_ack(&mxs_chan
->desc
);
352 free_irq(mxs_chan
->chan_irq
, mxs_dma
);
354 dma_free_coherent(mxs_dma
->dma_device
.dev
, PAGE_SIZE
,
355 mxs_chan
->ccw
, mxs_chan
->ccw_phys
);
360 static void mxs_dma_free_chan_resources(struct dma_chan
*chan
)
362 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
363 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
365 mxs_dma_disable_chan(mxs_chan
);
367 free_irq(mxs_chan
->chan_irq
, mxs_dma
);
369 dma_free_coherent(mxs_dma
->dma_device
.dev
, PAGE_SIZE
,
370 mxs_chan
->ccw
, mxs_chan
->ccw_phys
);
372 clk_disable(mxs_dma
->clk
);
375 static struct dma_async_tx_descriptor
*mxs_dma_prep_slave_sg(
376 struct dma_chan
*chan
, struct scatterlist
*sgl
,
377 unsigned int sg_len
, enum dma_data_direction direction
,
378 unsigned long append
)
380 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
381 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
382 struct mxs_dma_ccw
*ccw
;
383 struct scatterlist
*sg
;
388 if (mxs_chan
->status
== DMA_IN_PROGRESS
&& !append
)
391 if (sg_len
+ (append
? idx
: 0) > NUM_CCW
) {
392 dev_err(mxs_dma
->dma_device
.dev
,
393 "maximum number of sg exceeded: %d > %d\n",
398 mxs_chan
->status
= DMA_IN_PROGRESS
;
402 * If the sg is prepared with append flag set, the sg
403 * will be appended to the last prepared sg.
407 ccw
= &mxs_chan
->ccw
[idx
- 1];
408 ccw
->next
= mxs_chan
->ccw_phys
+ sizeof(*ccw
) * idx
;
409 ccw
->bits
|= CCW_CHAIN
;
410 ccw
->bits
&= ~CCW_IRQ
;
411 ccw
->bits
&= ~CCW_DEC_SEM
;
412 ccw
->bits
&= ~CCW_WAIT4END
;
417 if (direction
== DMA_NONE
) {
418 ccw
= &mxs_chan
->ccw
[idx
++];
421 for (j
= 0; j
< sg_len
;)
422 ccw
->pio_words
[j
++] = *pio
++;
425 ccw
->bits
|= CCW_IRQ
;
426 ccw
->bits
|= CCW_DEC_SEM
;
427 ccw
->bits
|= CCW_WAIT4END
;
428 ccw
->bits
|= CCW_HALT_ON_TERM
;
429 ccw
->bits
|= CCW_TERM_FLUSH
;
430 ccw
->bits
|= BF_CCW(sg_len
, PIO_NUM
);
431 ccw
->bits
|= BF_CCW(MXS_DMA_CMD_NO_XFER
, COMMAND
);
433 for_each_sg(sgl
, sg
, sg_len
, i
) {
434 if (sg
->length
> MAX_XFER_BYTES
) {
435 dev_err(mxs_dma
->dma_device
.dev
, "maximum bytes for sg entry exceeded: %d > %d\n",
436 sg
->length
, MAX_XFER_BYTES
);
440 ccw
= &mxs_chan
->ccw
[idx
++];
442 ccw
->next
= mxs_chan
->ccw_phys
+ sizeof(*ccw
) * idx
;
443 ccw
->bufaddr
= sg
->dma_address
;
444 ccw
->xfer_bytes
= sg
->length
;
447 ccw
->bits
|= CCW_CHAIN
;
448 ccw
->bits
|= CCW_HALT_ON_TERM
;
449 ccw
->bits
|= CCW_TERM_FLUSH
;
450 ccw
->bits
|= BF_CCW(direction
== DMA_FROM_DEVICE
?
451 MXS_DMA_CMD_WRITE
: MXS_DMA_CMD_READ
,
454 if (i
+ 1 == sg_len
) {
455 ccw
->bits
&= ~CCW_CHAIN
;
456 ccw
->bits
|= CCW_IRQ
;
457 ccw
->bits
|= CCW_DEC_SEM
;
458 ccw
->bits
|= CCW_WAIT4END
;
463 return &mxs_chan
->desc
;
466 mxs_chan
->status
= DMA_ERROR
;
470 static struct dma_async_tx_descriptor
*mxs_dma_prep_dma_cyclic(
471 struct dma_chan
*chan
, dma_addr_t dma_addr
, size_t buf_len
,
472 size_t period_len
, enum dma_data_direction direction
)
474 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
475 struct mxs_dma_engine
*mxs_dma
= mxs_chan
->mxs_dma
;
476 int num_periods
= buf_len
/ period_len
;
479 if (mxs_chan
->status
== DMA_IN_PROGRESS
)
482 mxs_chan
->status
= DMA_IN_PROGRESS
;
483 mxs_chan
->flags
|= MXS_DMA_SG_LOOP
;
485 if (num_periods
> NUM_CCW
) {
486 dev_err(mxs_dma
->dma_device
.dev
,
487 "maximum number of sg exceeded: %d > %d\n",
488 num_periods
, NUM_CCW
);
492 if (period_len
> MAX_XFER_BYTES
) {
493 dev_err(mxs_dma
->dma_device
.dev
,
494 "maximum period size exceeded: %d > %d\n",
495 period_len
, MAX_XFER_BYTES
);
499 while (buf
< buf_len
) {
500 struct mxs_dma_ccw
*ccw
= &mxs_chan
->ccw
[i
];
502 if (i
+ 1 == num_periods
)
503 ccw
->next
= mxs_chan
->ccw_phys
;
505 ccw
->next
= mxs_chan
->ccw_phys
+ sizeof(*ccw
) * (i
+ 1);
507 ccw
->bufaddr
= dma_addr
;
508 ccw
->xfer_bytes
= period_len
;
511 ccw
->bits
|= CCW_CHAIN
;
512 ccw
->bits
|= CCW_IRQ
;
513 ccw
->bits
|= CCW_HALT_ON_TERM
;
514 ccw
->bits
|= CCW_TERM_FLUSH
;
515 ccw
->bits
|= BF_CCW(direction
== DMA_FROM_DEVICE
?
516 MXS_DMA_CMD_WRITE
: MXS_DMA_CMD_READ
, COMMAND
);
518 dma_addr
+= period_len
;
524 return &mxs_chan
->desc
;
527 mxs_chan
->status
= DMA_ERROR
;
531 static int mxs_dma_control(struct dma_chan
*chan
, enum dma_ctrl_cmd cmd
,
534 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
538 case DMA_TERMINATE_ALL
:
539 mxs_dma_disable_chan(mxs_chan
);
540 mxs_dma_reset_chan(mxs_chan
);
543 mxs_dma_pause_chan(mxs_chan
);
546 mxs_dma_resume_chan(mxs_chan
);
555 static enum dma_status
mxs_dma_tx_status(struct dma_chan
*chan
,
556 dma_cookie_t cookie
, struct dma_tx_state
*txstate
)
558 struct mxs_dma_chan
*mxs_chan
= to_mxs_dma_chan(chan
);
559 dma_cookie_t last_used
;
561 last_used
= chan
->cookie
;
562 dma_set_tx_state(txstate
, mxs_chan
->last_completed
, last_used
, 0);
564 return mxs_chan
->status
;
567 static void mxs_dma_issue_pending(struct dma_chan
*chan
)
570 * Nothing to do. We only have a single descriptor.
574 static int __init
mxs_dma_init(struct mxs_dma_engine
*mxs_dma
)
578 ret
= clk_enable(mxs_dma
->clk
);
582 ret
= mxs_reset_block(mxs_dma
->base
);
586 /* only major version matters */
587 mxs_dma
->version
= readl(mxs_dma
->base
+
588 ((mxs_dma
->dev_id
== MXS_DMA_APBX
) ?
589 HW_APBX_VERSION
: HW_APBH_VERSION
)) >>
590 BP_APBHX_VERSION_MAJOR
;
592 /* enable apbh burst */
594 writel(BM_APBH_CTRL0_APB_BURST_EN
,
595 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
596 writel(BM_APBH_CTRL0_APB_BURST8_EN
,
597 mxs_dma
->base
+ HW_APBHX_CTRL0
+ MXS_SET_ADDR
);
600 /* enable irq for all the channels */
601 writel(MXS_DMA_CHANNELS_MASK
<< MXS_DMA_CHANNELS
,
602 mxs_dma
->base
+ HW_APBHX_CTRL1
+ MXS_SET_ADDR
);
604 clk_disable(mxs_dma
->clk
);
612 static int __init
mxs_dma_probe(struct platform_device
*pdev
)
614 const struct platform_device_id
*id_entry
=
615 platform_get_device_id(pdev
);
616 struct mxs_dma_engine
*mxs_dma
;
617 struct resource
*iores
;
620 mxs_dma
= kzalloc(sizeof(*mxs_dma
), GFP_KERNEL
);
624 mxs_dma
->dev_id
= id_entry
->driver_data
;
626 iores
= platform_get_resource(pdev
, IORESOURCE_MEM
, 0);
628 if (!request_mem_region(iores
->start
, resource_size(iores
),
631 goto err_request_region
;
634 mxs_dma
->base
= ioremap(iores
->start
, resource_size(iores
));
635 if (!mxs_dma
->base
) {
640 mxs_dma
->clk
= clk_get(&pdev
->dev
, NULL
);
641 if (IS_ERR(mxs_dma
->clk
)) {
642 ret
= PTR_ERR(mxs_dma
->clk
);
646 dma_cap_set(DMA_SLAVE
, mxs_dma
->dma_device
.cap_mask
);
647 dma_cap_set(DMA_CYCLIC
, mxs_dma
->dma_device
.cap_mask
);
649 INIT_LIST_HEAD(&mxs_dma
->dma_device
.channels
);
651 /* Initialize channel parameters */
652 for (i
= 0; i
< MXS_DMA_CHANNELS
; i
++) {
653 struct mxs_dma_chan
*mxs_chan
= &mxs_dma
->mxs_chans
[i
];
655 mxs_chan
->mxs_dma
= mxs_dma
;
656 mxs_chan
->chan
.device
= &mxs_dma
->dma_device
;
658 tasklet_init(&mxs_chan
->tasklet
, mxs_dma_tasklet
,
659 (unsigned long) mxs_chan
);
662 /* Add the channel to mxs_chan list */
663 list_add_tail(&mxs_chan
->chan
.device_node
,
664 &mxs_dma
->dma_device
.channels
);
667 ret
= mxs_dma_init(mxs_dma
);
671 mxs_dma
->dma_device
.dev
= &pdev
->dev
;
673 /* mxs_dma gets 65535 bytes maximum sg size */
674 mxs_dma
->dma_device
.dev
->dma_parms
= &mxs_dma
->dma_parms
;
675 dma_set_max_seg_size(mxs_dma
->dma_device
.dev
, MAX_XFER_BYTES
);
677 mxs_dma
->dma_device
.device_alloc_chan_resources
= mxs_dma_alloc_chan_resources
;
678 mxs_dma
->dma_device
.device_free_chan_resources
= mxs_dma_free_chan_resources
;
679 mxs_dma
->dma_device
.device_tx_status
= mxs_dma_tx_status
;
680 mxs_dma
->dma_device
.device_prep_slave_sg
= mxs_dma_prep_slave_sg
;
681 mxs_dma
->dma_device
.device_prep_dma_cyclic
= mxs_dma_prep_dma_cyclic
;
682 mxs_dma
->dma_device
.device_control
= mxs_dma_control
;
683 mxs_dma
->dma_device
.device_issue_pending
= mxs_dma_issue_pending
;
685 ret
= dma_async_device_register(&mxs_dma
->dma_device
);
687 dev_err(mxs_dma
->dma_device
.dev
, "unable to register\n");
691 dev_info(mxs_dma
->dma_device
.dev
, "initialized\n");
696 clk_put(mxs_dma
->clk
);
698 iounmap(mxs_dma
->base
);
700 release_mem_region(iores
->start
, resource_size(iores
));
706 static struct platform_device_id mxs_dma_type
[] = {
708 .name
= "mxs-dma-apbh",
709 .driver_data
= MXS_DMA_APBH
,
711 .name
= "mxs-dma-apbx",
712 .driver_data
= MXS_DMA_APBX
,
718 static struct platform_driver mxs_dma_driver
= {
722 .id_table
= mxs_dma_type
,
725 static int __init
mxs_dma_module_init(void)
727 return platform_driver_probe(&mxs_dma_driver
, mxs_dma_probe
);
729 subsys_initcall(mxs_dma_module_init
);