1 /* radeon_irq.c -- IRQ handling for radeon -*- linux-c -*- */
3 * Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
5 * The Weather Channel (TM) funded Tungsten Graphics to develop the
6 * initial release of the Radeon 8500 driver under the XFree86 license.
7 * This notice must be preserved.
9 * Permission is hereby granted, free of charge, to any person obtaining a
10 * copy of this software and associated documentation files (the "Software"),
11 * to deal in the Software without restriction, including without limitation
12 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13 * and/or sell copies of the Software, and to permit persons to whom the
14 * Software is furnished to do so, subject to the following conditions:
16 * The above copyright notice and this permission notice (including the next
17 * paragraph) shall be included in all copies or substantial portions of the
20 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
23 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
24 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
25 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26 * DEALINGS IN THE SOFTWARE.
29 * Keith Whitwell <keith@tungstengraphics.com>
30 * Michel D�zer <michel@daenzer.net>
31 * __FBSDID("$FreeBSD: src/sys/dev/drm/radeon_irq.c,v 1.16 2009/09/28 22:37:07 rnoland Exp $");
34 #include "dev/drm/drmP.h"
35 #include "dev/drm/drm.h"
36 #include "dev/drm/radeon_drm.h"
37 #include "dev/drm/radeon_drv.h"
39 void radeon_irq_set_state(struct drm_device
*dev
, u32 mask
, int state
)
41 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
44 dev_priv
->irq_enable_reg
|= mask
;
46 dev_priv
->irq_enable_reg
&= ~mask
;
49 RADEON_WRITE(RADEON_GEN_INT_CNTL
, dev_priv
->irq_enable_reg
);
52 static void r500_vbl_irq_set_state(struct drm_device
*dev
, u32 mask
, int state
)
54 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
57 dev_priv
->r500_disp_irq_reg
|= mask
;
59 dev_priv
->r500_disp_irq_reg
&= ~mask
;
62 RADEON_WRITE(R500_DxMODE_INT_MASK
, dev_priv
->r500_disp_irq_reg
);
65 int radeon_enable_vblank(struct drm_device
*dev
, int crtc
)
67 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
69 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
) {
72 r500_vbl_irq_set_state(dev
, R500_D1MODE_INT_MASK
, 1);
75 r500_vbl_irq_set_state(dev
, R500_D2MODE_INT_MASK
, 1);
78 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
85 radeon_irq_set_state(dev
, RADEON_CRTC_VBLANK_MASK
, 1);
88 radeon_irq_set_state(dev
, RADEON_CRTC2_VBLANK_MASK
, 1);
91 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
100 void radeon_disable_vblank(struct drm_device
*dev
, int crtc
)
102 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
104 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
) {
107 r500_vbl_irq_set_state(dev
, R500_D1MODE_INT_MASK
, 0);
110 r500_vbl_irq_set_state(dev
, R500_D2MODE_INT_MASK
, 0);
113 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
120 radeon_irq_set_state(dev
, RADEON_CRTC_VBLANK_MASK
, 0);
123 radeon_irq_set_state(dev
, RADEON_CRTC2_VBLANK_MASK
, 0);
126 DRM_ERROR("tried to enable vblank on non-existent crtc %d\n",
133 static __inline__ u32
radeon_acknowledge_irqs(drm_radeon_private_t
* dev_priv
, u32
*r500_disp_int
)
135 u32 irqs
= RADEON_READ(RADEON_GEN_INT_STATUS
);
136 u32 irq_mask
= RADEON_SW_INT_TEST
;
139 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
) {
140 /* vbl interrupts in a different place */
142 if (irqs
& R500_DISPLAY_INT_STATUS
) {
143 /* if a display interrupt */
146 disp_irq
= RADEON_READ(R500_DISP_INTERRUPT_STATUS
);
148 *r500_disp_int
= disp_irq
;
149 if (disp_irq
& R500_D1_VBLANK_INTERRUPT
) {
150 RADEON_WRITE(R500_D1MODE_VBLANK_STATUS
, R500_VBLANK_ACK
);
152 if (disp_irq
& R500_D2_VBLANK_INTERRUPT
) {
153 RADEON_WRITE(R500_D2MODE_VBLANK_STATUS
, R500_VBLANK_ACK
);
156 irq_mask
|= R500_DISPLAY_INT_STATUS
;
158 irq_mask
|= RADEON_CRTC_VBLANK_STAT
| RADEON_CRTC2_VBLANK_STAT
;
163 RADEON_WRITE(RADEON_GEN_INT_STATUS
, irqs
);
168 /* Interrupts - Used for device synchronization and flushing in the
169 * following circumstances:
171 * - Exclusive FB access with hw idle:
172 * - Wait for GUI Idle (?) interrupt, then do normal flush.
174 * - Frame throttling, NV_fence:
175 * - Drop marker irq's into command stream ahead of time.
176 * - Wait on irq's with lock *not held*
177 * - Check each for termination condition
179 * - Internally in cp_getbuffer, etc:
180 * - as above, but wait with lock held???
182 * NOTE: These functions are misleadingly named -- the irq's aren't
183 * tied to dma at all, this is just a hangover from dri prehistory.
186 irqreturn_t
radeon_driver_irq_handler(DRM_IRQ_ARGS
)
188 struct drm_device
*dev
= (struct drm_device
*) arg
;
189 drm_radeon_private_t
*dev_priv
=
190 (drm_radeon_private_t
*) dev
->dev_private
;
195 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_R600
)
198 /* Only consider the bits we're interested in - others could be used
201 stat
= radeon_acknowledge_irqs(dev_priv
, &r500_disp_int
);
205 stat
&= dev_priv
->irq_enable_reg
;
208 if (stat
& RADEON_SW_INT_TEST
)
209 DRM_WAKEUP(&dev_priv
->swi_queue
);
211 /* VBLANK interrupt */
212 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
) {
213 if (r500_disp_int
& R500_D1_VBLANK_INTERRUPT
)
214 drm_handle_vblank(dev
, 0);
215 if (r500_disp_int
& R500_D2_VBLANK_INTERRUPT
)
216 drm_handle_vblank(dev
, 1);
218 if (stat
& RADEON_CRTC_VBLANK_STAT
)
219 drm_handle_vblank(dev
, 0);
220 if (stat
& RADEON_CRTC2_VBLANK_STAT
)
221 drm_handle_vblank(dev
, 1);
223 if (dev
->msi_enabled
) {
224 switch(dev_priv
->flags
& RADEON_FAMILY_MASK
) {
227 tmp
= RADEON_READ(RADEON_AIC_CNTL
) &
229 RADEON_WRITE(RADEON_AIC_CNTL
, tmp
);
230 RADEON_WRITE(RADEON_AIC_CNTL
,
231 tmp
| RS400_MSI_REARM
);
236 tmp
= RADEON_READ(RADEON_BUS_CNTL
) &
238 RADEON_WRITE(RADEON_BUS_CNTL
, tmp
);
239 RADEON_WRITE(RADEON_BUS_CNTL
, tmp
|
243 tmp
= RADEON_READ(RADEON_MSI_REARM_EN
) &
245 RADEON_WRITE(RADEON_MSI_REARM_EN
, tmp
);
246 RADEON_WRITE(RADEON_MSI_REARM_EN
,
247 tmp
| RV370_MSI_REARM_EN
);
254 static int radeon_emit_irq(struct drm_device
* dev
)
256 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
260 atomic_inc(&dev_priv
->swi_emitted
);
261 ret
= atomic_read(&dev_priv
->swi_emitted
);
264 OUT_RING_REG(RADEON_LAST_SWI_REG
, ret
);
265 OUT_RING_REG(RADEON_GEN_INT_STATUS
, RADEON_SW_INT_FIRE
);
272 static int radeon_wait_irq(struct drm_device
* dev
, int swi_nr
)
274 drm_radeon_private_t
*dev_priv
=
275 (drm_radeon_private_t
*) dev
->dev_private
;
278 if (RADEON_READ(RADEON_LAST_SWI_REG
) >= swi_nr
)
281 dev_priv
->stats
.boxes
|= RADEON_BOX_WAIT_IDLE
;
283 DRM_WAIT_ON(ret
, dev_priv
->swi_queue
, 3 * DRM_HZ
,
284 RADEON_READ(RADEON_LAST_SWI_REG
) >= swi_nr
);
286 if (ret
== -ERESTART
)
287 DRM_DEBUG("restarting syscall");
292 u32
radeon_get_vblank_counter(struct drm_device
*dev
, int crtc
)
294 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
297 DRM_ERROR("called with no initialization\n");
301 if (crtc
< 0 || crtc
> 1) {
302 DRM_ERROR("Invalid crtc %d\n", crtc
);
306 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
) {
308 return RADEON_READ(R500_D1CRTC_FRAME_COUNT
);
310 return RADEON_READ(R500_D2CRTC_FRAME_COUNT
);
313 return RADEON_READ(RADEON_CRTC_CRNT_FRAME
);
315 return RADEON_READ(RADEON_CRTC2_CRNT_FRAME
);
319 /* Needs the lock as it touches the ring.
321 int radeon_irq_emit(struct drm_device
*dev
, void *data
, struct drm_file
*file_priv
)
323 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
324 drm_radeon_irq_emit_t
*emit
= data
;
327 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_R600
)
330 LOCK_TEST_WITH_RETURN(dev
, file_priv
);
333 DRM_ERROR("called with no initialization\n");
337 result
= radeon_emit_irq(dev
);
339 if (DRM_COPY_TO_USER(emit
->irq_seq
, &result
, sizeof(int))) {
340 DRM_ERROR("copy_to_user\n");
347 /* Doesn't need the hardware lock.
349 int radeon_irq_wait(struct drm_device
*dev
, void *data
, struct drm_file
*file_priv
)
351 drm_radeon_private_t
*dev_priv
= dev
->dev_private
;
352 drm_radeon_irq_wait_t
*irqwait
= data
;
355 DRM_ERROR("called with no initialization\n");
359 return radeon_wait_irq(dev
, irqwait
->irq_seq
);
364 void radeon_driver_irq_preinstall(struct drm_device
* dev
)
366 drm_radeon_private_t
*dev_priv
=
367 (drm_radeon_private_t
*) dev
->dev_private
;
370 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_R600
)
373 /* Disable *all* interrupts */
374 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
)
375 RADEON_WRITE(R500_DxMODE_INT_MASK
, 0);
376 RADEON_WRITE(RADEON_GEN_INT_CNTL
, 0);
378 /* Clear bits if they're already high */
379 radeon_acknowledge_irqs(dev_priv
, &dummy
);
382 int radeon_driver_irq_postinstall(struct drm_device
* dev
)
384 drm_radeon_private_t
*dev_priv
=
385 (drm_radeon_private_t
*) dev
->dev_private
;
387 atomic_set(&dev_priv
->swi_emitted
, 0);
388 DRM_INIT_WAITQUEUE(&dev_priv
->swi_queue
);
390 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_R600
)
393 radeon_irq_set_state(dev
, RADEON_SW_INT_ENABLE
, 1);
398 void radeon_driver_irq_uninstall(struct drm_device
* dev
)
400 drm_radeon_private_t
*dev_priv
=
401 (drm_radeon_private_t
*) dev
->dev_private
;
405 dev_priv
->irq_enabled
= 0;
407 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_R600
)
410 if ((dev_priv
->flags
& RADEON_FAMILY_MASK
) >= CHIP_RS600
)
411 RADEON_WRITE(R500_DxMODE_INT_MASK
, 0);
412 /* Disable *all* interrupts */
413 RADEON_WRITE(RADEON_GEN_INT_CNTL
, 0);
417 int radeon_vblank_crtc_get(struct drm_device
*dev
)
419 drm_radeon_private_t
*dev_priv
= (drm_radeon_private_t
*) dev
->dev_private
;
421 return dev_priv
->vblank_crtc
;
424 int radeon_vblank_crtc_set(struct drm_device
*dev
, int64_t value
)
426 drm_radeon_private_t
*dev_priv
= (drm_radeon_private_t
*) dev
->dev_private
;
427 if (value
& ~(DRM_RADEON_VBLANK_CRTC1
| DRM_RADEON_VBLANK_CRTC2
)) {
428 DRM_ERROR("called with invalid crtc 0x%x\n", (unsigned int)value
);
431 dev_priv
->vblank_crtc
= (unsigned int)value
;