1 /* savage_state.c -- State and drawing support for Savage
3 * Copyright 2004 Felix Kuehling
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sub license,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial portions
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
20 * NON-INFRINGEMENT. IN NO EVENT SHALL FELIX KUEHLING BE LIABLE FOR
21 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
22 * CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 #include "savage_drm.h"
27 #include "savage_drv.h"
29 void savage_emit_clip_rect_s3d(drm_savage_private_t
* dev_priv
,
30 const struct drm_clip_rect
* pbox
)
32 uint32_t scstart
= dev_priv
->state
.s3d
.new_scstart
;
33 uint32_t scend
= dev_priv
->state
.s3d
.new_scend
;
34 scstart
= (scstart
& ~SAVAGE_SCISSOR_MASK_S3D
) |
35 ((uint32_t) pbox
->x1
& 0x000007ff) |
36 (((uint32_t) pbox
->y1
<< 16) & 0x07ff0000);
37 scend
= (scend
& ~SAVAGE_SCISSOR_MASK_S3D
) |
38 (((uint32_t) pbox
->x2
- 1) & 0x000007ff) |
39 ((((uint32_t) pbox
->y2
- 1) << 16) & 0x07ff0000);
40 if (scstart
!= dev_priv
->state
.s3d
.scstart
||
41 scend
!= dev_priv
->state
.s3d
.scend
) {
44 DMA_WRITE(BCI_CMD_WAIT
| BCI_CMD_WAIT_3D
);
45 DMA_SET_REGISTERS(SAVAGE_SCSTART_S3D
, 2);
48 dev_priv
->state
.s3d
.scstart
= scstart
;
49 dev_priv
->state
.s3d
.scend
= scend
;
50 dev_priv
->waiting
= 1;
55 void savage_emit_clip_rect_s4(drm_savage_private_t
* dev_priv
,
56 const struct drm_clip_rect
* pbox
)
58 uint32_t drawctrl0
= dev_priv
->state
.s4
.new_drawctrl0
;
59 uint32_t drawctrl1
= dev_priv
->state
.s4
.new_drawctrl1
;
60 drawctrl0
= (drawctrl0
& ~SAVAGE_SCISSOR_MASK_S4
) |
61 ((uint32_t) pbox
->x1
& 0x000007ff) |
62 (((uint32_t) pbox
->y1
<< 12) & 0x00fff000);
63 drawctrl1
= (drawctrl1
& ~SAVAGE_SCISSOR_MASK_S4
) |
64 (((uint32_t) pbox
->x2
- 1) & 0x000007ff) |
65 ((((uint32_t) pbox
->y2
- 1) << 12) & 0x00fff000);
66 if (drawctrl0
!= dev_priv
->state
.s4
.drawctrl0
||
67 drawctrl1
!= dev_priv
->state
.s4
.drawctrl1
) {
70 DMA_WRITE(BCI_CMD_WAIT
| BCI_CMD_WAIT_3D
);
71 DMA_SET_REGISTERS(SAVAGE_DRAWCTRL0_S4
, 2);
74 dev_priv
->state
.s4
.drawctrl0
= drawctrl0
;
75 dev_priv
->state
.s4
.drawctrl1
= drawctrl1
;
76 dev_priv
->waiting
= 1;
81 static int savage_verify_texaddr(drm_savage_private_t
* dev_priv
, int unit
,
84 if ((addr
& 6) != 2) { /* reserved bits */
85 DRM_ERROR("bad texAddr%d %08x (reserved bits)\n", unit
, addr
);
88 if (!(addr
& 1)) { /* local */
90 if (addr
< dev_priv
->texture_offset
||
91 addr
>= dev_priv
->texture_offset
+ dev_priv
->texture_size
) {
93 ("bad texAddr%d %08x (local addr out of range)\n",
98 if (!dev_priv
->agp_textures
) {
99 DRM_ERROR("bad texAddr%d %08x (AGP not available)\n",
104 if (addr
< dev_priv
->agp_textures
->offset
||
105 addr
>= (dev_priv
->agp_textures
->offset
+
106 dev_priv
->agp_textures
->size
)) {
108 ("bad texAddr%d %08x (AGP addr out of range)\n",
116 #define SAVE_STATE(reg,where) \
117 if(start <= reg && start+count > reg) \
118 dev_priv->state.where = regs[reg - start]
119 #define SAVE_STATE_MASK(reg,where,mask) do { \
120 if(start <= reg && start+count > reg) { \
122 tmp = regs[reg - start]; \
123 dev_priv->state.where = (tmp & (mask)) | \
124 (dev_priv->state.where & ~(mask)); \
128 static int savage_verify_state_s3d(drm_savage_private_t
* dev_priv
,
129 unsigned int start
, unsigned int count
,
130 const uint32_t *regs
)
132 if (start
< SAVAGE_TEXPALADDR_S3D
||
133 start
+ count
- 1 > SAVAGE_DESTTEXRWWATERMARK_S3D
) {
134 DRM_ERROR("invalid register range (0x%04x-0x%04x)\n",
135 start
, start
+ count
- 1);
139 SAVE_STATE_MASK(SAVAGE_SCSTART_S3D
, s3d
.new_scstart
,
140 ~SAVAGE_SCISSOR_MASK_S3D
);
141 SAVE_STATE_MASK(SAVAGE_SCEND_S3D
, s3d
.new_scend
,
142 ~SAVAGE_SCISSOR_MASK_S3D
);
144 /* if any texture regs were changed ... */
145 if (start
<= SAVAGE_TEXCTRL_S3D
&&
146 start
+ count
> SAVAGE_TEXPALADDR_S3D
) {
147 /* ... check texture state */
148 SAVE_STATE(SAVAGE_TEXCTRL_S3D
, s3d
.texctrl
);
149 SAVE_STATE(SAVAGE_TEXADDR_S3D
, s3d
.texaddr
);
150 if (dev_priv
->state
.s3d
.texctrl
& SAVAGE_TEXCTRL_TEXEN_MASK
)
151 return savage_verify_texaddr(dev_priv
, 0,
152 dev_priv
->state
.s3d
.texaddr
);
158 static int savage_verify_state_s4(drm_savage_private_t
* dev_priv
,
159 unsigned int start
, unsigned int count
,
160 const uint32_t *regs
)
164 if (start
< SAVAGE_DRAWLOCALCTRL_S4
||
165 start
+ count
- 1 > SAVAGE_TEXBLENDCOLOR_S4
) {
166 DRM_ERROR("invalid register range (0x%04x-0x%04x)\n",
167 start
, start
+ count
- 1);
171 SAVE_STATE_MASK(SAVAGE_DRAWCTRL0_S4
, s4
.new_drawctrl0
,
172 ~SAVAGE_SCISSOR_MASK_S4
);
173 SAVE_STATE_MASK(SAVAGE_DRAWCTRL1_S4
, s4
.new_drawctrl1
,
174 ~SAVAGE_SCISSOR_MASK_S4
);
176 /* if any texture regs were changed ... */
177 if (start
<= SAVAGE_TEXDESCR_S4
&&
178 start
+ count
> SAVAGE_TEXPALADDR_S4
) {
179 /* ... check texture state */
180 SAVE_STATE(SAVAGE_TEXDESCR_S4
, s4
.texdescr
);
181 SAVE_STATE(SAVAGE_TEXADDR0_S4
, s4
.texaddr0
);
182 SAVE_STATE(SAVAGE_TEXADDR1_S4
, s4
.texaddr1
);
183 if (dev_priv
->state
.s4
.texdescr
& SAVAGE_TEXDESCR_TEX0EN_MASK
)
184 ret
|= savage_verify_texaddr(dev_priv
, 0,
185 dev_priv
->state
.s4
.texaddr0
);
186 if (dev_priv
->state
.s4
.texdescr
& SAVAGE_TEXDESCR_TEX1EN_MASK
)
187 ret
|= savage_verify_texaddr(dev_priv
, 1,
188 dev_priv
->state
.s4
.texaddr1
);
195 #undef SAVE_STATE_MASK
197 static int savage_dispatch_state(drm_savage_private_t
* dev_priv
,
198 const drm_savage_cmd_header_t
* cmd_header
,
199 const uint32_t *regs
)
201 unsigned int count
= cmd_header
->state
.count
;
202 unsigned int start
= cmd_header
->state
.start
;
203 unsigned int count2
= 0;
204 unsigned int bci_size
;
211 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
212 ret
= savage_verify_state_s3d(dev_priv
, start
, count
, regs
);
215 /* scissor regs are emitted in savage_dispatch_draw */
216 if (start
< SAVAGE_SCSTART_S3D
) {
217 if (start
+ count
> SAVAGE_SCEND_S3D
+ 1)
218 count2
= count
- (SAVAGE_SCEND_S3D
+ 1 - start
);
219 if (start
+ count
> SAVAGE_SCSTART_S3D
)
220 count
= SAVAGE_SCSTART_S3D
- start
;
221 } else if (start
<= SAVAGE_SCEND_S3D
) {
222 if (start
+ count
> SAVAGE_SCEND_S3D
+ 1) {
223 count
-= SAVAGE_SCEND_S3D
+ 1 - start
;
224 start
= SAVAGE_SCEND_S3D
+ 1;
229 ret
= savage_verify_state_s4(dev_priv
, start
, count
, regs
);
232 /* scissor regs are emitted in savage_dispatch_draw */
233 if (start
< SAVAGE_DRAWCTRL0_S4
) {
234 if (start
+ count
> SAVAGE_DRAWCTRL1_S4
+ 1)
236 (SAVAGE_DRAWCTRL1_S4
+ 1 - start
);
237 if (start
+ count
> SAVAGE_DRAWCTRL0_S4
)
238 count
= SAVAGE_DRAWCTRL0_S4
- start
;
239 } else if (start
<= SAVAGE_DRAWCTRL1_S4
) {
240 if (start
+ count
> SAVAGE_DRAWCTRL1_S4
+ 1) {
241 count
-= SAVAGE_DRAWCTRL1_S4
+ 1 - start
;
242 start
= SAVAGE_DRAWCTRL1_S4
+ 1;
248 bci_size
= count
+ (count
+ 254) / 255 + count2
+ (count2
+ 254) / 255;
250 if (cmd_header
->state
.global
) {
251 BEGIN_DMA(bci_size
+ 1);
252 DMA_WRITE(BCI_CMD_WAIT
| BCI_CMD_WAIT_3D
);
253 dev_priv
->waiting
= 1;
260 unsigned int n
= count
< 255 ? count
: 255;
261 DMA_SET_REGISTERS(start
, n
);
278 static int savage_dispatch_dma_prim(drm_savage_private_t
* dev_priv
,
279 const drm_savage_cmd_header_t
* cmd_header
,
280 const struct drm_buf
* dmabuf
)
282 unsigned char reorder
= 0;
283 unsigned int prim
= cmd_header
->prim
.prim
;
284 unsigned int skip
= cmd_header
->prim
.skip
;
285 unsigned int n
= cmd_header
->prim
.count
;
286 unsigned int start
= cmd_header
->prim
.start
;
291 DRM_ERROR("called without dma buffers!\n");
299 case SAVAGE_PRIM_TRILIST_201
:
301 prim
= SAVAGE_PRIM_TRILIST
;
302 case SAVAGE_PRIM_TRILIST
:
304 DRM_ERROR("wrong number of vertices %u in TRILIST\n",
309 case SAVAGE_PRIM_TRISTRIP
:
310 case SAVAGE_PRIM_TRIFAN
:
313 ("wrong number of vertices %u in TRIFAN/STRIP\n",
319 DRM_ERROR("invalid primitive type %u\n", prim
);
323 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
325 DRM_ERROR("invalid skip flags 0x%04x for DMA\n", skip
);
329 unsigned int size
= 10 - (skip
& 1) - (skip
>> 1 & 1) -
330 (skip
>> 2 & 1) - (skip
>> 3 & 1) - (skip
>> 4 & 1) -
331 (skip
>> 5 & 1) - (skip
>> 6 & 1) - (skip
>> 7 & 1);
332 if (skip
> SAVAGE_SKIP_ALL_S4
|| size
!= 8) {
333 DRM_ERROR("invalid skip flags 0x%04x for DMA\n", skip
);
337 DRM_ERROR("TRILIST_201 used on Savage4 hardware\n");
342 if (start
+ n
> dmabuf
->total
/ 32) {
343 DRM_ERROR("vertex indices (%u-%u) out of range (0-%u)\n",
344 start
, start
+ n
- 1, dmabuf
->total
/ 32);
348 /* Vertex DMA doesn't work with command DMA at the same time,
349 * so we use BCI_... to submit commands here. Flush buffered
350 * faked DMA first. */
353 if (dmabuf
->bus_address
!= dev_priv
->state
.common
.vbaddr
) {
355 BCI_SET_REGISTERS(SAVAGE_VERTBUFADDR
, 1);
356 BCI_WRITE(dmabuf
->bus_address
| dev_priv
->dma_type
);
357 dev_priv
->state
.common
.vbaddr
= dmabuf
->bus_address
;
359 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
) && dev_priv
->waiting
) {
361 for (i
= 0; i
< 63; ++i
)
362 BCI_WRITE(BCI_CMD_WAIT
);
363 dev_priv
->waiting
= 0;
368 /* Can emit up to 255 indices (85 triangles) at once. */
369 unsigned int count
= n
> 255 ? 255 : n
;
371 /* Need to reorder indices for correct flat
372 * shading while preserving the clock sense
373 * for correct culling. Only on Savage3D. */
374 int reorder
[3] = { -1, -1, -1 };
375 reorder
[start
% 3] = 2;
377 BEGIN_BCI((count
+ 1 + 1) / 2);
378 BCI_DRAW_INDICES_S3D(count
, prim
, start
+ 2);
380 for (i
= start
+ 1; i
+ 1 < start
+ count
; i
+= 2)
381 BCI_WRITE((i
+ reorder
[i
% 3]) |
383 reorder
[(i
+ 1) % 3]) << 16));
384 if (i
< start
+ count
)
385 BCI_WRITE(i
+ reorder
[i
% 3]);
386 } else if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
387 BEGIN_BCI((count
+ 1 + 1) / 2);
388 BCI_DRAW_INDICES_S3D(count
, prim
, start
);
390 for (i
= start
+ 1; i
+ 1 < start
+ count
; i
+= 2)
391 BCI_WRITE(i
| ((i
+ 1) << 16));
392 if (i
< start
+ count
)
395 BEGIN_BCI((count
+ 2 + 1) / 2);
396 BCI_DRAW_INDICES_S4(count
, prim
, skip
);
398 for (i
= start
; i
+ 1 < start
+ count
; i
+= 2)
399 BCI_WRITE(i
| ((i
+ 1) << 16));
400 if (i
< start
+ count
)
407 prim
|= BCI_CMD_DRAW_CONT
;
413 static int savage_dispatch_vb_prim(drm_savage_private_t
* dev_priv
,
414 const drm_savage_cmd_header_t
* cmd_header
,
415 const uint32_t *vtxbuf
, unsigned int vb_size
,
416 unsigned int vb_stride
)
418 unsigned char reorder
= 0;
419 unsigned int prim
= cmd_header
->prim
.prim
;
420 unsigned int skip
= cmd_header
->prim
.skip
;
421 unsigned int n
= cmd_header
->prim
.count
;
422 unsigned int start
= cmd_header
->prim
.start
;
423 unsigned int vtx_size
;
431 case SAVAGE_PRIM_TRILIST_201
:
433 prim
= SAVAGE_PRIM_TRILIST
;
434 case SAVAGE_PRIM_TRILIST
:
436 DRM_ERROR("wrong number of vertices %u in TRILIST\n",
441 case SAVAGE_PRIM_TRISTRIP
:
442 case SAVAGE_PRIM_TRIFAN
:
445 ("wrong number of vertices %u in TRIFAN/STRIP\n",
451 DRM_ERROR("invalid primitive type %u\n", prim
);
455 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
456 if (skip
> SAVAGE_SKIP_ALL_S3D
) {
457 DRM_ERROR("invalid skip flags 0x%04x\n", skip
);
460 vtx_size
= 8; /* full vertex */
462 if (skip
> SAVAGE_SKIP_ALL_S4
) {
463 DRM_ERROR("invalid skip flags 0x%04x\n", skip
);
466 vtx_size
= 10; /* full vertex */
469 vtx_size
-= (skip
& 1) + (skip
>> 1 & 1) +
470 (skip
>> 2 & 1) + (skip
>> 3 & 1) + (skip
>> 4 & 1) +
471 (skip
>> 5 & 1) + (skip
>> 6 & 1) + (skip
>> 7 & 1);
473 if (vtx_size
> vb_stride
) {
474 DRM_ERROR("vertex size greater than vb stride (%u > %u)\n",
475 vtx_size
, vb_stride
);
479 if (start
+ n
> vb_size
/ (vb_stride
* 4)) {
480 DRM_ERROR("vertex indices (%u-%u) out of range (0-%u)\n",
481 start
, start
+ n
- 1, vb_size
/ (vb_stride
* 4));
487 /* Can emit up to 255 vertices (85 triangles) at once. */
488 unsigned int count
= n
> 255 ? 255 : n
;
490 /* Need to reorder vertices for correct flat
491 * shading while preserving the clock sense
492 * for correct culling. Only on Savage3D. */
493 int reorder
[3] = { -1, -1, -1 };
494 reorder
[start
% 3] = 2;
496 BEGIN_DMA(count
* vtx_size
+ 1);
497 DMA_DRAW_PRIMITIVE(count
, prim
, skip
);
499 for (i
= start
; i
< start
+ count
; ++i
) {
500 unsigned int j
= i
+ reorder
[i
% 3];
501 DMA_COPY(&vtxbuf
[vb_stride
* j
], vtx_size
);
506 BEGIN_DMA(count
* vtx_size
+ 1);
507 DMA_DRAW_PRIMITIVE(count
, prim
, skip
);
509 if (vb_stride
== vtx_size
) {
510 DMA_COPY(&vtxbuf
[vb_stride
* start
],
513 for (i
= start
; i
< start
+ count
; ++i
) {
514 DMA_COPY(&vtxbuf
[vb_stride
* i
],
525 prim
|= BCI_CMD_DRAW_CONT
;
531 static int savage_dispatch_dma_idx(drm_savage_private_t
* dev_priv
,
532 const drm_savage_cmd_header_t
* cmd_header
,
534 const struct drm_buf
* dmabuf
)
536 unsigned char reorder
= 0;
537 unsigned int prim
= cmd_header
->idx
.prim
;
538 unsigned int skip
= cmd_header
->idx
.skip
;
539 unsigned int n
= cmd_header
->idx
.count
;
544 DRM_ERROR("called without dma buffers!\n");
552 case SAVAGE_PRIM_TRILIST_201
:
554 prim
= SAVAGE_PRIM_TRILIST
;
555 case SAVAGE_PRIM_TRILIST
:
557 DRM_ERROR("wrong number of indices %u in TRILIST\n", n
);
561 case SAVAGE_PRIM_TRISTRIP
:
562 case SAVAGE_PRIM_TRIFAN
:
565 ("wrong number of indices %u in TRIFAN/STRIP\n", n
);
570 DRM_ERROR("invalid primitive type %u\n", prim
);
574 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
576 DRM_ERROR("invalid skip flags 0x%04x for DMA\n", skip
);
580 unsigned int size
= 10 - (skip
& 1) - (skip
>> 1 & 1) -
581 (skip
>> 2 & 1) - (skip
>> 3 & 1) - (skip
>> 4 & 1) -
582 (skip
>> 5 & 1) - (skip
>> 6 & 1) - (skip
>> 7 & 1);
583 if (skip
> SAVAGE_SKIP_ALL_S4
|| size
!= 8) {
584 DRM_ERROR("invalid skip flags 0x%04x for DMA\n", skip
);
588 DRM_ERROR("TRILIST_201 used on Savage4 hardware\n");
593 /* Vertex DMA doesn't work with command DMA at the same time,
594 * so we use BCI_... to submit commands here. Flush buffered
595 * faked DMA first. */
598 if (dmabuf
->bus_address
!= dev_priv
->state
.common
.vbaddr
) {
600 BCI_SET_REGISTERS(SAVAGE_VERTBUFADDR
, 1);
601 BCI_WRITE(dmabuf
->bus_address
| dev_priv
->dma_type
);
602 dev_priv
->state
.common
.vbaddr
= dmabuf
->bus_address
;
604 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
) && dev_priv
->waiting
) {
606 for (i
= 0; i
< 63; ++i
)
607 BCI_WRITE(BCI_CMD_WAIT
);
608 dev_priv
->waiting
= 0;
613 /* Can emit up to 255 indices (85 triangles) at once. */
614 unsigned int count
= n
> 255 ? 255 : n
;
617 for (i
= 0; i
< count
; ++i
) {
618 if (idx
[i
] > dmabuf
->total
/ 32) {
619 DRM_ERROR("idx[%u]=%u out of range (0-%u)\n",
620 i
, idx
[i
], dmabuf
->total
/ 32);
626 /* Need to reorder indices for correct flat
627 * shading while preserving the clock sense
628 * for correct culling. Only on Savage3D. */
629 int reorder
[3] = { 2, -1, -1 };
631 BEGIN_BCI((count
+ 1 + 1) / 2);
632 BCI_DRAW_INDICES_S3D(count
, prim
, idx
[2]);
634 for (i
= 1; i
+ 1 < count
; i
+= 2)
635 BCI_WRITE(idx
[i
+ reorder
[i
% 3]] |
637 reorder
[(i
+ 1) % 3]] << 16));
639 BCI_WRITE(idx
[i
+ reorder
[i
% 3]]);
640 } else if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
641 BEGIN_BCI((count
+ 1 + 1) / 2);
642 BCI_DRAW_INDICES_S3D(count
, prim
, idx
[0]);
644 for (i
= 1; i
+ 1 < count
; i
+= 2)
645 BCI_WRITE(idx
[i
] | (idx
[i
+ 1] << 16));
649 BEGIN_BCI((count
+ 2 + 1) / 2);
650 BCI_DRAW_INDICES_S4(count
, prim
, skip
);
652 for (i
= 0; i
+ 1 < count
; i
+= 2)
653 BCI_WRITE(idx
[i
] | (idx
[i
+ 1] << 16));
661 prim
|= BCI_CMD_DRAW_CONT
;
667 static int savage_dispatch_vb_idx(drm_savage_private_t
* dev_priv
,
668 const drm_savage_cmd_header_t
* cmd_header
,
670 const uint32_t *vtxbuf
,
671 unsigned int vb_size
, unsigned int vb_stride
)
673 unsigned char reorder
= 0;
674 unsigned int prim
= cmd_header
->idx
.prim
;
675 unsigned int skip
= cmd_header
->idx
.skip
;
676 unsigned int n
= cmd_header
->idx
.count
;
677 unsigned int vtx_size
;
685 case SAVAGE_PRIM_TRILIST_201
:
687 prim
= SAVAGE_PRIM_TRILIST
;
688 case SAVAGE_PRIM_TRILIST
:
690 DRM_ERROR("wrong number of indices %u in TRILIST\n", n
);
694 case SAVAGE_PRIM_TRISTRIP
:
695 case SAVAGE_PRIM_TRIFAN
:
698 ("wrong number of indices %u in TRIFAN/STRIP\n", n
);
703 DRM_ERROR("invalid primitive type %u\n", prim
);
707 if (S3_SAVAGE3D_SERIES(dev_priv
->chipset
)) {
708 if (skip
> SAVAGE_SKIP_ALL_S3D
) {
709 DRM_ERROR("invalid skip flags 0x%04x\n", skip
);
712 vtx_size
= 8; /* full vertex */
714 if (skip
> SAVAGE_SKIP_ALL_S4
) {
715 DRM_ERROR("invalid skip flags 0x%04x\n", skip
);
718 vtx_size
= 10; /* full vertex */
721 vtx_size
-= (skip
& 1) + (skip
>> 1 & 1) +
722 (skip
>> 2 & 1) + (skip
>> 3 & 1) + (skip
>> 4 & 1) +
723 (skip
>> 5 & 1) + (skip
>> 6 & 1) + (skip
>> 7 & 1);
725 if (vtx_size
> vb_stride
) {
726 DRM_ERROR("vertex size greater than vb stride (%u > %u)\n",
727 vtx_size
, vb_stride
);
733 /* Can emit up to 255 vertices (85 triangles) at once. */
734 unsigned int count
= n
> 255 ? 255 : n
;
737 for (i
= 0; i
< count
; ++i
) {
738 if (idx
[i
] > vb_size
/ (vb_stride
* 4)) {
739 DRM_ERROR("idx[%u]=%u out of range (0-%u)\n",
740 i
, idx
[i
], vb_size
/ (vb_stride
* 4));
746 /* Need to reorder vertices for correct flat
747 * shading while preserving the clock sense
748 * for correct culling. Only on Savage3D. */
749 int reorder
[3] = { 2, -1, -1 };
751 BEGIN_DMA(count
* vtx_size
+ 1);
752 DMA_DRAW_PRIMITIVE(count
, prim
, skip
);
754 for (i
= 0; i
< count
; ++i
) {
755 unsigned int j
= idx
[i
+ reorder
[i
% 3]];
756 DMA_COPY(&vtxbuf
[vb_stride
* j
], vtx_size
);
761 BEGIN_DMA(count
* vtx_size
+ 1);
762 DMA_DRAW_PRIMITIVE(count
, prim
, skip
);
764 for (i
= 0; i
< count
; ++i
) {
765 unsigned int j
= idx
[i
];
766 DMA_COPY(&vtxbuf
[vb_stride
* j
], vtx_size
);
775 prim
|= BCI_CMD_DRAW_CONT
;
781 static int savage_dispatch_clear(drm_savage_private_t
* dev_priv
,
782 const drm_savage_cmd_header_t
* cmd_header
,
783 const drm_savage_cmd_header_t
*data
,
785 const struct drm_clip_rect
*boxes
)
787 unsigned int flags
= cmd_header
->clear0
.flags
;
788 unsigned int clear_cmd
;
789 unsigned int i
, nbufs
;
795 clear_cmd
= BCI_CMD_RECT
| BCI_CMD_RECT_XP
| BCI_CMD_RECT_YP
|
796 BCI_CMD_SEND_COLOR
| BCI_CMD_DEST_PBD_NEW
;
797 BCI_CMD_SET_ROP(clear_cmd
, 0xCC);
799 nbufs
= ((flags
& SAVAGE_FRONT
) ? 1 : 0) +
800 ((flags
& SAVAGE_BACK
) ? 1 : 0) + ((flags
& SAVAGE_DEPTH
) ? 1 : 0);
804 if (data
->clear1
.mask
!= 0xffffffff) {
807 DMA_SET_REGISTERS(SAVAGE_BITPLANEWTMASK
, 1);
808 DMA_WRITE(data
->clear1
.mask
);
811 for (i
= 0; i
< nbox
; ++i
) {
812 unsigned int x
, y
, w
, h
;
814 x
= boxes
[i
].x1
, y
= boxes
[i
].y1
;
815 w
= boxes
[i
].x2
- boxes
[i
].x1
;
816 h
= boxes
[i
].y2
- boxes
[i
].y1
;
817 BEGIN_DMA(nbufs
* 6);
818 for (buf
= SAVAGE_FRONT
; buf
<= SAVAGE_DEPTH
; buf
<<= 1) {
821 DMA_WRITE(clear_cmd
);
824 DMA_WRITE(dev_priv
->front_offset
);
825 DMA_WRITE(dev_priv
->front_bd
);
828 DMA_WRITE(dev_priv
->back_offset
);
829 DMA_WRITE(dev_priv
->back_bd
);
832 DMA_WRITE(dev_priv
->depth_offset
);
833 DMA_WRITE(dev_priv
->depth_bd
);
836 DMA_WRITE(data
->clear1
.value
);
837 DMA_WRITE(BCI_X_Y(x
, y
));
838 DMA_WRITE(BCI_W_H(w
, h
));
842 if (data
->clear1
.mask
!= 0xffffffff) {
845 DMA_SET_REGISTERS(SAVAGE_BITPLANEWTMASK
, 1);
846 DMA_WRITE(0xffffffff);
853 static int savage_dispatch_swap(drm_savage_private_t
* dev_priv
,
854 unsigned int nbox
, const struct drm_clip_rect
*boxes
)
856 unsigned int swap_cmd
;
863 swap_cmd
= BCI_CMD_RECT
| BCI_CMD_RECT_XP
| BCI_CMD_RECT_YP
|
864 BCI_CMD_SRC_PBD_COLOR_NEW
| BCI_CMD_DEST_GBD
;
865 BCI_CMD_SET_ROP(swap_cmd
, 0xCC);
867 for (i
= 0; i
< nbox
; ++i
) {
870 DMA_WRITE(dev_priv
->back_offset
);
871 DMA_WRITE(dev_priv
->back_bd
);
872 DMA_WRITE(BCI_X_Y(boxes
[i
].x1
, boxes
[i
].y1
));
873 DMA_WRITE(BCI_X_Y(boxes
[i
].x1
, boxes
[i
].y1
));
874 DMA_WRITE(BCI_W_H(boxes
[i
].x2
- boxes
[i
].x1
,
875 boxes
[i
].y2
- boxes
[i
].y1
));
882 static int savage_dispatch_draw(drm_savage_private_t
* dev_priv
,
883 const drm_savage_cmd_header_t
*start
,
884 const drm_savage_cmd_header_t
*end
,
885 const struct drm_buf
* dmabuf
,
886 const unsigned int *vtxbuf
,
887 unsigned int vb_size
, unsigned int vb_stride
,
889 const struct drm_clip_rect
*boxes
)
894 for (i
= 0; i
< nbox
; ++i
) {
895 const drm_savage_cmd_header_t
*cmdbuf
;
896 dev_priv
->emit_clip_rect(dev_priv
, &boxes
[i
]);
899 while (cmdbuf
< end
) {
900 drm_savage_cmd_header_t cmd_header
;
901 cmd_header
= *cmdbuf
;
903 switch (cmd_header
.cmd
.cmd
) {
904 case SAVAGE_CMD_DMA_PRIM
:
905 ret
= savage_dispatch_dma_prim(
906 dev_priv
, &cmd_header
, dmabuf
);
908 case SAVAGE_CMD_VB_PRIM
:
909 ret
= savage_dispatch_vb_prim(
910 dev_priv
, &cmd_header
,
911 vtxbuf
, vb_size
, vb_stride
);
913 case SAVAGE_CMD_DMA_IDX
:
914 j
= (cmd_header
.idx
.count
+ 3) / 4;
915 /* j was check in savage_bci_cmdbuf */
916 ret
= savage_dispatch_dma_idx(dev_priv
,
917 &cmd_header
, (const uint16_t *)cmdbuf
,
921 case SAVAGE_CMD_VB_IDX
:
922 j
= (cmd_header
.idx
.count
+ 3) / 4;
923 /* j was check in savage_bci_cmdbuf */
924 ret
= savage_dispatch_vb_idx(dev_priv
,
925 &cmd_header
, (const uint16_t *)cmdbuf
,
926 (const uint32_t *)vtxbuf
, vb_size
,
931 /* What's the best return code? EFAULT? */
932 DRM_ERROR("IMPLEMENTATION ERROR: "
933 "non-drawing-command %d\n",
946 int savage_bci_cmdbuf(struct drm_device
*dev
, void *data
, struct drm_file
*file_priv
)
948 drm_savage_private_t
*dev_priv
= dev
->dev_private
;
949 struct drm_device_dma
*dma
= dev
->dma
;
950 struct drm_buf
*dmabuf
;
951 drm_savage_cmdbuf_t
*cmdbuf
= data
;
952 drm_savage_cmd_header_t
*kcmd_addr
= NULL
;
953 drm_savage_cmd_header_t
*first_draw_cmd
;
954 unsigned int *kvb_addr
= NULL
;
955 struct drm_clip_rect
*kbox_addr
= NULL
;
961 LOCK_TEST_WITH_RETURN(dev
, file_priv
);
963 if (dma
&& dma
->buflist
) {
964 if (cmdbuf
->dma_idx
> dma
->buf_count
) {
966 ("vertex buffer index %u out of range (0-%u)\n",
967 cmdbuf
->dma_idx
, dma
->buf_count
- 1);
970 dmabuf
= dma
->buflist
[cmdbuf
->dma_idx
];
975 /* Copy the user buffers into kernel temporary areas. This hasn't been
976 * a performance loss compared to VERIFYAREA_READ/
977 * COPY_FROM_USER_UNCHECKED when done in other drivers, and is correct
978 * for locking on FreeBSD.
981 kcmd_addr
= kmalloc(cmdbuf
->size
* 8, GFP_KERNEL
);
982 if (kcmd_addr
== NULL
)
985 if (DRM_COPY_FROM_USER(kcmd_addr
, cmdbuf
->cmd_addr
,
991 cmdbuf
->cmd_addr
= kcmd_addr
;
993 if (cmdbuf
->vb_size
) {
994 kvb_addr
= kmalloc(cmdbuf
->vb_size
, GFP_KERNEL
);
995 if (kvb_addr
== NULL
) {
1000 if (DRM_COPY_FROM_USER(kvb_addr
, cmdbuf
->vb_addr
,
1005 cmdbuf
->vb_addr
= kvb_addr
;
1008 kbox_addr
= kmalloc(cmdbuf
->nbox
* sizeof(struct drm_clip_rect
),
1010 if (kbox_addr
== NULL
) {
1015 if (DRM_COPY_FROM_USER(kbox_addr
, cmdbuf
->box_addr
,
1016 cmdbuf
->nbox
* sizeof(struct drm_clip_rect
))) {
1020 cmdbuf
->box_addr
= kbox_addr
;
1023 /* Make sure writes to DMA buffers are finished before sending
1024 * DMA commands to the graphics hardware. */
1025 DRM_MEMORYBARRIER();
1027 /* Coming from user space. Don't know if the Xserver has
1028 * emitted wait commands. Assuming the worst. */
1029 dev_priv
->waiting
= 1;
1032 first_draw_cmd
= NULL
;
1033 while (i
< cmdbuf
->size
) {
1034 drm_savage_cmd_header_t cmd_header
;
1035 cmd_header
= *(drm_savage_cmd_header_t
*)cmdbuf
->cmd_addr
;
1039 /* Group drawing commands with same state to minimize
1040 * iterations over clip rects. */
1042 switch (cmd_header
.cmd
.cmd
) {
1043 case SAVAGE_CMD_DMA_IDX
:
1044 case SAVAGE_CMD_VB_IDX
:
1045 j
= (cmd_header
.idx
.count
+ 3) / 4;
1046 if (i
+ j
> cmdbuf
->size
) {
1047 DRM_ERROR("indexed drawing command extends "
1048 "beyond end of command buffer\n");
1053 case SAVAGE_CMD_DMA_PRIM
:
1054 case SAVAGE_CMD_VB_PRIM
:
1055 if (!first_draw_cmd
)
1056 first_draw_cmd
= cmdbuf
->cmd_addr
- 1;
1057 cmdbuf
->cmd_addr
+= j
;
1061 if (first_draw_cmd
) {
1062 ret
= savage_dispatch_draw(
1063 dev_priv
, first_draw_cmd
,
1064 cmdbuf
->cmd_addr
- 1,
1065 dmabuf
, cmdbuf
->vb_addr
, cmdbuf
->vb_size
,
1067 cmdbuf
->nbox
, cmdbuf
->box_addr
);
1070 first_draw_cmd
= NULL
;
1076 switch (cmd_header
.cmd
.cmd
) {
1077 case SAVAGE_CMD_STATE
:
1078 j
= (cmd_header
.state
.count
+ 1) / 2;
1079 if (i
+ j
> cmdbuf
->size
) {
1080 DRM_ERROR("command SAVAGE_CMD_STATE extends "
1081 "beyond end of command buffer\n");
1086 ret
= savage_dispatch_state(dev_priv
, &cmd_header
,
1087 (const uint32_t *)cmdbuf
->cmd_addr
);
1088 cmdbuf
->cmd_addr
+= j
;
1091 case SAVAGE_CMD_CLEAR
:
1092 if (i
+ 1 > cmdbuf
->size
) {
1093 DRM_ERROR("command SAVAGE_CMD_CLEAR extends "
1094 "beyond end of command buffer\n");
1099 ret
= savage_dispatch_clear(dev_priv
, &cmd_header
,
1106 case SAVAGE_CMD_SWAP
:
1107 ret
= savage_dispatch_swap(dev_priv
, cmdbuf
->nbox
,
1111 DRM_ERROR("invalid command 0x%x\n",
1112 cmd_header
.cmd
.cmd
);
1124 if (first_draw_cmd
) {
1125 ret
= savage_dispatch_draw (
1126 dev_priv
, first_draw_cmd
, cmdbuf
->cmd_addr
, dmabuf
,
1127 cmdbuf
->vb_addr
, cmdbuf
->vb_size
, cmdbuf
->vb_stride
,
1128 cmdbuf
->nbox
, cmdbuf
->box_addr
);
1137 if (dmabuf
&& cmdbuf
->discard
) {
1138 drm_savage_buf_priv_t
*buf_priv
= dmabuf
->dev_private
;
1140 event
= savage_bci_emit_event(dev_priv
, SAVAGE_WAIT_3D
);
1141 SET_AGE(&buf_priv
->age
, event
, dev_priv
->event_wrap
);
1142 savage_freelist_put(dev
, dmabuf
);
1146 /* If we didn't need to allocate them, these'll be NULL */