2 * Copyright 2007 Matthieu CASTET <castet.matthieu@free.fr>
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice (including the next
13 * paragraph) shall be included in all copies or substantial portions of the
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
20 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
21 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
27 #include "nouveau_drm.h"
28 #include "nouveau_drv.h"
30 #define NV10_FIFO_NUMBER 32
33 uint32_t pipe_0x0000
[0x040/4];
34 uint32_t pipe_0x0040
[0x010/4];
35 uint32_t pipe_0x0200
[0x0c0/4];
36 uint32_t pipe_0x4400
[0x080/4];
37 uint32_t pipe_0x6400
[0x3b0/4];
38 uint32_t pipe_0x6800
[0x2f0/4];
39 uint32_t pipe_0x6c00
[0x030/4];
40 uint32_t pipe_0x7000
[0x130/4];
41 uint32_t pipe_0x7400
[0x0c0/4];
42 uint32_t pipe_0x7800
[0x0c0/4];
45 static int nv10_graph_ctx_regs
[] = {
46 NV10_PGRAPH_CTX_SWITCH(0),
47 NV10_PGRAPH_CTX_SWITCH(1),
48 NV10_PGRAPH_CTX_SWITCH(2),
49 NV10_PGRAPH_CTX_SWITCH(3),
50 NV10_PGRAPH_CTX_SWITCH(4),
51 NV10_PGRAPH_CTX_CACHE(0, 0),
52 NV10_PGRAPH_CTX_CACHE(0, 1),
53 NV10_PGRAPH_CTX_CACHE(0, 2),
54 NV10_PGRAPH_CTX_CACHE(0, 3),
55 NV10_PGRAPH_CTX_CACHE(0, 4),
56 NV10_PGRAPH_CTX_CACHE(1, 0),
57 NV10_PGRAPH_CTX_CACHE(1, 1),
58 NV10_PGRAPH_CTX_CACHE(1, 2),
59 NV10_PGRAPH_CTX_CACHE(1, 3),
60 NV10_PGRAPH_CTX_CACHE(1, 4),
61 NV10_PGRAPH_CTX_CACHE(2, 0),
62 NV10_PGRAPH_CTX_CACHE(2, 1),
63 NV10_PGRAPH_CTX_CACHE(2, 2),
64 NV10_PGRAPH_CTX_CACHE(2, 3),
65 NV10_PGRAPH_CTX_CACHE(2, 4),
66 NV10_PGRAPH_CTX_CACHE(3, 0),
67 NV10_PGRAPH_CTX_CACHE(3, 1),
68 NV10_PGRAPH_CTX_CACHE(3, 2),
69 NV10_PGRAPH_CTX_CACHE(3, 3),
70 NV10_PGRAPH_CTX_CACHE(3, 4),
71 NV10_PGRAPH_CTX_CACHE(4, 0),
72 NV10_PGRAPH_CTX_CACHE(4, 1),
73 NV10_PGRAPH_CTX_CACHE(4, 2),
74 NV10_PGRAPH_CTX_CACHE(4, 3),
75 NV10_PGRAPH_CTX_CACHE(4, 4),
76 NV10_PGRAPH_CTX_CACHE(5, 0),
77 NV10_PGRAPH_CTX_CACHE(5, 1),
78 NV10_PGRAPH_CTX_CACHE(5, 2),
79 NV10_PGRAPH_CTX_CACHE(5, 3),
80 NV10_PGRAPH_CTX_CACHE(5, 4),
81 NV10_PGRAPH_CTX_CACHE(6, 0),
82 NV10_PGRAPH_CTX_CACHE(6, 1),
83 NV10_PGRAPH_CTX_CACHE(6, 2),
84 NV10_PGRAPH_CTX_CACHE(6, 3),
85 NV10_PGRAPH_CTX_CACHE(6, 4),
86 NV10_PGRAPH_CTX_CACHE(7, 0),
87 NV10_PGRAPH_CTX_CACHE(7, 1),
88 NV10_PGRAPH_CTX_CACHE(7, 2),
89 NV10_PGRAPH_CTX_CACHE(7, 3),
90 NV10_PGRAPH_CTX_CACHE(7, 4),
92 NV04_PGRAPH_DMA_START_0
,
93 NV04_PGRAPH_DMA_START_1
,
94 NV04_PGRAPH_DMA_LENGTH
,
96 NV10_PGRAPH_DMA_PITCH
,
100 NV04_PGRAPH_BOFFSET1
,
103 NV04_PGRAPH_BOFFSET2
,
106 NV04_PGRAPH_BOFFSET3
,
109 NV04_PGRAPH_BOFFSET4
,
112 NV04_PGRAPH_BOFFSET5
,
122 NV04_PGRAPH_BSWIZZLE2
,
123 NV04_PGRAPH_BSWIZZLE5
,
126 NV04_PGRAPH_PATT_COLOR0
,
127 NV04_PGRAPH_PATT_COLOR1
,
128 NV04_PGRAPH_PATT_COLORRAM
, /* 64 values from 0x400900 to 0x4009fc */
192 NV04_PGRAPH_PATTERN
, /* 2 values from 0x400808 to 0x40080c */
194 NV04_PGRAPH_PATTERN_SHAPE
,
195 NV03_PGRAPH_MONO_COLOR0
,
198 NV04_PGRAPH_BETA_AND
,
199 NV04_PGRAPH_BETA_PREMULT
,
215 NV10_PGRAPH_WINDOWCLIP_HORIZONTAL
, /* 8 values from 0x400f00-0x400f1c */
216 NV10_PGRAPH_WINDOWCLIP_VERTICAL
, /* 8 values from 0x400f20-0x400f3c */
233 NV10_PGRAPH_GLOBALSTATE0
,
234 NV10_PGRAPH_GLOBALSTATE1
,
235 NV04_PGRAPH_STORED_FMT
,
236 NV04_PGRAPH_SOURCE_COLOR
,
237 NV03_PGRAPH_ABS_X_RAM
, /* 32 values from 0x400400 to 0x40047c */
238 NV03_PGRAPH_ABS_Y_RAM
, /* 32 values from 0x400480 to 0x4004fc */
301 NV03_PGRAPH_ABS_UCLIP_XMIN
,
302 NV03_PGRAPH_ABS_UCLIP_XMAX
,
303 NV03_PGRAPH_ABS_UCLIP_YMIN
,
304 NV03_PGRAPH_ABS_UCLIP_YMAX
,
309 NV03_PGRAPH_ABS_UCLIPA_XMIN
,
310 NV03_PGRAPH_ABS_UCLIPA_XMAX
,
311 NV03_PGRAPH_ABS_UCLIPA_YMIN
,
312 NV03_PGRAPH_ABS_UCLIPA_YMAX
,
313 NV03_PGRAPH_ABS_ICLIP_XMAX
,
314 NV03_PGRAPH_ABS_ICLIP_YMAX
,
315 NV03_PGRAPH_XY_LOGIC_MISC0
,
316 NV03_PGRAPH_XY_LOGIC_MISC1
,
317 NV03_PGRAPH_XY_LOGIC_MISC2
,
318 NV03_PGRAPH_XY_LOGIC_MISC3
,
323 NV10_PGRAPH_COMBINER0_IN_ALPHA
,
324 NV10_PGRAPH_COMBINER1_IN_ALPHA
,
325 NV10_PGRAPH_COMBINER0_IN_RGB
,
326 NV10_PGRAPH_COMBINER1_IN_RGB
,
327 NV10_PGRAPH_COMBINER_COLOR0
,
328 NV10_PGRAPH_COMBINER_COLOR1
,
329 NV10_PGRAPH_COMBINER0_OUT_ALPHA
,
330 NV10_PGRAPH_COMBINER1_OUT_ALPHA
,
331 NV10_PGRAPH_COMBINER0_OUT_RGB
,
332 NV10_PGRAPH_COMBINER1_OUT_RGB
,
333 NV10_PGRAPH_COMBINER_FINAL0
,
334 NV10_PGRAPH_COMBINER_FINAL1
,
351 NV04_PGRAPH_PASSTHRU_0
,
352 NV04_PGRAPH_PASSTHRU_1
,
353 NV04_PGRAPH_PASSTHRU_2
,
354 NV10_PGRAPH_DIMX_TEXTURE
,
355 NV10_PGRAPH_WDIMX_TEXTURE
,
356 NV10_PGRAPH_DVD_COLORFMT
,
357 NV10_PGRAPH_SCALED_FORMAT
,
358 NV04_PGRAPH_MISC24_0
,
359 NV04_PGRAPH_MISC24_1
,
360 NV04_PGRAPH_MISC24_2
,
367 static int nv17_graph_ctx_regs
[] = {
389 int nv10
[ARRAY_SIZE(nv10_graph_ctx_regs
)];
390 int nv17
[ARRAY_SIZE(nv17_graph_ctx_regs
)];
391 struct pipe_state pipe_state
;
392 uint32_t lma_window
[4];
395 #define PIPE_SAVE(dev, state, addr) \
398 nv_wr32(dev, NV10_PGRAPH_PIPE_ADDRESS, addr); \
399 for (__i = 0; __i < ARRAY_SIZE(state); __i++) \
400 state[__i] = nv_rd32(dev, NV10_PGRAPH_PIPE_DATA); \
403 #define PIPE_RESTORE(dev, state, addr) \
406 nv_wr32(dev, NV10_PGRAPH_PIPE_ADDRESS, addr); \
407 for (__i = 0; __i < ARRAY_SIZE(state); __i++) \
408 nv_wr32(dev, NV10_PGRAPH_PIPE_DATA, state[__i]); \
411 static void nv10_graph_save_pipe(struct nouveau_channel
*chan
)
413 struct drm_device
*dev
= chan
->dev
;
414 struct graph_state
*pgraph_ctx
= chan
->pgraph_ctx
;
415 struct pipe_state
*pipe
= &pgraph_ctx
->pipe_state
;
417 PIPE_SAVE(dev
, pipe
->pipe_0x4400
, 0x4400);
418 PIPE_SAVE(dev
, pipe
->pipe_0x0200
, 0x0200);
419 PIPE_SAVE(dev
, pipe
->pipe_0x6400
, 0x6400);
420 PIPE_SAVE(dev
, pipe
->pipe_0x6800
, 0x6800);
421 PIPE_SAVE(dev
, pipe
->pipe_0x6c00
, 0x6c00);
422 PIPE_SAVE(dev
, pipe
->pipe_0x7000
, 0x7000);
423 PIPE_SAVE(dev
, pipe
->pipe_0x7400
, 0x7400);
424 PIPE_SAVE(dev
, pipe
->pipe_0x7800
, 0x7800);
425 PIPE_SAVE(dev
, pipe
->pipe_0x0040
, 0x0040);
426 PIPE_SAVE(dev
, pipe
->pipe_0x0000
, 0x0000);
429 static void nv10_graph_load_pipe(struct nouveau_channel
*chan
)
431 struct drm_device
*dev
= chan
->dev
;
432 struct graph_state
*pgraph_ctx
= chan
->pgraph_ctx
;
433 struct pipe_state
*pipe
= &pgraph_ctx
->pipe_state
;
434 uint32_t xfmode0
, xfmode1
;
437 nouveau_wait_for_idle(dev
);
438 xfmode0
= nv_rd32(dev
, NV10_PGRAPH_XFMODE0
);
439 xfmode1
= nv_rd32(dev
, NV10_PGRAPH_XFMODE1
);
440 nv_wr32(dev
, NV10_PGRAPH_XFMODE0
, 0x10000000);
441 nv_wr32(dev
, NV10_PGRAPH_XFMODE1
, 0x00000000);
442 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x000064c0);
443 for (i
= 0; i
< 4; i
++)
444 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x3f800000);
445 for (i
= 0; i
< 4; i
++)
446 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000000);
448 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00006ab0);
449 for (i
= 0; i
< 3; i
++)
450 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x3f800000);
452 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00006a80);
453 for (i
= 0; i
< 3; i
++)
454 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000000);
456 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00000040);
457 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000008);
460 PIPE_RESTORE(dev
, pipe
->pipe_0x0200
, 0x0200);
461 nouveau_wait_for_idle(dev
);
464 nv_wr32(dev
, NV10_PGRAPH_XFMODE0
, xfmode0
);
465 nv_wr32(dev
, NV10_PGRAPH_XFMODE1
, xfmode1
);
466 PIPE_RESTORE(dev
, pipe
->pipe_0x6400
, 0x6400);
467 PIPE_RESTORE(dev
, pipe
->pipe_0x6800
, 0x6800);
468 PIPE_RESTORE(dev
, pipe
->pipe_0x6c00
, 0x6c00);
469 PIPE_RESTORE(dev
, pipe
->pipe_0x7000
, 0x7000);
470 PIPE_RESTORE(dev
, pipe
->pipe_0x7400
, 0x7400);
471 PIPE_RESTORE(dev
, pipe
->pipe_0x7800
, 0x7800);
472 PIPE_RESTORE(dev
, pipe
->pipe_0x4400
, 0x4400);
473 PIPE_RESTORE(dev
, pipe
->pipe_0x0000
, 0x0000);
474 PIPE_RESTORE(dev
, pipe
->pipe_0x0040
, 0x0040);
475 nouveau_wait_for_idle(dev
);
478 static void nv10_graph_create_pipe(struct nouveau_channel
*chan
)
480 struct drm_device
*dev
= chan
->dev
;
481 struct graph_state
*pgraph_ctx
= chan
->pgraph_ctx
;
482 struct pipe_state
*fifo_pipe_state
= &pgraph_ctx
->pipe_state
;
483 uint32_t *fifo_pipe_state_addr
;
485 #define PIPE_INIT(addr) \
487 fifo_pipe_state_addr = fifo_pipe_state->pipe_##addr; \
489 #define PIPE_INIT_END(addr) \
491 uint32_t *__end_addr = fifo_pipe_state->pipe_##addr + \
492 ARRAY_SIZE(fifo_pipe_state->pipe_##addr); \
493 if (fifo_pipe_state_addr != __end_addr) \
494 NV_ERROR(dev, "incomplete pipe init for 0x%x : %p/%p\n", \
495 addr, fifo_pipe_state_addr, __end_addr); \
497 #define NV_WRITE_PIPE_INIT(value) *(fifo_pipe_state_addr++) = value
500 for (i
= 0; i
< 48; i
++)
501 NV_WRITE_PIPE_INIT(0x00000000);
502 PIPE_INIT_END(0x0200);
505 for (i
= 0; i
< 211; i
++)
506 NV_WRITE_PIPE_INIT(0x00000000);
507 NV_WRITE_PIPE_INIT(0x3f800000);
508 NV_WRITE_PIPE_INIT(0x40000000);
509 NV_WRITE_PIPE_INIT(0x40000000);
510 NV_WRITE_PIPE_INIT(0x40000000);
511 NV_WRITE_PIPE_INIT(0x40000000);
512 NV_WRITE_PIPE_INIT(0x00000000);
513 NV_WRITE_PIPE_INIT(0x00000000);
514 NV_WRITE_PIPE_INIT(0x3f800000);
515 NV_WRITE_PIPE_INIT(0x00000000);
516 NV_WRITE_PIPE_INIT(0x3f000000);
517 NV_WRITE_PIPE_INIT(0x3f000000);
518 NV_WRITE_PIPE_INIT(0x00000000);
519 NV_WRITE_PIPE_INIT(0x00000000);
520 NV_WRITE_PIPE_INIT(0x00000000);
521 NV_WRITE_PIPE_INIT(0x00000000);
522 NV_WRITE_PIPE_INIT(0x3f800000);
523 NV_WRITE_PIPE_INIT(0x00000000);
524 NV_WRITE_PIPE_INIT(0x00000000);
525 NV_WRITE_PIPE_INIT(0x00000000);
526 NV_WRITE_PIPE_INIT(0x00000000);
527 NV_WRITE_PIPE_INIT(0x00000000);
528 NV_WRITE_PIPE_INIT(0x3f800000);
529 NV_WRITE_PIPE_INIT(0x3f800000);
530 NV_WRITE_PIPE_INIT(0x3f800000);
531 NV_WRITE_PIPE_INIT(0x3f800000);
532 PIPE_INIT_END(0x6400);
535 for (i
= 0; i
< 162; i
++)
536 NV_WRITE_PIPE_INIT(0x00000000);
537 NV_WRITE_PIPE_INIT(0x3f800000);
538 for (i
= 0; i
< 25; i
++)
539 NV_WRITE_PIPE_INIT(0x00000000);
540 PIPE_INIT_END(0x6800);
543 NV_WRITE_PIPE_INIT(0x00000000);
544 NV_WRITE_PIPE_INIT(0x00000000);
545 NV_WRITE_PIPE_INIT(0x00000000);
546 NV_WRITE_PIPE_INIT(0x00000000);
547 NV_WRITE_PIPE_INIT(0xbf800000);
548 NV_WRITE_PIPE_INIT(0x00000000);
549 NV_WRITE_PIPE_INIT(0x00000000);
550 NV_WRITE_PIPE_INIT(0x00000000);
551 NV_WRITE_PIPE_INIT(0x00000000);
552 NV_WRITE_PIPE_INIT(0x00000000);
553 NV_WRITE_PIPE_INIT(0x00000000);
554 NV_WRITE_PIPE_INIT(0x00000000);
555 PIPE_INIT_END(0x6c00);
558 NV_WRITE_PIPE_INIT(0x00000000);
559 NV_WRITE_PIPE_INIT(0x00000000);
560 NV_WRITE_PIPE_INIT(0x00000000);
561 NV_WRITE_PIPE_INIT(0x00000000);
562 NV_WRITE_PIPE_INIT(0x00000000);
563 NV_WRITE_PIPE_INIT(0x00000000);
564 NV_WRITE_PIPE_INIT(0x00000000);
565 NV_WRITE_PIPE_INIT(0x00000000);
566 NV_WRITE_PIPE_INIT(0x00000000);
567 NV_WRITE_PIPE_INIT(0x00000000);
568 NV_WRITE_PIPE_INIT(0x00000000);
569 NV_WRITE_PIPE_INIT(0x00000000);
570 NV_WRITE_PIPE_INIT(0x7149f2ca);
571 NV_WRITE_PIPE_INIT(0x00000000);
572 NV_WRITE_PIPE_INIT(0x00000000);
573 NV_WRITE_PIPE_INIT(0x00000000);
574 NV_WRITE_PIPE_INIT(0x7149f2ca);
575 NV_WRITE_PIPE_INIT(0x00000000);
576 NV_WRITE_PIPE_INIT(0x00000000);
577 NV_WRITE_PIPE_INIT(0x00000000);
578 NV_WRITE_PIPE_INIT(0x7149f2ca);
579 NV_WRITE_PIPE_INIT(0x00000000);
580 NV_WRITE_PIPE_INIT(0x00000000);
581 NV_WRITE_PIPE_INIT(0x00000000);
582 NV_WRITE_PIPE_INIT(0x7149f2ca);
583 NV_WRITE_PIPE_INIT(0x00000000);
584 NV_WRITE_PIPE_INIT(0x00000000);
585 NV_WRITE_PIPE_INIT(0x00000000);
586 NV_WRITE_PIPE_INIT(0x7149f2ca);
587 NV_WRITE_PIPE_INIT(0x00000000);
588 NV_WRITE_PIPE_INIT(0x00000000);
589 NV_WRITE_PIPE_INIT(0x00000000);
590 NV_WRITE_PIPE_INIT(0x7149f2ca);
591 NV_WRITE_PIPE_INIT(0x00000000);
592 NV_WRITE_PIPE_INIT(0x00000000);
593 NV_WRITE_PIPE_INIT(0x00000000);
594 NV_WRITE_PIPE_INIT(0x7149f2ca);
595 NV_WRITE_PIPE_INIT(0x00000000);
596 NV_WRITE_PIPE_INIT(0x00000000);
597 NV_WRITE_PIPE_INIT(0x00000000);
598 NV_WRITE_PIPE_INIT(0x7149f2ca);
599 for (i
= 0; i
< 35; i
++)
600 NV_WRITE_PIPE_INIT(0x00000000);
601 PIPE_INIT_END(0x7000);
604 for (i
= 0; i
< 48; i
++)
605 NV_WRITE_PIPE_INIT(0x00000000);
606 PIPE_INIT_END(0x7400);
609 for (i
= 0; i
< 48; i
++)
610 NV_WRITE_PIPE_INIT(0x00000000);
611 PIPE_INIT_END(0x7800);
614 for (i
= 0; i
< 32; i
++)
615 NV_WRITE_PIPE_INIT(0x00000000);
616 PIPE_INIT_END(0x4400);
619 for (i
= 0; i
< 16; i
++)
620 NV_WRITE_PIPE_INIT(0x00000000);
621 PIPE_INIT_END(0x0000);
624 for (i
= 0; i
< 4; i
++)
625 NV_WRITE_PIPE_INIT(0x00000000);
626 PIPE_INIT_END(0x0040);
630 #undef NV_WRITE_PIPE_INIT
633 static int nv10_graph_ctx_regs_find_offset(struct drm_device
*dev
, int reg
)
636 for (i
= 0; i
< ARRAY_SIZE(nv10_graph_ctx_regs
); i
++) {
637 if (nv10_graph_ctx_regs
[i
] == reg
)
640 NV_ERROR(dev
, "unknow offset nv10_ctx_regs %d\n", reg
);
644 static int nv17_graph_ctx_regs_find_offset(struct drm_device
*dev
, int reg
)
647 for (i
= 0; i
< ARRAY_SIZE(nv17_graph_ctx_regs
); i
++) {
648 if (nv17_graph_ctx_regs
[i
] == reg
)
651 NV_ERROR(dev
, "unknow offset nv17_ctx_regs %d\n", reg
);
655 static void nv10_graph_load_dma_vtxbuf(struct nouveau_channel
*chan
,
658 struct drm_device
*dev
= chan
->dev
;
659 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
660 struct nouveau_pgraph_engine
*pgraph
= &dev_priv
->engine
.graph
;
661 uint32_t st2
, st2_dl
, st2_dh
, fifo_ptr
, fifo
[0x60/4];
662 uint32_t ctx_user
, ctx_switch
[5];
665 /* NV10TCL_DMA_VTXBUF (method 0x18c) modifies hidden state
666 * that cannot be restored via MMIO. Do it through the FIFO
670 /* Look for a celsius object */
671 for (i
= 0; i
< 8; i
++) {
672 int class = nv_rd32(dev
, NV10_PGRAPH_CTX_CACHE(i
, 0)) & 0xfff;
674 if (class == 0x56 || class == 0x96 || class == 0x99) {
680 if (subchan
< 0 || !inst
)
683 /* Save the current ctx object */
684 ctx_user
= nv_rd32(dev
, NV10_PGRAPH_CTX_USER
);
685 for (i
= 0; i
< 5; i
++)
686 ctx_switch
[i
] = nv_rd32(dev
, NV10_PGRAPH_CTX_SWITCH(i
));
688 /* Save the FIFO state */
689 st2
= nv_rd32(dev
, NV10_PGRAPH_FFINTFC_ST2
);
690 st2_dl
= nv_rd32(dev
, NV10_PGRAPH_FFINTFC_ST2_DL
);
691 st2_dh
= nv_rd32(dev
, NV10_PGRAPH_FFINTFC_ST2_DH
);
692 fifo_ptr
= nv_rd32(dev
, NV10_PGRAPH_FFINTFC_FIFO_PTR
);
694 for (i
= 0; i
< ARRAY_SIZE(fifo
); i
++)
695 fifo
[i
] = nv_rd32(dev
, 0x4007a0 + 4 * i
);
697 /* Switch to the celsius subchannel */
698 for (i
= 0; i
< 5; i
++)
699 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(i
),
700 nv_rd32(dev
, NV10_PGRAPH_CTX_CACHE(subchan
, i
)));
701 nv_mask(dev
, NV10_PGRAPH_CTX_USER
, 0xe000, subchan
<< 13);
703 /* Inject NV10TCL_DMA_VTXBUF */
704 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_FIFO_PTR
, 0);
705 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2
,
706 0x2c000000 | chan
->id
<< 20 | subchan
<< 16 | 0x18c);
707 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2_DL
, inst
);
708 nv_mask(dev
, NV10_PGRAPH_CTX_CONTROL
, 0, 0x10000);
709 pgraph
->fifo_access(dev
, true);
710 pgraph
->fifo_access(dev
, false);
712 /* Restore the FIFO state */
713 for (i
= 0; i
< ARRAY_SIZE(fifo
); i
++)
714 nv_wr32(dev
, 0x4007a0 + 4 * i
, fifo
[i
]);
716 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_FIFO_PTR
, fifo_ptr
);
717 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2
, st2
);
718 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2_DL
, st2_dl
);
719 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2_DH
, st2_dh
);
721 /* Restore the current ctx object */
722 for (i
= 0; i
< 5; i
++)
723 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(i
), ctx_switch
[i
]);
724 nv_wr32(dev
, NV10_PGRAPH_CTX_USER
, ctx_user
);
727 int nv10_graph_load_context(struct nouveau_channel
*chan
)
729 struct drm_device
*dev
= chan
->dev
;
730 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
731 struct graph_state
*pgraph_ctx
= chan
->pgraph_ctx
;
735 for (i
= 0; i
< ARRAY_SIZE(nv10_graph_ctx_regs
); i
++)
736 nv_wr32(dev
, nv10_graph_ctx_regs
[i
], pgraph_ctx
->nv10
[i
]);
737 if (dev_priv
->chipset
>= 0x17) {
738 for (i
= 0; i
< ARRAY_SIZE(nv17_graph_ctx_regs
); i
++)
739 nv_wr32(dev
, nv17_graph_ctx_regs
[i
],
740 pgraph_ctx
->nv17
[i
]);
743 nv10_graph_load_pipe(chan
);
744 nv10_graph_load_dma_vtxbuf(chan
, (nv_rd32(dev
, NV10_PGRAPH_GLOBALSTATE1
)
747 nv_wr32(dev
, NV10_PGRAPH_CTX_CONTROL
, 0x10010100);
748 tmp
= nv_rd32(dev
, NV10_PGRAPH_CTX_USER
);
749 nv_wr32(dev
, NV10_PGRAPH_CTX_USER
, (tmp
& 0xffffff) | chan
->id
<< 24);
750 tmp
= nv_rd32(dev
, NV10_PGRAPH_FFINTFC_ST2
);
751 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2
, tmp
& 0xcfffffff);
756 nv10_graph_unload_context(struct drm_device
*dev
)
758 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
759 struct nouveau_pgraph_engine
*pgraph
= &dev_priv
->engine
.graph
;
760 struct nouveau_fifo_engine
*pfifo
= &dev_priv
->engine
.fifo
;
761 struct nouveau_channel
*chan
;
762 struct graph_state
*ctx
;
766 chan
= pgraph
->channel(dev
);
769 ctx
= chan
->pgraph_ctx
;
771 for (i
= 0; i
< ARRAY_SIZE(nv10_graph_ctx_regs
); i
++)
772 ctx
->nv10
[i
] = nv_rd32(dev
, nv10_graph_ctx_regs
[i
]);
774 if (dev_priv
->chipset
>= 0x17) {
775 for (i
= 0; i
< ARRAY_SIZE(nv17_graph_ctx_regs
); i
++)
776 ctx
->nv17
[i
] = nv_rd32(dev
, nv17_graph_ctx_regs
[i
]);
779 nv10_graph_save_pipe(chan
);
781 nv_wr32(dev
, NV10_PGRAPH_CTX_CONTROL
, 0x10000000);
782 tmp
= nv_rd32(dev
, NV10_PGRAPH_CTX_USER
) & 0x00ffffff;
783 tmp
|= (pfifo
->channels
- 1) << 24;
784 nv_wr32(dev
, NV10_PGRAPH_CTX_USER
, tmp
);
789 nv10_graph_context_switch(struct drm_device
*dev
)
791 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
792 struct nouveau_pgraph_engine
*pgraph
= &dev_priv
->engine
.graph
;
793 struct nouveau_channel
*chan
= NULL
;
796 pgraph
->fifo_access(dev
, false);
797 nouveau_wait_for_idle(dev
);
799 /* If previous context is valid, we need to save it */
800 nv10_graph_unload_context(dev
);
802 /* Load context for next channel */
803 chid
= (nv_rd32(dev
, NV04_PGRAPH_TRAPPED_ADDR
) >> 20) & 0x1f;
804 chan
= dev_priv
->fifos
[chid
];
806 nv10_graph_load_context(chan
);
808 pgraph
->fifo_access(dev
, true);
811 #define NV_WRITE_CTX(reg, val) do { \
812 int offset = nv10_graph_ctx_regs_find_offset(dev, reg); \
814 pgraph_ctx->nv10[offset] = val; \
817 #define NV17_WRITE_CTX(reg, val) do { \
818 int offset = nv17_graph_ctx_regs_find_offset(dev, reg); \
820 pgraph_ctx->nv17[offset] = val; \
823 struct nouveau_channel
*
824 nv10_graph_channel(struct drm_device
*dev
)
826 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
827 int chid
= dev_priv
->engine
.fifo
.channels
;
829 if (nv_rd32(dev
, NV10_PGRAPH_CTX_CONTROL
) & 0x00010000)
830 chid
= nv_rd32(dev
, NV10_PGRAPH_CTX_USER
) >> 24;
832 if (chid
>= dev_priv
->engine
.fifo
.channels
)
835 return dev_priv
->fifos
[chid
];
838 int nv10_graph_create_context(struct nouveau_channel
*chan
)
840 struct drm_device
*dev
= chan
->dev
;
841 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
842 struct graph_state
*pgraph_ctx
;
844 NV_DEBUG(dev
, "nv10_graph_context_create %d\n", chan
->id
);
846 chan
->pgraph_ctx
= pgraph_ctx
= kzalloc(sizeof(*pgraph_ctx
),
848 if (pgraph_ctx
== NULL
)
852 NV_WRITE_CTX(0x00400e88, 0x08000000);
853 NV_WRITE_CTX(0x00400e9c, 0x4b7fffff);
854 NV_WRITE_CTX(NV03_PGRAPH_XY_LOGIC_MISC0
, 0x0001ffff);
855 NV_WRITE_CTX(0x00400e10, 0x00001000);
856 NV_WRITE_CTX(0x00400e14, 0x00001000);
857 NV_WRITE_CTX(0x00400e30, 0x00080008);
858 NV_WRITE_CTX(0x00400e34, 0x00080008);
859 if (dev_priv
->chipset
>= 0x17) {
860 /* is it really needed ??? */
861 NV17_WRITE_CTX(NV10_PGRAPH_DEBUG_4
,
862 nv_rd32(dev
, NV10_PGRAPH_DEBUG_4
));
863 NV17_WRITE_CTX(0x004006b0, nv_rd32(dev
, 0x004006b0));
864 NV17_WRITE_CTX(0x00400eac, 0x0fff0000);
865 NV17_WRITE_CTX(0x00400eb0, 0x0fff0000);
866 NV17_WRITE_CTX(0x00400ec0, 0x00000080);
867 NV17_WRITE_CTX(0x00400ed0, 0x00000080);
869 NV_WRITE_CTX(NV10_PGRAPH_CTX_USER
, chan
->id
<< 24);
871 nv10_graph_create_pipe(chan
);
875 void nv10_graph_destroy_context(struct nouveau_channel
*chan
)
877 struct graph_state
*pgraph_ctx
= chan
->pgraph_ctx
;
880 chan
->pgraph_ctx
= NULL
;
884 nv10_graph_set_region_tiling(struct drm_device
*dev
, int i
, uint32_t addr
,
885 uint32_t size
, uint32_t pitch
)
887 uint32_t limit
= max(1u, addr
+ size
) - 1;
892 nv_wr32(dev
, NV10_PGRAPH_TLIMIT(i
), limit
);
893 nv_wr32(dev
, NV10_PGRAPH_TSIZE(i
), pitch
);
894 nv_wr32(dev
, NV10_PGRAPH_TILE(i
), addr
);
897 int nv10_graph_init(struct drm_device
*dev
)
899 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
903 nv_wr32(dev
, NV03_PMC_ENABLE
, nv_rd32(dev
, NV03_PMC_ENABLE
) &
904 ~NV_PMC_ENABLE_PGRAPH
);
905 nv_wr32(dev
, NV03_PMC_ENABLE
, nv_rd32(dev
, NV03_PMC_ENABLE
) |
906 NV_PMC_ENABLE_PGRAPH
);
908 nv_wr32(dev
, NV03_PGRAPH_INTR
, 0xFFFFFFFF);
909 nv_wr32(dev
, NV03_PGRAPH_INTR_EN
, 0xFFFFFFFF);
911 nv_wr32(dev
, NV04_PGRAPH_DEBUG_0
, 0xFFFFFFFF);
912 nv_wr32(dev
, NV04_PGRAPH_DEBUG_0
, 0x00000000);
913 nv_wr32(dev
, NV04_PGRAPH_DEBUG_1
, 0x00118700);
914 /* nv_wr32(dev, NV04_PGRAPH_DEBUG_2, 0x24E00810); */ /* 0x25f92ad9 */
915 nv_wr32(dev
, NV04_PGRAPH_DEBUG_2
, 0x25f92ad9);
916 nv_wr32(dev
, NV04_PGRAPH_DEBUG_3
, 0x55DE0830 |
919 if (dev_priv
->chipset
>= 0x17) {
920 nv_wr32(dev
, NV10_PGRAPH_DEBUG_4
, 0x1f000000);
921 nv_wr32(dev
, 0x400a10, 0x3ff3fb6);
922 nv_wr32(dev
, 0x400838, 0x2f8684);
923 nv_wr32(dev
, 0x40083c, 0x115f3f);
924 nv_wr32(dev
, 0x004006b0, 0x40000020);
926 nv_wr32(dev
, NV10_PGRAPH_DEBUG_4
, 0x00000000);
928 /* Turn all the tiling regions off. */
929 for (i
= 0; i
< NV10_PFB_TILE__SIZE
; i
++)
930 nv10_graph_set_region_tiling(dev
, i
, 0, 0, 0);
932 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(0), 0x00000000);
933 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(1), 0x00000000);
934 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(2), 0x00000000);
935 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(3), 0x00000000);
936 nv_wr32(dev
, NV10_PGRAPH_CTX_SWITCH(4), 0x00000000);
937 nv_wr32(dev
, NV10_PGRAPH_STATE
, 0xFFFFFFFF);
939 tmp
= nv_rd32(dev
, NV10_PGRAPH_CTX_USER
) & 0x00ffffff;
940 tmp
|= (dev_priv
->engine
.fifo
.channels
- 1) << 24;
941 nv_wr32(dev
, NV10_PGRAPH_CTX_USER
, tmp
);
942 nv_wr32(dev
, NV10_PGRAPH_CTX_CONTROL
, 0x10000100);
943 nv_wr32(dev
, NV10_PGRAPH_FFINTFC_ST2
, 0x08000000);
948 void nv10_graph_takedown(struct drm_device
*dev
)
953 nv17_graph_mthd_lma_window(struct nouveau_channel
*chan
, int grclass
,
954 int mthd
, uint32_t data
)
956 struct drm_device
*dev
= chan
->dev
;
957 struct graph_state
*ctx
= chan
->pgraph_ctx
;
958 struct pipe_state
*pipe
= &ctx
->pipe_state
;
959 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
960 struct nouveau_pgraph_engine
*pgraph
= &dev_priv
->engine
.graph
;
961 uint32_t pipe_0x0040
[1], pipe_0x64c0
[8], pipe_0x6a80
[3], pipe_0x6ab0
[3];
962 uint32_t xfmode0
, xfmode1
;
965 ctx
->lma_window
[(mthd
- 0x1638) / 4] = data
;
970 nouveau_wait_for_idle(dev
);
972 PIPE_SAVE(dev
, pipe_0x0040
, 0x0040);
973 PIPE_SAVE(dev
, pipe
->pipe_0x0200
, 0x0200);
975 PIPE_RESTORE(dev
, ctx
->lma_window
, 0x6790);
977 nouveau_wait_for_idle(dev
);
979 xfmode0
= nv_rd32(dev
, NV10_PGRAPH_XFMODE0
);
980 xfmode1
= nv_rd32(dev
, NV10_PGRAPH_XFMODE1
);
982 PIPE_SAVE(dev
, pipe
->pipe_0x4400
, 0x4400);
983 PIPE_SAVE(dev
, pipe_0x64c0
, 0x64c0);
984 PIPE_SAVE(dev
, pipe_0x6ab0
, 0x6ab0);
985 PIPE_SAVE(dev
, pipe_0x6a80
, 0x6a80);
987 nouveau_wait_for_idle(dev
);
989 nv_wr32(dev
, NV10_PGRAPH_XFMODE0
, 0x10000000);
990 nv_wr32(dev
, NV10_PGRAPH_XFMODE1
, 0x00000000);
991 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x000064c0);
992 for (i
= 0; i
< 4; i
++)
993 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x3f800000);
994 for (i
= 0; i
< 4; i
++)
995 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000000);
997 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00006ab0);
998 for (i
= 0; i
< 3; i
++)
999 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x3f800000);
1001 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00006a80);
1002 for (i
= 0; i
< 3; i
++)
1003 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000000);
1005 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x00000040);
1006 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000008);
1008 PIPE_RESTORE(dev
, pipe
->pipe_0x0200
, 0x0200);
1010 nouveau_wait_for_idle(dev
);
1012 PIPE_RESTORE(dev
, pipe_0x0040
, 0x0040);
1014 nv_wr32(dev
, NV10_PGRAPH_XFMODE0
, xfmode0
);
1015 nv_wr32(dev
, NV10_PGRAPH_XFMODE1
, xfmode1
);
1017 PIPE_RESTORE(dev
, pipe_0x64c0
, 0x64c0);
1018 PIPE_RESTORE(dev
, pipe_0x6ab0
, 0x6ab0);
1019 PIPE_RESTORE(dev
, pipe_0x6a80
, 0x6a80);
1020 PIPE_RESTORE(dev
, pipe
->pipe_0x4400
, 0x4400);
1022 nv_wr32(dev
, NV10_PGRAPH_PIPE_ADDRESS
, 0x000000c0);
1023 nv_wr32(dev
, NV10_PGRAPH_PIPE_DATA
, 0x00000000);
1025 nouveau_wait_for_idle(dev
);
1027 pgraph
->fifo_access(dev
, true);
1033 nv17_graph_mthd_lma_enable(struct nouveau_channel
*chan
, int grclass
,
1034 int mthd
, uint32_t data
)
1036 struct drm_device
*dev
= chan
->dev
;
1037 struct drm_nouveau_private
*dev_priv
= dev
->dev_private
;
1038 struct nouveau_pgraph_engine
*pgraph
= &dev_priv
->engine
.graph
;
1040 nouveau_wait_for_idle(dev
);
1042 nv_wr32(dev
, NV10_PGRAPH_DEBUG_4
,
1043 nv_rd32(dev
, NV10_PGRAPH_DEBUG_4
) | 0x1 << 8);
1044 nv_wr32(dev
, 0x004006b0,
1045 nv_rd32(dev
, 0x004006b0) | 0x8 << 24);
1047 pgraph
->fifo_access(dev
, true);
1052 static struct nouveau_pgraph_object_method nv17_graph_celsius_mthds
[] = {
1053 { 0x1638, nv17_graph_mthd_lma_window
},
1054 { 0x163c, nv17_graph_mthd_lma_window
},
1055 { 0x1640, nv17_graph_mthd_lma_window
},
1056 { 0x1644, nv17_graph_mthd_lma_window
},
1057 { 0x1658, nv17_graph_mthd_lma_enable
},
1061 struct nouveau_pgraph_object_class nv10_graph_grclass
[] = {
1062 { 0x0030, false, NULL
}, /* null */
1063 { 0x0039, false, NULL
}, /* m2mf */
1064 { 0x004a, false, NULL
}, /* gdirect */
1065 { 0x005f, false, NULL
}, /* imageblit */
1066 { 0x009f, false, NULL
}, /* imageblit (nv12) */
1067 { 0x008a, false, NULL
}, /* ifc */
1068 { 0x0089, false, NULL
}, /* sifm */
1069 { 0x0062, false, NULL
}, /* surf2d */
1070 { 0x0043, false, NULL
}, /* rop */
1071 { 0x0012, false, NULL
}, /* beta1 */
1072 { 0x0072, false, NULL
}, /* beta4 */
1073 { 0x0019, false, NULL
}, /* cliprect */
1074 { 0x0044, false, NULL
}, /* pattern */
1075 { 0x0052, false, NULL
}, /* swzsurf */
1076 { 0x0093, false, NULL
}, /* surf3d */
1077 { 0x0094, false, NULL
}, /* tex_tri */
1078 { 0x0095, false, NULL
}, /* multitex_tri */
1079 { 0x0056, false, NULL
}, /* celcius (nv10) */
1080 { 0x0096, false, NULL
}, /* celcius (nv11) */
1081 { 0x0099, false, nv17_graph_celsius_mthds
}, /* celcius (nv17) */