2 * VDPAU video output driver
4 * Copyright (C) 2008 NVIDIA
5 * Copyright (C) 2009 Uoti Urpala
7 * This file is part of MPlayer.
9 * MPlayer is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * MPlayer is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License along
20 * with MPlayer; if not, write to the Free Software Foundation, Inc.,
21 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
25 * Actual decoding and presentation are implemented here.
26 * All necessary frame information is collected through
27 * the "vdpau_render_state" structure after parsing all headers
28 * etc. in libavcodec for different codecs.
41 #include "video_out.h"
42 #include "x11_common.h"
46 #include "subopt-helper.h"
47 #include "libmpcodecs/vfcap.h"
48 #include "libmpcodecs/mp_image.h"
49 #include "osdep/timer.h"
51 #include "libavcodec/vdpau.h"
53 #include "sub/font_load.h"
55 #include "libavutil/common.h"
56 #include "libavutil/mathematics.h"
58 #include "sub/ass_mp.h"
60 #define WRAP_ADD(x, a, m) ((a) < 0 \
61 ? ((x)+(a)+(m) < (m) ? (x)+(a)+(m) : (x)+(a)) \
62 : ((x)+(a) < (m) ? (x)+(a) : (x)+(a)-(m)))
64 #define CHECK_ST_ERROR(message) \
66 if (vdp_st != VDP_STATUS_OK) { \
67 mp_msg(MSGT_VO, MSGL_ERR, "[vdpau] %s: %s\n", \
68 message, vdp->get_error_string(vdp_st)); \
73 #define CHECK_ST_WARNING(message) \
75 if (vdp_st != VDP_STATUS_OK) \
76 mp_msg(MSGT_VO, MSGL_WARN, "[ vdpau] %s: %s\n", \
77 message, vdp->get_error_string(vdp_st)); \
80 /* number of video and output surfaces */
81 #define MAX_OUTPUT_SURFACES 15
82 #define MAX_VIDEO_SURFACES 50
83 #define NUM_BUFFERED_VIDEO 5
85 /* number of palette entries */
86 #define PALETTE_SIZE 256
88 /* Initial size of EOSD surface in pixels (x*x) */
89 #define EOSD_SURFACE_INITIAL_SIZE 256
91 /* Pixelformat used for output surfaces */
92 #define OUTPUT_RGBA_FORMAT VDP_RGBA_FORMAT_B8G8R8A8
95 * Global variable declaration - VDPAU specific
98 struct vdp_functions
{
99 #define VDP_FUNCTION(vdp_type, _, mp_name) vdp_type *mp_name;
100 #include "vdpau_template.c"
105 struct vdp_functions
*vdp
;
107 VdpDevice vdp_device
;
109 bool preemption_acked
;
110 bool preemption_user_notified
;
111 unsigned int last_preemption_retry_fail
;
112 VdpGetProcAddress
*vdp_get_proc_address
;
114 VdpPresentationQueueTarget flip_target
;
115 VdpPresentationQueue flip_queue
;
116 uint64_t last_vdp_time
;
117 unsigned int last_sync_update
;
119 /* an extra last output surface is used for OSD and screenshots */
120 VdpOutputSurface output_surfaces
[MAX_OUTPUT_SURFACES
+ 1];
121 int num_output_surfaces
;
122 struct buffered_video_surface
{
123 VdpVideoSurface surface
;
126 } buffered_video
[NUM_BUFFERED_VIDEO
];
128 int output_surface_width
, output_surface_height
;
130 VdpVideoMixer video_mixer
;
131 struct mp_csp_details colorspace
;
140 int flip_offset_window
;
146 int decoder_max_refs
;
148 VdpRect src_rect_vid
;
149 VdpRect out_rect_vid
;
150 int border_x
, border_y
;
152 struct vdpau_render_state surface_render
[MAX_VIDEO_SURFACES
];
154 int query_surface_num
;
155 VdpTime recent_vsync_time
;
157 unsigned int vsync_interval
;
158 uint64_t last_queue_time
;
159 uint64_t queue_time
[MAX_OUTPUT_SURFACES
];
160 uint64_t last_ideal_time
;
162 uint64_t dropped_time
;
163 uint32_t vid_width
, vid_height
;
164 uint32_t vid_d_width
, vid_d_height
;
165 uint32_t image_format
;
166 VdpChromaType vdp_chroma_type
;
167 VdpYCbCrFormat vdp_pixel_format
;
170 unsigned char *index_data
;
172 uint32_t palette
[PALETTE_SIZE
];
176 struct eosd_bitmap_surface
{
177 VdpBitmapSurface surface
;
184 // List of surfaces to be rendered
190 int eosd_targets_size
;
193 int eosd_render_count
;
196 struct mp_csp_equalizer video_eq
;
198 // These tell what's been initialized and uninit() should free/uninitialize
202 static int change_vdptime_sync(struct vdpctx
*vc
, unsigned int *t
)
204 struct vdp_functions
*vdp
= vc
->vdp
;
207 vdp_st
= vdp
->presentation_queue_get_time(vc
->flip_queue
, &vdp_time
);
208 CHECK_ST_ERROR("Error when calling vdp_presentation_queue_get_time");
209 unsigned int t1
= *t
;
210 unsigned int t2
= GetTimer();
211 uint64_t old
= vc
->last_vdp_time
+ (t1
- vc
->last_sync_update
) * 1000ULL;
213 if (vdp_time
> old
+ (t2
- t1
) * 1000ULL)
214 vdp_time
-= (t2
- t1
) * 1000ULL;
217 mp_msg(MSGT_VO
, MSGL_DBG2
, "[vdpau] adjusting VdpTime offset by %f µs\n",
218 (int64_t)(vdp_time
- old
) / 1000.);
219 vc
->last_vdp_time
= vdp_time
;
220 vc
->last_sync_update
= t1
;
225 static uint64_t sync_vdptime(struct vo
*vo
)
227 struct vdpctx
*vc
= vo
->priv
;
229 unsigned int t
= GetTimer();
230 if (t
- vc
->last_sync_update
> 5000000)
231 change_vdptime_sync(vc
, &t
);
232 uint64_t now
= (t
- vc
->last_sync_update
) * 1000ULL + vc
->last_vdp_time
;
233 // Make sure nanosecond inaccuracies don't make things inconsistent
234 now
= FFMAX(now
, vc
->recent_vsync_time
);
238 static uint64_t convert_to_vdptime(struct vo
*vo
, unsigned int t
)
240 struct vdpctx
*vc
= vo
->priv
;
241 return (int)(t
- vc
->last_sync_update
) * 1000LL + vc
->last_vdp_time
;
244 static int render_video_to_output_surface(struct vo
*vo
,
245 VdpOutputSurface output_surface
,
246 VdpRect
*output_rect
)
248 struct vdpctx
*vc
= vo
->priv
;
249 struct vdp_functions
*vdp
= vc
->vdp
;
252 if (vc
->deint_queue_pos
< 0)
255 struct buffered_video_surface
*bv
= vc
->buffered_video
;
256 int field
= VDP_VIDEO_MIXER_PICTURE_STRUCTURE_FRAME
;
257 unsigned int dp
= vc
->deint_queue_pos
;
258 // dp==0 means last field of latest frame, 1 earlier field of latest frame,
259 // 2 last field of previous frame and so on
261 field
= vc
->top_field_first
^ (dp
& 1) ?
262 VDP_VIDEO_MIXER_PICTURE_STRUCTURE_BOTTOM_FIELD
:
263 VDP_VIDEO_MIXER_PICTURE_STRUCTURE_TOP_FIELD
;
265 const VdpVideoSurface
*past_fields
= (const VdpVideoSurface
[]){
266 bv
[(dp
+1)/2].surface
, bv
[(dp
+2)/2].surface
};
267 const VdpVideoSurface
*future_fields
= (const VdpVideoSurface
[]){
268 dp
>= 1 ? bv
[(dp
-1)/2].surface
: VDP_INVALID_HANDLE
};
269 vdp_st
= vdp
->presentation_queue_block_until_surface_idle(vc
->flip_queue
,
272 CHECK_ST_WARNING("Error when calling "
273 "vdp_presentation_queue_block_until_surface_idle");
275 vdp_st
= vdp
->video_mixer_render(vc
->video_mixer
, VDP_INVALID_HANDLE
,
276 0, field
, 2, past_fields
,
277 bv
[dp
/2].surface
, 1, future_fields
,
278 &vc
->src_rect_vid
, output_surface
,
279 NULL
, output_rect
, 0, NULL
);
280 CHECK_ST_WARNING("Error when calling vdp_video_mixer_render");
284 static int video_to_output_surface(struct vo
*vo
)
286 struct vdpctx
*vc
= vo
->priv
;
288 return render_video_to_output_surface(vo
,
289 vc
->output_surfaces
[vc
->surface_num
],
293 static int next_deint_queue_pos(struct vo
*vo
, bool eof
)
295 struct vdpctx
*vc
= vo
->priv
;
297 int dqp
= vc
->deint_queue_pos
;
301 dqp
= vc
->deint
>= 2 ? dqp
- 1 : dqp
- 2 | 1;
302 if (dqp
< (eof
? 0 : 3))
307 static void set_next_frame_info(struct vo
*vo
, bool eof
)
309 struct vdpctx
*vc
= vo
->priv
;
311 vo
->frame_loaded
= false;
312 int dqp
= next_deint_queue_pos(vo
, eof
);
315 vo
->frame_loaded
= true;
318 struct buffered_video_surface
*bv
= vc
->buffered_video
;
320 if (idx
== 0) { // no future frame/pts available
321 vo
->next_pts
= bv
[0].pts
;
322 vo
->next_pts2
= MP_NOPTS_VALUE
;
323 } else if (!(vc
->deint
>= 2)) { // no field-splitting deinterlace
324 vo
->next_pts
= bv
[idx
].pts
;
325 vo
->next_pts2
= bv
[idx
- 1].pts
;
326 } else { // deinterlace with separate fields
327 double intermediate_pts
;
328 double diff
= bv
[idx
- 1].pts
- bv
[idx
].pts
;
329 if (diff
> 0 && diff
< 0.5)
330 intermediate_pts
= (bv
[idx
].pts
+ bv
[idx
- 1].pts
) / 2;
332 intermediate_pts
= bv
[idx
].pts
;
333 if (dqp
& 1) { // first field
334 vo
->next_pts
= bv
[idx
].pts
;
335 vo
->next_pts2
= intermediate_pts
;
337 vo
->next_pts
= intermediate_pts
;
338 vo
->next_pts2
= bv
[idx
- 1].pts
;
343 static void add_new_video_surface(struct vo
*vo
, VdpVideoSurface surface
,
344 struct mp_image
*reserved_mpi
, double pts
)
346 struct vdpctx
*vc
= vo
->priv
;
347 struct buffered_video_surface
*bv
= vc
->buffered_video
;
350 reserved_mpi
->usage_count
++;
351 if (bv
[NUM_BUFFERED_VIDEO
- 1].mpi
)
352 bv
[NUM_BUFFERED_VIDEO
- 1].mpi
->usage_count
--;
354 for (int i
= NUM_BUFFERED_VIDEO
- 1; i
> 0; i
--)
356 bv
[0] = (struct buffered_video_surface
){
362 vc
->deint_queue_pos
= FFMIN(vc
->deint_queue_pos
+ 2,
363 NUM_BUFFERED_VIDEO
* 2 - 3);
364 set_next_frame_info(vo
, false);
367 static void forget_frames(struct vo
*vo
)
369 struct vdpctx
*vc
= vo
->priv
;
371 vc
->deint_queue_pos
= -1001;
372 vc
->dropped_frame
= false;
373 for (int i
= 0; i
< NUM_BUFFERED_VIDEO
; i
++) {
374 struct buffered_video_surface
*p
= vc
->buffered_video
+ i
;
376 p
->mpi
->usage_count
--;
377 *p
= (struct buffered_video_surface
){
378 .surface
= VDP_INVALID_HANDLE
,
383 static void resize(struct vo
*vo
)
385 struct vdpctx
*vc
= vo
->priv
;
386 struct vdp_functions
*vdp
= vc
->vdp
;
389 struct vo_rect src_rect
;
390 struct vo_rect dst_rect
;
391 struct vo_rect borders
;
392 calc_src_dst_rects(vo
, vc
->vid_width
, vc
->vid_height
, &src_rect
, &dst_rect
,
394 vc
->out_rect_vid
.x0
= dst_rect
.left
;
395 vc
->out_rect_vid
.x1
= dst_rect
.right
;
396 vc
->out_rect_vid
.y0
= dst_rect
.top
;
397 vc
->out_rect_vid
.y1
= dst_rect
.bottom
;
398 vc
->src_rect_vid
.x0
= src_rect
.left
;
399 vc
->src_rect_vid
.x1
= src_rect
.right
;
400 vc
->src_rect_vid
.y0
= vc
->flip
? src_rect
.bottom
: src_rect
.top
;
401 vc
->src_rect_vid
.y1
= vc
->flip
? src_rect
.top
: src_rect
.bottom
;
402 vc
->border_x
= borders
.left
;
403 vc
->border_y
= borders
.top
;
404 #ifdef CONFIG_FREETYPE
405 // adjust font size to display size
408 vo_osd_changed(OSDTYPE_OSD
);
409 int flip_offset_ms
= vo_fs
? vc
->flip_offset_fs
: vc
->flip_offset_window
;
410 vo
->flip_queue_offset
= flip_offset_ms
/ 1000.;
412 int min_output_width
= FFMAX(vo
->dwidth
, vc
->vid_width
);
413 int min_output_height
= FFMAX(vo
->dheight
, vc
->vid_height
);
415 if (vc
->output_surface_width
< min_output_width
416 || vc
->output_surface_height
< min_output_height
) {
417 if (vc
->output_surface_width
< min_output_width
) {
418 vc
->output_surface_width
+= vc
->output_surface_width
>> 1;
419 vc
->output_surface_width
= FFMAX(vc
->output_surface_width
,
422 if (vc
->output_surface_height
< min_output_height
) {
423 vc
->output_surface_height
+= vc
->output_surface_height
>> 1;
424 vc
->output_surface_height
= FFMAX(vc
->output_surface_height
,
427 // Creation of output_surfaces
428 for (i
= 0; i
<= vc
->num_output_surfaces
; i
++) {
429 if (vc
->output_surfaces
[i
] != VDP_INVALID_HANDLE
) {
430 vdp_st
= vdp
->output_surface_destroy(vc
->output_surfaces
[i
]);
431 CHECK_ST_WARNING("Error when calling "
432 "vdp_output_surface_destroy");
434 vdp_st
= vdp
->output_surface_create(vc
->vdp_device
,
436 vc
->output_surface_width
,
437 vc
->output_surface_height
,
438 &vc
->output_surfaces
[i
]);
439 CHECK_ST_WARNING("Error when calling vdp_output_surface_create");
440 mp_msg(MSGT_VO
, MSGL_DBG2
, "vdpau out create: %u\n",
441 vc
->output_surfaces
[i
]);
444 vo
->want_redraw
= true;
447 static void preemption_callback(VdpDevice device
, void *context
)
449 struct vdpctx
*vc
= context
;
450 vc
->is_preempted
= true;
451 vc
->preemption_acked
= false;
454 /* Initialize vdp_get_proc_address, called from preinit() */
455 static int win_x11_init_vdpau_procs(struct vo
*vo
)
457 struct vo_x11_state
*x11
= vo
->x11
;
458 struct vdpctx
*vc
= vo
->priv
;
459 talloc_free(vc
->vdp
); // In case this is reinitialization after preemption
460 struct vdp_functions
*vdp
= talloc_zero(vc
, struct vdp_functions
);
464 struct vdp_function
{
469 const struct vdp_function
*dsc
;
471 static const struct vdp_function vdp_func
[] = {
472 #define VDP_FUNCTION(_, macro_name, mp_name) {macro_name, offsetof(struct vdp_functions, mp_name)},
473 #include "vdpau_template.c"
478 vdp_st
= vdp_device_create_x11(x11
->display
, x11
->screen
, &vc
->vdp_device
,
479 &vc
->vdp_get_proc_address
);
480 if (vdp_st
!= VDP_STATUS_OK
) {
481 if (vc
->is_preempted
)
482 mp_msg(MSGT_VO
, MSGL_DBG2
, "[vdpau] Error calling "
483 "vdp_device_create_x11 while preempted: %d\n", vdp_st
);
485 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] Error when calling "
486 "vdp_device_create_x11: %d\n", vdp_st
);
490 vdp
->get_error_string
= NULL
;
491 for (dsc
= vdp_func
; dsc
->offset
>= 0; dsc
++) {
492 vdp_st
= vc
->vdp_get_proc_address(vc
->vdp_device
, dsc
->id
,
493 (void **)((char *)vdp
+ dsc
->offset
));
494 if (vdp_st
!= VDP_STATUS_OK
) {
495 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] Error when calling "
496 "vdp_get_proc_address(function id %d): %s\n", dsc
->id
,
497 vdp
->get_error_string
? vdp
->get_error_string(vdp_st
) : "?");
501 vdp_st
= vdp
->preemption_callback_register(vc
->vdp_device
,
502 preemption_callback
, vc
);
506 static int win_x11_init_vdpau_flip_queue(struct vo
*vo
)
508 struct vdpctx
*vc
= vo
->priv
;
509 struct vdp_functions
*vdp
= vc
->vdp
;
510 struct vo_x11_state
*x11
= vo
->x11
;
513 if (vc
->flip_target
== VDP_INVALID_HANDLE
) {
514 vdp_st
= vdp
->presentation_queue_target_create_x11(vc
->vdp_device
,
517 CHECK_ST_ERROR("Error when calling "
518 "vdp_presentation_queue_target_create_x11");
521 /* Emperically this seems to be the first call which fails when we
522 * try to reinit after preemption while the user is still switched
523 * from X to a virtual terminal (creating the vdp_device initially
524 * succeeds, as does creating the flip_target above). This is
525 * probably not guaranteed behavior, but we'll assume it as a simple
526 * way to reduce warnings while trying to recover from preemption.
528 if (vc
->flip_queue
== VDP_INVALID_HANDLE
) {
529 vdp_st
= vdp
->presentation_queue_create(vc
->vdp_device
, vc
->flip_target
,
531 if (vc
->is_preempted
&& vdp_st
!= VDP_STATUS_OK
) {
532 mp_msg(MSGT_VO
, MSGL_DBG2
, "[vdpau] Failed to create flip queue "
533 "while preempted: %s\n", vdp
->get_error_string(vdp_st
));
536 CHECK_ST_ERROR("Error when calling vdp_presentation_queue_create");
540 vdp_st
= vdp
->presentation_queue_get_time(vc
->flip_queue
, &vdp_time
);
541 CHECK_ST_ERROR("Error when calling vdp_presentation_queue_get_time");
542 vc
->last_vdp_time
= vdp_time
;
543 vc
->last_sync_update
= GetTimer();
545 vc
->vsync_interval
= 1;
546 if (vc
->user_fps
> 0) {
547 vc
->vsync_interval
= 1e9
/ vc
->user_fps
;
548 mp_msg(MSGT_VO
, MSGL_INFO
, "[vdpau] Assuming user-specified display "
549 "refresh rate of %.3f Hz.\n", vc
->user_fps
);
550 } else if (vc
->user_fps
== 0) {
552 double fps
= vo_vm_get_fps(vo
);
554 mp_msg(MSGT_VO
, MSGL_WARN
, "[vdpau] Failed to get display FPS\n");
556 vc
->vsync_interval
= 1e9
/ fps
;
557 // This is verbose, but I'm not yet sure how common wrong values are
558 mp_msg(MSGT_VO
, MSGL_INFO
,
559 "[vdpau] Got display refresh rate %.3f Hz.\n"
560 "[vdpau] If that value looks wrong give the "
561 "-vo vdpau:fps=X suboption manually.\n", fps
);
564 mp_msg(MSGT_VO
, MSGL_INFO
, "[vdpau] This binary has been compiled "
565 "without XF86VidMode support.\n");
566 mp_msg(MSGT_VO
, MSGL_INFO
, "[vdpau] Can't use vsync-aware timing "
567 "without manually provided -vo vdpau:fps=X suboption.\n");
570 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] framedrop/timing logic disabled by "
576 static int set_video_attribute(struct vdpctx
*vc
, VdpVideoMixerAttribute attr
,
577 const void *value
, char *attr_name
)
579 struct vdp_functions
*vdp
= vc
->vdp
;
582 vdp_st
= vdp
->video_mixer_set_attribute_values(vc
->video_mixer
, 1, &attr
,
584 if (vdp_st
!= VDP_STATUS_OK
) {
585 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] Error setting video mixer "
586 "attribute %s: %s\n", attr_name
, vdp
->get_error_string(vdp_st
));
592 static void update_csc_matrix(struct vo
*vo
)
594 struct vdpctx
*vc
= vo
->priv
;
596 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] Updating CSC matrix\n");
598 // VdpCSCMatrix happens to be compatible with mplayer's CSC matrix type
599 // both are float[3][4]
602 struct mp_csp_params cparams
= { .colorspace
= vc
->colorspace
};
603 mp_csp_copy_equalizer_values(&cparams
, &vc
->video_eq
);
604 mp_get_yuv2rgb_coeffs(&cparams
, matrix
);
606 set_video_attribute(vc
, VDP_VIDEO_MIXER_ATTRIBUTE_CSC_MATRIX
,
607 &matrix
, "CSC matrix");
610 #define SET_VIDEO_ATTR(attr_name, attr_type, value) set_video_attribute(vc, \
611 VDP_VIDEO_MIXER_ATTRIBUTE_ ## attr_name, &(attr_type){value},\
613 static int create_vdp_mixer(struct vo
*vo
, VdpChromaType vdp_chroma_type
)
615 struct vdpctx
*vc
= vo
->priv
;
616 struct vdp_functions
*vdp
= vc
->vdp
;
617 #define VDP_NUM_MIXER_PARAMETER 3
618 #define MAX_NUM_FEATURES 6
622 if (vc
->video_mixer
!= VDP_INVALID_HANDLE
)
625 int feature_count
= 0;
626 VdpVideoMixerFeature features
[MAX_NUM_FEATURES
];
627 VdpBool feature_enables
[MAX_NUM_FEATURES
];
628 static const VdpVideoMixerParameter parameters
[VDP_NUM_MIXER_PARAMETER
] = {
629 VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_WIDTH
,
630 VDP_VIDEO_MIXER_PARAMETER_VIDEO_SURFACE_HEIGHT
,
631 VDP_VIDEO_MIXER_PARAMETER_CHROMA_TYPE
,
633 const void *const parameter_values
[VDP_NUM_MIXER_PARAMETER
] = {
638 features
[feature_count
++] = VDP_VIDEO_MIXER_FEATURE_DEINTERLACE_TEMPORAL
;
639 if (vc
->deint_type
== 4)
640 features
[feature_count
++] =
641 VDP_VIDEO_MIXER_FEATURE_DEINTERLACE_TEMPORAL_SPATIAL
;
643 features
[feature_count
++] = VDP_VIDEO_MIXER_FEATURE_INVERSE_TELECINE
;
645 features
[feature_count
++] = VDP_VIDEO_MIXER_FEATURE_NOISE_REDUCTION
;
647 features
[feature_count
++] = VDP_VIDEO_MIXER_FEATURE_SHARPNESS
;
649 VdpVideoMixerFeature hqscaling_feature
=
650 VDP_VIDEO_MIXER_FEATURE_HIGH_QUALITY_SCALING_L1
+ vc
->hqscaling
-1;
651 VdpBool hqscaling_available
;
652 vdp_st
= vdp
->video_mixer_query_feature_support(vc
->vdp_device
,
654 &hqscaling_available
);
655 CHECK_ST_ERROR("Error when calling video_mixer_query_feature_support");
656 if (hqscaling_available
)
657 features
[feature_count
++] = hqscaling_feature
;
659 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] Your hardware or VDPAU "
660 "library does not support requested hqscaling.\n");
663 vdp_st
= vdp
->video_mixer_create(vc
->vdp_device
, feature_count
, features
,
664 VDP_NUM_MIXER_PARAMETER
,
665 parameters
, parameter_values
,
667 CHECK_ST_ERROR("Error when calling vdp_video_mixer_create");
669 for (i
= 0; i
< feature_count
; i
++)
670 feature_enables
[i
] = VDP_TRUE
;
672 feature_enables
[0] = VDP_FALSE
;
673 if (vc
->deint_type
== 4 && vc
->deint
< 4)
674 feature_enables
[1] = VDP_FALSE
;
676 vdp_st
= vdp
->video_mixer_set_feature_enables(vc
->video_mixer
,
677 feature_count
, features
,
679 CHECK_ST_WARNING("Error calling vdp_video_mixer_set_feature_enables");
682 SET_VIDEO_ATTR(NOISE_REDUCTION_LEVEL
, float, vc
->denoise
);
684 SET_VIDEO_ATTR(SHARPNESS_LEVEL
, float, vc
->sharpen
);
685 if (!vc
->chroma_deint
)
686 SET_VIDEO_ATTR(SKIP_CHROMA_DEINTERLACE
, uint8_t, 1);
688 update_csc_matrix(vo
);
692 // Free everything specific to a certain video file
693 static void free_video_specific(struct vo
*vo
)
695 struct vdpctx
*vc
= vo
->priv
;
696 struct vdp_functions
*vdp
= vc
->vdp
;
700 if (vc
->decoder
!= VDP_INVALID_HANDLE
)
701 vdp
->decoder_destroy(vc
->decoder
);
702 vc
->decoder
= VDP_INVALID_HANDLE
;
703 vc
->decoder_max_refs
= -1;
707 for (i
= 0; i
< MAX_VIDEO_SURFACES
; i
++) {
708 if (vc
->surface_render
[i
].surface
!= VDP_INVALID_HANDLE
) {
709 vdp_st
= vdp
->video_surface_destroy(vc
->surface_render
[i
].surface
);
710 CHECK_ST_WARNING("Error when calling vdp_video_surface_destroy");
712 vc
->surface_render
[i
].surface
= VDP_INVALID_HANDLE
;
715 if (vc
->video_mixer
!= VDP_INVALID_HANDLE
) {
716 vdp_st
= vdp
->video_mixer_destroy(vc
->video_mixer
);
717 CHECK_ST_WARNING("Error when calling vdp_video_mixer_destroy");
719 vc
->video_mixer
= VDP_INVALID_HANDLE
;
722 static int create_vdp_decoder(struct vo
*vo
, int max_refs
)
724 struct vdpctx
*vc
= vo
->priv
;
725 struct vdp_functions
*vdp
= vc
->vdp
;
727 VdpDecoderProfile vdp_decoder_profile
;
728 if (vc
->decoder
!= VDP_INVALID_HANDLE
)
729 vdp
->decoder_destroy(vc
->decoder
);
730 switch (vc
->image_format
) {
731 case IMGFMT_VDPAU_MPEG1
:
732 vdp_decoder_profile
= VDP_DECODER_PROFILE_MPEG1
;
734 case IMGFMT_VDPAU_MPEG2
:
735 vdp_decoder_profile
= VDP_DECODER_PROFILE_MPEG2_MAIN
;
737 case IMGFMT_VDPAU_H264
:
738 vdp_decoder_profile
= VDP_DECODER_PROFILE_H264_HIGH
;
739 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] Creating H264 hardware decoder "
740 "for %d reference frames.\n", max_refs
);
742 case IMGFMT_VDPAU_WMV3
:
743 vdp_decoder_profile
= VDP_DECODER_PROFILE_VC1_MAIN
;
745 case IMGFMT_VDPAU_VC1
:
746 vdp_decoder_profile
= VDP_DECODER_PROFILE_VC1_ADVANCED
;
748 case IMGFMT_VDPAU_MPEG4
:
749 vdp_decoder_profile
= VDP_DECODER_PROFILE_MPEG4_PART2_ASP
;
752 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] Unknown image format!\n");
755 vdp_st
= vdp
->decoder_create(vc
->vdp_device
, vdp_decoder_profile
,
756 vc
->vid_width
, vc
->vid_height
, max_refs
,
758 CHECK_ST_WARNING("Failed creating VDPAU decoder");
759 if (vdp_st
!= VDP_STATUS_OK
) {
761 vc
->decoder
= VDP_INVALID_HANDLE
;
762 vc
->decoder_max_refs
= 0;
765 vc
->decoder_max_refs
= max_refs
;
769 static int initialize_vdpau_objects(struct vo
*vo
)
771 struct vdpctx
*vc
= vo
->priv
;
772 struct vdp_functions
*vdp
= vc
->vdp
;
775 vc
->vdp_chroma_type
= VDP_CHROMA_TYPE_420
;
776 switch (vc
->image_format
) {
780 vc
->vdp_pixel_format
= VDP_YCBCR_FORMAT_YV12
;
783 vc
->vdp_pixel_format
= VDP_YCBCR_FORMAT_NV12
;
786 vc
->vdp_pixel_format
= VDP_YCBCR_FORMAT_YUYV
;
787 vc
->vdp_chroma_type
= VDP_CHROMA_TYPE_422
;
790 vc
->vdp_pixel_format
= VDP_YCBCR_FORMAT_UYVY
;
791 vc
->vdp_chroma_type
= VDP_CHROMA_TYPE_422
;
793 if (win_x11_init_vdpau_flip_queue(vo
) < 0)
796 if (create_vdp_mixer(vo
, vc
->vdp_chroma_type
) < 0)
800 bitmap_surface_query_capabilities(vc
->vdp_device
,
803 &vc
->eosd_surface
.max_width
,
804 &vc
->eosd_surface
.max_height
);
805 CHECK_ST_WARNING("Query to get max EOSD surface size failed");
811 static void mark_vdpau_objects_uninitialized(struct vo
*vo
)
813 struct vdpctx
*vc
= vo
->priv
;
815 vc
->decoder
= VDP_INVALID_HANDLE
;
816 for (int i
= 0; i
< MAX_VIDEO_SURFACES
; i
++)
817 vc
->surface_render
[i
].surface
= VDP_INVALID_HANDLE
;
819 vc
->video_mixer
= VDP_INVALID_HANDLE
;
820 vc
->flip_queue
= VDP_INVALID_HANDLE
;
821 vc
->flip_target
= VDP_INVALID_HANDLE
;
822 for (int i
= 0; i
<= MAX_OUTPUT_SURFACES
; i
++)
823 vc
->output_surfaces
[i
] = VDP_INVALID_HANDLE
;
824 vc
->vdp_device
= VDP_INVALID_HANDLE
;
825 vc
->eosd_surface
= (struct eosd_bitmap_surface
){
826 .surface
= VDP_INVALID_HANDLE
,
828 vc
->output_surface_width
= vc
->output_surface_height
= -1;
829 vc
->eosd_render_count
= 0;
832 static int handle_preemption(struct vo
*vo
)
834 struct vdpctx
*vc
= vo
->priv
;
836 if (!vc
->is_preempted
)
838 if (!vc
->preemption_acked
)
839 mark_vdpau_objects_uninitialized(vo
);
840 vc
->preemption_acked
= true;
841 if (!vc
->preemption_user_notified
) {
842 mp_tmsg(MSGT_VO
, MSGL_ERR
, "[vdpau] Got display preemption notice! "
843 "Will attempt to recover.\n");
844 vc
->preemption_user_notified
= true;
846 /* Trying to initialize seems to be quite slow, so only try once a
847 * second to avoid using 100% CPU. */
848 if (vc
->last_preemption_retry_fail
849 && GetTimerMS() - vc
->last_preemption_retry_fail
< 1000)
851 if (win_x11_init_vdpau_procs(vo
) < 0 || initialize_vdpau_objects(vo
) < 0) {
852 vc
->last_preemption_retry_fail
= GetTimerMS() | 1;
855 vc
->last_preemption_retry_fail
= 0;
856 vc
->is_preempted
= false;
857 vc
->preemption_user_notified
= false;
858 mp_tmsg(MSGT_VO
, MSGL_INFO
, "[vdpau] Recovered from display preemption.\n");
863 * connect to X server, create and map window, initialize all
864 * VDPAU objects, create different surfaces etc.
866 static int config(struct vo
*vo
, uint32_t width
, uint32_t height
,
867 uint32_t d_width
, uint32_t d_height
, uint32_t flags
,
870 struct vdpctx
*vc
= vo
->priv
;
871 struct vo_x11_state
*x11
= vo
->x11
;
873 XSetWindowAttributes xswa
;
874 XWindowAttributes attribs
;
875 unsigned long xswamask
;
879 int vm
= flags
& VOFLAG_MODESWITCHING
;
882 if (handle_preemption(vo
) < 0)
885 vc
->flip
= flags
& VOFLAG_FLIPPING
;
886 vc
->image_format
= format
;
887 vc
->vid_width
= width
;
888 vc
->vid_height
= height
;
889 vc
->vid_d_width
= d_width
;
890 vc
->vid_d_height
= d_height
;
892 free_video_specific(vo
);
893 if (IMGFMT_IS_VDPAU(vc
->image_format
) && !create_vdp_decoder(vo
, 2))
899 vc
->mode_switched
= true;
902 XGetWindowAttributes(x11
->display
, DefaultRootWindow(x11
->display
),
904 depth
= attribs
.depth
;
905 if (depth
!= 15 && depth
!= 16 && depth
!= 24 && depth
!= 32)
907 XMatchVisualInfo(x11
->display
, x11
->screen
, depth
, TrueColor
, &vinfo
);
909 xswa
.background_pixel
= 0;
910 xswa
.border_pixel
= 0;
911 /* Do not use CWBackPixel: It leads to VDPAU errors after
912 * aspect ratio changes. */
913 xswamask
= CWBorderPixel
;
915 vo_x11_create_vo_window(vo
, &vinfo
, vo
->dx
, vo
->dy
, d_width
, d_height
,
916 flags
, CopyFromParent
, "vdpau");
917 XChangeWindowAttributes(x11
->display
, x11
->window
, xswamask
, &xswa
);
921 /* Grab the mouse pointer in our window */
923 XGrabPointer(x11
->display
, x11
->window
, True
, 0,
924 GrabModeAsync
, GrabModeAsync
,
925 x11
->window
, None
, CurrentTime
);
926 XSetInputFocus(x11
->display
, x11
->window
, RevertToNone
, CurrentTime
);
930 if ((flags
& VOFLAG_FULLSCREEN
) && WinID
<= 0)
933 if (initialize_vdpau_objects(vo
) < 0)
939 static void check_events(struct vo
*vo
)
941 if (handle_preemption(vo
) < 0)
944 int e
= vo_x11_check_events(vo
);
946 if (e
& VO_EVENT_RESIZE
)
948 else if (e
& VO_EVENT_EXPOSE
) {
949 vo
->want_redraw
= true;
953 static void draw_osd_I8A8(void *ctx
, int x0
, int y0
, int w
, int h
,
954 unsigned char *src
, unsigned char *srca
, int stride
)
957 struct vdpctx
*vc
= vo
->priv
;
958 struct vdp_functions
*vdp
= vc
->vdp
;
959 VdpOutputSurface output_surface
= vc
->output_surfaces
[vc
->surface_num
];
963 int index_data_size_required
;
964 VdpRect output_indexed_rect_vid
;
969 index_data_size_required
= 2*w
*h
;
970 if (vc
->index_data_size
< index_data_size_required
) {
971 vc
->index_data
= talloc_realloc_size(vc
, vc
->index_data
,
972 index_data_size_required
);
973 vc
->index_data_size
= index_data_size_required
;
976 // index_data creation, component order - I, A, I, A, .....
977 for (i
= 0; i
< h
; i
++)
978 for (int j
= 0; j
< w
; j
++) {
979 vc
->index_data
[i
*2*w
+ j
*2] = src
[i
*stride
+j
];
980 vc
->index_data
[i
*2*w
+ j
*2 + 1] = -srca
[i
*stride
+j
];
983 output_indexed_rect_vid
.x0
= x0
;
984 output_indexed_rect_vid
.y0
= y0
;
985 output_indexed_rect_vid
.x1
= x0
+ w
;
986 output_indexed_rect_vid
.y1
= y0
+ h
;
990 // write source_data to osd_surface.
991 VdpOutputSurface osd_surface
= vc
->output_surfaces
[vc
->num_output_surfaces
];
993 output_surface_put_bits_indexed(osd_surface
, VDP_INDEXED_FORMAT_I8A8
,
994 (const void *const*)&vc
->index_data
,
995 &pitch
, &output_indexed_rect_vid
,
996 VDP_COLOR_TABLE_FORMAT_B8G8R8X8
,
997 (void *)vc
->palette
);
998 CHECK_ST_WARNING("Error when calling vdp_output_surface_put_bits_indexed");
1000 VdpOutputSurfaceRenderBlendState blend_state
= {
1001 .struct_version
= VDP_OUTPUT_SURFACE_RENDER_BLEND_STATE_VERSION
,
1002 .blend_factor_source_color
=
1003 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE
,
1004 .blend_factor_source_alpha
=
1005 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE
,
1006 .blend_factor_destination_color
=
1007 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA
,
1008 .blend_factor_destination_alpha
=
1009 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA
,
1010 .blend_equation_color
= VDP_OUTPUT_SURFACE_RENDER_BLEND_EQUATION_ADD
,
1011 .blend_equation_alpha
= VDP_OUTPUT_SURFACE_RENDER_BLEND_EQUATION_ADD
,
1015 output_surface_render_output_surface(output_surface
,
1016 &output_indexed_rect_vid
,
1018 &output_indexed_rect_vid
,
1020 VDP_OUTPUT_SURFACE_RENDER_ROTATE_0
);
1021 CHECK_ST_WARNING("Error when calling "
1022 "vdp_output_surface_render_output_surface");
1025 static void draw_eosd(struct vo
*vo
)
1027 struct vdpctx
*vc
= vo
->priv
;
1028 struct vdp_functions
*vdp
= vc
->vdp
;
1030 VdpOutputSurface output_surface
= vc
->output_surfaces
[vc
->surface_num
];
1033 VdpOutputSurfaceRenderBlendState blend_state
= {
1034 .struct_version
= VDP_OUTPUT_SURFACE_RENDER_BLEND_STATE_VERSION
,
1035 .blend_factor_source_color
=
1036 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_SRC_ALPHA
,
1037 .blend_factor_source_alpha
=
1038 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE
,
1039 .blend_factor_destination_color
=
1040 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA
,
1041 .blend_factor_destination_alpha
=
1042 VDP_OUTPUT_SURFACE_RENDER_BLEND_FACTOR_SRC_ALPHA
,
1043 .blend_equation_color
= VDP_OUTPUT_SURFACE_RENDER_BLEND_EQUATION_ADD
,
1044 .blend_equation_alpha
= VDP_OUTPUT_SURFACE_RENDER_BLEND_EQUATION_ADD
,
1047 for (i
= 0; i
< vc
->eosd_render_count
; i
++) {
1049 output_surface_render_bitmap_surface(output_surface
,
1050 &vc
->eosd_targets
[i
].dest
,
1051 vc
->eosd_surface
.surface
,
1052 &vc
->eosd_targets
[i
].source
,
1053 &vc
->eosd_targets
[i
].color
,
1055 VDP_OUTPUT_SURFACE_RENDER_ROTATE_0
);
1056 CHECK_ST_WARNING("EOSD: Error when rendering");
1060 #define HEIGHT_SORT_BITS 4
1061 static int size_index(struct eosd_target
*r
)
1063 unsigned int h
= r
->source
.y1
;
1064 int n
= av_log2_16bit(h
);
1065 return (n
<< HEIGHT_SORT_BITS
)
1066 + (- 1 - (h
<< HEIGHT_SORT_BITS
>> n
) & (1 << HEIGHT_SORT_BITS
) - 1);
1069 /* Pack the given rectangles into an area of size w * h.
1070 * The size of each rectangle is read from .source.x1/.source.y1.
1071 * The height of each rectangle must be at least 1 and less than 65536.
1072 * The .source rectangle is then set corresponding to the packed position.
1073 * 'scratch' must point to work memory for num_rects+16 ints.
1074 * Return 0 on success, -1 if the rectangles did not fit in w*h.
1076 * The rectangles are placed in rows in order approximately sorted by
1077 * height (the approximate sorting is simpler than a full one would be,
1078 * and allows the algorithm to work in linear time). Additionally, to
1079 * reduce wasted space when there are a few tall rectangles, empty
1080 * lower-right parts of rows are filled recursively when the size of
1081 * rectangles in the row drops past a power-of-two threshold. So if a
1082 * row starts with rectangles of size 3x50, 10x40 and 5x20 then the
1083 * free rectangle with corners (13, 20)-(w, 50) is filled recursively.
1085 static int pack_rectangles(struct eosd_target
*rects
, int num_rects
,
1086 int w
, int h
, int *scratch
)
1088 int bins
[16 << HEIGHT_SORT_BITS
];
1089 int sizes
[16 << HEIGHT_SORT_BITS
] = {};
1090 for (int i
= 0; i
< num_rects
; i
++)
1091 sizes
[size_index(rects
+ i
)]++;
1093 for (int i
= 0; i
< 16 << HEIGHT_SORT_BITS
; i
+= 1 << HEIGHT_SORT_BITS
) {
1094 for (int j
= 0; j
< 1 << HEIGHT_SORT_BITS
; j
++) {
1096 idx
+= sizes
[i
+ j
];
1098 scratch
[idx
++] = -1;
1100 for (int i
= 0; i
< num_rects
; i
++)
1101 scratch
[bins
[size_index(rects
+ i
)]++] = i
;
1102 for (int i
= 0; i
< 16; i
++)
1103 bins
[i
] = bins
[i
<< HEIGHT_SORT_BITS
] - sizes
[i
<< HEIGHT_SORT_BITS
];
1105 int size
, x
, bottom
;
1106 } stack
[16] = {{15, 0, h
}}, s
= {};
1111 s
= stack
[--stackpos
];
1116 while ((obj
= scratch
[bins
[s
.size
]]) >= 0) {
1117 int bottom
= y
+ rects
[obj
].source
.y1
;
1118 if (bottom
> s
.bottom
)
1120 int right
= s
.x
+ rects
[obj
].source
.x1
;
1124 rects
[obj
].source
.x0
= s
.x
;
1125 rects
[obj
].source
.x1
+= s
.x
;
1126 rects
[obj
].source
.y0
= y
;
1127 rects
[obj
].source
.y1
+= y
;
1130 stack
[stackpos
++] = s
;
1132 maxy
= FFMAX(maxy
, bottom
);
1138 return num_rects
? -1 : 0;
1141 static void generate_eosd(struct vo
*vo
, mp_eosd_images_t
*imgs
)
1143 struct vdpctx
*vc
= vo
->priv
;
1144 struct vdp_functions
*vdp
= vc
->vdp
;
1147 ASS_Image
*img
= imgs
->imgs
;
1149 struct eosd_bitmap_surface
*sfc
= &vc
->eosd_surface
;
1150 bool need_upload
= false;
1152 if (imgs
->changed
== 0)
1153 return; // Nothing changed, no need to redraw
1155 vc
->eosd_render_count
= 0;
1158 return; // There's nothing to render!
1160 if (imgs
->changed
== 1)
1161 goto eosd_skip_upload
;
1164 bool reallocate
= false;
1166 for (p
= img
, i
= 0; p
; p
= p
->next
) {
1167 if (p
->w
<= 0 || p
->h
<= 0)
1169 // Allocate new space for surface/target arrays
1170 if (i
>= vc
->eosd_targets_size
) {
1171 vc
->eosd_targets_size
= FFMAX(vc
->eosd_targets_size
* 2, 512);
1173 talloc_realloc_size(vc
, vc
->eosd_targets
,
1174 vc
->eosd_targets_size
1175 * sizeof(*vc
->eosd_targets
));
1177 talloc_realloc_size(vc
, vc
->eosd_scratch
,
1178 (vc
->eosd_targets_size
+ 16)
1179 * sizeof(*vc
->eosd_scratch
));
1181 vc
->eosd_targets
[i
].source
.x1
= p
->w
;
1182 vc
->eosd_targets
[i
].source
.y1
= p
->h
;
1185 if (pack_rectangles(vc
->eosd_targets
, i
, sfc
->w
, sfc
->h
,
1186 vc
->eosd_scratch
) >= 0)
1188 int w
= FFMIN(FFMAX(sfc
->w
* 2, EOSD_SURFACE_INITIAL_SIZE
),
1190 int h
= FFMIN(FFMAX(sfc
->h
* 2, EOSD_SURFACE_INITIAL_SIZE
),
1192 if (w
== sfc
->w
&& h
== sfc
->h
) {
1193 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] EOSD bitmaps do not fit on "
1194 "a surface with the maximum supported size\n");
1203 if (sfc
->surface
!= VDP_INVALID_HANDLE
) {
1204 vdp_st
= vdp
->bitmap_surface_destroy(sfc
->surface
);
1205 CHECK_ST_WARNING("Error when calling vdp_bitmap_surface_destroy");
1207 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] Allocating a %dx%d surface for "
1208 "EOSD bitmaps.\n", sfc
->w
, sfc
->h
);
1209 vdp_st
= vdp
->bitmap_surface_create(vc
->vdp_device
, VDP_RGBA_FORMAT_A8
,
1210 sfc
->w
, sfc
->h
, true,
1212 if (vdp_st
!= VDP_STATUS_OK
)
1213 sfc
->surface
= VDP_INVALID_HANDLE
;
1214 CHECK_ST_WARNING("EOSD: error when creating surface");
1218 if (sfc
->surface
== VDP_INVALID_HANDLE
)
1220 for (p
= img
; p
; p
= p
->next
) {
1221 if (p
->w
<= 0 || p
->h
<= 0)
1223 struct eosd_target
*target
= &vc
->eosd_targets
[vc
->eosd_render_count
];
1226 bitmap_surface_put_bits_native(sfc
->surface
,
1227 (const void *) &p
->bitmap
,
1228 &p
->stride
, &target
->source
);
1229 CHECK_ST_WARNING("EOSD: putbits failed");
1231 // Render dest, color, etc.
1232 target
->color
.alpha
= 1.0 - ((p
->color
>> 0) & 0xff) / 255.0;
1233 target
->color
.blue
= ((p
->color
>> 8) & 0xff) / 255.0;
1234 target
->color
.green
= ((p
->color
>> 16) & 0xff) / 255.0;
1235 target
->color
.red
= ((p
->color
>> 24) & 0xff) / 255.0;
1236 target
->dest
.x0
= p
->dst_x
;
1237 target
->dest
.y0
= p
->dst_y
;
1238 target
->dest
.x1
= p
->w
+ p
->dst_x
;
1239 target
->dest
.y1
= p
->h
+ p
->dst_y
;
1240 vc
->eosd_render_count
++;
1244 static void draw_osd(struct vo
*vo
, struct osd_state
*osd
)
1246 struct vdpctx
*vc
= vo
->priv
;
1248 if (handle_preemption(vo
) < 0)
1251 osd_draw_text_ext(osd
, vo
->dwidth
, vo
->dheight
, vc
->border_x
, vc
->border_y
,
1252 vc
->border_x
, vc
->border_y
, vc
->vid_width
,
1253 vc
->vid_height
, draw_osd_I8A8
, vo
);
1256 static int update_presentation_queue_status(struct vo
*vo
)
1258 struct vdpctx
*vc
= vo
->priv
;
1259 struct vdp_functions
*vdp
= vc
->vdp
;
1262 while (vc
->query_surface_num
!= vc
->surface_num
) {
1264 VdpPresentationQueueStatus status
;
1265 VdpOutputSurface surface
= vc
->output_surfaces
[vc
->query_surface_num
];
1266 vdp_st
= vdp
->presentation_queue_query_surface_status(vc
->flip_queue
,
1269 CHECK_ST_WARNING("Error calling "
1270 "presentation_queue_query_surface_status");
1271 if (status
== VDP_PRESENTATION_QUEUE_STATUS_QUEUED
)
1273 if (vc
->vsync_interval
> 1) {
1274 uint64_t qtime
= vc
->queue_time
[vc
->query_surface_num
];
1275 if (vtime
< qtime
+ vc
->vsync_interval
/ 2)
1276 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] Frame shown too early\n");
1277 if (vtime
> qtime
+ vc
->vsync_interval
)
1278 mp_msg(MSGT_VO
, MSGL_V
, "[vdpau] Frame shown late\n");
1280 vc
->query_surface_num
= WRAP_ADD(vc
->query_surface_num
, 1,
1281 vc
->num_output_surfaces
);
1282 vc
->recent_vsync_time
= vtime
;
1284 int num_queued
= WRAP_ADD(vc
->surface_num
, -vc
->query_surface_num
,
1285 vc
->num_output_surfaces
);
1286 mp_msg(MSGT_VO
, MSGL_DBG3
, "[vdpau] Queued surface count (before add): "
1287 "%d\n", num_queued
);
1291 static inline uint64_t prev_vs2(struct vdpctx
*vc
, uint64_t ts
, int shift
)
1293 uint64_t offset
= ts
- vc
->recent_vsync_time
;
1294 // Fix negative values for 1<<shift vsyncs before vc->recent_vsync_time
1295 offset
+= (uint64_t)vc
->vsync_interval
<< shift
;
1296 offset
%= vc
->vsync_interval
;
1300 static void flip_page_timed(struct vo
*vo
, unsigned int pts_us
, int duration
)
1302 struct vdpctx
*vc
= vo
->priv
;
1303 struct vdp_functions
*vdp
= vc
->vdp
;
1305 uint32_t vsync_interval
= vc
->vsync_interval
;
1307 if (handle_preemption(vo
) < 0)
1310 if (duration
> INT_MAX
/ 1000)
1315 if (vc
->user_fps
< 0)
1316 duration
= -1; // Make sure drop logic is disabled
1318 uint64_t now
= sync_vdptime(vo
);
1319 uint64_t pts
= pts_us
? convert_to_vdptime(vo
, pts_us
) : now
;
1320 uint64_t ideal_pts
= pts
;
1321 uint64_t npts
= duration
>= 0 ? pts
+ duration
: UINT64_MAX
;
1323 #define PREV_VS2(ts, shift) prev_vs2(vc, ts, shift)
1324 // Only gives accurate results for ts >= vc->recent_vsync_time
1325 #define PREV_VSYNC(ts) PREV_VS2(ts, 0)
1327 /* We hope to be here at least one vsync before the frame should be shown.
1328 * If we are running late then don't drop the frame unless there is
1329 * already one queued for the next vsync; even if we _hope_ to show the
1330 * next frame soon enough to mean this one should be dropped we might
1331 * not make the target time in reality. Without this check we could drop
1332 * every frame, freezing the display completely if video lags behind.
1334 if (now
> PREV_VSYNC(FFMAX(pts
, vc
->last_queue_time
+ vsync_interval
)))
1337 /* Allow flipping a frame at a vsync if its presentation time is a
1338 * bit after that vsync and the change makes the flip time delta
1339 * from previous frame better match the target timestamp delta.
1340 * This avoids instability with frame timestamps falling near vsyncs.
1341 * For example if the frame timestamps were (with vsyncs at
1342 * integer values) 0.01, 1.99, 4.01, 5.99, 8.01, ... then
1343 * straightforward timing at next vsync would flip the frames at
1344 * 1, 2, 5, 6, 9; this changes it to 1, 2, 4, 6, 8 and so on with
1345 * regular 2-vsync intervals.
1347 * Also allow moving the frame forward if it looks like we dropped
1348 * the previous frame incorrectly (now that we know better after
1349 * having final exact timestamp information for this frame) and
1350 * there would unnecessarily be a vsync without a frame change.
1352 uint64_t vsync
= PREV_VSYNC(pts
);
1353 if (pts
< vsync
+ vsync_interval
/ 4
1354 && (vsync
- PREV_VS2(vc
->last_queue_time
, 16)
1355 > pts
- vc
->last_ideal_time
+ vsync_interval
/ 2
1356 || vc
->dropped_frame
&& vsync
> vc
->dropped_time
))
1357 pts
-= vsync_interval
/ 2;
1359 vc
->dropped_frame
= true; // changed at end if false
1360 vc
->dropped_time
= ideal_pts
;
1362 pts
= FFMAX(pts
, vc
->last_queue_time
+ vsync_interval
);
1363 pts
= FFMAX(pts
, now
);
1364 if (npts
< PREV_VSYNC(pts
) + vsync_interval
)
1367 int num_flips
= update_presentation_queue_status(vo
);
1368 vsync
= vc
->recent_vsync_time
+ num_flips
* vc
->vsync_interval
;
1369 now
= sync_vdptime(vo
);
1370 pts
= FFMAX(pts
, now
);
1371 pts
= FFMAX(pts
, vsync
+ (vsync_interval
>> 2));
1372 vsync
= PREV_VSYNC(pts
);
1373 if (npts
< vsync
+ vsync_interval
)
1375 pts
= vsync
+ (vsync_interval
>> 2);
1377 vdp
->presentation_queue_display(vc
->flip_queue
,
1378 vc
->output_surfaces
[vc
->surface_num
],
1379 vo
->dwidth
, vo
->dheight
, pts
);
1380 CHECK_ST_WARNING("Error when calling vdp_presentation_queue_display");
1382 vc
->last_queue_time
= pts
;
1383 vc
->queue_time
[vc
->surface_num
] = pts
;
1384 vc
->last_ideal_time
= ideal_pts
;
1385 vc
->dropped_frame
= false;
1386 vc
->surface_num
= WRAP_ADD(vc
->surface_num
, 1, vc
->num_output_surfaces
);
1389 static int draw_slice(struct vo
*vo
, uint8_t *image
[], int stride
[], int w
,
1390 int h
, int x
, int y
)
1392 struct vdpctx
*vc
= vo
->priv
;
1393 struct vdp_functions
*vdp
= vc
->vdp
;
1396 if (handle_preemption(vo
) < 0)
1399 struct vdpau_render_state
*rndr
= (struct vdpau_render_state
*)image
[0];
1400 int max_refs
= vc
->image_format
== IMGFMT_VDPAU_H264
?
1401 rndr
->info
.h264
.num_ref_frames
: 2;
1402 if (!IMGFMT_IS_VDPAU(vc
->image_format
))
1404 if ((vc
->decoder
== VDP_INVALID_HANDLE
|| vc
->decoder_max_refs
< max_refs
)
1405 && !create_vdp_decoder(vo
, max_refs
))
1408 vdp_st
= vdp
->decoder_render(vc
->decoder
, rndr
->surface
,
1409 (void *)&rndr
->info
,
1410 rndr
->bitstream_buffers_used
,
1411 rndr
->bitstream_buffers
);
1412 CHECK_ST_WARNING("Failed VDPAU decoder rendering");
1417 static struct vdpau_render_state
*get_surface(struct vo
*vo
, int number
)
1419 struct vdpctx
*vc
= vo
->priv
;
1420 struct vdp_functions
*vdp
= vc
->vdp
;
1422 if (number
> MAX_VIDEO_SURFACES
)
1424 if (vc
->surface_render
[number
].surface
== VDP_INVALID_HANDLE
1425 && !vc
->is_preempted
) {
1427 vdp_st
= vdp
->video_surface_create(vc
->vdp_device
, vc
->vdp_chroma_type
,
1428 vc
->vid_width
, vc
->vid_height
,
1429 &vc
->surface_render
[number
].surface
);
1430 CHECK_ST_WARNING("Error when calling vdp_video_surface_create");
1432 mp_msg(MSGT_VO
, MSGL_DBG3
, "vdpau vid create: %u\n",
1433 vc
->surface_render
[number
].surface
);
1434 return &vc
->surface_render
[number
];
1437 static void draw_image(struct vo
*vo
, mp_image_t
*mpi
, double pts
)
1439 struct vdpctx
*vc
= vo
->priv
;
1440 struct vdp_functions
*vdp
= vc
->vdp
;
1441 struct mp_image
*reserved_mpi
= NULL
;
1442 struct vdpau_render_state
*rndr
;
1444 if (IMGFMT_IS_VDPAU(vc
->image_format
)) {
1447 } else if (!(mpi
->flags
& MP_IMGFLAG_DRAW_CALLBACK
)) {
1448 rndr
= get_surface(vo
, vc
->deint_counter
);
1449 vc
->deint_counter
= WRAP_ADD(vc
->deint_counter
, 1, NUM_BUFFERED_VIDEO
);
1450 if (handle_preemption(vo
) >= 0) {
1452 const void *destdata
[3] = {mpi
->planes
[0], mpi
->planes
[2],
1454 if (vc
->image_format
== IMGFMT_NV12
)
1455 destdata
[1] = destdata
[2];
1456 vdp_st
= vdp
->video_surface_put_bits_y_cb_cr(rndr
->surface
,
1457 vc
->vdp_pixel_format
, destdata
, mpi
->stride
);
1458 CHECK_ST_WARNING("Error when calling "
1459 "vdp_video_surface_put_bits_y_cb_cr");
1462 // We don't support slice callbacks so this shouldn't occur -
1463 // I think the flags test above in pointless, but I'm adding
1464 // this instead of removing it just in case.
1466 if (mpi
->fields
& MP_IMGFIELD_ORDERED
)
1467 vc
->top_field_first
= !!(mpi
->fields
& MP_IMGFIELD_TOP_FIRST
);
1469 vc
->top_field_first
= 1;
1471 add_new_video_surface(vo
, rndr
->surface
, reserved_mpi
, pts
);
1476 // warning: the size and pixel format of surface must match that of the
1477 // surfaces in vc->output_surfaces
1478 static struct mp_image
*read_output_surface(struct vdpctx
*vc
,
1479 VdpOutputSurface surface
)
1482 struct vdp_functions
*vdp
= vc
->vdp
;
1483 struct mp_image
*image
= alloc_mpi(vc
->output_surface_width
,
1484 vc
->output_surface_height
, IMGFMT_BGR32
);
1486 void *dst_planes
[] = { image
->planes
[0] };
1487 uint32_t dst_pitches
[] = { image
->stride
[0] };
1488 vdp_st
= vdp
->output_surface_get_bits_native(surface
, NULL
, dst_planes
,
1490 CHECK_ST_WARNING("Error when calling vdp_output_surface_get_bits_native");
1495 static struct mp_image
*get_screenshot(struct vo
*vo
)
1497 struct vdpctx
*vc
= vo
->priv
;
1499 VdpOutputSurface screenshot_surface
=
1500 vc
->output_surfaces
[vc
->num_output_surfaces
];
1502 VdpRect rc
= { .x1
= vc
->vid_width
, .y1
= vc
->vid_height
};
1503 render_video_to_output_surface(vo
, screenshot_surface
, &rc
);
1505 struct mp_image
*image
= read_output_surface(vc
, screenshot_surface
);
1507 image
->width
= vc
->vid_width
;
1508 image
->height
= vc
->vid_height
;
1509 image
->w
= vc
->vid_d_width
;
1510 image
->h
= vc
->vid_d_height
;
1515 static struct mp_image
*get_window_screenshot(struct vo
*vo
)
1517 struct vdpctx
*vc
= vo
->priv
;
1518 int last_surface
= WRAP_ADD(vc
->surface_num
, -1, vc
->num_output_surfaces
);
1519 VdpOutputSurface screen
= vc
->output_surfaces
[last_surface
];
1520 struct mp_image
*image
= read_output_surface(vo
->priv
, screen
);
1521 image
->width
= image
->w
= vo
->dwidth
;
1522 image
->height
= image
->h
= vo
->dheight
;
1526 static uint32_t get_image(struct vo
*vo
, mp_image_t
*mpi
)
1528 struct vdpctx
*vc
= vo
->priv
;
1529 struct vdpau_render_state
*rndr
;
1531 // no dr for non-decoding for now
1532 if (!IMGFMT_IS_VDPAU(vc
->image_format
))
1534 if (mpi
->type
!= MP_IMGTYPE_NUMBERED
)
1537 rndr
= get_surface(vo
, mpi
->number
);
1539 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] no surfaces available in "
1541 // TODO: this probably breaks things forever, provide a dummy buffer?
1544 mpi
->flags
|= MP_IMGFLAG_DIRECT
;
1545 mpi
->stride
[0] = mpi
->stride
[1] = mpi
->stride
[2] = 0;
1546 mpi
->planes
[0] = mpi
->planes
[1] = mpi
->planes
[2] = NULL
;
1547 // hack to get around a check and to avoid a special-case in vd_ffmpeg.c
1548 mpi
->planes
[0] = (void *)rndr
;
1549 mpi
->num_planes
= 1;
1554 static int query_format(uint32_t format
)
1556 int default_flags
= VFCAP_CSP_SUPPORTED
| VFCAP_CSP_SUPPORTED_BY_HW
1557 | VFCAP_HWSCALE_UP
| VFCAP_HWSCALE_DOWN
| VFCAP_OSD
| VFCAP_EOSD
1558 | VFCAP_EOSD_UNSCALED
| VFCAP_FLIP
;
1566 return default_flags
| VOCAP_NOSLICES
;
1567 case IMGFMT_VDPAU_MPEG1
:
1568 case IMGFMT_VDPAU_MPEG2
:
1569 case IMGFMT_VDPAU_H264
:
1570 case IMGFMT_VDPAU_WMV3
:
1571 case IMGFMT_VDPAU_VC1
:
1572 case IMGFMT_VDPAU_MPEG4
:
1573 return default_flags
;
1578 static void destroy_vdpau_objects(struct vo
*vo
)
1580 struct vdpctx
*vc
= vo
->priv
;
1581 struct vdp_functions
*vdp
= vc
->vdp
;
1586 free_video_specific(vo
);
1588 if (vc
->flip_queue
!= VDP_INVALID_HANDLE
) {
1589 vdp_st
= vdp
->presentation_queue_destroy(vc
->flip_queue
);
1590 CHECK_ST_WARNING("Error when calling vdp_presentation_queue_destroy");
1593 if (vc
->flip_target
!= VDP_INVALID_HANDLE
) {
1594 vdp_st
= vdp
->presentation_queue_target_destroy(vc
->flip_target
);
1595 CHECK_ST_WARNING("Error when calling "
1596 "vdp_presentation_queue_target_destroy");
1599 for (i
= 0; i
<= vc
->num_output_surfaces
; i
++) {
1600 if (vc
->output_surfaces
[i
] == VDP_INVALID_HANDLE
)
1602 vdp_st
= vdp
->output_surface_destroy(vc
->output_surfaces
[i
]);
1603 CHECK_ST_WARNING("Error when calling vdp_output_surface_destroy");
1606 if (vc
->eosd_surface
.surface
!= VDP_INVALID_HANDLE
) {
1607 vdp_st
= vdp
->bitmap_surface_destroy(vc
->eosd_surface
.surface
);
1608 CHECK_ST_WARNING("Error when calling vdp_bitmap_surface_destroy");
1611 vdp_st
= vdp
->device_destroy(vc
->vdp_device
);
1612 CHECK_ST_WARNING("Error when calling vdp_device_destroy");
1615 static void uninit(struct vo
*vo
)
1617 struct vdpctx
*vc
= vo
->priv
;
1619 /* Destroy all vdpau objects */
1620 destroy_vdpau_objects(vo
);
1622 #ifdef CONFIG_XF86VM
1623 if (vc
->mode_switched
)
1628 // Free bitstream buffers allocated by FFmpeg
1629 for (int i
= 0; i
< MAX_VIDEO_SURFACES
; i
++)
1630 av_freep(&vc
->surface_render
[i
].bitstream_buffers
);
1633 static int preinit(struct vo
*vo
, const char *arg
)
1636 int user_colorspace
= 0;
1637 int studio_levels
= 0;
1639 struct vdpctx
*vc
= talloc_zero(vo
, struct vdpctx
);
1642 // Mark everything as invalid first so uninit() can tell what has been
1644 mark_vdpau_objects_uninitialized(vo
);
1646 vc
->colorspace
= (struct mp_csp_details
) MP_CSP_DETAILS_DEFAULTS
;
1648 vc
->chroma_deint
= 1;
1649 vc
->flip_offset_window
= 50;
1650 vc
->flip_offset_fs
= 50;
1651 vc
->num_output_surfaces
= 3;
1652 vc
->video_eq
.capabilities
= MP_CSP_EQ_CAPS_COLORMATRIX
;
1653 const opt_t subopts
[] = {
1654 {"deint", OPT_ARG_INT
, &vc
->deint
, NULL
},
1655 {"chroma-deint", OPT_ARG_BOOL
, &vc
->chroma_deint
, NULL
},
1656 {"pullup", OPT_ARG_BOOL
, &vc
->pullup
, NULL
},
1657 {"denoise", OPT_ARG_FLOAT
, &vc
->denoise
, NULL
},
1658 {"sharpen", OPT_ARG_FLOAT
, &vc
->sharpen
, NULL
},
1659 {"colorspace", OPT_ARG_INT
, &user_colorspace
, NULL
},
1660 {"studio", OPT_ARG_BOOL
, &studio_levels
, NULL
},
1661 {"hqscaling", OPT_ARG_INT
, &vc
->hqscaling
, NULL
},
1662 {"fps", OPT_ARG_FLOAT
, &vc
->user_fps
, NULL
},
1663 {"queuetime_windowed", OPT_ARG_INT
, &vc
->flip_offset_window
, NULL
},
1664 {"queuetime_fs", OPT_ARG_INT
, &vc
->flip_offset_fs
, NULL
},
1665 {"output_surfaces", OPT_ARG_INT
, &vc
->num_output_surfaces
, NULL
},
1668 if (subopt_parse(arg
, subopts
) != 0) {
1669 mp_msg(MSGT_VO
, MSGL_FATAL
, "[vdpau] Could not parse suboptions.\n");
1672 if (vc
->hqscaling
< 0 || vc
->hqscaling
> 9) {
1673 mp_msg(MSGT_VO
, MSGL_FATAL
, "[vdpau] Invalid value for suboption "
1677 if (vc
->num_output_surfaces
< 2) {
1678 mp_msg(MSGT_VO
, MSGL_FATAL
, "[vdpau] Invalid suboption "
1679 "output_surfaces: can't use less than 2 surfaces\n");
1682 if (user_colorspace
!= 0 || studio_levels
!= 0) {
1683 mp_msg(MSGT_VO
, MSGL_ERR
, "[vdpau] \"colorspace\" and \"studio\""
1684 " suboptions have been removed. Use options --colormatrix and"
1685 " --colormatrix-output-range=limited instead.\n");
1688 if (vc
->num_output_surfaces
> MAX_OUTPUT_SURFACES
) {
1689 mp_msg(MSGT_VO
, MSGL_WARN
, "[vdpau] Number of output surfaces "
1690 "is limited to %d.\n", MAX_OUTPUT_SURFACES
);
1691 vc
->num_output_surfaces
= MAX_OUTPUT_SURFACES
;
1694 vc
->deint_type
= FFABS(vc
->deint
);
1701 // After this calling uninit() should work to free resources
1703 if (win_x11_init_vdpau_procs(vo
) < 0) {
1704 if (vc
->vdp
->device_destroy
)
1705 vc
->vdp
->device_destroy(vc
->vdp_device
);
1710 // full grayscale palette.
1711 for (i
= 0; i
< PALETTE_SIZE
; ++i
)
1712 vc
->palette
[i
] = (i
<< 16) | (i
<< 8) | i
;
1717 static int get_equalizer(struct vo
*vo
, const char *name
, int *value
)
1719 struct vdpctx
*vc
= vo
->priv
;
1720 return mp_csp_equalizer_get(&vc
->video_eq
, name
, value
) >= 0 ?
1721 VO_TRUE
: VO_NOTIMPL
;
1724 static bool status_ok(struct vo
*vo
)
1726 if (!vo
->config_ok
|| handle_preemption(vo
) < 0)
1731 static int set_equalizer(struct vo
*vo
, const char *name
, int value
)
1733 struct vdpctx
*vc
= vo
->priv
;
1735 if (mp_csp_equalizer_set(&vc
->video_eq
, name
, value
) < 0)
1739 update_csc_matrix(vo
);
1743 static void checked_resize(struct vo
*vo
)
1750 static int control(struct vo
*vo
, uint32_t request
, void *data
)
1752 struct vdpctx
*vc
= vo
->priv
;
1753 struct vdp_functions
*vdp
= vc
->vdp
;
1755 handle_preemption(vo
);
1758 case VOCTRL_GET_DEINTERLACE
:
1759 *(int *)data
= vc
->deint
;
1761 case VOCTRL_SET_DEINTERLACE
:
1762 vc
->deint
= *(int *)data
;
1764 vc
->deint
= vc
->deint_type
;
1765 if (vc
->deint_type
> 2 && status_ok(vo
)) {
1767 VdpVideoMixerFeature features
[1] =
1768 {vc
->deint_type
== 3 ?
1769 VDP_VIDEO_MIXER_FEATURE_DEINTERLACE_TEMPORAL
:
1770 VDP_VIDEO_MIXER_FEATURE_DEINTERLACE_TEMPORAL_SPATIAL
};
1771 VdpBool feature_enables
[1] = {vc
->deint
? VDP_TRUE
: VDP_FALSE
};
1772 vdp_st
= vdp
->video_mixer_set_feature_enables(vc
->video_mixer
,
1775 CHECK_ST_WARNING("Error changing deinterlacing settings");
1777 vo
->want_redraw
= true;
1780 if (vc
->dropped_frame
)
1781 vo
->want_redraw
= true;
1783 case VOCTRL_QUERY_FORMAT
:
1784 return query_format(*(uint32_t *)data
);
1785 case VOCTRL_GET_IMAGE
:
1786 return get_image(vo
, data
);
1787 case VOCTRL_DRAW_IMAGE
:
1788 abort(); // draw_image() should get called directly
1793 case VOCTRL_FULLSCREEN
:
1794 vo_x11_fullscreen(vo
);
1797 case VOCTRL_GET_PANSCAN
:
1799 case VOCTRL_SET_PANSCAN
:
1802 case VOCTRL_SET_EQUALIZER
: {
1803 vo
->want_redraw
= true;
1804 struct voctrl_set_equalizer_args
*args
= data
;
1805 return set_equalizer(vo
, args
->name
, args
->value
);
1807 case VOCTRL_GET_EQUALIZER
: {
1808 struct voctrl_get_equalizer_args
*args
= data
;
1809 return get_equalizer(vo
, args
->name
, args
->valueptr
);
1811 case VOCTRL_SET_YUV_COLORSPACE
:
1812 vc
->colorspace
= *(struct mp_csp_details
*)data
;
1814 update_csc_matrix(vo
);
1815 vo
->want_redraw
= true;
1817 case VOCTRL_GET_YUV_COLORSPACE
:
1818 *(struct mp_csp_details
*)data
= vc
->colorspace
;
1823 case VOCTRL_UPDATE_SCREENINFO
:
1824 update_xinerama_info(vo
);
1826 case VOCTRL_DRAW_EOSD
:
1829 if (status_ok(vo
)) {
1830 generate_eosd(vo
, data
);
1834 case VOCTRL_GET_EOSD_RES
: {
1835 struct mp_eosd_res
*r
= data
;
1838 r
->ml
= r
->mr
= vc
->border_x
;
1839 r
->mt
= r
->mb
= vc
->border_y
;
1842 case VOCTRL_NEWFRAME
:
1843 vc
->deint_queue_pos
= next_deint_queue_pos(vo
, true);
1845 video_to_output_surface(vo
);
1847 case VOCTRL_SKIPFRAME
:
1848 vc
->deint_queue_pos
= next_deint_queue_pos(vo
, true);
1850 case VOCTRL_REDRAW_FRAME
:
1852 video_to_output_surface(vo
);
1857 case VOCTRL_SCREENSHOT
: {
1860 struct voctrl_screenshot_args
*args
= data
;
1861 if (args
->full_window
)
1862 args
->out_image
= get_window_screenshot(vo
);
1864 args
->out_image
= get_screenshot(vo
);
1871 const struct vo_driver video_out_vdpau
= {
1873 .buffer_frames
= true,
1874 .info
= &(const struct vo_info_s
){
1877 "Rajib Mahapatra <rmahapatra@nvidia.com> and others",
1883 .draw_image
= draw_image
,
1884 .get_buffered_frame
= set_next_frame_info
,
1885 .draw_slice
= draw_slice
,
1886 .draw_osd
= draw_osd
,
1887 .flip_page_timed
= flip_page_timed
,
1888 .check_events
= check_events
,