sync with en/mplayer.1 r28576
[mplayer/glamo.git] / libmpcodecs / vf_mcdeint.c
blobaae4872537a8d4c8bcdbe93231c34e034a675040
1 /*
2 * Copyright (C) 2006 Michael Niedermayer <michaelni@gmx.at>
4 * This file is part of MPlayer.
6 * MPlayer is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
11 * MPlayer is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
16 * You should have received a copy of the GNU General Public License along
17 * with MPlayer; if not, write to the Free Software Foundation, Inc.,
18 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
23 Known Issues:
24 * The motion estimation is somewhat at the mercy of the input, if the input
25 frames are created purely based on spatial interpolation then for example
26 a thin black line or another random and not interpolateable pattern
27 will cause problems
28 Note: completly ignoring the "unavailable" lines during motion estimation
29 didnt look any better, so the most obvious solution would be to improve
30 tfields or penalize problematic motion vectors ...
32 * If non iterative ME is used then snow currently ignores the OBMC window
33 and as a result sometimes creates artifacts
35 * only past frames are used, we should ideally use future frames too, something
36 like filtering the whole movie in forward and then backward direction seems
37 like a interresting idea but the current filter framework is FAR from
38 supporting such things
40 * combining the motion compensated image with the input image also isnt
41 as trivial as it seems, simple blindly taking even lines from one and
42 odd ones from the other doesnt work at all as ME/MC sometimes simple
43 has nothing in the previous frames which matches the current, the current
44 algo has been found by trial and error and almost certainly can be
45 improved ...
48 #include <stdio.h>
49 #include <stdlib.h>
50 #include <string.h>
51 #include <inttypes.h>
52 #include <math.h>
54 #include "config.h"
56 #include "mp_msg.h"
57 #include "cpudetect.h"
59 #include "libavutil/internal.h"
60 #include "libavutil/intreadwrite.h"
61 #include "libavcodec/avcodec.h"
62 #include "libavcodec/dsputil.h"
64 #undef fprintf
65 #undef free
66 #undef malloc
68 #if HAVE_MALLOC_H
69 #include <malloc.h>
70 #endif
72 #include "img_format.h"
73 #include "mp_image.h"
74 #include "vf.h"
76 #define MIN(a,b) ((a) > (b) ? (b) : (a))
77 #define MAX(a,b) ((a) < (b) ? (b) : (a))
78 #define ABS(a) ((a) > 0 ? (a) : (-(a)))
80 //===========================================================================//
82 struct vf_priv_s {
83 int mode;
84 int qp;
85 int parity;
86 #if 0
87 int temp_stride[3];
88 uint8_t *src[3];
89 int16_t *temp[3];
90 #endif
91 int outbuf_size;
92 uint8_t *outbuf;
93 AVCodecContext *avctx_enc;
94 AVFrame *frame;
95 AVFrame *frame_dec;
98 static void filter(struct vf_priv_s *p, uint8_t *dst[3], uint8_t *src[3], int dst_stride[3], int src_stride[3], int width, int height){
99 int x, y, i;
100 int out_size;
102 for(i=0; i<3; i++){
103 p->frame->data[i]= src[i];
104 p->frame->linesize[i]= src_stride[i];
107 p->avctx_enc->me_cmp=
108 p->avctx_enc->me_sub_cmp= FF_CMP_SAD /*| (p->parity ? FF_CMP_ODD : FF_CMP_EVEN)*/;
109 p->frame->quality= p->qp*FF_QP2LAMBDA;
110 out_size = avcodec_encode_video(p->avctx_enc, p->outbuf, p->outbuf_size, p->frame);
111 p->frame_dec = p->avctx_enc->coded_frame;
113 for(i=0; i<3; i++){
114 int is_chroma= !!i;
115 int w= width >>is_chroma;
116 int h= height>>is_chroma;
117 int fils= p->frame_dec->linesize[i];
118 int srcs= src_stride[i];
120 for(y=0; y<h; y++){
121 if((y ^ p->parity) & 1){
122 for(x=0; x<w; x++){
123 if((x-2)+(y-1)*w>=0 && (x+2)+(y+1)*w<w*h){ //FIXME either alloc larger images or optimize this
124 uint8_t *filp= &p->frame_dec->data[i][x + y*fils];
125 uint8_t *srcp= &src[i][x + y*srcs];
126 int diff0= filp[-fils] - srcp[-srcs];
127 int diff1= filp[+fils] - srcp[+srcs];
128 int spatial_score= ABS(srcp[-srcs-1] - srcp[+srcs-1])
129 +ABS(srcp[-srcs ] - srcp[+srcs ])
130 +ABS(srcp[-srcs+1] - srcp[+srcs+1]) - 1;
131 int temp= filp[0];
133 #define CHECK(j)\
134 { int score= ABS(srcp[-srcs-1+j] - srcp[+srcs-1-j])\
135 + ABS(srcp[-srcs +j] - srcp[+srcs -j])\
136 + ABS(srcp[-srcs+1+j] - srcp[+srcs+1-j]);\
137 if(score < spatial_score){\
138 spatial_score= score;\
139 diff0= filp[-fils+j] - srcp[-srcs+j];\
140 diff1= filp[+fils-j] - srcp[+srcs-j];
142 CHECK(-1) CHECK(-2) }} }}
143 CHECK( 1) CHECK( 2) }} }}
144 #if 0
145 if((diff0 ^ diff1) > 0){
146 int mindiff= ABS(diff0) > ABS(diff1) ? diff1 : diff0;
147 temp-= mindiff;
149 #elif 1
150 if(diff0 + diff1 > 0)
151 temp-= (diff0 + diff1 - ABS( ABS(diff0) - ABS(diff1) )/2)/2;
152 else
153 temp-= (diff0 + diff1 + ABS( ABS(diff0) - ABS(diff1) )/2)/2;
154 #else
155 temp-= (diff0 + diff1)/2;
156 #endif
157 #if 1
158 filp[0]=
159 dst[i][x + y*dst_stride[i]]= temp > 255U ? ~(temp>>31) : temp;
160 #else
161 dst[i][x + y*dst_stride[i]]= filp[0];
162 filp[0]= temp > 255U ? ~(temp>>31) : temp;
163 #endif
164 }else
165 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
169 for(y=0; y<h; y++){
170 if(!((y ^ p->parity) & 1)){
171 for(x=0; x<w; x++){
172 #if 1
173 p->frame_dec->data[i][x + y*fils]=
174 dst[i][x + y*dst_stride[i]]= src[i][x + y*srcs];
175 #else
176 dst[i][x + y*dst_stride[i]]= p->frame_dec->data[i][x + y*fils];
177 p->frame_dec->data[i][x + y*fils]= src[i][x + y*srcs];
178 #endif
183 p->parity ^= 1;
187 static int config(struct vf_instance_s* vf,
188 int width, int height, int d_width, int d_height,
189 unsigned int flags, unsigned int outfmt){
190 int i;
191 AVCodec *enc= avcodec_find_encoder(CODEC_ID_SNOW);
193 for(i=0; i<3; i++){
194 AVCodecContext *avctx_enc;
195 #if 0
196 int is_chroma= !!i;
197 int w= ((width + 31) & (~31))>>is_chroma;
198 int h= ((height + 31) & (~31))>>is_chroma;
200 vf->priv->temp_stride[i]= w;
201 vf->priv->temp[i]= malloc(vf->priv->temp_stride[i]*h*sizeof(int16_t));
202 vf->priv->src [i]= malloc(vf->priv->temp_stride[i]*h*sizeof(uint8_t));
203 #endif
204 avctx_enc=
205 vf->priv->avctx_enc= avcodec_alloc_context();
206 avctx_enc->width = width;
207 avctx_enc->height = height;
208 avctx_enc->time_base= (AVRational){1,25}; // meaningless
209 avctx_enc->gop_size = 300;
210 avctx_enc->max_b_frames= 0;
211 avctx_enc->pix_fmt = PIX_FMT_YUV420P;
212 avctx_enc->flags = CODEC_FLAG_QSCALE | CODEC_FLAG_LOW_DELAY;
213 avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
214 avctx_enc->global_quality= 1;
215 avctx_enc->flags2= CODEC_FLAG2_MEMC_ONLY;
216 avctx_enc->me_cmp=
217 avctx_enc->me_sub_cmp= FF_CMP_SAD; //SSE;
218 avctx_enc->mb_cmp= FF_CMP_SSE;
220 switch(vf->priv->mode){
221 case 3:
222 avctx_enc->refs= 3;
223 case 2:
224 avctx_enc->me_method= ME_ITER;
225 case 1:
226 avctx_enc->flags |= CODEC_FLAG_4MV;
227 avctx_enc->dia_size=2;
228 // avctx_enc->mb_decision = MB_DECISION_RD;
229 case 0:
230 avctx_enc->flags |= CODEC_FLAG_QPEL;
233 avcodec_open(avctx_enc, enc);
236 vf->priv->frame= avcodec_alloc_frame();
238 vf->priv->outbuf_size= width*height*10;
239 vf->priv->outbuf= malloc(vf->priv->outbuf_size);
241 return vf_next_config(vf,width,height,d_width,d_height,flags,outfmt);
244 static void get_image(struct vf_instance_s* vf, mp_image_t *mpi){
245 if(mpi->flags&MP_IMGFLAG_PRESERVE) return; // don't change
246 return; //caused problems, dunno why
247 // ok, we can do pp in-place (or pp disabled):
248 vf->dmpi=vf_get_image(vf->next,mpi->imgfmt,
249 mpi->type, mpi->flags | MP_IMGFLAG_READABLE, mpi->width, mpi->height);
250 mpi->planes[0]=vf->dmpi->planes[0];
251 mpi->stride[0]=vf->dmpi->stride[0];
252 mpi->width=vf->dmpi->width;
253 if(mpi->flags&MP_IMGFLAG_PLANAR){
254 mpi->planes[1]=vf->dmpi->planes[1];
255 mpi->planes[2]=vf->dmpi->planes[2];
256 mpi->stride[1]=vf->dmpi->stride[1];
257 mpi->stride[2]=vf->dmpi->stride[2];
259 mpi->flags|=MP_IMGFLAG_DIRECT;
262 static int put_image(struct vf_instance_s* vf, mp_image_t *mpi, double pts){
263 mp_image_t *dmpi;
265 if(!(mpi->flags&MP_IMGFLAG_DIRECT)){
266 // no DR, so get a new image! hope we'll get DR buffer:
267 dmpi=vf_get_image(vf->next,mpi->imgfmt,
268 MP_IMGTYPE_TEMP,
269 MP_IMGFLAG_ACCEPT_STRIDE|MP_IMGFLAG_PREFER_ALIGNED_STRIDE,
270 mpi->width,mpi->height);
271 vf_clone_mpi_attributes(dmpi, mpi);
272 }else{
273 dmpi=vf->dmpi;
276 filter(vf->priv, dmpi->planes, mpi->planes, dmpi->stride, mpi->stride, mpi->w, mpi->h);
278 return vf_next_put_image(vf,dmpi, pts);
281 static void uninit(struct vf_instance_s* vf){
282 if(!vf->priv) return;
284 #if 0
285 for(i=0; i<3; i++){
286 if(vf->priv->temp[i]) free(vf->priv->temp[i]);
287 vf->priv->temp[i]= NULL;
288 if(vf->priv->src[i]) free(vf->priv->src[i]);
289 vf->priv->src[i]= NULL;
291 #endif
292 if (vf->priv->avctx_enc) {
293 avcodec_close(vf->priv->avctx_enc);
294 av_freep(&vf->priv->avctx_enc);
297 free(vf->priv->outbuf);
298 free(vf->priv);
299 vf->priv=NULL;
302 //===========================================================================//
303 static int query_format(struct vf_instance_s* vf, unsigned int fmt){
304 switch(fmt){
305 case IMGFMT_YV12:
306 case IMGFMT_I420:
307 case IMGFMT_IYUV:
308 case IMGFMT_Y800:
309 case IMGFMT_Y8:
310 return vf_next_query_format(vf,fmt);
312 return 0;
315 static int open(vf_instance_t *vf, char* args){
317 vf->config=config;
318 vf->put_image=put_image;
319 vf->get_image=get_image;
320 vf->query_format=query_format;
321 vf->uninit=uninit;
322 vf->priv=malloc(sizeof(struct vf_priv_s));
323 memset(vf->priv, 0, sizeof(struct vf_priv_s));
325 avcodec_init();
326 avcodec_register_all();
328 vf->priv->mode=0;
329 vf->priv->parity= -1;
330 vf->priv->qp=1;
332 if (args) sscanf(args, "%d:%d:%d", &vf->priv->mode, &vf->priv->parity, &vf->priv->qp);
334 return 1;
337 const vf_info_t vf_info_mcdeint = {
338 "motion compensating deinterlacer",
339 "mcdeint",
340 "Michael Niedermayer",
342 open,
343 NULL