libmpdemux/video.c

   1 /*
   2  * video frame reading
   3  *
   4  * This file is part of MPlayer.
   5  *
   6  * MPlayer is free software; you can redistribute it and/or modify
   7  * it under the terms of the GNU General Public License as published by
   8  * the Free Software Foundation; either version 2 of the License, or
   9  * (at your option) any later version.
  10  *
  11  * MPlayer is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14  * GNU General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU General Public License along
  17  * with MPlayer; if not, write to the Free Software Foundation, Inc.,
  18  * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
  19  */
  20
  21 #include "config.h"
  22
  23 #include <stdio.h>
  24 #if HAVE_MALLOC_H
  25 #include <malloc.h>
  26 #endif
  27 #include <stdlib.h>
  28 #include <string.h>
  29 #include <unistd.h>
  30
  31 #include "mp_msg.h"
  32 #include "help_mp.h"
  33
  34 #include "stream/stream.h"
  35 #include "demuxer.h"
  36 #include "stheader.h"
  37 #include "parse_es.h"
  38 #include "mpeg_hdr.h"
  39
  40 /* sub_cc (closed captions)*/
  41 #include "sub_cc.h"
  42
  43 /* biCompression constant */
  44 #define BI_RGB        0L
  45
  46 #ifdef CONFIG_LIVE555
  47 #include "demux_rtp.h"
  48 #endif
  49
  50 static mp_mpeg_header_t picture;
  51
  52 static int telecine=0;
  53 static float telecine_cnt=-2.5;
  54
  55 typedef enum {
  56   VIDEO_MPEG12,
  57   VIDEO_MPEG4,
  58   VIDEO_H264,
  59   VIDEO_VC1,
  60   VIDEO_OTHER
  61 } video_codec_t;
  62
  63 static video_codec_t find_video_codec(sh_video_t *sh_video)
  64 {
  65   demux_stream_t *d_video=sh_video->ds;
  66   int fmt = d_video->demuxer->file_format;
  67
  68   if(
  69     (fmt == DEMUXER_TYPE_PVA) ||
  70     (fmt == DEMUXER_TYPE_MPEG_ES) ||
  71     (fmt == DEMUXER_TYPE_MPEG_GXF) ||
  72     (fmt == DEMUXER_TYPE_MPEG_PES) ||
  73     (
  74       (fmt == DEMUXER_TYPE_MPEG_PS || fmt == DEMUXER_TYPE_MPEG_TS) &&
  75       ((! sh_video->format) || (sh_video->format==0x10000001) || (sh_video->format==0x10000002))
  76     ) ||
  77     (fmt == DEMUXER_TYPE_MPEG_TY)
  78 #ifdef CONFIG_LIVE555
  79     || ((fmt == DEMUXER_TYPE_RTP) && demux_is_mpeg_rtp_stream(d_video->demuxer))
  80 #endif
  81   )
  82     return VIDEO_MPEG12;
  83   else if((fmt == DEMUXER_TYPE_MPEG4_ES) ||
  84     ((fmt == DEMUXER_TYPE_MPEG_TS) && (sh_video->format==0x10000004)) ||
  85     ((fmt == DEMUXER_TYPE_MPEG_PS) && (sh_video->format==0x10000004))
  86   )
  87     return VIDEO_MPEG4;
  88   else if((fmt == DEMUXER_TYPE_H264_ES) ||
  89     ((fmt == DEMUXER_TYPE_MPEG_TS) && (sh_video->format==0x10000005)) ||
  90     ((fmt == DEMUXER_TYPE_MPEG_PS) && (sh_video->format==0x10000005))
  91   )
  92     return VIDEO_H264;
  93   else if((fmt == DEMUXER_TYPE_MPEG_PS ||  fmt == DEMUXER_TYPE_MPEG_TS) &&
  94     (sh_video->format==mmioFOURCC('W', 'V', 'C', '1')))
  95     return VIDEO_VC1;
  96   else if (fmt == DEMUXER_TYPE_ASF && sh_video->bih && sh_video->bih->biCompression == mmioFOURCC('D', 'V', 'R', ' '))
  97     return VIDEO_MPEG12;
  98   else
  99     return VIDEO_OTHER;
 100 }
 101
 102 int video_read_properties(sh_video_t *sh_video){
 103 demux_stream_t *d_video=sh_video->ds;
 104 video_codec_t video_codec = find_video_codec(sh_video);
 105 // Determine image properties:
 106 switch(video_codec){
 107  case VIDEO_OTHER: {
 108  if((d_video->demuxer->file_format == DEMUXER_TYPE_ASF) || (d_video->demuxer->file_format == DEMUXER_TYPE_AVI)) {
 109     // display info:
 110     // in case no strf chunk has been seen in avi, we have no bitmap header
 111     if(!sh_video->bih) return 0;
 112     sh_video->format=sh_video->bih->biCompression;
 113     sh_video->disp_w=sh_video->bih->biWidth;
 114     sh_video->disp_h=abs(sh_video->bih->biHeight);
 115   }
 116   break;
 117  }
 118  case VIDEO_MPEG4: {
 119    int pos = 0, vop_cnt=0, units[3];
 120    videobuf_len=0; videobuf_code_len=0;
 121    mp_msg(MSGT_DECVIDEO,MSGL_V,"Searching for Video Object Start code... ");
 122    while(1){
 123       int i=sync_video_packet(d_video);
 124       if(i<=0x11F) break; // found it!
 125       if(!i || !skip_video_packet(d_video)){
 126         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 127         return 0;
 128       }
 129    }
 130    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\n");
 131    if(!videobuffer) {
 132      videobuffer=(char*)memalign(8,VIDEOBUFFER_SIZE + MP_INPUT_BUFFER_PADDING_SIZE);
 133      if (videobuffer) memset(videobuffer+VIDEOBUFFER_SIZE, 0, MP_INPUT_BUFFER_PADDING_SIZE);
 134      else {
 135        mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"Cannot allocate shared memory.\n");
 136        return 0;
 137      }
 138    }
 139    mp_msg(MSGT_DECVIDEO,MSGL_V,"Searching for Video Object Layer Start code... ");
 140    while(1){
 141       int i=sync_video_packet(d_video);
 142       mp_msg(MSGT_DECVIDEO,MSGL_V,"M4V: 0x%X\n",i);
 143       if(i>=0x120 && i<=0x12F) break; // found it!
 144       if(!i || !read_video_packet(d_video)){
 145         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 146         return 0;
 147       }
 148    }
 149    pos = videobuf_len+4;
 150    if(!read_video_packet(d_video)){
 151      mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Can't read Video Object Layer Header\n");
 152      return 0;
 153    }
 154    mp4_header_process_vol(&picture, &(videobuffer[pos]));
 155    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK! FPS SEEMS TO BE %.3f\nSearching for Video Object Plane Start code... ", sh_video->fps);
 156  mp4_init:
 157    while(1){
 158       int i=sync_video_packet(d_video);
 159       if(i==0x1B6) break; // found it!
 160       if(!i || !read_video_packet(d_video)){
 161         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 162         return 0;
 163       }
 164    }
 165    pos = videobuf_len+4;
 166    if(!read_video_packet(d_video)){
 167      mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Can't read Video Object Plane Header\n");
 168      return 0;
 169    }
 170    mp4_header_process_vop(&picture, &(videobuffer[pos]));
 171    units[vop_cnt] = picture.timeinc_unit;
 172    vop_cnt++;
 173    //mp_msg(MSGT_DECVIDEO,MSGL_V, "TYPE: %d, unit: %d\n", picture.picture_type, picture.timeinc_unit);
 174    if(!picture.fps) {
 175      int i, mn, md, mx, diff;
 176      if(vop_cnt < 3)
 177           goto mp4_init;
 178
 179      i=0;
 180      mn = mx = units[0];
 181      for(i=0; i<3; i++) {
 182        if(units[i] < mn)
 183          mn = units[i];
 184        if(units[i] > mx)
 185          mx = units[i];
 186      }
 187      md = mn;
 188      for(i=0; i<3; i++) {
 189        if((units[i] > mn) && (units[i] < mx))
 190          md = units[i];
 191      }
 192      mp_msg(MSGT_DECVIDEO,MSGL_V, "MIN: %d, mid: %d, max: %d\n", mn, md, mx);
 193      if(mx - md > md - mn)
 194        diff = md - mn;
 195      else
 196        diff = mx - md;
 197      if(diff > 0){
 198        picture.fps = ((float)picture.timeinc_resolution) / diff;
 199        mp_msg(MSGT_DECVIDEO,MSGL_V, "FPS seems to be: %f, resolution: %d, delta_units: %d\n", picture.fps, picture.timeinc_resolution, diff);
 200      }
 201    }
 202    if(picture.fps) {
 203     sh_video->fps=picture.fps;
 204     sh_video->frametime=1.0/picture.fps;
 205     mp_msg(MSGT_DECVIDEO,MSGL_INFO, "FPS seems to be: %f\n", picture.fps);
 206    }
 207    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\n");
 208    sh_video->format=0x10000004;
 209    break;
 210  }
 211  case VIDEO_H264: {
 212    int pos = 0;
 213    videobuf_len=0; videobuf_code_len=0;
 214    mp_msg(MSGT_DECVIDEO,MSGL_V,"Searching for sequence parameter set... ");
 215    while(1){
 216       int i=sync_video_packet(d_video);
 217       if((i&~0x60) == 0x107 && i != 0x107) break; // found it!
 218       if(!i || !skip_video_packet(d_video)){
 219         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 220         return 0;
 221       }
 222    }
 223    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\n");
 224    if(!videobuffer) {
 225      videobuffer=(char*)memalign(8,VIDEOBUFFER_SIZE + MP_INPUT_BUFFER_PADDING_SIZE);
 226      if (videobuffer) memset(videobuffer+VIDEOBUFFER_SIZE, 0, MP_INPUT_BUFFER_PADDING_SIZE);
 227      else {
 228        mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"Cannot allocate shared memory.\n");
 229        return 0;
 230      }
 231    }
 232    pos = videobuf_len+4;
 233    if(!read_video_packet(d_video)){
 234      mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Can't read sequence parameter set\n");
 235      return 0;
 236    }
 237    h264_parse_sps(&picture, &(videobuffer[pos]), videobuf_len - pos);
 238    sh_video->disp_w=picture.display_picture_width;
 239    sh_video->disp_h=picture.display_picture_height;
 240    mp_msg(MSGT_DECVIDEO,MSGL_V,"Searching for picture parameter set... ");
 241    while(1){
 242       int i=sync_video_packet(d_video);
 243       mp_msg(MSGT_DECVIDEO,MSGL_V,"H264: 0x%X\n",i);
 244       if((i&~0x60) == 0x108 && i != 0x108) break; // found it!
 245       if(!i || !read_video_packet(d_video)){
 246         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 247         return 0;
 248       }
 249    }
 250    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\nSearching for Slice... ");
 251    while(1){
 252       int i=sync_video_packet(d_video);
 253       if((i&~0x60) == 0x101 || (i&~0x60) == 0x102 || (i&~0x60) == 0x105) break; // found it!
 254       if(!i || !read_video_packet(d_video)){
 255         mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 256         return 0;
 257       }
 258    }
 259    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\n");
 260    sh_video->format=0x10000005;
 261    if(picture.fps) {
 262      sh_video->fps=picture.fps;
 263      sh_video->frametime=1.0/picture.fps;
 264      mp_msg(MSGT_DECVIDEO,MSGL_INFO, "FPS seems to be: %f\n", picture.fps);
 265    }
 266    break;
 267  }
 268  case VIDEO_MPEG12: {
 269    if (d_video->demuxer->file_format == DEMUXER_TYPE_ASF) { // DVR-MS
 270      if(!sh_video->bih) return 0;
 271      sh_video->format=sh_video->bih->biCompression;
 272    }
 273 mpeg_header_parser:
 274    // Find sequence_header first:
 275    videobuf_len=0; videobuf_code_len=0;
 276    telecine=0; telecine_cnt=-2.5;
 277    mp_msg(MSGT_DECVIDEO,MSGL_V,"Searching for sequence header... ");
 278    while(1){
 279       int i=sync_video_packet(d_video);
 280       if(i==0x1B3) break; // found it!
 281       if(!i || !skip_video_packet(d_video)){
 282         if( mp_msg_test(MSGT_DECVIDEO,MSGL_V) )  mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 283         mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"MPEG: FATAL: EOF while searching for sequence header.\n");
 284         return 0;
 285       }
 286    }
 287    mp_msg(MSGT_DECVIDEO,MSGL_V,"OK!\n");
 288    // ========= Read & process sequence header & extension ============
 289    if(!videobuffer) {
 290      videobuffer=(char*)memalign(8,VIDEOBUFFER_SIZE + MP_INPUT_BUFFER_PADDING_SIZE);
 291      if (videobuffer) memset(videobuffer+VIDEOBUFFER_SIZE, 0, MP_INPUT_BUFFER_PADDING_SIZE);
 292      else {
 293        mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"Cannot allocate shared memory.\n");
 294        return 0;
 295      }
 296    }
 297
 298    if(!read_video_packet(d_video)){
 299      mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"FATAL: Cannot read sequence header.\n");
 300      return 0;
 301    }
 302    if(mp_header_process_sequence_header (&picture, &videobuffer[4])) {
 303      mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"MPEG: bad sequence header\n");
 304      goto mpeg_header_parser;
 305    }
 306    if(sync_video_packet(d_video)==0x1B5){ // next packet is seq. ext.
 307     int pos=videobuf_len;
 308     if(!read_video_packet(d_video)){
 309       mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"FATAL: Cannot read sequence header extension.\n");
 310       return 0;
 311     }
 312     if(mp_header_process_extension (&picture, &videobuffer[pos+4])) {
 313       mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"MPEG: bad sequence header extension\n");
 314       return 0;
 315     }
 316    }
 317
 318    // display info:
 319    sh_video->format=picture.mpeg1?0x10000001:0x10000002; // mpeg video
 320    sh_video->fps=picture.fps;
 321    if(!sh_video->fps){
 322      sh_video->frametime=0;
 323    } else {
 324      sh_video->frametime=1.0/picture.fps;
 325    }
 326    sh_video->disp_w=picture.display_picture_width;
 327    sh_video->disp_h=picture.display_picture_height;
 328    // bitrate:
 329    if(picture.bitrate!=0x3FFFF) // unspecified/VBR ?
 330        sh_video->i_bps=picture.bitrate * 400 / 8;
 331    // info:
 332    mp_dbg(MSGT_DECVIDEO,MSGL_DBG2,"mpeg bitrate: %d (%X)\n",picture.bitrate,picture.bitrate);
 333    mp_msg(MSGT_DECVIDEO,MSGL_INFO,"VIDEO:  %s  %dx%d  (aspect %d)  %5.3f fps  %5.1f kbps (%4.1f kbyte/s)\n",
 334     picture.mpeg1?"MPEG1":"MPEG2",
 335     sh_video->disp_w,sh_video->disp_h,
 336     picture.aspect_ratio_information,
 337     sh_video->fps,
 338     sh_video->i_bps * 8 / 1000.0,
 339     sh_video->i_bps / 1000.0 );
 340   break;
 341  }
 342  case VIDEO_VC1: {
 343    // Find sequence_header:
 344    videobuf_len=0;
 345    videobuf_code_len=0;
 346    mp_msg(MSGT_DECVIDEO,MSGL_INFO,"Searching for VC1 sequence header... ");
 347    while(1){
 348       int i=sync_video_packet(d_video);
 349       if(i==0x10F) break; // found it!
 350       if(!i || !skip_video_packet(d_video)){
 351         if( mp_msg_test(MSGT_DECVIDEO,MSGL_V) )  mp_msg(MSGT_DECVIDEO,MSGL_V,"NONE :(\n");
 352         mp_msg(MSGT_DECVIDEO,MSGL_ERR, "Couldn't find VC-1 sequence header\n");
 353         return 0;
 354       }
 355    }
 356    mp_msg(MSGT_DECVIDEO,MSGL_INFO,"found\n");
 357    if(!videobuffer) {
 358      videobuffer=(char*)memalign(8,VIDEOBUFFER_SIZE + MP_INPUT_BUFFER_PADDING_SIZE);
 359      if (videobuffer) memset(videobuffer+VIDEOBUFFER_SIZE, 0, MP_INPUT_BUFFER_PADDING_SIZE);
 360      else {
 361        mp_tmsg(MSGT_DECVIDEO,MSGL_ERR,"Cannot allocate shared memory.\n");
 362        return 0;
 363      }
 364    }
 365    if(!read_video_packet(d_video)){
 366      mp_msg(MSGT_DECVIDEO,MSGL_ERR, "Couldn't read VC-1 sequence header!\n");
 367      return 0;
 368    }
 369
 370    while(1) {
 371       int i=sync_video_packet(d_video);
 372       if(i==0x10E) break; // found it!
 373       if(!i || !skip_video_packet(d_video)){
 374         mp_msg(MSGT_DECVIDEO,MSGL_V,"Couldn't find VC-1 entry point sync-code:(\n");
 375         return 0;
 376       }
 377    }
 378    if(!read_video_packet(d_video)){
 379       mp_msg(MSGT_DECVIDEO,MSGL_V,"Couldn't read VC-1 entry point sync-code:(\n");
 380       return 0;
 381    }
 382
 383    if(mp_vc1_decode_sequence_header(&picture, &videobuffer[4], videobuf_len-4)) {
 384      sh_video->bih = (BITMAPINFOHEADER *) calloc(1, sizeof(BITMAPINFOHEADER) + videobuf_len);
 385      if(sh_video->bih == NULL) {
 386        mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Couldn't alloc %d bytes for VC-1 extradata!\n", sizeof(BITMAPINFOHEADER) + videobuf_len);
 387        return 0;
 388      }
 389      sh_video->bih->biSize= sizeof(BITMAPINFOHEADER) + videobuf_len;
 390      memcpy(sh_video->bih + 1, videobuffer, videobuf_len);
 391      sh_video->bih->biCompression = sh_video->format;
 392      sh_video->bih->biWidth = sh_video->disp_w = picture.display_picture_width;
 393      sh_video->bih->biHeight = sh_video->disp_h = picture.display_picture_height;
 394      if(picture.fps > 0) {
 395        sh_video->frametime=1.0/picture.fps;
 396        sh_video->fps = picture.fps;
 397      }
 398      mp_msg(MSGT_DECVIDEO,MSGL_INFO,"VIDEO:  VC-1  %dx%d, %5.3f fps, header len: %d\n",
 399        sh_video->disp_w, sh_video->disp_h, sh_video->fps, videobuf_len);
 400    }
 401   break;
 402  }
 403 } // switch(file_format)
 404
 405 return 1;
 406 }
 407
 408 void ty_processuserdata( unsigned char* buf, int len );
 409
 410 static void process_userdata(unsigned char* buf,int len){
 411     int i;
 412     /* if the user data starts with "CC", assume it is a CC info packet */
 413     if(len>2 && buf[0]=='C' && buf[1]=='C'){
 414 //    mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"video.c: process_userdata() detected Closed Captions!\n");
 415       subcc_process_data(buf+2,len-2);
 416     }
 417     if( len > 2 && buf[ 0 ] == 'T' && buf[ 1 ] == 'Y' )
 418     {
 419        ty_processuserdata( buf + 2, len - 2 );
 420        return;
 421     }
 422     if(verbose<2) return;
 423     fprintf(stderr, "user_data: len=%3d  %02X %02X %02X %02X '",
 424       len, buf[0], buf[1], buf[2], buf[3]);
 425     for(i=0;i<len;i++)
 426 //    if(buf[i]>=32 && buf[i]<127) fputc(buf[i], stderr);
 427       if(buf[i]&0x60) fputc(buf[i]&0x7F, stderr);
 428     fprintf(stderr, "'\n");
 429 }
 430
 431 int video_read_frame(sh_video_t* sh_video,float* frame_time_ptr,unsigned char** start,int force_fps){
 432     demux_stream_t *d_video=sh_video->ds;
 433     demuxer_t *demuxer=d_video->demuxer;
 434     float frame_time=1;
 435     float pts1=d_video->pts;
 436     float pts=0;
 437     int picture_coding_type=0;
 438     int in_size=0;
 439     video_codec_t video_codec = find_video_codec(sh_video);
 440
 441     *start=NULL;
 442
 443   if(video_codec == VIDEO_MPEG12){
 444         int in_frame=0;
 445         //float newfps;
 446         //videobuf_len=0;
 447         while(videobuf_len<VIDEOBUFFER_SIZE-MAX_VIDEO_PACKET_SIZE){
 448           int i=sync_video_packet(d_video);
 449           //void* buffer=&videobuffer[videobuf_len+4];
 450           int start=videobuf_len+4;
 451           if(in_frame){
 452             if(i<0x101 || i>=0x1B0){  // not slice code -> end of frame
 453               if(!i) return -1; // EOF
 454               break;
 455             }
 456           } else {
 457             if(i==0x100){
 458               pts=d_video->pts;
 459               d_video->pts=0;
 460             }
 461             if(i>=0x101 && i<0x1B0) in_frame=1; // picture startcode
 462             else if(!i) return -1; // EOF
 463           }
 464           if(!read_video_packet(d_video)) return -1; // EOF
 465           // process headers:
 466           switch(i){
 467             case 0x1B3: mp_header_process_sequence_header (&picture, &videobuffer[start]);break;
 468             case 0x1B5: mp_header_process_extension (&picture, &videobuffer[start]);break;
 469             case 0x1B2: process_userdata (&videobuffer[start], videobuf_len-start);break;
 470             case 0x100: picture_coding_type=(videobuffer[start+1] >> 3) & 7;break;
 471           }
 472         }
 473
 474         *start=videobuffer; in_size=videobuf_len;
 475
 476     // get mpeg fps:
 477     if(sh_video->fps!=picture.fps) if(!force_fps && !telecine){
 478             mp_msg(MSGT_CPLAYER,MSGL_WARN,"Warning! FPS changed %5.3f -> %5.3f  (%f) [%d]  \n",sh_video->fps,picture.fps,sh_video->fps-picture.fps,picture.frame_rate_code);
 479             sh_video->fps=picture.fps;
 480             sh_video->frametime=1.0/picture.fps;
 481     }
 482
 483     // fix mpeg2 frametime:
 484     frame_time=(picture.display_time)*0.01f;
 485     picture.display_time=100;
 486     videobuf_len=0;
 487
 488     telecine_cnt*=0.9; // drift out error
 489     telecine_cnt+=frame_time-5.0/4.0;
 490     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"\r telecine = %3.1f  %5.3f     \n",frame_time,telecine_cnt);
 491
 492     if(telecine){
 493         frame_time=1;
 494         if(telecine_cnt<-1.5 || telecine_cnt>1.5){
 495             mp_tmsg(MSGT_DECVIDEO,MSGL_INFO,"\ndemux_mpg: 30000/1001fps NTSC content detected, switching framerate.\n");
 496             telecine=0;
 497         }
 498     } else
 499         if(telecine_cnt>-0.5 && telecine_cnt<0.5 && !force_fps){
 500             sh_video->fps=sh_video->fps*4/5;
 501             sh_video->frametime=sh_video->frametime*5/4;
 502             mp_tmsg(MSGT_DECVIDEO,MSGL_INFO,"\ndemux_mpg: 24000/1001fps progressive NTSC content detected, switching framerate.\n");
 503             telecine=1;
 504         }
 505   } else if(video_codec == VIDEO_MPEG4){
 506         while(videobuf_len<VIDEOBUFFER_SIZE-MAX_VIDEO_PACKET_SIZE){
 507           int i=sync_video_packet(d_video);
 508           if(!i) return -1;
 509           if(!read_video_packet(d_video)) return -1; // EOF
 510           if(i==0x1B6) break;
 511         }
 512         *start=videobuffer; in_size=videobuf_len;
 513         videobuf_len=0;
 514   } else if(video_codec == VIDEO_H264){
 515         int in_picture = 0;
 516         while(videobuf_len<VIDEOBUFFER_SIZE-MAX_VIDEO_PACKET_SIZE){
 517           int i=sync_video_packet(d_video);
 518           int pos = videobuf_len+4;
 519           if(!i) return -1;
 520           if(!read_video_packet(d_video)) return -1; // EOF
 521           if((i&~0x60) == 0x107 && i != 0x107) {
 522             h264_parse_sps(&picture, &(videobuffer[pos]), videobuf_len - pos);
 523             if(picture.fps > 0) {
 524               sh_video->fps=picture.fps;
 525               sh_video->frametime=1.0/picture.fps;
 526             }
 527             i=sync_video_packet(d_video);
 528             if(!i) return -1;
 529             if(!read_video_packet(d_video)) return -1; // EOF
 530           }
 531
 532           // here starts the access unit end detection code
 533           // see the mail on MPlayer-dev-eng for details:
 534           // Date: Sat, 17 Sep 2005 11:24:06 +0200
 535           // Subject: Re: [MPlayer-dev-eng] [RFC] h264 ES parser problems
 536           // Message-ID: <20050917092406.GA7699@rz.uni-karlsruhe.de>
 537           if((i&~0x60) == 0x101 || (i&~0x60) == 0x102 || (i&~0x60) == 0x105)
 538             // found VCL NAL with slice header i.e. start of current primary coded
 539             // picture, so start scanning for the end now
 540             in_picture = 1;
 541           if (in_picture) {
 542             i = sync_video_packet(d_video) & ~0x60; // code of next packet
 543             if(i == 0x106 || i == 0x109) break; // SEI or access unit delim.
 544             if(i == 0x101 || i == 0x102 || i == 0x105) {
 545               // assuming arbitrary slice ordering is not allowed, the
 546               // first_mb_in_slice (golomb encoded) value should be 0 then
 547               // for the first VCL NAL in a picture
 548               if (demux_peekc(d_video) & 0x80)
 549                 break;
 550             }
 551           }
 552         }
 553         *start=videobuffer; in_size=videobuf_len;
 554         videobuf_len=0;
 555   }  else if(video_codec == VIDEO_VC1) {
 556        while(videobuf_len<VIDEOBUFFER_SIZE-MAX_VIDEO_PACKET_SIZE) {
 557          int i=sync_video_packet(d_video);
 558          if(!i) return -1;
 559          if(!read_video_packet(d_video)) return -1; // EOF
 560          if(i==0x10D) break;
 561        }
 562        *start=videobuffer;
 563        in_size=videobuf_len;
 564        videobuf_len=0;
 565   } else {
 566       // frame-based file formats: (AVI,ASF,MOV)
 567     in_size=ds_get_packet(d_video,start);
 568     if(in_size<0) return -1; // EOF
 569   }
 570
 571
 572 //------------------------ frame decoded. --------------------
 573
 574     // Increase video timers:
 575     sh_video->num_frames+=frame_time;
 576     ++sh_video->num_frames_decoded;
 577
 578     frame_time*=sh_video->frametime;
 579
 580     // override frame_time for variable/unknown FPS formats:
 581     if(!force_fps) switch(demuxer->file_format){
 582       case DEMUXER_TYPE_GIF:
 583       case DEMUXER_TYPE_MATROSKA:
 584       case DEMUXER_TYPE_MNG:
 585        if(d_video->pts>0 && pts1>0 && d_video->pts>pts1)
 586          frame_time=d_video->pts-pts1;
 587         break;
 588       case DEMUXER_TYPE_TV:
 589       case DEMUXER_TYPE_MOV:
 590       case DEMUXER_TYPE_FILM:
 591       case DEMUXER_TYPE_VIVO:
 592       case DEMUXER_TYPE_OGG:
 593       case DEMUXER_TYPE_ASF: {
 594         double next_pts = ds_get_next_pts(d_video);
 595         double d= (next_pts != MP_NOPTS_VALUE) ? next_pts - d_video->pts : d_video->pts-pts1;
 596         if(d>=0){
 597           if(d>0){
 598             if((int)sh_video->fps==1000)
 599               mp_msg(MSGT_CPLAYER,MSGL_V,"\navg. framerate: %d fps             \n",(int)(1.0f/d));
 600             sh_video->frametime=d; // 1ms
 601             sh_video->fps=1.0f/d;
 602           }
 603           frame_time = d;
 604         } else {
 605           mp_msg(MSGT_CPLAYER,MSGL_WARN,"\nInvalid frame duration value (%5.3f/%5.3f => %5.3f). Defaulting to %5.3f sec.\n",d_video->pts,next_pts,d,frame_time);
 606           // frame_time = 1/25.0;
 607         }
 608       }
 609       break;
 610       case DEMUXER_TYPE_LAVF:
 611       case DEMUXER_TYPE_LAVF_PREFERRED:
 612         if((int)sh_video->fps==1000 || (int)sh_video->fps<=1){
 613           double next_pts = ds_get_next_pts(d_video);
 614           double d= (next_pts != MP_NOPTS_VALUE) ? next_pts - d_video->pts : d_video->pts-pts1;
 615           if(d>=0){
 616             frame_time = d;
 617           }
 618         }
 619       break;
 620       case DEMUXER_TYPE_REAL:
 621         {
 622           double next_pts = ds_get_next_pts(d_video);
 623           double d = (next_pts != MP_NOPTS_VALUE) ? next_pts - d_video->pts : d_video->pts - pts1;
 624
 625           frame_time = (d >= 0 && pts1 > 0) ? d : 0.001;
 626         }
 627       break;
 628     }
 629
 630     if(video_codec == VIDEO_MPEG12){
 631         sh_video->pts+=frame_time;
 632         if(picture_coding_type==1)
 633             d_video->flags |= 1;
 634         if(picture_coding_type<=2 && sh_video->i_pts){
 635             sh_video->pts=sh_video->i_pts;
 636             sh_video->i_pts=pts;
 637         } else {
 638             if(pts){
 639                 if(picture_coding_type<=2) sh_video->i_pts=pts;
 640                 else sh_video->pts=pts;
 641             }
 642         }
 643     } else
 644         sh_video->pts=d_video->pts;
 645
 646     if(frame_time_ptr) *frame_time_ptr=frame_time;
 647     return in_size;
 648 }