libmpcodecs/vd_qtvideo.c

   1 #include <stdio.h>
   2 #include <stdlib.h>
   3 #include <inttypes.h>
   4
   5 #include "config.h"
   6
   7 #ifdef CONFIG_QUICKTIME
   8 #include <QuickTime/ImageCodec.h>
   9 #define dump_ImageDescription(x)
  10 #endif
  11
  12 #include "loader/wine/windef.h"
  13
  14 #include "mp_msg.h"
  15 #include "vd_internal.h"
  16
  17 #ifdef WIN32_LOADER
  18 #include "loader/ldt_keeper.h"
  19 #endif
  20
  21 static vd_info_t info = {
  22         "Quicktime Video decoder",
  23         "qtvideo",
  24         "A'rpi",
  25         "Sascha Sommer",
  26         "win32"
  27 };
  28
  29 LIBVD_EXTERN(qtvideo)
  30
  31 #include "mpbswap.h"
  32
  33 #ifndef CONFIG_QUICKTIME
  34 #include "loader/qtx/qtxsdk/components.h"
  35
  36 HMODULE   WINAPI LoadLibraryA(LPCSTR);
  37 FARPROC   WINAPI GetProcAddress(HMODULE,LPCSTR);
  38 int       WINAPI FreeLibrary(HMODULE);
  39 #endif
  40
  41 //static ComponentDescription desc; // for FindNextComponent()
  42 static ComponentInstance ci=NULL; // codec handle
  43 //static CodecInfo cinfo;       // for ImageCodecGetCodecInfo()
  44 //Component prev=NULL;
  45 //ComponentResult cres; //
  46 static CodecCapabilities codeccap; // for decpar
  47 static CodecDecompressParams decpar; // for ImageCodecPreDecompress()
  48 //static ImageSubCodecDecompressCapabilities icap; // for ImageCodecInitialize()
  49 static Rect OutBufferRect;              //the dimensions of our GWorld
  50
  51 static GWorldPtr OutBufferGWorld = NULL;//a GWorld is some kind of description for a drawing environment
  52 static ImageDescriptionHandle framedescHandle;
  53 static HINSTANCE qtime_qts; // handle to the preloaded quicktime.qts
  54 static HMODULE handler;
  55
  56 #ifndef CONFIG_QUICKTIME
  57 static    Component (*FindNextComponent)(Component prev,ComponentDescription* desc);
  58 static    OSErr (*GetComponentInfo)(Component prev,ComponentDescription* desc,Handle h1,Handle h2,Handle h3);
  59 static    long (*CountComponents)(ComponentDescription* desc);
  60 static    OSErr (*InitializeQTML)(long flags);
  61 static    OSErr (*EnterMovies)(void);
  62 static    ComponentInstance (*OpenComponent)(Component c);
  63 static    ComponentResult (*ImageCodecInitialize)(ComponentInstance ci,
  64                                  ImageSubCodecDecompressCapabilities * cap);
  65 static    ComponentResult (*ImageCodecBeginBand)(ComponentInstance      ci,
  66                                  CodecDecompressParams * params,
  67                                  ImageSubCodecDecompressRecord * drp,
  68                                  long                   flags);
  69 static    ComponentResult (*ImageCodecGetCodecInfo)(ComponentInstance      ci,
  70                                  CodecInfo *            info);
  71 static    ComponentResult (*ImageCodecPreDecompress)(ComponentInstance      ci,
  72                                  CodecDecompressParams * params);
  73 static    ComponentResult (*ImageCodecBandDecompress)(ComponentInstance      ci,
  74                                  CodecDecompressParams * params);
  75 static    PixMapHandle    (*GetGWorldPixMap)(GWorldPtr offscreenGWorld);
  76 static    OSErr           (*QTNewGWorldFromPtr)(GWorldPtr *gw,
  77                                OSType pixelFormat,
  78                                const Rect *boundsRect,
  79                                CTabHandle cTable,
  80                                /*GDHandle*/void* aGDevice, //unused anyway
  81                                GWorldFlags flags,
  82                                void *baseAddr,
  83                                long rowBytes);
  84 static    OSErr           (*NewHandleClear)(Size byteCount);
  85 #endif /* #ifndef CONFIG_QUICKTIME */
  86
  87 // to set/get/query special features/parameters
  88 static int control(sh_video_t *sh,int cmd,void* arg,...){
  89     return CONTROL_UNKNOWN;
  90 }
  91
  92 static int codec_initialized=0;
  93
  94 // init driver
  95 static int init(sh_video_t *sh){
  96     long result = 1;
  97     ComponentResult cres;
  98     ComponentDescription desc;
  99     Component prev=NULL;
 100     CodecInfo cinfo;    // for ImageCodecGetCodecInfo()
 101     ImageSubCodecDecompressCapabilities icap; // for ImageCodecInitialize()
 102
 103     codec_initialized = 0;
 104 #ifdef CONFIG_QUICKTIME
 105     EnterMovies();
 106 #else
 107
 108 #ifdef WIN32_LOADER
 109     Setup_LDT_Keeper();
 110 #endif
 111
 112     //preload quicktime.qts to avoid the problems caused by the hardcoded path inside the dll
 113     qtime_qts = LoadLibraryA("QuickTime.qts");
 114     if(!qtime_qts){
 115     mp_msg(MSGT_DECVIDEO,MSGL_ERR,"unable to load QuickTime.qts\n" );
 116     return 0;
 117     }
 118
 119     handler = LoadLibraryA("qtmlClient.dll");
 120     if(!handler){
 121     mp_msg(MSGT_DECVIDEO,MSGL_ERR,"unable to load qtmlClient.dll\n");
 122     return 0;
 123     }
 124
 125     InitializeQTML = (OSErr (*)(long))GetProcAddress(handler, "InitializeQTML");
 126     EnterMovies = (OSErr (*)(void))GetProcAddress(handler, "EnterMovies");
 127     FindNextComponent = (Component (*)(Component,ComponentDescription*))GetProcAddress(handler, "FindNextComponent");
 128     CountComponents = (long (*)(ComponentDescription*))GetProcAddress(handler, "CountComponents");
 129     GetComponentInfo = (OSErr (*)(Component,ComponentDescription*,Handle,Handle,Handle))GetProcAddress(handler, "GetComponentInfo");
 130     OpenComponent = (ComponentInstance (*)(Component))GetProcAddress(handler, "OpenComponent");
 131     ImageCodecInitialize = (ComponentResult (*)(ComponentInstance,ImageSubCodecDecompressCapabilities *))GetProcAddress(handler, "ImageCodecInitialize");
 132     ImageCodecGetCodecInfo = (ComponentResult (*)(ComponentInstance,CodecInfo *))GetProcAddress(handler, "ImageCodecGetCodecInfo");
 133     ImageCodecBeginBand = (ComponentResult (*)(ComponentInstance,CodecDecompressParams *,ImageSubCodecDecompressRecord *,long))GetProcAddress(handler, "ImageCodecBeginBand");
 134     ImageCodecPreDecompress = (ComponentResult (*)(ComponentInstance,CodecDecompressParams *))GetProcAddress(handler, "ImageCodecPreDecompress");
 135     ImageCodecBandDecompress = (ComponentResult (*)(ComponentInstance,CodecDecompressParams *))GetProcAddress(handler, "ImageCodecBandDecompress");
 136     GetGWorldPixMap = (PixMapHandle (*)(GWorldPtr))GetProcAddress(handler, "GetGWorldPixMap");
 137     QTNewGWorldFromPtr = (OSErr(*)(GWorldPtr *,OSType,const Rect *,CTabHandle,void*,GWorldFlags,void *,long))GetProcAddress(handler, "QTNewGWorldFromPtr");
 138     NewHandleClear = (OSErr(*)(Size))GetProcAddress(handler, "NewHandleClear");
 139     //     = GetProcAddress(handler, "");
 140
 141     if(!InitializeQTML || !EnterMovies || !FindNextComponent || !ImageCodecBandDecompress){
 142         mp_msg(MSGT_DECVIDEO,MSGL_ERR,"invalid qtmlClient.dll!\n");
 143         return 0;
 144     }
 145
 146     result=InitializeQTML(6+16);
 147 //    result=InitializeQTML(0);
 148     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"InitializeQTML returned %li\n",result);
 149 //    result=EnterMovies();
 150 //    printf("EnterMovies->%d\n",result);
 151 #endif /* CONFIG_QUICKTIME */
 152
 153 #if 0
 154     memset(&desc,0,sizeof(desc));
 155     while((prev=FindNextComponent(prev,&desc))){
 156         ComponentDescription desc2;
 157         unsigned char* c1=&desc2.componentType;
 158         unsigned char* c2=&desc2.componentSubType;
 159         memset(&desc2,0,sizeof(desc2));
 160 //      printf("juhee %p (%p)\n",prev,&desc);
 161         GetComponentInfo(prev,&desc2,NULL,NULL,NULL);
 162         mp_msg(MSGT_DECVIDEO,MSGL_DGB2,"DESC: %c%c%c%c/%c%c%c%c [0x%X/0x%X] 0x%X\n",
 163             c1[3],c1[2],c1[1],c1[0],
 164             c2[3],c2[2],c2[1],c2[0],
 165             desc2.componentType,desc2.componentSubType,
 166             desc2.componentFlags);
 167     }
 168 #endif
 169
 170
 171     memset(&desc,0,sizeof(desc));
 172     desc.componentType= (((unsigned char)'i')<<24)|
 173                         (((unsigned char)'m')<<16)|
 174                         (((unsigned char)'d')<<8)|
 175                         (((unsigned char)'c'));
 176 #if 0
 177     desc.componentSubType=
 178                     (((unsigned char)'S'<<24))|
 179                         (((unsigned char)'V')<<16)|
 180                         (((unsigned char)'Q')<<8)|
 181                         (((unsigned char)'3'));
 182 #else
 183     desc.componentSubType = bswap_32(sh->format);
 184 #endif
 185     desc.componentManufacturer=0;
 186     desc.componentFlags=0;
 187     desc.componentFlagsMask=0;
 188
 189     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"Count = %ld\n",CountComponents(&desc));
 190     prev=FindNextComponent(NULL,&desc);
 191     if(!prev){
 192         mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Cannot find requested component\n");
 193         return 0;
 194     }
 195     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"Found it! ID = %p\n",prev);
 196
 197     ci=OpenComponent(prev);
 198     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ci=%p\n",ci);
 199
 200     memset(&icap,0,sizeof(icap));
 201     cres=ImageCodecInitialize(ci,&icap);
 202     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ImageCodecInitialize->%#x  size=%d (%d)\n",cres,icap.recordSize,icap.decompressRecordSize);
 203
 204     memset(&cinfo,0,sizeof(cinfo));
 205     cres=ImageCodecGetCodecInfo(ci,&cinfo);
 206     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"Flags: compr: 0x%X  decomp: 0x%X format: 0x%X\n",
 207         cinfo.compressFlags, cinfo.decompressFlags, cinfo.formatFlags);
 208     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"Codec name: %.*s\n",((unsigned char*)&cinfo.typeName)[0],
 209         ((unsigned char*)&cinfo.typeName)+1);
 210
 211     //make a yuy2 gworld
 212     OutBufferRect.top=0;
 213     OutBufferRect.left=0;
 214     OutBufferRect.right=sh->disp_w;
 215     OutBufferRect.bottom=sh->disp_h;
 216
 217     //Fill the imagedescription for our SVQ3 frame
 218     //we can probably get this from Demuxer
 219 #if 0
 220     framedescHandle=(ImageDescriptionHandle)NewHandleClear(sizeof(ImageDescription)+200);
 221     printf("framedescHandle=%p  *p=%p\n",framedescHandle,*framedescHandle);
 222 { FILE* f=fopen("/root/.wine/fake_windows/IDesc","r");
 223   if(!f) printf("filenot found: IDesc\n");
 224   fread(*framedescHandle,sizeof(ImageDescription)+200,1,f);
 225   fclose(f);
 226 }
 227 #else
 228     if(!sh->ImageDesc) sh->ImageDesc=(sh->bih+1); // hack for SVQ3-in-AVI
 229     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ImageDescription size: %d\n",((ImageDescription*)(sh->ImageDesc))->idSize);
 230     framedescHandle=(ImageDescriptionHandle)NewHandleClear(((ImageDescription*)(sh->ImageDesc))->idSize);
 231     memcpy(*framedescHandle,sh->ImageDesc,((ImageDescription*)(sh->ImageDesc))->idSize);
 232     dump_ImageDescription(*framedescHandle);
 233 #endif
 234 //Find codecscomponent for video decompression
 235 //    result = FindCodec ('SVQ1',anyCodec,&compressor,&decompressor );
 236 //    printf("FindCodec SVQ1 returned:%i compressor: 0x%X decompressor: 0x%X\n",result,compressor,decompressor);
 237
 238     sh->context = (void *)kYUVSPixelFormat;
 239 #if 1
 240     {
 241         int imgfmt = sh->codec->outfmt[sh->outfmtidx];
 242         int qt_imgfmt;
 243     switch(imgfmt)
 244     {
 245         case IMGFMT_YUY2:
 246             qt_imgfmt = kYUVSPixelFormat;
 247             break;
 248         case IMGFMT_YVU9:
 249             qt_imgfmt = 0x73797639; //kYVU9PixelFormat;
 250             break;
 251         case IMGFMT_YV12:
 252             qt_imgfmt = 0x79343230;
 253             break;
 254         case IMGFMT_UYVY:
 255             qt_imgfmt = kUYVY422PixelFormat;
 256             break;
 257         case IMGFMT_YVYU:
 258             qt_imgfmt = kYVYU422PixelFormat;
 259             imgfmt = IMGFMT_YUY2;
 260             break;
 261         case IMGFMT_RGB16:
 262             qt_imgfmt = k16LE555PixelFormat;
 263             break;
 264         case IMGFMT_BGR24:
 265             qt_imgfmt = k24BGRPixelFormat;
 266             break;
 267         case IMGFMT_BGR32:
 268             qt_imgfmt = k32BGRAPixelFormat;
 269             break;
 270         case IMGFMT_RGB32:
 271             qt_imgfmt = k32RGBAPixelFormat;
 272             break;
 273         default:
 274             mp_msg(MSGT_DECVIDEO,MSGL_ERR,"Unknown requested csp\n");
 275             return 0;
 276     }
 277     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"imgfmt: %s qt_imgfmt: %.4s\n", vo_format_name(imgfmt), (char *)&qt_imgfmt);
 278     sh->context = (void *)qt_imgfmt;
 279     if(!mpcodecs_config_vo(sh,sh->disp_w,sh->disp_h,imgfmt)) return 0;
 280     }
 281 #else
 282     if(!mpcodecs_config_vo(sh,sh->disp_w,sh->disp_h,IMGFMT_YUY2)) return 0;
 283 #endif
 284
 285     return 1;
 286 }
 287
 288 // uninit driver
 289 static void uninit(sh_video_t *sh){
 290 #ifdef CONFIG_QUICKTIME
 291     ExitMovies();
 292 #endif
 293 }
 294
 295 // decode a frame
 296 static mp_image_t* decode(sh_video_t *sh,void* data,int len,int flags){
 297     long result = 1;
 298     int i;
 299     mp_image_t* mpi;
 300     ComponentResult cres;
 301
 302     if(len<=0) return NULL; // skipped frame
 303
 304     mpi=mpcodecs_get_image(sh, MP_IMGTYPE_STATIC, MP_IMGFLAG_PRESERVE,
 305         sh->disp_w, sh->disp_h);
 306     if(!mpi) return NULL;
 307
 308     decpar.data = (char*)data;
 309     decpar.bufferSize = len;
 310     (**framedescHandle).dataSize=len;
 311
 312 if(!codec_initialized){
 313     result = QTNewGWorldFromPtr(
 314         &OutBufferGWorld,
 315 //        kYUVSPixelFormat, //pixel format of new GWorld == YUY2
 316         (OSType)sh->context,
 317         &OutBufferRect,   //we should benchmark if yvu9 is faster for svq3, too
 318         0,
 319         0,
 320         0,
 321         mpi->planes[0],
 322         mpi->stride[0]);
 323     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"NewGWorldFromPtr returned:%ld\n",65536-(result&0xffff));
 324 //    if (65536-(result&0xFFFF) != 10000)
 325 //      return NULL;
 326
 327 //    printf("IDesc=%d\n",sizeof(ImageDescription));
 328
 329     decpar.imageDescription = framedescHandle;
 330     decpar.startLine=0;
 331     decpar.stopLine=(**framedescHandle).height;
 332     decpar.frameNumber = 1; //1
 333 //    decpar.conditionFlags=0xFFD; // first
 334 //    decpar.callerFlags=0x2001; // first
 335     decpar.matrixFlags = 0;
 336     decpar.matrixType = 0;
 337     decpar.matrix = 0;
 338     decpar.capabilities=&codeccap;
 339 //    decpar.accuracy = 0x1680000; //codecNormalQuality;
 340     decpar.accuracy = codecNormalQuality;
 341 //    decpar.port = OutBufferGWorld;
 342 //    decpar.preferredOffscreenPixelSize=17207;
 343
 344 //    decpar.sequenceID=malloc(1000);
 345 //    memset(decpar.sequenceID,0,1000);
 346
 347 //    SrcRect.top=17207;
 348 //    SrcRect.left=0;
 349 //    SrcRect.right=0;//image_width;
 350 //    SrcRect.bottom=0;//image_height;
 351
 352 //    decpar.srcRect = SrcRect;
 353     decpar.srcRect = OutBufferRect;
 354
 355     decpar.transferMode = srcCopy;
 356     decpar.dstPixMap = **GetGWorldPixMap( OutBufferGWorld);//destPixmap;
 357
 358     cres=ImageCodecPreDecompress(ci,&decpar);
 359     mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ImageCodecPreDecompress cres=0x%X\n",cres);
 360
 361     if(decpar.wantedDestinationPixelTypes)
 362     { OSType *p=*(decpar.wantedDestinationPixelTypes);
 363       if(p) while(*p){
 364           mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"supported csp: 0x%08X %.4s\n",*p,(char *)p);
 365           ++p;
 366       }
 367     }
 368
 369
 370 //    decpar.conditionFlags=0x10FFF; // first
 371 //    decpar.preferredOffscreenPixelSize=17207;
 372
 373 //    decpar.conditionFlags=0x10FFD; // first
 374
 375 //      cres=ImageCodecPreDecompress(ci,&decpar);
 376 //    printf("ImageCodecPreDecompress cres=0x%X\n",cres);
 377
 378
 379     codec_initialized=1;
 380 }
 381
 382 #if 0
 383     if(decpar.frameNumber==124){
 384         decpar.frameNumber=1;
 385         cres=ImageCodecPreDecompress(ci,&decpar);
 386         mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ImageCodecPreDecompress cres=0x%lX\n",cres);
 387     }
 388 #endif
 389
 390     cres=ImageCodecBandDecompress(ci,&decpar);
 391
 392     ++decpar.frameNumber;
 393
 394     if(cres&0xFFFF){
 395         mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"ImageCodecBandDecompress cres=0x%X (-0x%X) %d\n",cres,-cres,cres);
 396         return NULL;
 397     }
 398
 399 //    for(i=0;i<8;i++)
 400 //      printf("img_base[%d]=%p\n",i,((int*)decpar.dstPixMap.baseAddr)[i]);
 401
 402 if((int)sh->context==0x73797639){       // Sorenson 16-bit YUV -> std YVU9
 403
 404     short *src0=(short *)((char*)decpar.dstPixMap.baseAddr+0x20);
 405
 406     for(i=0;i<mpi->h;i++){
 407         int x;
 408         unsigned char* dst=mpi->planes[0]+i*mpi->stride[0];
 409         unsigned short* src=src0+i*((mpi->w+15)&(~15));
 410         for(x=0;x<mpi->w;x++) dst[x]=src[x];
 411     }
 412     src0+=((mpi->w+15)&(~15))*((mpi->h+15)&(~15));
 413     for(i=0;i<mpi->h/4;i++){
 414         int x;
 415         unsigned char* dst=mpi->planes[1]+i*mpi->stride[1];
 416         unsigned short* src=src0+i*(((mpi->w+63)&(~63))/4);
 417         for(x=0;x<mpi->w/4;x++) dst[x]=src[x];
 418         src+=((mpi->w+63)&(~63))/4;
 419     }
 420     src0+=(((mpi->w+63)&(~63))/4)*(((mpi->h+63)&(~63))/4);
 421     for(i=0;i<mpi->h/4;i++){
 422         int x;
 423         unsigned char* dst=mpi->planes[2]+i*mpi->stride[2];
 424         unsigned short* src=src0+i*(((mpi->w+63)&(~63))/4);
 425         for(x=0;x<mpi->w/4;x++) dst[x]=src[x];
 426         src+=((mpi->w+63)&(~63))/4;
 427     }
 428
 429 }
 430
 431
 432     return mpi;
 433 }