dlls/wineqtdecoder/qtvdecoder.c

   1 /*
   2  * QuickTime Toolkit decoder filter for video
   3  *
   4  * Copyright 2010 Aric Stewart, CodeWeavers
   5  *
   6  * This library is free software; you can redistribute it and/or
   7  * modify it under the terms of the GNU Lesser General Public
   8  * License as published by the Free Software Foundation; either
   9  * version 2.1 of the License, or (at your option) any later version.
  10  *
  11  * This library is distributed in the hope that it will be useful,
  12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  14  * Lesser General Public License for more details.
  15  *
  16  * You should have received a copy of the GNU Lesser General Public
  17  * License along with this library; if not, write to the Free Software
  18  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  19  */
  20
  21 #include "config.h"
  22
  23 #define ULONG CoreFoundation_ULONG
  24 #define HRESULT CoreFoundation_HRESULT
  25
  26 #define LoadResource __carbon_LoadResource
  27 #define CompareString __carbon_CompareString
  28 #define GetCurrentThread __carbon_GetCurrentThread
  29 #define GetCurrentProcess __carbon_GetCurrentProcess
  30 #define AnimatePalette __carbon_AnimatePalette
  31 #define EqualRgn __carbon_EqualRgn
  32 #define FillRgn __carbon_FillRgn
  33 #define FrameRgn __carbon_FrameRgn
  34 #define GetPixel __carbon_GetPixel
  35 #define InvertRgn __carbon_InvertRgn
  36 #define LineTo __carbon_LineTo
  37 #define OffsetRgn __carbon_OffsetRgn
  38 #define PaintRgn __carbon_PaintRgn
  39 #define Polygon __carbon_Polygon
  40 #define ResizePalette __carbon_ResizePalette
  41 #define SetRectRgn __carbon_SetRectRgn
  42
  43 #define CheckMenuItem __carbon_CheckMenuItem
  44 #define DeleteMenu __carbon_DeleteMenu
  45 #define DrawMenuBar __carbon_DrawMenuBar
  46 #define EnableMenuItem __carbon_EnableMenuItem
  47 #define EqualRect __carbon_EqualRect
  48 #define FillRect __carbon_FillRect
  49 #define FrameRect __carbon_FrameRect
  50 #define GetCursor __carbon_GetCursor
  51 #define GetMenu __carbon_GetMenu
  52 #define InvertRect __carbon_InvertRect
  53 #define IsWindowVisible __carbon_IsWindowVisible
  54 #define MoveWindow __carbon_MoveWindow
  55 #define OffsetRect __carbon_OffsetRect
  56 #define PtInRect __carbon_PtInRect
  57 #define SetCursor __carbon_SetCursor
  58 #define SetRect __carbon_SetRect
  59 #define ShowCursor __carbon_ShowCursor
  60 #define ShowWindow __carbon_ShowWindow
  61 #define UnionRect __carbon_UnionRect
  62
  63 #include <QuickTime/ImageCompression.h>
  64 #include <CoreVideo/CVPixelBuffer.h>
  65
  66 #undef LoadResource
  67 #undef CompareString
  68 #undef GetCurrentThread
  69 #undef _CDECL
  70 #undef DPRINTF
  71 #undef GetCurrentProcess
  72 #undef AnimatePalette
  73 #undef EqualRgn
  74 #undef FillRgn
  75 #undef FrameRgn
  76 #undef GetPixel
  77 #undef InvertRgn
  78 #undef LineTo
  79 #undef OffsetRgn
  80 #undef PaintRgn
  81 #undef Polygon
  82 #undef ResizePalette
  83 #undef SetRectRgn
  84 #undef CheckMenuItem
  85 #undef DeleteMenu
  86 #undef DrawMenuBar
  87 #undef EnableMenuItem
  88 #undef EqualRect
  89 #undef FillRect
  90 #undef FrameRect
  91 #undef GetCursor
  92 #undef GetMenu
  93 #undef InvertRect
  94 #undef IsWindowVisible
  95 #undef MoveWindow
  96 #undef OffsetRect
  97 #undef PtInRect
  98 #undef SetCursor
  99 #undef SetRect
 100 #undef ShowCursor
 101 #undef ShowWindow
 102 #undef UnionRect
 103
 104 #undef ULONG
 105 #undef HRESULT
 106 #undef DPRINTF
 107 #undef STDMETHODCALLTYPE
 108
 109 #define COBJMACROS
 110
 111 #include "windef.h"
 112 #include "winbase.h"
 113 #include "wtypes.h"
 114 #include "winuser.h"
 115 #include "dshow.h"
 116
 117 #include "uuids.h"
 118 #include "amvideo.h"
 119 #include "strmif.h"
 120 #include "vfwmsgs.h"
 121 #include "vfw.h"
 122 #include "dvdmedia.h"
 123
 124 #include <assert.h>
 125
 126 #include "wine/unicode.h"
 127 #include "wine/debug.h"
 128 #include "wine/strmbase.h"
 129
 130 #include "qtprivate.h"
 131
 132 extern CLSID CLSID_QTVDecoder;
 133
 134 WINE_DEFAULT_DEBUG_CHANNEL(qtdecoder);
 135
 136 typedef struct QTVDecoderImpl
 137 {
 138     TransformFilter tf;
 139     IUnknown *seekthru_unk;
 140
 141     ImageDescriptionHandle hImageDescription;
 142     CFMutableDictionaryRef outputBufferAttributes;
 143     ICMDecompressionSessionRef decompressionSession;
 144     HRESULT decodeHR;
 145
 146     DWORD outputSize;
 147
 148 } QTVDecoderImpl;
 149
 150 static const IBaseFilterVtbl QTVDecoder_Vtbl;
 151
 152 static void trackingCallback(
 153                     void *decompressionTrackingRefCon,
 154                     OSStatus result,
 155                     ICMDecompressionTrackingFlags decompressionTrackingFlags,
 156                     CVPixelBufferRef pixelBuffer,
 157                     TimeValue64 displayTime,
 158                     TimeValue64 displayDuration,
 159                     ICMValidTimeFlags validTimeFlags,
 160                     void *reserved,
 161                     void *sourceFrameRefCon )
 162 {
 163     QTVDecoderImpl *This = (QTVDecoderImpl*)decompressionTrackingRefCon;
 164     IMediaSample *pSample = (IMediaSample*)sourceFrameRefCon;
 165     HRESULT hr  = S_OK;
 166     IMediaSample* pOutSample = NULL;
 167     LPBYTE pbDstStream;
 168     DWORD cbDstStream;
 169
 170     if (result != noErr)
 171     {
 172         ERR("Error from Codec, no frame decompressed\n");
 173         return;
 174     }
 175
 176     if (!pixelBuffer)
 177     {
 178         ERR("No pixel buffer, no frame decompressed\n");
 179         return;
 180     }
 181
 182     EnterCriticalSection(&This->tf.csReceive);
 183     hr = BaseOutputPinImpl_GetDeliveryBuffer((BaseOutputPin*)This->tf.ppPins[1], &pOutSample, NULL, NULL, 0);
 184     if (FAILED(hr)) {
 185         ERR("Unable to get delivery buffer (%x)\n", hr);
 186         goto error;
 187     }
 188
 189     hr = IMediaSample_SetActualDataLength(pOutSample, 0);
 190     assert(hr == S_OK);
 191
 192     hr = IMediaSample_GetPointer(pOutSample, &pbDstStream);
 193     if (FAILED(hr)) {
 194         ERR("Unable to get pointer to buffer (%x)\n", hr);
 195         goto error;
 196     }
 197
 198     cbDstStream = IMediaSample_GetSize(pOutSample);
 199     if (cbDstStream < This->outputSize) {
 200         ERR("Sample size is too small %d < %d\n", cbDstStream, This->outputSize);
 201         hr = E_FAIL;
 202         goto error;
 203     }
 204
 205     hr = AccessPixelBufferPixels(pixelBuffer, pbDstStream);
 206     if (FAILED(hr))
 207         goto error;
 208
 209     IMediaSample_SetActualDataLength(pOutSample, This->outputSize);
 210
 211     IMediaSample_SetPreroll(pOutSample, (IMediaSample_IsPreroll(pSample) == S_OK));
 212     IMediaSample_SetDiscontinuity(pOutSample, (IMediaSample_IsDiscontinuity(pSample) == S_OK));
 213     IMediaSample_SetSyncPoint(pOutSample, (IMediaSample_IsSyncPoint(pSample) == S_OK));
 214
 215     if (!validTimeFlags)
 216         IMediaSample_SetTime(pOutSample, NULL, NULL);
 217     else
 218     {
 219         LONGLONG tStart, tStop;
 220
 221         if (validTimeFlags & kICMValidTime_DisplayTimeStampIsValid)
 222             tStart = displayTime;
 223          else
 224             tStart = 0;
 225         if (validTimeFlags & kICMValidTime_DisplayDurationIsValid)
 226             tStop = tStart + displayDuration;
 227         else
 228             tStop = tStart;
 229
 230         IMediaSample_SetTime(pOutSample, &tStart, &tStop);
 231     }
 232
 233     hr = BaseOutputPinImpl_Deliver((BaseOutputPin*)This->tf.ppPins[1], pOutSample);
 234     if (hr != S_OK && hr != VFW_E_NOT_CONNECTED)
 235         ERR("Error sending sample (%x)\n", hr);
 236
 237 error:
 238     LeaveCriticalSection(&This->tf.csReceive);
 239     if (pOutSample)
 240         IMediaSample_Release(pOutSample);
 241
 242     This->decodeHR = hr;
 243 }
 244
 245 static HRESULT WINAPI QTVDecoder_StartStreaming(TransformFilter* pTransformFilter)
 246 {
 247     QTVDecoderImpl* This = (QTVDecoderImpl*)pTransformFilter;
 248     OSErr err = noErr;
 249     ICMDecompressionSessionOptionsRef sessionOptions = NULL;
 250     ICMDecompressionTrackingCallbackRecord trackingCallbackRecord;
 251
 252     TRACE("(%p)->()\n", This);
 253
 254     trackingCallbackRecord.decompressionTrackingCallback = trackingCallback;
 255     trackingCallbackRecord.decompressionTrackingRefCon = (void*)This;
 256
 257     err = ICMDecompressionSessionCreate(NULL, This->hImageDescription, sessionOptions, This->outputBufferAttributes, &trackingCallbackRecord, &This->decompressionSession);
 258
 259     if (err != noErr)
 260     {
 261         ERR("Error with ICMDecompressionSessionCreate %i\n",err);
 262         return E_FAIL;
 263     }
 264
 265     return S_OK;
 266 }
 267
 268 static HRESULT WINAPI QTVDecoder_Receive(TransformFilter *tf, IMediaSample *pSample)
 269 {
 270     QTVDecoderImpl* This = (QTVDecoderImpl *)tf;
 271     HRESULT hr;
 272     DWORD cbSrcStream;
 273     LPBYTE pbSrcStream;
 274
 275     ICMFrameTimeRecord frameTime = {{0}};
 276     TimeValue time = 1;
 277     TimeScale timeScale = 1;
 278     OSStatus err = noErr;
 279     LONGLONG tStart, tStop;
 280
 281     hr = IMediaSample_GetPointer(pSample, &pbSrcStream);
 282     if (FAILED(hr))
 283     {
 284         ERR("Cannot get pointer to sample data (%x)\n", hr);
 285         goto error;
 286     }
 287
 288     cbSrcStream = IMediaSample_GetActualDataLength(pSample);
 289
 290     if (IMediaSample_GetTime(pSample, &tStart, &tStop) != S_OK)
 291         tStart = tStop = 0;
 292
 293     time = tStart;
 294
 295     frameTime.recordSize = sizeof(ICMFrameTimeRecord);
 296     *(TimeValue64 *)&frameTime.value = tStart;
 297     frameTime.scale = 1;
 298     frameTime.rate = fixed1;
 299     frameTime.duration = tStop - tStart;
 300     frameTime.frameNumber = 0;
 301     frameTime.flags = icmFrameTimeIsNonScheduledDisplayTime;
 302
 303     err = ICMDecompressionSessionDecodeFrame(This->decompressionSession,
 304             (UInt8 *)pbSrcStream, cbSrcStream, NULL, &frameTime, pSample);
 305
 306     if (err != noErr)
 307     {
 308         ERR("Error with ICMDecompressionSessionDecodeFrame\n");
 309         hr = E_FAIL;
 310         goto error;
 311     }
 312
 313     ICMDecompressionSessionSetNonScheduledDisplayTime(This->decompressionSession, time, timeScale, 0);
 314     ICMDecompressionSessionFlush(This->decompressionSession);
 315     hr = This->decodeHR;
 316
 317 error:
 318     return hr;
 319 }
 320
 321 static HRESULT WINAPI QTVDecoder_StopStreaming(TransformFilter* pTransformFilter)
 322 {
 323     QTVDecoderImpl* This = (QTVDecoderImpl*)pTransformFilter;
 324
 325     TRACE("(%p)->()\n", This);
 326
 327     if (This->decompressionSession)
 328         ICMDecompressionSessionRelease(This->decompressionSession);
 329     This->decompressionSession = NULL;
 330
 331     return S_OK;
 332 }
 333
 334 static HRESULT WINAPI QTVDecoder_SetMediaType(TransformFilter *tf, PIN_DIRECTION dir, const AM_MEDIA_TYPE * pmt)
 335 {
 336     QTVDecoderImpl* This = (QTVDecoderImpl*)tf;
 337     HRESULT hr = VFW_E_TYPE_NOT_ACCEPTED;
 338     OSErr err = noErr;
 339     AM_MEDIA_TYPE *outpmt = &This->tf.pmt;
 340     CFNumberRef n = NULL;
 341
 342     TRACE("(%p)->(%p)\n", This, pmt);
 343
 344     if (dir != PINDIR_INPUT)
 345         return S_OK;
 346
 347     FreeMediaType(outpmt);
 348     CopyMediaType(outpmt, pmt);
 349
 350     if (This->hImageDescription)
 351         DisposeHandle((Handle)This->hImageDescription);
 352
 353     This->hImageDescription = (ImageDescriptionHandle)
 354         NewHandleClear(sizeof(ImageDescription));
 355
 356     if (This->hImageDescription != NULL)
 357     {
 358         (**This->hImageDescription).idSize = sizeof(ImageDescription);
 359         (**This->hImageDescription).spatialQuality = codecNormalQuality;
 360         (**This->hImageDescription).frameCount = 1;
 361         (**This->hImageDescription).clutID = -1;
 362     }
 363     else
 364     {
 365         ERR("Failed to create ImageDescription\n");
 366         goto failed;
 367     }
 368
 369     /* Check root (GUID w/o FOURCC) */
 370     if ((IsEqualIID(&pmt->majortype, &MEDIATYPE_Video)) &&
 371         (!memcmp(((const char *)&pmt->subtype)+4, ((const char *)&MEDIATYPE_Video)+4, sizeof(GUID)-4)))
 372     {
 373         VIDEOINFOHEADER *format1 = (VIDEOINFOHEADER *)outpmt->pbFormat;
 374         VIDEOINFOHEADER2 *format2 = (VIDEOINFOHEADER2 *)outpmt->pbFormat;
 375         BITMAPINFOHEADER *bmi;
 376         OSType fourCC;
 377         DecompressorComponent dc;
 378         OSType format;
 379         DWORD outputWidth, outputHeight, outputDepth;
 380
 381         if (IsEqualIID(&pmt->formattype, &FORMAT_VideoInfo))
 382             bmi = &format1->bmiHeader;
 383         else if (IsEqualIID(&pmt->formattype, &FORMAT_VideoInfo2))
 384             bmi = &format2->bmiHeader;
 385         else
 386             goto failed;
 387
 388         TRACE("Fourcc: %s\n", debugstr_an((const char *)&pmt->subtype.Data1, 4));
 389         fourCC = ((const char *)&pmt->subtype.Data1)[3] |
 390                  (((const char *)&pmt->subtype.Data1)[2]<<8) |
 391                  (((const char *)&pmt->subtype.Data1)[1]<<16) |
 392                  (((const char *)&pmt->subtype.Data1)[0]<<24);
 393
 394         err = FindCodec(fourCC,NULL,NULL,&dc);
 395         if (err != noErr || dc == 0x0)
 396         {
 397             TRACE("Codec not found\n");
 398             goto failed;
 399         }
 400
 401         outputWidth = bmi->biWidth;
 402         outputHeight = bmi->biHeight;
 403
 404         (**This->hImageDescription).cType = fourCC;
 405         (**This->hImageDescription).width = outputWidth;
 406         (**This->hImageDescription).height = outputHeight;
 407         (**This->hImageDescription).depth = bmi->biBitCount;
 408         (**This->hImageDescription).hRes = 72<<16;
 409         (**This->hImageDescription).vRes = 72<<16;
 410
 411         if (This->outputBufferAttributes)
 412             CFRelease(This->outputBufferAttributes);
 413
 414         This->outputBufferAttributes = CFDictionaryCreateMutable(NULL, 0, &kCFTypeDictionaryKeyCallBacks, &kCFTypeDictionaryValueCallBacks);
 415         if (!This->outputBufferAttributes)
 416         {
 417             ERR("Failed to create outputBufferAttributes\n");
 418             goto failed;
 419         }
 420
 421         n = CFNumberCreate(NULL, kCFNumberIntType, &outputWidth);
 422         CFDictionaryAddValue(This->outputBufferAttributes, kCVPixelBufferWidthKey, n);
 423         CFRelease(n);
 424
 425         n = CFNumberCreate(NULL, kCFNumberIntType, &outputHeight);
 426         CFDictionaryAddValue(This->outputBufferAttributes, kCVPixelBufferHeightKey, n);
 427         CFRelease(n);
 428
 429         /* yes this looks wrong.  but 32ARGB is 24 RGB with an alpha channel */
 430         format = k32ARGBPixelFormat;
 431         n = CFNumberCreate(NULL, kCFNumberIntType, &format);
 432         CFDictionaryAddValue(This->outputBufferAttributes, kCVPixelBufferPixelFormatTypeKey, n);
 433         CFRelease(n);
 434
 435         CFDictionaryAddValue(This->outputBufferAttributes, kCVPixelBufferCGBitmapContextCompatibilityKey, kCFBooleanTrue);
 436         CFDictionaryAddValue(This->outputBufferAttributes, kCVPixelBufferCGImageCompatibilityKey, kCFBooleanTrue);
 437
 438         outputDepth = 3;
 439         This->outputSize = outputWidth * outputHeight * outputDepth;
 440         bmi->biCompression =  BI_RGB;
 441         bmi->biBitCount =  24;
 442         outpmt->subtype = MEDIASUBTYPE_RGB24;
 443
 444         return S_OK;
 445     }
 446
 447 failed:
 448     if (This->hImageDescription)
 449     {
 450         DisposeHandle((Handle)This->hImageDescription);
 451         This->hImageDescription =  NULL;
 452     }
 453     if (This->outputBufferAttributes)
 454     {
 455         CFRelease(This->outputBufferAttributes);
 456         This->outputBufferAttributes = NULL;
 457     }
 458
 459     TRACE("Connection refused\n");
 460     return hr;
 461 }
 462
 463 static HRESULT WINAPI QTVDecoder_BreakConnect(TransformFilter *tf, PIN_DIRECTION dir)
 464 {
 465     QTVDecoderImpl *This = (QTVDecoderImpl *)tf;
 466
 467     TRACE("(%p)->()\n", This);
 468
 469     if (This->hImageDescription)
 470         DisposeHandle((Handle)This->hImageDescription);
 471     if (This->outputBufferAttributes)
 472         CFRelease(This->outputBufferAttributes);
 473
 474     This->hImageDescription = NULL;
 475     This->outputBufferAttributes = NULL;
 476
 477     return S_OK;
 478 }
 479
 480 static HRESULT WINAPI QTVDecoder_DecideBufferSize(TransformFilter *tf, IMemAllocator *pAlloc, ALLOCATOR_PROPERTIES *ppropInputRequest)
 481 {
 482     QTVDecoderImpl *This = (QTVDecoderImpl*)tf;
 483     ALLOCATOR_PROPERTIES actual;
 484
 485     TRACE("()\n");
 486
 487     if (!ppropInputRequest->cbAlign)
 488         ppropInputRequest->cbAlign = 1;
 489
 490     if (ppropInputRequest->cbBuffer < This->outputSize)
 491             ppropInputRequest->cbBuffer = This->outputSize + ppropInputRequest->cbAlign;
 492
 493     if (!ppropInputRequest->cBuffers)
 494         ppropInputRequest->cBuffers = 1;
 495
 496     return IMemAllocator_SetProperties(pAlloc, ppropInputRequest, &actual);
 497 }
 498
 499 static const TransformFilterFuncTable QTVDecoder_FuncsTable = {
 500     QTVDecoder_DecideBufferSize,
 501     QTVDecoder_StartStreaming,
 502     QTVDecoder_Receive,
 503     QTVDecoder_StopStreaming,
 504     NULL,
 505     QTVDecoder_SetMediaType,
 506     NULL,
 507     QTVDecoder_BreakConnect,
 508     NULL,
 509     NULL,
 510     NULL,
 511     NULL
 512 };
 513
 514 IUnknown * CALLBACK QTVDecoder_create(IUnknown * pUnkOuter, HRESULT* phr)
 515 {
 516     HRESULT hr;
 517     QTVDecoderImpl * This;
 518
 519     TRACE("(%p, %p)\n", pUnkOuter, phr);
 520
 521     *phr = S_OK;
 522
 523     if (pUnkOuter)
 524     {
 525         *phr = CLASS_E_NOAGGREGATION;
 526         return NULL;
 527     }
 528
 529     hr = TransformFilter_Construct(&QTVDecoder_Vtbl, sizeof(QTVDecoderImpl), &CLSID_QTVDecoder, &QTVDecoder_FuncsTable, (IBaseFilter**)&This);
 530
 531     if (FAILED(hr))
 532     {
 533         *phr = hr;
 534         return NULL;
 535     }
 536     else
 537     {
 538         ISeekingPassThru *passthru;
 539         hr = CoCreateInstance(&CLSID_SeekingPassThru, (IUnknown*)This, CLSCTX_INPROC_SERVER, &IID_IUnknown, (void**)&This->seekthru_unk);
 540         IUnknown_QueryInterface(This->seekthru_unk, &IID_ISeekingPassThru, (void**)&passthru);
 541         ISeekingPassThru_Init(passthru, FALSE, (IPin*)This->tf.ppPins[0]);
 542         ISeekingPassThru_Release(passthru);
 543     }
 544
 545     *phr = hr;
 546     return (IUnknown*)This;
 547 }
 548
 549 HRESULT WINAPI QTVDecoder_QueryInterface(IBaseFilter * iface, REFIID riid, LPVOID * ppv)
 550 {
 551     HRESULT hr;
 552     QTVDecoderImpl *This = (QTVDecoderImpl *)iface;
 553     TRACE("(%p/%p)->(%s, %p)\n", This, iface, debugstr_guid(riid), ppv);
 554
 555     if (IsEqualIID(riid, &IID_IMediaSeeking))
 556         return IUnknown_QueryInterface(This->seekthru_unk, riid, ppv);
 557
 558     hr = TransformFilterImpl_QueryInterface(iface, riid, ppv);
 559
 560     return hr;
 561 }
 562
 563 static const IBaseFilterVtbl QTVDecoder_Vtbl =
 564 {
 565     QTVDecoder_QueryInterface,
 566     BaseFilterImpl_AddRef,
 567     TransformFilterImpl_Release,
 568     BaseFilterImpl_GetClassID,
 569     TransformFilterImpl_Stop,
 570     TransformFilterImpl_Pause,
 571     TransformFilterImpl_Run,
 572     BaseFilterImpl_GetState,
 573     BaseFilterImpl_SetSyncSource,
 574     BaseFilterImpl_GetSyncSource,
 575     BaseFilterImpl_EnumPins,
 576     TransformFilterImpl_FindPin,
 577     BaseFilterImpl_QueryFilterInfo,
 578     BaseFilterImpl_JoinFilterGraph,
 579     BaseFilterImpl_QueryVendorInfo
 580 };