dlls/winegstreamer/gsttffilter.c

   1 /*
   2  * GStreamer wrapper filter
   3  *
   4  * Copyright 2010 Maarten Lankhorst for CodeWeavers
   5  * Copyright 2010 Aric Stewart for CodeWeavers
   6  *
   7  * This library is free software; you can redistribute it and/or
   8  * modify it under the terms of the GNU Lesser General Public
   9  * License as published by the Free Software Foundation; either
  10  * version 2.1 of the License, or (at your option) any later version.
  11  *
  12  * This library is distributed in the hope that it will be useful,
  13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  15  * Lesser General Public License for more details.
  16  *
  17  * You should have received a copy of the GNU Lesser General Public
  18  * License along with this library; if not, write to the Free Software
  19  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
  20  *
  21  */
  22
  23 #include "config.h"
  24
  25 #include <gst/app/gstappsink.h>
  26 #include <gst/app/gstappsrc.h>
  27 #include <gst/app/gstappbuffer.h>
  28
  29 #include "gst_private.h"
  30 #include "gst_guids.h"
  31
  32 #include "uuids.h"
  33 #include "mmreg.h"
  34 #include "windef.h"
  35 #include "winbase.h"
  36 #include "dshow.h"
  37 #include "strmif.h"
  38 #include "vfwmsgs.h"
  39 #include "dvdmedia.h"
  40 #include "ks.h"
  41 #include "ksmedia.h"
  42 #include "msacm.h"
  43
  44 #include <assert.h>
  45
  46 #include "wine/unicode.h"
  47 #include "wine/debug.h"
  48
  49 #include "initguid.h"
  50 DEFINE_GUID(WMMEDIASUBTYPE_MP3, 0x00000055, 0x0000, 0x0010, 0x80, 0x00, 0x00, 0xaa, 0x00, 0x38, 0x9b, 0x71);
  51
  52 WINE_DEFAULT_DEBUG_CHANNEL(gstreamer);
  53
  54 struct typeinfo {
  55     GstCaps *caps;
  56     const char *type;
  57 };
  58
  59 static const IBaseFilterVtbl GSTTf_Vtbl;
  60
  61 static gboolean match_element(GstPluginFeature *feature, gpointer gdata) {
  62     struct typeinfo *data = (struct typeinfo*)gdata;
  63     GstElementFactory *factory;
  64     const GList *list;
  65
  66     if (!GST_IS_ELEMENT_FACTORY(feature))
  67         return FALSE;
  68     factory = GST_ELEMENT_FACTORY(feature);
  69     if (!strstr(gst_element_factory_get_klass(factory), data->type))
  70         return FALSE;
  71     for (list = gst_element_factory_get_static_pad_templates(factory); list; list = list->next) {
  72         GstStaticPadTemplate *pad = (GstStaticPadTemplate*)list->data;
  73         GstCaps *caps;
  74         gboolean ret;
  75         if (pad->direction != GST_PAD_SINK)
  76             continue;
  77         caps = gst_static_caps_get(&pad->static_caps);
  78         ret = gst_caps_is_always_compatible(caps, data->caps);
  79         gst_caps_unref(caps);
  80         if (ret)
  81             return TRUE;
  82     }
  83     return FALSE;
  84 }
  85
  86 static const char *Gstreamer_FindMatch(const char *strcaps)
  87 {
  88     struct typeinfo data;
  89     GList *list, *copy;
  90     guint bestrank = 0;
  91     GstElementFactory *bestfactory = NULL;
  92     GstCaps *caps = gst_caps_from_string(strcaps);
  93
  94     data.caps = caps;
  95     data.type = "Decoder";
  96     copy = gst_default_registry_feature_filter(match_element, 0, &data);
  97     for (list = copy; list; list = list->next) {
  98         GstElementFactory *factory = (GstElementFactory*)list->data;
  99         guint rank;
 100         rank = gst_plugin_feature_get_rank(GST_PLUGIN_FEATURE(factory));
 101         if (rank > bestrank || !bestrank) {
 102             bestrank = rank;
 103             bestfactory = factory;
 104         }
 105     }
 106     gst_caps_unref(caps);
 107     g_list_free(copy);
 108
 109     if (!bestfactory) {
 110         FIXME("Could not find plugin for %s\n", strcaps);
 111         return NULL;
 112     }
 113     return gst_plugin_feature_get_name(GST_PLUGIN_FEATURE(bestfactory));
 114 }
 115
 116 typedef struct GstTfImpl {
 117     TransformFilter tf;
 118     IUnknown *seekthru_unk;
 119     const char *gstreamer_name;
 120     GstElement *filter;
 121     GstPad *my_src, *my_sink, *their_src, *their_sink;
 122     LONG cbBuffer;
 123 } GstTfImpl;
 124
 125 static HRESULT WINAPI Gstreamer_transform_ProcessBegin(TransformFilter *iface) {
 126     GstTfImpl *This = (GstTfImpl*)iface;
 127     int ret;
 128
 129     ret = gst_element_set_state(This->filter, GST_STATE_PLAYING);
 130     TRACE("Returned: %i\n", ret);
 131     return S_OK;
 132 }
 133
 134 static HRESULT WINAPI Gstreamer_transform_DecideBufferSize(TransformFilter *tf, IMemAllocator *pAlloc, ALLOCATOR_PROPERTIES *ppropInputRequest)
 135 {
 136     GstTfImpl *This = (GstTfImpl*)tf;
 137     ALLOCATOR_PROPERTIES actual;
 138
 139     if (!ppropInputRequest->cbAlign)
 140         ppropInputRequest->cbAlign = 1;
 141
 142     ppropInputRequest->cbBuffer = This->cbBuffer;
 143
 144     if (ppropInputRequest->cBuffers < 2)
 145         ppropInputRequest->cBuffers = 2;
 146
 147     return IMemAllocator_SetProperties(pAlloc, ppropInputRequest, &actual);
 148 }
 149
 150 static void release_sample(void *data) {
 151     TRACE("Releasing %p\n", data);
 152     IMediaSample_Release((IMediaSample *)data);
 153 }
 154
 155 static GstFlowReturn got_data(GstPad *pad, GstBuffer *buf) {
 156     GstTfImpl *This = gst_pad_get_element_private(pad);
 157     IMediaSample *sample = GST_APP_BUFFER(buf)->priv;
 158     REFERENCE_TIME tStart, tStop;
 159     HRESULT hr;
 160
 161     if (GST_BUFFER_TIMESTAMP_IS_VALID(buf) &&
 162         GST_BUFFER_DURATION_IS_VALID(buf)) {
 163         tStart = buf->timestamp / 100;
 164         tStop = tStart + buf->duration / 100;
 165         IMediaSample_SetTime(sample, &tStart, &tStop);
 166     }
 167     else
 168         IMediaSample_SetTime(sample, NULL, NULL);
 169     if (GST_BUFFER_OFFSET_IS_VALID(buf) &&
 170         GST_BUFFER_OFFSET_END_IS_VALID(buf)) {
 171         tStart = buf->offset / 100;
 172         tStop = buf->offset_end / 100;
 173         IMediaSample_SetMediaTime(sample, &tStart, &tStop);
 174     }
 175     else
 176         IMediaSample_SetMediaTime(sample, NULL, NULL);
 177
 178     IMediaSample_SetDiscontinuity(sample, GST_BUFFER_FLAG_IS_SET(buf, GST_BUFFER_FLAG_DISCONT));
 179     IMediaSample_SetPreroll(sample, GST_BUFFER_FLAG_IS_SET(buf, GST_BUFFER_FLAG_PREROLL));
 180     IMediaSample_SetSyncPoint(sample, !GST_BUFFER_FLAG_IS_SET(buf, GST_BUFFER_FLAG_DELTA_UNIT));
 181     IMediaSample_SetActualDataLength(sample, GST_BUFFER_SIZE(buf));
 182
 183     hr = BaseOutputPinImpl_Deliver((BaseOutputPin*)This->tf.ppPins[1], sample);
 184     gst_buffer_unref(buf);
 185     if (FAILED(hr))
 186         return GST_FLOW_WRONG_STATE;
 187     if (hr != S_OK)
 188         return GST_FLOW_RESEND;
 189     return GST_FLOW_OK;
 190 }
 191
 192 static GstFlowReturn request_buffer(GstPad *pad, guint64 ofs, guint size, GstCaps *caps, GstBuffer **buf) {
 193     GstTfImpl *This = gst_pad_get_element_private(pad);
 194     IMediaSample *sample;
 195     BYTE *ptr;
 196     HRESULT hr;
 197     TRACE("Requesting buffer\n");
 198
 199     hr = BaseOutputPinImpl_GetDeliveryBuffer((BaseOutputPin*)This->tf.ppPins[1], &sample, NULL, NULL, 0);
 200     if (FAILED(hr)) {
 201         ERR("Could not get output buffer: %08x\n", hr);
 202         return GST_FLOW_WRONG_STATE;
 203     }
 204     IMediaSample_SetActualDataLength(sample, size);
 205     IMediaSample_GetPointer(sample, &ptr);
 206     *buf = gst_app_buffer_new(ptr, size, release_sample, sample);
 207
 208     if (!*buf) {
 209         IMediaSample_Release(sample);
 210         ERR("Out of memory\n");
 211         return GST_FLOW_ERROR;
 212     }
 213     if (!caps)
 214         caps = gst_pad_get_caps_reffed(This->my_sink);
 215     gst_buffer_set_caps(*buf, caps);
 216     return GST_FLOW_OK;
 217 }
 218
 219 static HRESULT WINAPI Gstreamer_transform_ProcessData(TransformFilter *iface, IMediaSample *sample) {
 220     GstTfImpl *This = (GstTfImpl*)iface;
 221     REFERENCE_TIME tStart, tStop;
 222     BYTE *data;
 223     GstBuffer *buf;
 224     HRESULT hr;
 225     int ret;
 226     TRACE("Reading %p\n", sample);
 227
 228     EnterCriticalSection(&This->tf.csReceive);
 229     IMediaSample_GetPointer(sample, &data);
 230     buf = gst_app_buffer_new(data, IMediaSample_GetActualDataLength(sample), release_sample, sample);
 231     if (!buf) {
 232         LeaveCriticalSection(&This->tf.csReceive);
 233         return S_OK;
 234     }
 235     gst_buffer_set_caps(buf, gst_pad_get_caps_reffed(This->my_src));
 236     IMediaSample_AddRef(sample);
 237     buf->duration = buf->timestamp = -1;
 238     hr = IMediaSample_GetTime(sample, &tStart, &tStop);
 239     if (SUCCEEDED(hr)) {
 240         buf->timestamp = tStart * 100;
 241         if (hr == S_OK)
 242             buf->duration = (tStop - tStart)*100;
 243     }
 244     if (IMediaSample_GetMediaTime(sample, &tStart, &tStop) == S_OK) {
 245         buf->offset = tStart * 100;
 246         buf->offset_end = tStop * 100;
 247     }
 248     if (IMediaSample_IsDiscontinuity(sample) == S_OK)
 249         GST_BUFFER_FLAG_SET(buf, GST_BUFFER_FLAG_DISCONT);
 250     if (IMediaSample_IsPreroll(sample) == S_OK)
 251         GST_BUFFER_FLAG_SET(buf, GST_BUFFER_FLAG_PREROLL);
 252     if (IMediaSample_IsSyncPoint(sample) != S_OK)
 253         GST_BUFFER_FLAG_SET(buf, GST_BUFFER_FLAG_DELTA_UNIT);
 254     LeaveCriticalSection(&This->tf.csReceive);
 255     ret = gst_pad_push(This->my_src, buf);
 256     if (ret)
 257         WARN("Sending returned: %i\n", ret);
 258     if (ret == GST_FLOW_ERROR)
 259         return E_FAIL;
 260     if (ret == GST_FLOW_WRONG_STATE)
 261         return VFW_E_WRONG_STATE;
 262     if (ret == GST_FLOW_RESEND)
 263         return S_FALSE;
 264     return S_OK;
 265 }
 266
 267 static HRESULT WINAPI Gstreamer_transform_ProcessEnd(TransformFilter *iface) {
 268     GstTfImpl *This = (GstTfImpl*)iface;
 269     int ret;
 270
 271     LeaveCriticalSection(&This->tf.csReceive);
 272     ret = gst_element_set_state(This->filter, GST_STATE_READY);
 273     EnterCriticalSection(&This->tf.csReceive);
 274     TRACE("Returned: %i\n", ret);
 275     return S_OK;
 276 }
 277
 278 static void Gstreamer_transform_pad_added(GstElement *filter, GstPad *pad, GstTfImpl *This)
 279 {
 280     int ret;
 281     if (!GST_PAD_IS_SRC(pad))
 282         return;
 283
 284     ret = gst_pad_link(pad, This->my_sink);
 285     if (ret < 0)
 286         WARN("Failed to link with %i\n", ret);
 287     This->their_src = pad;
 288
 289     gst_pad_set_active(pad, TRUE);
 290     gst_pad_set_active(This->my_sink, TRUE);
 291 }
 292
 293 static HRESULT Gstreamer_transform_ConnectInput(GstTfImpl *This, const AM_MEDIA_TYPE *amt, GstCaps *capsin, GstCaps *capsout) {
 294     GstIterator *it;
 295     int done = 0, found = 0, ret;
 296
 297     This->filter = gst_element_factory_make(This->gstreamer_name, NULL);
 298     if (!This->filter) {
 299         FIXME("Could not make %s filter\n", This->gstreamer_name);
 300         return E_FAIL;
 301     }
 302     This->my_src = gst_pad_new(NULL, GST_PAD_SRC);
 303     gst_pad_set_element_private (This->my_src, This);
 304
 305     This->my_sink = gst_pad_new(NULL, GST_PAD_SINK);
 306     gst_pad_set_chain_function(This->my_sink, got_data);
 307     gst_pad_set_bufferalloc_function(This->my_sink, request_buffer);
 308     gst_pad_set_element_private (This->my_sink, This);
 309
 310     ret = gst_pad_set_caps(This->my_src, capsin);
 311     if (ret < 0) {
 312         WARN("Failed to set caps on own source with %i\n", ret);
 313         return E_FAIL;
 314     }
 315
 316     ret = gst_pad_set_caps(This->my_sink, capsout);
 317     if (ret < 0) {
 318         WARN("Failed to set caps on own sink with %i\n", ret);
 319         return E_FAIL;
 320     }
 321
 322     it = gst_element_iterate_sink_pads(This->filter);
 323     while (!done) {
 324         gpointer item;
 325
 326         switch (gst_iterator_next(it, &item)) {
 327         case GST_ITERATOR_RESYNC:
 328             gst_iterator_resync (it);
 329             break;
 330         case GST_ITERATOR_OK:
 331             This->their_sink = item;
 332         case GST_ITERATOR_ERROR:
 333         case GST_ITERATOR_DONE:
 334             done = 1;
 335             break;
 336         }
 337     }
 338     gst_iterator_free(it);
 339     if (!This->their_sink) {
 340         ERR("Could not find sink on filter %s\n", This->gstreamer_name);
 341         return E_FAIL;
 342     }
 343
 344     it = gst_element_iterate_src_pads(This->filter);
 345     gst_iterator_resync(it);
 346     done = 0;
 347     while (!done) {
 348         gpointer item;
 349
 350         switch (gst_iterator_next(it, &item)) {
 351         case GST_ITERATOR_RESYNC:
 352             gst_iterator_resync (it);
 353             break;
 354         case GST_ITERATOR_OK:
 355             This->their_src = item;
 356         case GST_ITERATOR_ERROR:
 357         case GST_ITERATOR_DONE:
 358             done = 1;
 359             break;
 360         }
 361     }
 362     gst_iterator_free(it);
 363     found = !!This->their_src;
 364     if (!found)
 365         g_signal_connect(This->filter, "pad-added", G_CALLBACK(Gstreamer_transform_pad_added), This);
 366     ret = gst_pad_link(This->my_src, This->their_sink);
 367     if (ret < 0) {
 368         WARN("Failed to link with %i\n", ret);
 369         return E_FAIL;
 370     }
 371
 372     if (found)
 373         Gstreamer_transform_pad_added(This->filter, This->their_src, This);
 374
 375     if (!gst_pad_is_linked(This->my_sink))
 376         return E_FAIL;
 377
 378     TRACE("Connected\n");
 379     return S_OK;
 380 }
 381
 382 static HRESULT WINAPI Gstreamer_transform_Cleanup(TransformFilter *tf, PIN_DIRECTION dir) {
 383     GstTfImpl *This = (GstTfImpl*)tf;
 384
 385     if (dir == PINDIR_INPUT)
 386     {
 387         if (This->filter) {
 388             gst_element_set_state(This->filter, GST_STATE_NULL);
 389             gst_object_unref(This->filter);
 390         }
 391         This->filter = NULL;
 392         if (This->my_src) {
 393             gst_pad_unlink(This->my_src, This->their_sink);
 394             gst_object_unref(This->my_src);
 395         }
 396         if (This->my_sink) {
 397             gst_pad_unlink(This->their_src, This->my_sink);
 398             gst_object_unref(This->my_sink);
 399         }
 400         This->my_sink = This->my_src = This->their_sink = This->their_src = NULL;
 401         FIXME("%p stub\n", This);
 402     }
 403     return S_OK;
 404 }
 405
 406 static HRESULT WINAPI Gstreamer_transform_EndOfStream(TransformFilter *iface) {
 407     GstTfImpl *This = (GstTfImpl*)iface;
 408     TRACE("%p\n", This);
 409
 410     gst_pad_push_event(This->my_src, gst_event_new_eos());
 411     return S_OK;
 412 }
 413
 414 static HRESULT WINAPI Gstreamer_transform_BeginFlush(TransformFilter *iface) {
 415     GstTfImpl *This = (GstTfImpl*)iface;
 416     TRACE("%p\n", This);
 417
 418     gst_pad_push_event(This->my_src, gst_event_new_flush_start());
 419     return S_OK;
 420 }
 421
 422 static HRESULT WINAPI Gstreamer_transform_EndFlush(TransformFilter *iface) {
 423     GstTfImpl *This = (GstTfImpl*)iface;
 424     TRACE("%p\n", This);
 425
 426     gst_pad_push_event(This->my_src, gst_event_new_flush_stop());
 427     return S_OK;
 428 }
 429
 430 static HRESULT WINAPI Gstreamer_transform_NewSegment(TransformFilter *iface, REFERENCE_TIME tStart, REFERENCE_TIME tStop, double dRate) {
 431     GstTfImpl *This = (GstTfImpl*)iface;
 432     TRACE("%p\n", This);
 433
 434     gst_pad_push_event(This->my_src, gst_event_new_new_segment_full(1,
 435                        1.0, dRate, GST_FORMAT_TIME, 0, tStop <= tStart ? -1 : tStop * 100, tStart*100));
 436     return S_OK;
 437 }
 438
 439 static HRESULT WINAPI Gstreamer_transform_QOS(TransformFilter *iface, IBaseFilter *sender, Quality qm) {
 440     GstTfImpl *This = (GstTfImpl*)iface;
 441     REFERENCE_TIME late = qm.Late;
 442     if (qm.Late < 0 && -qm.Late > qm.TimeStamp)
 443         late = -qm.TimeStamp;
 444     gst_pad_push_event(This->my_sink, gst_event_new_qos(1000. / qm.Proportion, late * 100, qm.TimeStamp * 100));
 445     return TransformFilterImpl_Notify(iface, sender, qm);
 446 }
 447
 448 static HRESULT Gstreamer_transform_create(IUnknown *punkout, const CLSID *clsid, const char *name, const TransformFilterFuncTable *vtbl, void **obj)
 449 {
 450     GstTfImpl *This;
 451
 452     if (FAILED(TransformFilter_Construct(&GSTTf_Vtbl, sizeof(GstTfImpl), clsid, vtbl, (IBaseFilter**)&This)))
 453         return E_OUTOFMEMORY;
 454     else
 455     {
 456         ISeekingPassThru *passthru;
 457         CoCreateInstance(&CLSID_SeekingPassThru, (IUnknown*)This, CLSCTX_INPROC_SERVER, &IID_IUnknown, (void**)&This->seekthru_unk);
 458         IUnknown_QueryInterface(This->seekthru_unk, &IID_ISeekingPassThru, (void**)&passthru);
 459         ISeekingPassThru_Init(passthru, FALSE, (IPin*)This->tf.ppPins[0]);
 460         ISeekingPassThru_Release(passthru);
 461     }
 462
 463     This->gstreamer_name = name;
 464     *obj = This;
 465
 466     return S_OK;
 467 }
 468
 469 static HRESULT WINAPI Gstreamer_Mp3_QueryConnect(TransformFilter *iface, const AM_MEDIA_TYPE *amt) {
 470     GstTfImpl *This = (GstTfImpl*)iface;
 471     TRACE("%p %p\n", This, amt);
 472     dump_AM_MEDIA_TYPE(amt);
 473
 474     if ( (!IsEqualGUID(&amt->majortype, &MEDIATYPE_Audio) &&
 475           !IsEqualGUID(&amt->majortype, &MEDIATYPE_Stream)) ||
 476          (!IsEqualGUID(&amt->subtype, &MEDIASUBTYPE_MPEG1AudioPayload) &&
 477           !IsEqualGUID(&amt->subtype, &WMMEDIASUBTYPE_MP3))
 478         || !IsEqualGUID(&amt->formattype, &FORMAT_WaveFormatEx))
 479         return S_FALSE;
 480
 481     return S_OK;
 482 }
 483
 484 static HRESULT WINAPI Gstreamer_Mp3_SetMediaType(TransformFilter *tf, PIN_DIRECTION dir, const AM_MEDIA_TYPE *amt) {
 485     GstTfImpl *This = (GstTfImpl*)tf;
 486     GstCaps *capsin, *capsout;
 487     AM_MEDIA_TYPE *outpmt = &This->tf.pmt;
 488     WAVEFORMATEX *wfx, *wfxin;
 489     HRESULT hr;
 490     int layer;
 491
 492     if (dir != PINDIR_INPUT)
 493         return S_OK;
 494
 495     if (Gstreamer_Mp3_QueryConnect(&This->tf, amt) == S_FALSE || !amt->pbFormat)
 496         return VFW_E_TYPE_NOT_ACCEPTED;
 497
 498     wfxin = (WAVEFORMATEX*)amt->pbFormat;
 499     switch (wfxin->wFormatTag) {
 500         case WAVE_FORMAT_MPEGLAYER3:
 501             layer = 3;
 502             break;
 503         case WAVE_FORMAT_MPEG: {
 504             MPEG1WAVEFORMAT *mpgformat = (MPEG1WAVEFORMAT*)wfxin;
 505             layer = mpgformat->fwHeadLayer;
 506             break;
 507         }
 508         default:
 509             FIXME("Unhandled tag %x\n", wfxin->wFormatTag);
 510             return E_FAIL;
 511     }
 512
 513     FreeMediaType(outpmt);
 514     CopyMediaType(outpmt, amt);
 515
 516     outpmt->subtype = MEDIASUBTYPE_PCM;
 517     outpmt->formattype = FORMAT_WaveFormatEx;
 518     outpmt->cbFormat = sizeof(*wfx);
 519     CoTaskMemFree(outpmt->pbFormat);
 520     wfx = CoTaskMemAlloc(outpmt->cbFormat);
 521     outpmt->pbFormat = (BYTE*)wfx;
 522     wfx->wFormatTag = WAVE_FORMAT_PCM;
 523     wfx->wBitsPerSample = 16;
 524     wfx->nSamplesPerSec = wfxin->nSamplesPerSec;
 525     wfx->nChannels = wfxin->nChannels;
 526     wfx->nBlockAlign = wfx->wBitsPerSample * wfx->nChannels / 8;
 527     wfx->cbSize = 0;
 528     wfx->nAvgBytesPerSec = wfx->nSamplesPerSec * wfx->nBlockAlign;
 529
 530     capsin = gst_caps_new_simple("audio/mpeg",
 531                                  "mpegversion", G_TYPE_INT, 1,
 532                                  "layer", G_TYPE_INT, layer,
 533                                  "rate", G_TYPE_INT, wfx->nSamplesPerSec,
 534                                  "channels", G_TYPE_INT, wfx->nChannels,
 535                                  NULL);
 536     capsout = gst_caps_new_simple("audio/x-raw-int",
 537                                   "endianness", G_TYPE_INT, 1234,
 538                                   "signed", G_TYPE_BOOLEAN, 1,
 539                                   "width", G_TYPE_INT, 16,
 540                                   "depth", G_TYPE_INT, 16,
 541                                   "rate", G_TYPE_INT, wfx->nSamplesPerSec,
 542                                   "channels", G_TYPE_INT, wfx->nChannels,
 543                                    NULL);
 544
 545     hr = Gstreamer_transform_ConnectInput(This, amt, capsin, capsout);
 546     gst_caps_unref(capsin);
 547     gst_caps_unref(capsout);
 548
 549     This->cbBuffer = wfx->nAvgBytesPerSec / 4;
 550
 551     return hr;
 552 }
 553
 554 static HRESULT WINAPI Gstreamer_Mp3_ConnectInput(TransformFilter *tf, PIN_DIRECTION dir, IPin *pin)
 555 {
 556     return S_OK;
 557 }
 558
 559 static const TransformFilterFuncTable Gstreamer_Mp3_vtbl = {
 560     Gstreamer_transform_DecideBufferSize,
 561     Gstreamer_transform_ProcessBegin,
 562     Gstreamer_transform_ProcessData,
 563     Gstreamer_transform_ProcessEnd,
 564     Gstreamer_Mp3_QueryConnect,
 565     Gstreamer_Mp3_SetMediaType,
 566     Gstreamer_Mp3_ConnectInput,
 567     Gstreamer_transform_Cleanup,
 568     Gstreamer_transform_EndOfStream,
 569     Gstreamer_transform_BeginFlush,
 570     Gstreamer_transform_EndFlush,
 571     Gstreamer_transform_NewSegment,
 572     Gstreamer_transform_QOS
 573 };
 574
 575 IUnknown * CALLBACK Gstreamer_Mp3_create(IUnknown *punkout, HRESULT *phr)
 576 {
 577     const char *plugin;
 578     IUnknown *obj = NULL;
 579     if (!Gstreamer_init())
 580     {
 581         *phr = E_FAIL;
 582         return NULL;
 583     }
 584     plugin = Gstreamer_FindMatch("audio/mpeg, mpegversion=(int) 1");
 585     if (!plugin)
 586     {
 587         *phr = E_FAIL;
 588         return NULL;
 589     }
 590     *phr = Gstreamer_transform_create(punkout, &CLSID_Gstreamer_Mp3, plugin, &Gstreamer_Mp3_vtbl, (LPVOID*)&obj);
 591     return obj;
 592 }
 593
 594 static HRESULT WINAPI Gstreamer_YUV_QueryConnect(TransformFilter *iface, const AM_MEDIA_TYPE *amt) {
 595     GstTfImpl *This = (GstTfImpl*)iface;
 596     TRACE("%p %p\n", This, amt);
 597     dump_AM_MEDIA_TYPE(amt);
 598
 599     if (!IsEqualGUID(&amt->majortype, &MEDIATYPE_Video) ||
 600         (!IsEqualGUID(&amt->formattype, &FORMAT_VideoInfo) &&
 601          !IsEqualGUID(&amt->formattype, &FORMAT_VideoInfo2)))
 602         return S_FALSE;
 603     if (memcmp(&amt->subtype.Data2, &MEDIATYPE_Video.Data2, sizeof(GUID) - sizeof(amt->subtype.Data1)))
 604         return S_FALSE;
 605     switch (amt->subtype.Data1) {
 606         case mmioFOURCC('I','4','2','0'):
 607         case mmioFOURCC('Y','V','1','2'):
 608         case mmioFOURCC('N','V','1','2'):
 609         case mmioFOURCC('N','V','2','1'):
 610         case mmioFOURCC('Y','U','Y','2'):
 611         case mmioFOURCC('Y','V','Y','U'):
 612             return S_OK;
 613         default:
 614             WARN("Unhandled fourcc %s\n", debugstr_an((char*)&amt->subtype.Data1, 4));
 615             return S_FALSE;
 616     }
 617 }
 618
 619 static HRESULT WINAPI Gstreamer_YUV_ConnectInput(TransformFilter *tf, PIN_DIRECTION dir, IPin *pin)
 620 {
 621     return S_OK;
 622 }
 623
 624 static HRESULT WINAPI Gstreamer_YUV_SetMediaType(TransformFilter *tf, PIN_DIRECTION dir,  const AM_MEDIA_TYPE *amt) {
 625     GstTfImpl *This = (GstTfImpl*)tf;
 626     GstCaps *capsin, *capsout;
 627     AM_MEDIA_TYPE *outpmt = &This->tf.pmt;
 628     HRESULT hr;
 629     int avgtime;
 630     LONG width, height;
 631
 632     if (dir != PINDIR_INPUT)
 633         return S_OK;
 634
 635     if (Gstreamer_YUV_QueryConnect(&This->tf, amt) == S_FALSE || !amt->pbFormat)
 636         return E_FAIL;
 637
 638     FreeMediaType(outpmt);
 639     CopyMediaType(outpmt, amt);
 640
 641     if (IsEqualGUID(&amt->formattype, &FORMAT_VideoInfo)) {
 642         VIDEOINFOHEADER *vih = (VIDEOINFOHEADER*)outpmt->pbFormat;
 643         avgtime = vih->AvgTimePerFrame;
 644         width = vih->bmiHeader.biWidth;
 645         height = vih->bmiHeader.biHeight;
 646         if (vih->bmiHeader.biHeight > 0)
 647             vih->bmiHeader.biHeight = -vih->bmiHeader.biHeight;
 648         vih->bmiHeader.biBitCount = 24;
 649         vih->bmiHeader.biCompression = BI_RGB;
 650         vih->bmiHeader.biSizeImage = width * abs(height) * 3;
 651     } else {
 652         VIDEOINFOHEADER2 *vih = (VIDEOINFOHEADER2*)outpmt->pbFormat;
 653         avgtime = vih->AvgTimePerFrame;
 654         width = vih->bmiHeader.biWidth;
 655         height = vih->bmiHeader.biHeight;
 656         if (vih->bmiHeader.biHeight > 0)
 657             vih->bmiHeader.biHeight = -vih->bmiHeader.biHeight;
 658         vih->bmiHeader.biBitCount = 24;
 659         vih->bmiHeader.biCompression = BI_RGB;
 660         vih->bmiHeader.biSizeImage = width * abs(height) * 3;
 661     }
 662     if (!avgtime)
 663         avgtime = 10000000 / 30;
 664
 665     outpmt->subtype = MEDIASUBTYPE_RGB24;
 666
 667     capsin = gst_caps_new_simple("video/x-raw-yuv",
 668                                  "format", GST_TYPE_FOURCC, amt->subtype.Data1,
 669                                  "width", G_TYPE_INT, width,
 670                                  "height", G_TYPE_INT, height,
 671                                  "framerate", GST_TYPE_FRACTION, 10000000, avgtime,
 672                                  NULL);
 673     capsout = gst_caps_new_simple("video/x-raw-rgb",
 674                                   "endianness", G_TYPE_INT, 4321,
 675                                   "width", G_TYPE_INT, width,
 676                                   "height", G_TYPE_INT, height,
 677                                   "framerate", GST_TYPE_FRACTION, 10000000, avgtime,
 678                                   "bpp", G_TYPE_INT, 24,
 679                                   "depth", G_TYPE_INT, 24,
 680                                   "red_mask", G_TYPE_INT, 0xff,
 681                                   "green_mask", G_TYPE_INT, 0xff00,
 682                                   "blue_mask", G_TYPE_INT, 0xff0000,
 683                                    NULL);
 684
 685     hr = Gstreamer_transform_ConnectInput(This, amt, capsin, capsout);
 686     gst_caps_unref(capsin);
 687     gst_caps_unref(capsout);
 688
 689     This->cbBuffer = width * height * 4;
 690     return hr;
 691 }
 692
 693 static const TransformFilterFuncTable Gstreamer_YUV_vtbl = {
 694     Gstreamer_transform_DecideBufferSize,
 695     Gstreamer_transform_ProcessBegin,
 696     Gstreamer_transform_ProcessData,
 697     Gstreamer_transform_ProcessEnd,
 698     Gstreamer_YUV_QueryConnect,
 699     Gstreamer_YUV_SetMediaType,
 700     Gstreamer_YUV_ConnectInput,
 701     Gstreamer_transform_Cleanup,
 702     Gstreamer_transform_EndOfStream,
 703     Gstreamer_transform_BeginFlush,
 704     Gstreamer_transform_EndFlush,
 705     Gstreamer_transform_NewSegment,
 706     Gstreamer_transform_QOS
 707 };
 708
 709 IUnknown * CALLBACK Gstreamer_YUV_create(IUnknown *punkout, HRESULT *phr)
 710 {
 711     IUnknown *obj = NULL;
 712     if (!Gstreamer_init())
 713     {
 714         *phr = E_FAIL;
 715         return NULL;
 716     }
 717     *phr = Gstreamer_transform_create(punkout, &CLSID_Gstreamer_YUV, "ffmpegcolorspace", &Gstreamer_YUV_vtbl, (LPVOID*)&obj);
 718     return obj;
 719 }
 720
 721 static HRESULT WINAPI Gstreamer_AudioConvert_QueryConnect(TransformFilter *iface, const AM_MEDIA_TYPE *amt) {
 722     GstTfImpl *This = (GstTfImpl*)iface;
 723     TRACE("%p %p\n", This, amt);
 724     dump_AM_MEDIA_TYPE(amt);
 725
 726     if (!IsEqualGUID(&amt->majortype, &MEDIATYPE_Audio) ||
 727         !IsEqualGUID(&amt->subtype, &MEDIASUBTYPE_PCM) ||
 728         !IsEqualGUID(&amt->formattype, &FORMAT_WaveFormatEx))
 729         return S_FALSE;
 730     return S_OK;
 731 }
 732
 733 static HRESULT WINAPI Gstreamer_AudioConvert_ConnectInput(TransformFilter *tf, PIN_DIRECTION dir, IPin *pin)
 734 {
 735     return S_OK;
 736 }
 737
 738 static HRESULT WINAPI Gstreamer_AudioConvert_SetMediaType(TransformFilter *tf, PIN_DIRECTION dir, const AM_MEDIA_TYPE *amt) {
 739     GstTfImpl *This = (GstTfImpl*)tf;
 740     GstCaps *capsin, *capsout;
 741     AM_MEDIA_TYPE *outpmt = &This->tf.pmt;
 742     WAVEFORMATEX *inwfe;
 743     WAVEFORMATEX *outwfe;
 744     WAVEFORMATEXTENSIBLE *outwfx;
 745     HRESULT hr;
 746     int inisfloat = 0, indepth;
 747
 748     if (dir != PINDIR_INPUT)
 749         return S_OK;
 750
 751     if (Gstreamer_AudioConvert_QueryConnect(&This->tf, amt) == S_FALSE || !amt->pbFormat)
 752         return E_FAIL;
 753
 754     FreeMediaType(outpmt);
 755     *outpmt = *amt;
 756     outpmt->pUnk = NULL;
 757     outpmt->cbFormat = sizeof(WAVEFORMATEXTENSIBLE);
 758     outpmt->pbFormat = CoTaskMemAlloc(outpmt->cbFormat);
 759
 760     inwfe = (WAVEFORMATEX*)amt->pbFormat;
 761     indepth = inwfe->wBitsPerSample;
 762     if (inwfe->wFormatTag == WAVE_FORMAT_EXTENSIBLE) {
 763         WAVEFORMATEXTENSIBLE *inwfx = (WAVEFORMATEXTENSIBLE*)inwfe;
 764         inisfloat = IsEqualGUID(&inwfx->SubFormat, &KSDATAFORMAT_SUBTYPE_IEEE_FLOAT);
 765         if (inwfx->Samples.wValidBitsPerSample)
 766             indepth = inwfx->Samples.wValidBitsPerSample;
 767     }
 768
 769     capsin = gst_caps_new_simple(inisfloat ? "audio/x-raw-float" : "audio/x-raw-int",
 770                                  "endianness", G_TYPE_INT, 1234,
 771                                  "width", G_TYPE_INT, inwfe->wBitsPerSample,
 772                                  "depth", G_TYPE_INT, indepth,
 773                                  "channels", G_TYPE_INT, inwfe->nChannels,
 774                                  "rate", G_TYPE_INT, inwfe->nSamplesPerSec,
 775                                   NULL);
 776
 777     outwfe = (WAVEFORMATEX*)outpmt->pbFormat;
 778     outwfx = (WAVEFORMATEXTENSIBLE*)outwfe;
 779     outwfe->wFormatTag = WAVE_FORMAT_EXTENSIBLE;
 780     outwfe->nChannels = 2;
 781     outwfe->nSamplesPerSec = inwfe->nSamplesPerSec;
 782     outwfe->wBitsPerSample = 16;
 783     outwfe->nBlockAlign = outwfe->nChannels * outwfe->wBitsPerSample / 8;
 784     outwfe->nAvgBytesPerSec = outwfe->nBlockAlign * outwfe->nSamplesPerSec;
 785     outwfe->cbSize = sizeof(*outwfx) - sizeof(*outwfe);
 786     outwfx->Samples.wValidBitsPerSample = outwfe->wBitsPerSample;
 787     outwfx->dwChannelMask = SPEAKER_FRONT_LEFT|SPEAKER_FRONT_RIGHT;
 788     outwfx->SubFormat = KSDATAFORMAT_SUBTYPE_PCM;
 789
 790     capsout = gst_caps_new_simple("audio/x-raw-int",
 791                                   "endianness", G_TYPE_INT, 1234,
 792                                   "width", G_TYPE_INT, outwfe->wBitsPerSample,
 793                                   "depth", G_TYPE_INT, outwfx->Samples.wValidBitsPerSample,
 794                                   "channels", G_TYPE_INT, outwfe->nChannels,
 795                                   "rate", G_TYPE_INT, outwfe->nSamplesPerSec,
 796                                    NULL);
 797
 798     hr = Gstreamer_transform_ConnectInput(This, amt, capsin, capsout);
 799     gst_caps_unref(capsin);
 800     gst_caps_unref(capsout);
 801
 802     This->cbBuffer = inwfe->nAvgBytesPerSec;
 803     return hr;
 804 }
 805
 806 static const TransformFilterFuncTable Gstreamer_AudioConvert_vtbl = {
 807     Gstreamer_transform_DecideBufferSize,
 808     Gstreamer_transform_ProcessBegin,
 809     Gstreamer_transform_ProcessData,
 810     Gstreamer_transform_ProcessEnd,
 811     Gstreamer_AudioConvert_QueryConnect,
 812     Gstreamer_AudioConvert_SetMediaType,
 813     Gstreamer_AudioConvert_ConnectInput,
 814     Gstreamer_transform_Cleanup,
 815     Gstreamer_transform_EndOfStream,
 816     Gstreamer_transform_BeginFlush,
 817     Gstreamer_transform_EndFlush,
 818     Gstreamer_transform_NewSegment,
 819     Gstreamer_transform_QOS
 820 };
 821
 822 IUnknown * CALLBACK Gstreamer_AudioConvert_create(IUnknown *punkout, HRESULT *phr)
 823 {
 824     IUnknown *obj = NULL;
 825     if (!Gstreamer_init())
 826     {
 827         *phr = E_FAIL;
 828         return NULL;
 829     }
 830     *phr = Gstreamer_transform_create(punkout, &CLSID_Gstreamer_AudioConvert, "audioconvert", &Gstreamer_AudioConvert_vtbl, (LPVOID*)&obj);
 831     return obj;
 832 }
 833
 834 static HRESULT WINAPI GSTTf_QueryInterface(IBaseFilter * iface, REFIID riid, LPVOID * ppv)
 835 {
 836     HRESULT hr;
 837     GstTfImpl *This = (GstTfImpl*)iface;
 838     TRACE("(%p/%p)->(%s, %p)\n", This, iface, debugstr_guid(riid), ppv);
 839
 840     if (IsEqualIID(riid, &IID_IMediaSeeking) || IsEqualIID(riid, &IID_IMediaPosition))
 841         return IUnknown_QueryInterface(This->seekthru_unk, riid, ppv);
 842
 843     hr = TransformFilterImpl_QueryInterface(iface, riid, ppv);
 844
 845     return hr;
 846 }
 847
 848 static const IBaseFilterVtbl GSTTf_Vtbl =
 849 {
 850     GSTTf_QueryInterface,
 851     BaseFilterImpl_AddRef,
 852     TransformFilterImpl_Release,
 853     BaseFilterImpl_GetClassID,
 854     TransformFilterImpl_Stop,
 855     TransformFilterImpl_Pause,
 856     TransformFilterImpl_Run,
 857     BaseFilterImpl_GetState,
 858     BaseFilterImpl_SetSyncSource,
 859     BaseFilterImpl_GetSyncSource,
 860     BaseFilterImpl_EnumPins,
 861     TransformFilterImpl_FindPin,
 862     BaseFilterImpl_QueryFilterInfo,
 863     BaseFilterImpl_JoinFilterGraph,
 864     BaseFilterImpl_QueryVendorInfo
 865 };