libmpdemux/demux_avs.c

   1 /*
   2  * Demuxer for avisynth
   3  * Copyright (c) 2005 Gianluigi Tiesi <sherpya@netfarm.it>
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU Library General Public
   7  * License as published by the Free Software Foundation; either
   8  * version 2 of the License, or (at your option) any later version.
   9  *
  10  * This library is distributed in the hope that it will be useful,
  11  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  13  * Library General Public License for more details.
  14  *
  15  * You should have received a copy of the GNU Library General Public
  16  * License along with this library; if not, write to the
  17  * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
  18  * Boston, MA 02110-1301 USA.
  19  */
  20
  21 #include <stdio.h>
  22 #include <stdlib.h>
  23 #include <unistd.h>
  24 #include <limits.h>
  25
  26 #include "config.h"
  27 #include "mp_msg.h"
  28 #include "help_mp.h"
  29
  30 #include "stream/stream.h"
  31 #include "demuxer.h"
  32 #include "stheader.h"
  33 #include "libvo/fastmemcpy.h"
  34
  35 #include "loader/wine/windef.h"
  36
  37 #ifdef WIN32_LOADER
  38 #include "loader/ldt_keeper.h"
  39 #endif
  40
  41 #include "demux_avs.h"
  42
  43 #define MAX_AVS_SIZE    16 * 1024 /* 16k should be enough */
  44
  45 HMODULE WINAPI LoadLibraryA(LPCSTR);
  46 FARPROC WINAPI GetProcAddress(HMODULE,LPCSTR);
  47 int     WINAPI FreeLibrary(HMODULE);
  48
  49 typedef WINAPI AVS_ScriptEnvironment* (*imp_avs_create_script_environment)(int version);
  50 typedef WINAPI AVS_Value (*imp_avs_invoke)(AVS_ScriptEnvironment *, const char * name, AVS_Value args, const char** arg_names);
  51 typedef WINAPI const AVS_VideoInfo *(*imp_avs_get_video_info)(AVS_Clip *);
  52 typedef WINAPI AVS_Clip* (*imp_avs_take_clip)(AVS_Value, AVS_ScriptEnvironment *);
  53 typedef WINAPI void (*imp_avs_release_clip)(AVS_Clip *);
  54 typedef WINAPI AVS_VideoFrame* (*imp_avs_get_frame)(AVS_Clip *, int n);
  55 typedef WINAPI void (*imp_avs_release_video_frame)(AVS_VideoFrame *);
  56 typedef WINAPI int (*imp_avs_get_audio)(AVS_Clip *, void * buf, uint64_t start, uint64_t count);
  57
  58 #define Q(string) # string
  59 #define IMPORT_FUNC(x) \
  60     AVS->x = ( imp_##x ) GetProcAddress(AVS->dll, Q(x)); \
  61     if (!AVS->x) { mp_msg(MSGT_DEMUX,MSGL_V,"AVS: failed to load "Q(x)"()\n"); return 0; }
  62
  63 typedef struct tagAVS
  64 {
  65     AVS_ScriptEnvironment *avs_env;
  66     AVS_Value handler;
  67     AVS_Clip *clip;
  68     const AVS_VideoInfo *video_info;
  69 #ifdef WIN32_LOADER
  70     ldt_fs_t* ldt_fs;
  71 #endif
  72     HMODULE dll;
  73     int frameno;
  74     uint64_t sampleno;
  75     int init;
  76
  77     imp_avs_create_script_environment avs_create_script_environment;
  78     imp_avs_invoke avs_invoke;
  79     imp_avs_get_video_info avs_get_video_info;
  80     imp_avs_take_clip avs_take_clip;
  81     imp_avs_release_clip avs_release_clip;
  82     imp_avs_get_frame avs_get_frame;
  83     imp_avs_release_video_frame avs_release_video_frame;
  84     imp_avs_get_audio avs_get_audio;
  85 } AVS_T;
  86
  87 AVS_T *initAVS(const char *filename)
  88 {
  89     AVS_T *AVS = malloc (sizeof(AVS_T));
  90     AVS_Value arg0 = avs_new_value_string(filename);
  91     AVS_Value args = avs_new_value_array(&arg0, 1);
  92
  93     memset(AVS, 0, sizeof(AVS_T));
  94
  95 #ifdef WIN32_LOADER
  96     AVS->ldt_fs = Setup_LDT_Keeper();
  97 #endif
  98
  99     AVS->dll = LoadLibraryA("avisynth.dll");
 100     if(!AVS->dll)
 101     {
 102         mp_msg(MSGT_DEMUX ,MSGL_V, "AVS: failed to load avisynth.dll\n");
 103         goto avs_err;
 104     }
 105
 106     /* Dynamic import of needed stuff from avisynth.dll */
 107     IMPORT_FUNC(avs_create_script_environment);
 108     IMPORT_FUNC(avs_invoke);
 109     IMPORT_FUNC(avs_get_video_info);
 110     IMPORT_FUNC(avs_take_clip);
 111     IMPORT_FUNC(avs_release_clip);
 112     IMPORT_FUNC(avs_get_frame);
 113     IMPORT_FUNC(avs_release_video_frame);
 114     IMPORT_FUNC(avs_get_audio);
 115
 116     AVS->avs_env = AVS->avs_create_script_environment(AVISYNTH_INTERFACE_VERSION);
 117     if (!AVS->avs_env)
 118     {
 119         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_create_script_environment failed\n");
 120         goto avs_err;
 121     }
 122
 123
 124     AVS->handler = AVS->avs_invoke(AVS->avs_env, "Import", args, 0);
 125
 126     if (avs_is_error(AVS->handler))
 127     {
 128         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: Avisynth error: %s\n", avs_as_string(AVS->handler));
 129         goto avs_err;
 130     }
 131
 132     if (!avs_is_clip(AVS->handler))
 133     {
 134         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: Avisynth doesn't return a clip\n");
 135         goto avs_err;
 136     }
 137
 138     return AVS;
 139
 140 avs_err:
 141     if (AVS->dll) FreeLibrary(AVS->dll);
 142 #ifdef WIN32_LOADER
 143     Restore_LDT_Keeper(AVS->ldt_fs);
 144 #endif
 145     free(AVS);
 146     return NULL;
 147 }
 148
 149 /* Implement RGB MODES ?? */
 150 #if 0
 151 static __inline int get_mmioFOURCC(const AVS_VideoInfo *v)
 152 {
 153     if (avs_is_rgb(v)) return mmioFOURCC(8, 'R', 'G', 'B');
 154     if (avs_is_rgb24(v)) return mmioFOURCC(24, 'R', 'G', 'B');
 155     if (avs_is_rgb32(v)) return mmioFOURCC(32, 'R', 'G', 'B');
 156     if (avs_is_yv12(v)) return mmioFOURCC('Y', 'V', '1', '2');
 157     if (avs_is_yuy(v)) return mmioFOURCC('Y', 'U', 'Y', ' ');
 158     if (avs_is_yuy2(v)) return mmioFOURCC('Y', 'U', 'Y', '2');
 159     return 0;
 160 }
 161 #endif
 162
 163 static int demux_avs_fill_buffer(demuxer_t *demuxer, demux_stream_t *ds)
 164 {
 165     AVS_VideoFrame *curr_frame;
 166     demux_packet_t *dp = NULL;
 167     AVS_T *AVS = demuxer->priv;
 168
 169     if (ds == demuxer->video)
 170     {
 171         sh_video_t *sh_video = demuxer->video->sh;
 172         char *dst;
 173         int w, h;
 174         if (AVS->video_info->num_frames <= AVS->frameno) return 0; // EOF
 175
 176         curr_frame = AVS->avs_get_frame(AVS->clip, AVS->frameno);
 177         if (!curr_frame)
 178         {
 179             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: error getting frame -- EOF??\n");
 180             return 0;
 181         }
 182         w = curr_frame->row_size;
 183         h = curr_frame->height;
 184
 185         dp = new_demux_packet(w * h + 2 * (w / 2) * (h / 2));
 186
 187         dp->pts=AVS->frameno / sh_video->fps;
 188
 189         dst = dp->buffer;
 190         memcpy_pic(dst, curr_frame->vfb->data + curr_frame->offset,
 191                    w, h, w, curr_frame->pitch);
 192         dst += w * h;
 193         w /= 2; h /= 2;
 194         memcpy_pic(dst, curr_frame->vfb->data + curr_frame->offsetV,
 195                    w, h, w, curr_frame->pitchUV);
 196         dst += w * h;
 197         memcpy_pic(dst, curr_frame->vfb->data + curr_frame->offsetU,
 198                    w, h, w, curr_frame->pitchUV);
 199         ds_add_packet(demuxer->video, dp);
 200
 201         AVS->frameno++;
 202         AVS->avs_release_video_frame(curr_frame);
 203     }
 204
 205     /* Audio */
 206     if (ds == demuxer->audio)
 207     {
 208         sh_audio_t *sh_audio = ds->sh;
 209         int samples = sh_audio->samplerate;
 210         uint64_t l;
 211         samples = FFMIN(samples, AVS->video_info->num_audio_samples - AVS->sampleno);
 212         if (!samples) return 0;
 213         l = samples * sh_audio->channels * sh_audio->samplesize;
 214         if (l > INT_MAX) {
 215             mp_msg(MSGT_DEMUX, MSGL_FATAL, "AVS: audio packet too big\n");
 216             return 0;
 217         }
 218         dp = new_demux_packet(l);
 219         dp->pts = AVS->sampleno / sh_audio->samplerate;
 220
 221         if (AVS->avs_get_audio(AVS->clip, dp->buffer, AVS->sampleno, samples))
 222         {
 223             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_get_audio() failed\n");
 224             return 0;
 225         }
 226         ds_add_packet(demuxer->audio, dp);
 227
 228         AVS->sampleno += samples;
 229     }
 230
 231     return 1;
 232 }
 233
 234 static demuxer_t* demux_open_avs(demuxer_t* demuxer)
 235 {
 236     int found = 0;
 237     AVS_T *AVS = demuxer->priv;
 238     int audio_samplesize = 0;
 239     AVS->frameno = 0;
 240     AVS->sampleno = 0;
 241
 242     mp_msg(MSGT_DEMUX, MSGL_V, "AVS: demux_open_avs()\n");
 243     demuxer->seekable = 1;
 244
 245     AVS->clip = AVS->avs_take_clip(AVS->handler, AVS->avs_env);
 246     if(!AVS->clip)
 247     {
 248         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_take_clip() failed\n");
 249         return NULL;
 250     }
 251
 252     AVS->video_info = AVS->avs_get_video_info(AVS->clip);
 253     if (!AVS->video_info)
 254     {
 255         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_get_video_info() call failed\n");
 256         return NULL;
 257     }
 258
 259     if (!avs_is_yv12(AVS->video_info))
 260     {
 261         AVS->handler = AVS->avs_invoke(AVS->avs_env, "ConvertToYV12", avs_new_value_array(&AVS->handler, 1), 0);
 262         if (avs_is_error(AVS->handler))
 263         {
 264             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: Cannot convert input video to YV12: %s\n", avs_as_string(AVS->handler));
 265             return NULL;
 266         }
 267
 268         AVS->clip = AVS->avs_take_clip(AVS->handler, AVS->avs_env);
 269
 270         if(!AVS->clip)
 271         {
 272             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_take_clip() failed\n");
 273             return NULL;
 274         }
 275
 276         AVS->video_info = AVS->avs_get_video_info(AVS->clip);
 277         if (!AVS->video_info)
 278         {
 279             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_get_video_info() call failed\n");
 280             return NULL;
 281         }
 282     }
 283
 284     // TODO check field-based ??
 285
 286     /* Video */
 287     if (avs_has_video(AVS->video_info))
 288     {
 289         sh_video_t *sh_video = new_sh_video(demuxer, 0);
 290         found = 1;
 291
 292         if (demuxer->video->id == -1) demuxer->video->id = 0;
 293         if (demuxer->video->id == 0)
 294         demuxer->video->sh = sh_video;
 295         sh_video->ds = demuxer->video;
 296
 297         sh_video->disp_w = AVS->video_info->width;
 298         sh_video->disp_h = AVS->video_info->height;
 299
 300         //sh_video->format = get_mmioFOURCC(AVS->video_info);
 301         sh_video->format = mmioFOURCC('Y', 'V', '1', '2');
 302         sh_video->fps = (float) ((float) AVS->video_info->fps_numerator / (float) AVS->video_info->fps_denominator);
 303         sh_video->frametime = 1.0 / sh_video->fps;
 304
 305         sh_video->bih = malloc(sizeof(BITMAPINFOHEADER) + (256 * 4));
 306         sh_video->bih->biCompression = sh_video->format;
 307         sh_video->bih->biBitCount = avs_bits_per_pixel(AVS->video_info);
 308         //sh_video->bih->biPlanes = 2;
 309
 310         sh_video->bih->biWidth = AVS->video_info->width;
 311         sh_video->bih->biHeight = AVS->video_info->height;
 312         sh_video->num_frames = 0;
 313         sh_video->num_frames_decoded = 0;
 314     }
 315
 316     /* Audio */
 317     if (avs_has_audio(AVS->video_info))
 318       switch (AVS->video_info->sample_type) {
 319         case AVS_SAMPLE_INT8:  audio_samplesize = 1; break;
 320         case AVS_SAMPLE_INT16: audio_samplesize = 2; break;
 321         case AVS_SAMPLE_INT24: audio_samplesize = 3; break;
 322         case AVS_SAMPLE_INT32:
 323         case AVS_SAMPLE_FLOAT: audio_samplesize = 4; break;
 324         default:
 325           mp_msg(MSGT_DEMUX, MSGL_ERR, "AVS: unknown audio type, disabling\n");
 326       }
 327     if (audio_samplesize)
 328     {
 329         sh_audio_t *sh_audio = new_sh_audio(demuxer, 0);
 330         found = 1;
 331         mp_msg(MSGT_DEMUX, MSGL_V, "AVS: Clip has audio -> Channels = %d - Freq = %d\n", AVS->video_info->nchannels, AVS->video_info->audio_samples_per_second);
 332
 333         if (demuxer->audio->id == -1) demuxer->audio->id = 0;
 334         if (demuxer->audio->id == 0)
 335         demuxer->audio->sh = sh_audio;
 336         sh_audio->ds = demuxer->audio;
 337
 338         sh_audio->wf = malloc(sizeof(WAVEFORMATEX));
 339         sh_audio->wf->wFormatTag = sh_audio->format =
 340             (AVS->video_info->sample_type == AVS_SAMPLE_FLOAT) ? 0x3 : 0x1;
 341         sh_audio->wf->nChannels = sh_audio->channels = AVS->video_info->nchannels;
 342         sh_audio->wf->nSamplesPerSec = sh_audio->samplerate = AVS->video_info->audio_samples_per_second;
 343         sh_audio->samplesize = audio_samplesize;
 344         sh_audio->wf->nAvgBytesPerSec = sh_audio->channels * sh_audio->samplesize * sh_audio->samplerate;
 345         sh_audio->wf->nBlockAlign = sh_audio->channels * sh_audio->samplesize;
 346         sh_audio->wf->wBitsPerSample = sh_audio->samplesize * 8;
 347         sh_audio->wf->cbSize = 0;
 348         sh_audio->i_bps = sh_audio->wf->nAvgBytesPerSec;
 349     }
 350
 351     AVS->init = 1;
 352     if (found)
 353         return demuxer;
 354     else
 355         return NULL;
 356 }
 357
 358 static int demux_avs_control(demuxer_t *demuxer, int cmd, void *arg)
 359 {
 360     sh_video_t *sh_video=demuxer->video->sh;
 361     sh_audio_t *sh_audio=demuxer->audio->sh;
 362     AVS_T *AVS = demuxer->priv;
 363
 364     switch(cmd)
 365     {
 366         case DEMUXER_CTRL_GET_TIME_LENGTH:
 367         {
 368             double res = sh_video ? (double)AVS->video_info->num_frames / sh_video->fps : 0;
 369             if (sh_audio)
 370               res = FFMAX(res, (double)AVS->video_info->num_audio_samples / sh_audio->samplerate);
 371             *((double *)arg) = res;
 372             return DEMUXER_CTRL_OK;
 373         }
 374         case DEMUXER_CTRL_GET_PERCENT_POS:
 375         {
 376             if (sh_video)
 377             *((int *)arg) = AVS->frameno * 100 / AVS->video_info->num_frames;
 378             else
 379               *((int *)arg) = AVS->sampleno * 100 / AVS->video_info->num_audio_samples;
 380             return DEMUXER_CTRL_OK;
 381         }
 382     default:
 383         return DEMUXER_CTRL_NOTIMPL;
 384     }
 385 }
 386
 387 static void demux_close_avs(demuxer_t* demuxer)
 388 {
 389     AVS_T *AVS = demuxer->priv;
 390
 391     if (AVS)
 392     {
 393         if (AVS->dll)
 394         {
 395             if (AVS->clip)
 396                 AVS->avs_release_clip(AVS->clip);
 397             mp_msg(MSGT_DEMUX, MSGL_V, "AVS: Unloading avisynth.dll\n");
 398             FreeLibrary(AVS->dll);
 399         }
 400 #ifdef WIN32_LOADER
 401         Restore_LDT_Keeper(AVS->ldt_fs);
 402 #endif
 403         free(AVS);
 404     }
 405 }
 406
 407 static void demux_seek_avs(demuxer_t *demuxer, float rel_seek_secs, float audio_delay, int flags)
 408 {
 409     sh_video_t *sh_video=demuxer->video->sh;
 410     sh_audio_t *sh_audio=demuxer->audio->sh;
 411     AVS_T *AVS = demuxer->priv;
 412     double video_pos = sh_video ?
 413                        (double)AVS->frameno / sh_video->fps :
 414                        (double)AVS->sampleno / sh_audio->samplerate;
 415     double duration = sh_video ?
 416                       (double)AVS->video_info->num_frames / sh_video->fps :
 417                       (double)AVS->video_info->num_audio_samples / sh_audio->samplerate;
 418
 419     //mp_msg(MSGT_DEMUX, MSGL_V, "AVS: seek rel_seek_secs = %f - flags = %x\n", rel_seek_secs, flags);
 420
 421     // seek absolute
 422     if (flags&1) video_pos=0;
 423     // seek precent
 424     if (flags&2) rel_seek_secs *= duration;
 425
 426     video_pos += rel_seek_secs;
 427     if (video_pos < 0) video_pos = 0;
 428
 429     if (sh_video) {
 430       AVS->frameno = FFMIN(video_pos * sh_video->fps,
 431                            AVS->video_info->num_frames);
 432       sh_video->num_frames_decoded = AVS->frameno;
 433       sh_video->num_frames = AVS->frameno;
 434     }
 435     if (sh_audio)
 436       AVS->sampleno = FFMIN(video_pos * sh_audio->samplerate,
 437                             AVS->video_info->num_audio_samples);
 438 }
 439
 440 static int avs_check_file(demuxer_t *demuxer)
 441 {
 442     mp_msg(MSGT_DEMUX, MSGL_V, "AVS: avs_check_file - attempting to open file %s\n", demuxer->filename);
 443
 444     if (!demuxer->filename) return 0;
 445
 446     /* Avoid crazy memory eating when passing an mpg stream */
 447     if (demuxer->movi_end > MAX_AVS_SIZE)
 448     {
 449         mp_msg(MSGT_DEMUX,MSGL_V, "AVS: File is too big, aborting...\n");
 450         return 0;
 451     }
 452
 453     demuxer->priv = initAVS(demuxer->filename);
 454
 455     if (demuxer->priv)
 456     {
 457         mp_msg(MSGT_DEMUX,MSGL_V, "AVS: Init Ok\n");
 458         return DEMUXER_TYPE_AVS;
 459     }
 460     mp_msg(MSGT_DEMUX,MSGL_V, "AVS: Init failed\n");
 461     return 0;
 462 }
 463
 464
 465 demuxer_desc_t demuxer_desc_avs = {
 466   "Avisynth demuxer",
 467   "avs",
 468   "AVS",
 469   "Gianluigi Tiesi",
 470   "Requires binary dll",
 471   DEMUXER_TYPE_AVS,
 472   0, // unsafe autodetect
 473   avs_check_file,
 474   demux_avs_fill_buffer,
 475   demux_open_avs,
 476   demux_close_avs,
 477   demux_seek_avs,
 478   demux_avs_control
 479 };