4 // Class for writing movies from Aven for old libav/ffmpeg
6 // Copyright (C) 2004,2011,2012,2013,2014,2015,2016 Olly Betts
8 // This program is free software; you can redistribute it and/or modify
9 // it under the terms of the GNU General Public License as published by
10 // the Free Software Foundation; either version 2 of the License, or
11 // (at your option) any later version.
13 // This program is distributed in the hope that it will be useful,
14 // but WITHOUT ANY WARRANTY; without even the implied warranty of
15 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 // GNU General Public License for more details.
18 // You should have received a copy of the GNU General Public License
19 // along with this program; if not, write to the Free Software
20 // Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
23 /* Based on output-example.c:
25 * Libavformat API example: Output a media file in any supported
26 * libavformat format. The default codecs are used.
28 * Copyright (c) 2003 Fabrice Bellard
30 * Permission is hereby granted, free of charge, to any person obtaining a copy
31 * of this software and associated documentation files (the "Software"), to deal
32 * in the Software without restriction, including without limitation the rights
33 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
34 * copies of the Software, and to permit persons to whom the Software is
35 * furnished to do so, subject to the following conditions:
37 * The above copyright notice and this permission notice shall be included in
38 * all copies or substantial portions of the Software.
40 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
41 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
42 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
43 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
44 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
45 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
53 #define __STDC_CONSTANT_MACROS
59 #include "moviemaker.h"
63 # include <libavutil/imgutils.h>
64 # include <libavutil/mathematics.h>
65 # include <libavformat/avformat.h>
66 # include <libswscale/swscale.h>
68 # ifndef AV_PKT_FLAG_KEY
69 # define AV_PKT_FLAG_KEY PKT_FLAG_KEY
71 # ifndef HAVE_AV_GUESS_FORMAT
72 # define av_guess_format guess_format
74 # ifndef HAVE_AVIO_OPEN
75 # define avio_open url_fopen
77 # ifndef HAVE_AVIO_CLOSE
78 # define avio_close url_fclose
80 # ifndef HAVE_AV_FRAME_ALLOC
81 static inline AVFrame
* av_frame_alloc() {
82 return avcodec_alloc_frame();
85 # ifndef HAVE_AV_FRAME_FREE
86 # ifdef HAVE_AVCODEC_FREE_FRAME
87 static inline void av_frame_free(AVFrame
** frame
) {
88 avcodec_free_frame(frame
);
91 static inline void av_frame_free(AVFrame
** frame
) {
92 free((*frame
)->data
[0]);
98 # ifndef HAVE_AVCODEC_OPEN2
99 // We always pass NULL for OPTS below.
100 # define avcodec_open2(CTX, CODEC, OPTS) avcodec_open(CTX, CODEC)
102 # ifndef HAVE_AVFORMAT_NEW_STREAM
103 // We always pass NULL for CODEC below.
104 # define avformat_new_stream(S, CODEC) av_new_stream(S, 0)
106 # if !HAVE_DECL_AVMEDIA_TYPE_VIDEO
107 # define AVMEDIA_TYPE_VIDEO CODEC_TYPE_VIDEO
109 # if !HAVE_DECL_AV_CODEC_ID_NONE
110 # define AV_CODEC_ID_NONE CODEC_ID_NONE
112 # if !HAVE_DECL_AV_PIX_FMT_RGB24
113 # define AV_PIX_FMT_RGB24 PIX_FMT_RGB24
115 # if !HAVE_DECL_AV_PIX_FMT_YUV420P
116 # define AV_PIX_FMT_YUV420P PIX_FMT_YUV420P
118 # ifndef AVIO_FLAG_WRITE
119 # define AVIO_FLAG_WRITE URL_WRONLY
123 MOVIE_NO_SUITABLE_FORMAT
= 1,
125 MOVIE_FILENAME_TOO_LONG
128 # ifndef HAVE_AVCODEC_ENCODE_VIDEO2
129 const int OUTBUF_SIZE
= 200000;
133 MovieMaker::MovieMaker()
135 : oc(0), video_st(0), frame(0), outbuf(0), pixels(0), sws_ctx(0), averrno(0)
139 static bool initialised_ffmpeg
= false;
140 if (initialised_ffmpeg
) return;
142 // FIXME: register only the codec(s) we want to use...
143 avcodec_register_all();
146 initialised_ffmpeg
= true;
152 write_packet(void *opaque
, uint8_t *buf
, int buf_size
) {
153 FILE * fh
= (FILE*)opaque
;
154 size_t res
= fwrite(buf
, 1, buf_size
, fh
);
155 return res
> 0 ? res
: -1;
159 #define MAX_EXTENSION_LEN 8
161 bool MovieMaker::Open(FILE* fh
, const char * ext
, int width
, int height
)
166 AVOutputFormat
* fmt
= NULL
;
167 char dummy_filename
[MAX_EXTENSION_LEN
+ 3] = "x.";
168 if (strlen(ext
) <= MAX_EXTENSION_LEN
) {
169 strcpy(dummy_filename
+ 2, ext
);
170 // Pass "x." + extension to av_guess_format() to avoid having to deal
171 // with wide character filenames.
172 fmt
= av_guess_format(NULL
, dummy_filename
, NULL
);
175 // We couldn't deduce the output format from file extension so default
177 fmt
= av_guess_format("mpeg", NULL
, NULL
);
179 averrno
= MOVIE_NO_SUITABLE_FORMAT
;
182 strcpy(dummy_filename
+ 2, "mpg");
184 if (fmt
->video_codec
== AV_CODEC_ID_NONE
) {
185 averrno
= MOVIE_AUDIO_ONLY
;
189 /* Allocate the output media context. */
190 oc
= avformat_alloc_context();
192 averrno
= AVERROR(ENOMEM
);
196 strcpy(oc
->filename
, dummy_filename
);
198 /* find the video encoder */
199 AVCodec
*codec
= avcodec_find_encoder(fmt
->video_codec
);
201 // FIXME : Erm - internal ffmpeg library problem?
202 averrno
= AVERROR(ENOMEM
);
206 // Add the video stream.
207 video_st
= avformat_new_stream(oc
, codec
);
209 averrno
= AVERROR(ENOMEM
);
213 // Set sample parameters.
214 AVCodecContext
*c
= video_st
->codec
;
215 c
->bit_rate
= 400000;
216 /* Resolution must be a multiple of two. */
219 /* timebase: This is the fundamental unit of time (in seconds) in terms
220 * of which frame timestamps are represented. For fixed-fps content,
221 * timebase should be 1/framerate and timestamp increments should be
223 #if LIBAVFORMAT_VERSION_INT < AV_VERSION_INT(55, 44, 0)
224 // Old way, which now causes deprecation warnings.
225 c
->time_base
.den
= 25; // Frames per second.
226 c
->time_base
.num
= 1;
228 video_st
->time_base
.den
= 25; // Frames per second.
229 video_st
->time_base
.num
= 1;
230 c
->time_base
= video_st
->time_base
;
232 c
->gop_size
= 12; /* emit one intra frame every twelve frames at most */
233 c
->pix_fmt
= AV_PIX_FMT_YUV420P
;
234 c
->rc_buffer_size
= c
->bit_rate
* 4; // Enough for 4 seconds
235 c
->rc_max_rate
= c
->bit_rate
* 2;
236 // B frames are backwards predicted - they can improve compression,
237 // but may slow encoding and decoding.
238 // if (c->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
239 // c->max_b_frames = 2;
242 /* Some formats want stream headers to be separate. */
243 if (oc
->oformat
->flags
& AVFMT_GLOBALHEADER
)
244 c
->flags
|= CODEC_FLAG_GLOBAL_HEADER
;
247 #ifndef HAVE_AVFORMAT_WRITE_HEADER
248 // Set the output parameters (must be done even if no parameters).
249 retval
= av_set_parameters(oc
, NULL
);
256 retval
= avcodec_open2(c
, NULL
, NULL
);
262 #ifndef HAVE_AVCODEC_ENCODE_VIDEO2
264 if (!(oc
->oformat
->flags
& AVFMT_RAWPICTURE
)) {
265 outbuf
= (unsigned char *)av_malloc(OUTBUF_SIZE
);
267 averrno
= AVERROR(ENOMEM
);
273 /* Allocate the encoded raw picture. */
274 frame
= av_frame_alloc();
276 averrno
= AVERROR(ENOMEM
);
279 retval
= av_image_alloc(frame
->data
, frame
->linesize
,
280 c
->width
, c
->height
, c
->pix_fmt
, 1);
286 if (c
->pix_fmt
!= AV_PIX_FMT_YUV420P
) {
287 // FIXME need to allocate another frame for this case if we stop
288 // hardcoding AV_PIX_FMT_YUV420P.
292 frame
->format
= c
->pix_fmt
;
293 frame
->width
= c
->width
;
294 frame
->height
= c
->height
;
296 pixels
= (unsigned char *)av_malloc(width
* height
* 6);
298 averrno
= AVERROR(ENOMEM
);
302 // Show the format we've ended up with (for debug purposes).
303 // av_dump_format(oc, 0, fnm, 1);
306 sws_ctx
= sws_getContext(width
, height
, AV_PIX_FMT_RGB24
,
307 width
, height
, c
->pix_fmt
, SWS_BICUBIC
,
309 if (sws_ctx
== NULL
) {
310 fprintf(stderr
, "Cannot initialize the conversion context!\n");
311 averrno
= AVERROR(ENOMEM
);
315 if (!(fmt
->flags
& AVFMT_NOFILE
)) {
316 const int buf_size
= 8192;
317 void * buf
= av_malloc(buf_size
);
318 oc
->pb
= avio_alloc_context(static_cast<uint8_t*>(buf
), buf_size
, 1,
319 fh
, NULL
, write_packet
, NULL
);
321 averrno
= AVERROR(ENOMEM
);
326 // Write the stream header, if any.
327 #ifdef HAVE_AVFORMAT_WRITE_HEADER
328 retval
= avformat_write_header(oc
, NULL
);
330 retval
= av_write_header(oc
);
348 unsigned char * MovieMaker::GetBuffer() const {
350 return pixels
+ GetWidth() * GetHeight() * 3;
356 int MovieMaker::GetWidth() const {
359 AVCodecContext
*c
= video_st
->codec
;
366 int MovieMaker::GetHeight() const {
369 AVCodecContext
*c
= video_st
->codec
;
376 bool MovieMaker::AddFrame()
379 AVCodecContext
* c
= video_st
->codec
;
381 if (c
->pix_fmt
!= AV_PIX_FMT_YUV420P
) {
386 int len
= 3 * c
->width
;
388 // Flip image vertically
390 unsigned char * src
= pixels
+ h
* len
;
391 unsigned char * dest
= src
- len
;
393 memcpy(dest
, src
, len
);
398 sws_scale(sws_ctx
, &pixels
, &len
, 0, c
->height
, frame
->data
, frame
->linesize
);
400 if (oc
->oformat
->flags
& AVFMT_RAWPICTURE
) {
404 // Encode this frame.
405 #ifdef HAVE_AVCODEC_ENCODE_VIDEO2
408 av_init_packet(&pkt
);
411 int ret
= avcodec_encode_video2(c
, &pkt
, frame
, &got_packet
);
416 if (got_packet
&& pkt
.size
) {
417 // Write the compressed frame to the media file.
418 if (pkt
.pts
!= int64_t(AV_NOPTS_VALUE
)) {
419 pkt
.pts
= av_rescale_q(pkt
.pts
,
420 c
->time_base
, video_st
->time_base
);
422 if (pkt
.dts
!= int64_t(AV_NOPTS_VALUE
)) {
423 pkt
.dts
= av_rescale_q(pkt
.dts
,
424 c
->time_base
, video_st
->time_base
);
426 pkt
.stream_index
= video_st
->index
;
428 /* Write the compressed frame to the media file. */
429 ret
= av_interleaved_write_frame(oc
, &pkt
);
436 out_size
= avcodec_encode_video(c
, outbuf
, OUTBUF_SIZE
, frame
);
437 // outsize == 0 means that this frame has been buffered, so there's nothing
440 // Write the compressed frame to the media file.
442 av_init_packet(&pkt
);
444 if (c
->coded_frame
->pts
!= (int64_t)AV_NOPTS_VALUE
)
445 pkt
.pts
= av_rescale_q(c
->coded_frame
->pts
, c
->time_base
, video_st
->time_base
);
446 if (c
->coded_frame
->key_frame
)
447 pkt
.flags
|= AV_PKT_FLAG_KEY
;
448 pkt
.stream_index
= video_st
->index
;
452 /* Write the compressed frame to the media file. */
453 int ret
= av_interleaved_write_frame(oc
, &pkt
);
468 if (video_st
&& averrno
== 0) {
469 // No more frames to compress. The codec may have a few frames
470 // buffered if we're using B frames, so write those too.
471 AVCodecContext
* c
= video_st
->codec
;
473 #ifdef HAVE_AVCODEC_ENCODE_VIDEO2
477 av_init_packet(&pkt
);
481 int ret
= avcodec_encode_video2(c
, &pkt
, NULL
, &got_packet
);
487 if (!got_packet
) break;
488 if (!pkt
.size
) continue;
490 // Write the compressed frame to the media file.
491 if (pkt
.pts
!= int64_t(AV_NOPTS_VALUE
)) {
492 pkt
.pts
= av_rescale_q(pkt
.pts
,
493 c
->time_base
, video_st
->time_base
);
495 if (pkt
.dts
!= int64_t(AV_NOPTS_VALUE
)) {
496 pkt
.dts
= av_rescale_q(pkt
.dts
,
497 c
->time_base
, video_st
->time_base
);
499 pkt
.stream_index
= video_st
->index
;
501 /* Write the compressed frame to the media file. */
502 ret
= av_interleaved_write_frame(oc
, &pkt
);
511 out_size
= avcodec_encode_video(c
, outbuf
, OUTBUF_SIZE
, NULL
);
513 // Write the compressed frame to the media file.
515 av_init_packet(&pkt
);
517 if (c
->coded_frame
->pts
!= (int64_t)AV_NOPTS_VALUE
)
518 pkt
.pts
= av_rescale_q(c
->coded_frame
->pts
, c
->time_base
, video_st
->time_base
);
519 if (c
->coded_frame
->key_frame
)
520 pkt
.flags
|= AV_PKT_FLAG_KEY
;
521 pkt
.stream_index
= video_st
->index
;
525 /* write the compressed frame in the media file */
526 int ret
= av_interleaved_write_frame(oc
, &pkt
);
536 av_write_trailer(oc
);
546 MovieMaker::release()
550 avcodec_close(video_st
->codec
);
555 av_frame_free(&frame
);
566 for (size_t i
= 0; i
< oc
->nb_streams
; ++i
) {
567 av_freep(&oc
->streams
[i
]->codec
);
568 av_freep(&oc
->streams
[i
]);
571 if (!(oc
->oformat
->flags
& AVFMT_NOFILE
)) {
572 // Release the AVIOContext.
587 MovieMaker::~MovieMaker()
595 MovieMaker::get_error_string() const
602 return "Number syntax expected in filename";
603 case AVERROR_INVALIDDATA
:
604 /* same as AVERROR_UNKNOWN: return "unknown error"; */
605 return "invalid data found";
606 case AVERROR(ENOMEM
):
607 return "not enough memory";
608 case AVERROR(EILSEQ
):
609 return "unknown format";
610 case AVERROR(ENOSYS
):
611 return "Operation not supported";
612 case AVERROR(ENOENT
):
613 return "No such file or directory";
615 return "End of file";
616 case AVERROR_PATCHWELCOME
:
617 return "Not implemented in FFmpeg";
620 case MOVIE_NO_SUITABLE_FORMAT
:
621 return "Couldn't find a suitable output format";
622 case MOVIE_AUDIO_ONLY
:
623 return "Audio-only format specified";
624 case MOVIE_FILENAME_TOO_LONG
:
625 return "Filename too long";
628 return "Unknown error";