cap_ffmpeg_impl.hpp 87.4 KB
Newer Older
1 2 3 4 5 6 7 8 9
/*M///////////////////////////////////////////////////////////////////////////////////////
//
//  IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING.
//
//  By downloading, copying, installing or using the software you agree to this license.
//  If you do not agree to this license, do not download, install,
//  copy or use the software.
//
//
V
Vadim Pisarevsky 已提交
10
//                          License Agreement
11 12
//                For Open Source Computer Vision Library
//
V
Vadim Pisarevsky 已提交
13 14
// Copyright (C) 2000-2008, Intel Corporation, all rights reserved.
// Copyright (C) 2009, Willow Garage Inc., all rights reserved.
15 16 17 18 19 20 21 22 23 24 25 26
// Third party copyrights are property of their respective owners.
//
// Redistribution and use in source and binary forms, with or without modification,
// are permitted provided that the following conditions are met:
//
//   * Redistribution's of source code must retain the above copyright notice,
//     this list of conditions and the following disclaimer.
//
//   * Redistribution's in binary form must reproduce the above copyright notice,
//     this list of conditions and the following disclaimer in the documentation
//     and/or other materials provided with the distribution.
//
V
Vadim Pisarevsky 已提交
27
//   * The name of the copyright holders may not be used to endorse or promote products
28 29 30 31 32 33 34 35 36 37 38 39 40 41 42
//     derived from this software without specific prior written permission.
//
// This software is provided by the copyright holders and contributors "as is" and
// any express or implied warranties, including, but not limited to, the implied
// warranties of merchantability and fitness for a particular purpose are disclaimed.
// In no event shall the Intel Corporation or contributors be liable for any direct,
// indirect, incidental, special, exemplary, or consequential damages
// (including, but not limited to, procurement of substitute goods or services;
// loss of use, data, or profits; or business interruption) however caused
// and on any theory of liability, whether in contract, strict liability,
// or tort (including negligence or otherwise) arising in any way out of
// the use of this software, even if advised of the possibility of such damage.
//
//M*/

43 44 45 46
#include "cap_ffmpeg_legacy_api.hpp"

using namespace cv;

47
#if !(defined(_WIN32) || defined(WINCE))
48 49
# include <pthread.h>
#endif
50
#include <algorithm>
V
Vadim Pisarevsky 已提交
51
#include <limits>
52

53 54 55 56
#ifndef __OPENCV_BUILD
#define CV_FOURCC(c1, c2, c3, c4) (((c1) & 255) + (((c2) & 255) << 8) + (((c3) & 255) << 16) + (((c4) & 255) << 24))
#endif

57 58
#define CALC_FFMPEG_VERSION(a,b,c) ( a<<16 | b<<8 | c )

59
#if defined _MSC_VER && _MSC_VER >= 1200
T
Tomoaki Teshima 已提交
60
#pragma warning( disable: 4244 4510 4610 )
61 62
#endif

A
Andrey Kamaev 已提交
63 64 65
#ifdef __GNUC__
#  pragma GCC diagnostic ignored "-Wdeprecated-declarations"
#endif
66 67 68
#ifdef _MSC_VER
#pragma warning(disable: 4996)  // was declared deprecated
#endif
A
Andrey Kamaev 已提交
69

A
Alexander Alekhin 已提交
70 71 72 73
#ifndef CV_UNUSED  // Required for standalone compilation mode (OpenCV defines this in base.hpp)
#define CV_UNUSED(name) (void)name
#endif

74 75 76 77
#ifdef __cplusplus
extern "C" {
#endif

78 79
#include "ffmpeg_codecs.hpp"

V
Vadim Pisarevsky 已提交
80
#include <libavutil/mathematics.h>
81
#include <libavutil/opt.h>
82

P
Peter Rekdal Sunde 已提交
83 84 85 86 87
#if LIBAVUTIL_BUILD >= (LIBAVUTIL_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(51, 63, 100) : CALC_FFMPEG_VERSION(54, 6, 0))
#include <libavutil/imgutils.h>
#endif

88 89
#include <libavcodec/avcodec.h>
#include <libswscale/swscale.h>
90 91 92 93 94

#ifdef __cplusplus
}
#endif

95 96 97 98 99 100
// GCC 4.x compilation bug. Details: https://github.com/opencv/opencv/issues/20292
#if (defined(__GNUC__) && __GNUC__ < 5) && !defined(__clang__)
#undef USE_AV_HW_CODECS
#define USE_AV_HW_CODECS 0
#endif

101 102 103 104 105 106 107 108 109 110
//#define USE_AV_HW_CODECS 0
#ifndef USE_AV_HW_CODECS
#if LIBAVUTIL_VERSION_MAJOR >= 56 // FFMPEG 4.0+
#define USE_AV_HW_CODECS 1
#include "cap_ffmpeg_hw.hpp"
#else
#define USE_AV_HW_CODECS 0
#endif
#endif

111
#if defined _MSC_VER && _MSC_VER >= 1200
T
Tomoaki Teshima 已提交
112
#pragma warning( default: 4244 4510 4610 )
113 114 115 116 117 118 119 120
#endif

#ifdef NDEBUG
#define CV_WARN(message)
#else
#define CV_WARN(message) fprintf(stderr, "warning: %s (%s:%d)\n", message, __FILE__, __LINE__)
#endif

121
#if defined _WIN32
122
    #include <windows.h>
123 124 125 126 127 128 129
    #if defined _MSC_VER && _MSC_VER < 1900
    struct timespec
    {
        time_t tv_sec;
        long   tv_nsec;
    };
  #endif
130
#elif defined __linux__ || defined __APPLE__ || defined __HAIKU__
131 132
    #include <unistd.h>
    #include <stdio.h>
V
Vadim Pisarevsky 已提交
133
    #include <sys/types.h>
134
    #include <sys/time.h>
135
#if defined __APPLE__
136
    #include <sys/sysctl.h>
137 138
    #include <mach/clock.h>
    #include <mach/mach.h>
139
#endif
140
#endif
141

V
Vadim Pisarevsky 已提交
142 143 144 145 146 147 148

#if defined(__APPLE__)
#define AV_NOPTS_VALUE_ ((int64_t)0x8000000000000000LL)
#else
#define AV_NOPTS_VALUE_ ((int64_t)AV_NOPTS_VALUE)
#endif

149 150 151 152
#ifndef AVERROR_EOF
#define AVERROR_EOF (-MKTAG( 'E','O','F',' '))
#endif

153 154 155 156 157 158 159 160
#if LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(54,25,0)
#  define CV_CODEC_ID AVCodecID
#  define CV_CODEC(name) AV_##name
#else
#  define CV_CODEC_ID CodecID
#  define CV_CODEC(name) name
#endif

161 162 163 164
#ifndef PKT_FLAG_KEY
#define PKT_FLAG_KEY AV_PKT_FLAG_KEY
#endif

165 166 167 168 169 170 171 172 173 174
#if LIBAVUTIL_BUILD >= (LIBAVUTIL_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(52, 38, 100) : CALC_FFMPEG_VERSION(52, 13, 0))
#define USE_AV_FRAME_GET_BUFFER 1
#else
#define USE_AV_FRAME_GET_BUFFER 0
#ifndef AV_NUM_DATA_POINTERS // required for 0.7.x/0.8.x ffmpeg releases
#define AV_NUM_DATA_POINTERS 4
#endif
#endif

175

176 177 178 179
#ifndef USE_AV_INTERRUPT_CALLBACK
#define USE_AV_INTERRUPT_CALLBACK 1
#endif

180 181 182 183 184 185 186 187 188 189
#ifndef USE_AV_SEND_FRAME_API
// https://github.com/FFmpeg/FFmpeg/commit/7fc329e2dd6226dfecaa4a1d7adf353bf2773726
#if LIBAVCODEC_VERSION_MICRO >= 100 \
    && LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(57, 37, 100)
#define USE_AV_SEND_FRAME_API 1
#else
#define USE_AV_SEND_FRAME_API 0
#endif
#endif

190
#if USE_AV_INTERRUPT_CALLBACK
191 192
#define LIBAVFORMAT_INTERRUPT_OPEN_DEFAULT_TIMEOUT_MS 30000
#define LIBAVFORMAT_INTERRUPT_READ_DEFAULT_TIMEOUT_MS 30000
193

194
#ifdef _WIN32
195 196
// http://stackoverflow.com/questions/5404277/porting-clock-gettime-to-windows

197
static
198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217
inline LARGE_INTEGER get_filetime_offset()
{
    SYSTEMTIME s;
    FILETIME f;
    LARGE_INTEGER t;

    s.wYear = 1970;
    s.wMonth = 1;
    s.wDay = 1;
    s.wHour = 0;
    s.wMinute = 0;
    s.wSecond = 0;
    s.wMilliseconds = 0;
    SystemTimeToFileTime(&s, &f);
    t.QuadPart = f.dwHighDateTime;
    t.QuadPart <<= 32;
    t.QuadPart |= f.dwLowDateTime;
    return t;
}

218
static
219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257
inline void get_monotonic_time(timespec *tv)
{
    LARGE_INTEGER           t;
    FILETIME				f;
    double                  microseconds;
    static LARGE_INTEGER    offset;
    static double           frequencyToMicroseconds;
    static int              initialized = 0;
    static BOOL             usePerformanceCounter = 0;

    if (!initialized)
    {
        LARGE_INTEGER performanceFrequency;
        initialized = 1;
        usePerformanceCounter = QueryPerformanceFrequency(&performanceFrequency);
        if (usePerformanceCounter)
        {
            QueryPerformanceCounter(&offset);
            frequencyToMicroseconds = (double)performanceFrequency.QuadPart / 1000000.;
        }
        else
        {
            offset = get_filetime_offset();
            frequencyToMicroseconds = 10.;
        }
    }

    if (usePerformanceCounter)
    {
        QueryPerformanceCounter(&t);
    } else {
        GetSystemTimeAsFileTime(&f);
        t.QuadPart = f.dwHighDateTime;
        t.QuadPart <<= 32;
        t.QuadPart |= f.dwLowDateTime;
    }

    t.QuadPart -= offset.QuadPart;
    microseconds = (double)t.QuadPart / frequencyToMicroseconds;
258
    t.QuadPart = (LONGLONG)microseconds;
259 260 261 262
    tv->tv_sec = t.QuadPart / 1000000;
    tv->tv_nsec = (t.QuadPart % 1000000) * 1000;
}
#else
263
static
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279
inline void get_monotonic_time(timespec *time)
{
#if defined(__APPLE__) && defined(__MACH__)
    clock_serv_t cclock;
    mach_timespec_t mts;
    host_get_clock_service(mach_host_self(), CALENDAR_CLOCK, &cclock);
    clock_get_time(cclock, &mts);
    mach_port_deallocate(mach_task_self(), cclock);
    time->tv_sec = mts.tv_sec;
    time->tv_nsec = mts.tv_nsec;
#else
    clock_gettime(CLOCK_MONOTONIC, time);
#endif
}
#endif

280
static
281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296
inline timespec get_monotonic_time_diff(timespec start, timespec end)
{
    timespec temp;
    if (end.tv_nsec - start.tv_nsec < 0)
    {
        temp.tv_sec = end.tv_sec - start.tv_sec - 1;
        temp.tv_nsec = 1000000000 + end.tv_nsec - start.tv_nsec;
    }
    else
    {
        temp.tv_sec = end.tv_sec - start.tv_sec;
        temp.tv_nsec = end.tv_nsec - start.tv_nsec;
    }
    return temp;
}

297
static
298 299 300 301 302 303 304
inline double get_monotonic_time_diff_ms(timespec time1, timespec time2)
{
    timespec delta = get_monotonic_time_diff(time1, time2);
    double milliseconds = delta.tv_sec * 1000 + (double)delta.tv_nsec / 1000000.0;

    return milliseconds;
}
305
#endif // USE_AV_INTERRUPT_CALLBACK
306

307
static int get_number_of_cpus(void)
308
{
309
#if defined _WIN32
310 311
    SYSTEM_INFO sysinfo;
    GetSystemInfo( &sysinfo );
V
Vadim Pisarevsky 已提交
312

313
    return (int)sysinfo.dwNumberOfProcessors;
314
#elif defined __linux__ || defined __HAIKU__
315 316 317 318
    return (int)sysconf( _SC_NPROCESSORS_ONLN );
#elif defined __APPLE__
    int numCPU=0;
    int mib[4];
V
Vadim Pisarevsky 已提交
319 320 321
    size_t len = sizeof(numCPU);

    // set the mib for hw.ncpu
322 323
    mib[0] = CTL_HW;
    mib[1] = HW_AVAILCPU;  // alternatively, try HW_NCPU;
V
Vadim Pisarevsky 已提交
324 325

    // get the number of CPUs from the system
326
    sysctl(mib, 2, &numCPU, &len, NULL, 0);
V
Vadim Pisarevsky 已提交
327 328

    if( numCPU < 1 )
329 330 331
    {
        mib[1] = HW_NCPU;
        sysctl( mib, 2, &numCPU, &len, NULL, 0 );
V
Vadim Pisarevsky 已提交
332

333 334 335 336 337 338 339 340 341 342 343
        if( numCPU < 1 )
            numCPU = 1;
    }

    return (int)numCPU;
#else
    return 1;
#endif
}


344 345 346 347 348 349 350 351 352 353
struct Image_FFMPEG
{
    unsigned char* data;
    int step;
    int width;
    int height;
    int cn;
};


354
#if USE_AV_INTERRUPT_CALLBACK
355 356 357 358 359 360 361
struct AVInterruptCallbackMetadata
{
    timespec value;
    unsigned int timeout_after_ms;
    int timeout;
};

362 363
// https://github.com/opencv/opencv/pull/12693#issuecomment-426236731
static
364
inline const char* _opencv_avcodec_get_name(CV_CODEC_ID id)
365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396
{
#if LIBAVCODEC_VERSION_MICRO >= 100 \
    && LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(53, 47, 100)
    return avcodec_get_name(id);
#else
    const AVCodecDescriptor *cd;
    AVCodec *codec;

    if (id == AV_CODEC_ID_NONE)
    {
        return "none";
    }
    cd = avcodec_descriptor_get(id);
    if (cd)
    {
        return cd->name;
    }
    codec = avcodec_find_decoder(id);
    if (codec)
    {
        return codec->name;
    }
    codec = avcodec_find_encoder(id);
    if (codec)
    {
        return codec->name;
    }

    return "unknown_codec";
#endif
}

397

398
static
399 400 401
inline int _opencv_ffmpeg_interrupt_callback(void *ptr)
{
    AVInterruptCallbackMetadata* metadata = (AVInterruptCallbackMetadata*)ptr;
402
    CV_Assert(metadata);
403

404 405 406 407 408
    if (metadata->timeout_after_ms == 0)
    {
        return 0; // timeout is disabled
    }

409 410 411 412 413 414 415
    timespec now;
    get_monotonic_time(&now);

    metadata->timeout = get_monotonic_time_diff_ms(metadata->value, now) > metadata->timeout_after_ms;

    return metadata->timeout ? -1 : 0;
}
416
#endif
417

P
Peter Rekdal Sunde 已提交
418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450
static
inline void _opencv_ffmpeg_av_packet_unref(AVPacket *pkt)
{
#if LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(55, 25, 100) : CALC_FFMPEG_VERSION(55, 16, 0))
    av_packet_unref(pkt);
#else
    av_free_packet(pkt);
#endif
};

static
inline void _opencv_ffmpeg_av_image_fill_arrays(void *frame, uint8_t *ptr, enum AVPixelFormat pix_fmt, int width, int height)
{
#if LIBAVUTIL_BUILD >= (LIBAVUTIL_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(51, 63, 100) : CALC_FFMPEG_VERSION(54, 6, 0))
    av_image_fill_arrays(((AVFrame*)frame)->data, ((AVFrame*)frame)->linesize, ptr, pix_fmt, width, height, 1);
#else
    avpicture_fill((AVPicture*)frame, ptr, pix_fmt, width, height);
#endif
};

static
inline int _opencv_ffmpeg_av_image_get_buffer_size(enum AVPixelFormat pix_fmt, int width, int height)
{
#if LIBAVUTIL_BUILD >= (LIBAVUTIL_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(51, 63, 100) : CALC_FFMPEG_VERSION(54, 6, 0))
    return av_image_get_buffer_size(pix_fmt, width, height, 1);
#else
    return avpicture_get_size(pix_fmt, width, height);
#endif
};

451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473
static AVRational _opencv_ffmpeg_get_sample_aspect_ratio(AVStream *stream)
{
#if LIBAVUTIL_VERSION_MICRO >= 100 && LIBAVUTIL_BUILD >= CALC_FFMPEG_VERSION(54, 5, 100)
    return av_guess_sample_aspect_ratio(NULL, stream, NULL);
#else
    AVRational undef = {0, 1};

    // stream
    AVRational ratio = stream ? stream->sample_aspect_ratio : undef;
    av_reduce(&ratio.num, &ratio.den, ratio.num, ratio.den, INT_MAX);
    if (ratio.num > 0 && ratio.den > 0)
        return ratio;

    // codec
    ratio  = stream && stream->codec ? stream->codec->sample_aspect_ratio : undef;
    av_reduce(&ratio.num, &ratio.den, ratio.num, ratio.den, INT_MAX);
    if (ratio.num > 0 && ratio.den > 0)
        return ratio;

    return undef;
#endif
}

474

475 476
struct CvCapture_FFMPEG
{
477
    bool open(const char* filename, const VideoCaptureParameters& params);
478 479
    void close();

480
    double getProperty(int) const;
481 482
    bool setProperty(int, double);
    bool grabFrame();
483
    bool retrieveFrame(int flag, unsigned char** data, int* step, int* width, int* height, int* cn);
484
    bool retrieveHWFrame(cv::OutputArray output);
485
    void rotateFrame(cv::Mat &mat) const;
486 487

    void init();
V
Vadim Pisarevsky 已提交
488 489 490

    void    seek(int64_t frame_number);
    void    seek(double sec);
491
    bool    slowSeek( int framenumber );
V
Vadim Pisarevsky 已提交
492

493 494 495
    int64_t get_total_frames() const;
    double  get_duration_sec() const;
    double  get_fps() const;
496
    int64_t get_bitrate() const;
V
Vadim Pisarevsky 已提交
497

498
    double  r2d(AVRational r) const;
V
Vadim Pisarevsky 已提交
499
    int64_t dts_to_frame_number(int64_t dts);
500
    double  dts_to_sec(int64_t dts) const;
501
    void    get_rotation_angle();
V
Vadim Pisarevsky 已提交
502 503 504 505 506

    AVFormatContext * ic;
    AVCodec         * avcodec;
    int               video_stream;
    AVStream        * video_st;
507 508
    AVFrame         * picture;
    AVFrame           rgb_picture;
V
Vadim Pisarevsky 已提交
509 510 511 512
    int64_t           picture_pts;

    AVPacket          packet;
    Image_FFMPEG      frame;
513
    struct SwsContext *img_convert_ctx;
V
Vadim Pisarevsky 已提交
514 515 516

    int64_t frame_number, first_frame_number;

517 518
    bool   rotation_auto;
    int    rotation_angle; // valid 0, 90, 180, 270
V
Vadim Pisarevsky 已提交
519
    double eps_zero;
520 521 522 523 524 525 526 527
/*
   'filename' contains the filename of the videosource,
   'filename==NULL' indicates that ffmpeg's seek support works
   for the particular file.
   'filename!=NULL' indicates that the slow fallback function is used for seeking,
   and so the filename is needed to reopen the file on backward seeking.
*/
    char              * filename;
I
Ilya Lavrenov 已提交
528 529

    AVDictionary *dict;
530
#if USE_AV_INTERRUPT_CALLBACK
531 532
    int open_timeout;
    int read_timeout;
533
    AVInterruptCallbackMetadata interrupt_metadata;
534
#endif
535 536 537 538 539 540 541 542 543 544 545

    bool setRaw();
    bool processRawPacket();
    bool rawMode;
    bool rawModeInitialized;
    AVPacket packet_filtered;
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(58, 20, 100)
    AVBSFContext* bsfc;
 #else
    AVBitStreamFilterContext* bsfc;
#endif
546 547
    VideoAccelerationType va_type;
    int hw_device;
548
    int use_opencl;
549
    int extraDataIdx;
550 551 552 553 554 555 556 557
};

void CvCapture_FFMPEG::init()
{
    ic = 0;
    video_stream = -1;
    video_st = 0;
    picture = 0;
V
Vadim Pisarevsky 已提交
558 559
    picture_pts = AV_NOPTS_VALUE_;
    first_frame_number = -1;
560 561 562
    memset( &rgb_picture, 0, sizeof(rgb_picture) );
    memset( &frame, 0, sizeof(frame) );
    filename = 0;
V
Vadim Pisarevsky 已提交
563 564
    memset(&packet, 0, sizeof(packet));
    av_init_packet(&packet);
565
    img_convert_ctx = 0;
V
Vadim Pisarevsky 已提交
566 567 568 569

    avcodec = 0;
    frame_number = 0;
    eps_zero = 0.000025;
I
Ilya Lavrenov 已提交
570

571 572
    rotation_angle = 0;

573 574 575 576 577
#if (LIBAVUTIL_BUILD >= CALC_FFMPEG_VERSION(52, 92, 100))
    rotation_auto = true;
#else
    rotation_auto = false;
#endif
I
Ilya Lavrenov 已提交
578
    dict = NULL;
579

580 581 582 583 584
#if USE_AV_INTERRUPT_CALLBACK
    open_timeout = LIBAVFORMAT_INTERRUPT_OPEN_DEFAULT_TIMEOUT_MS;
    read_timeout = LIBAVFORMAT_INTERRUPT_READ_DEFAULT_TIMEOUT_MS;
#endif

585 586 587 588 589
    rawMode = false;
    rawModeInitialized = false;
    memset(&packet_filtered, 0, sizeof(packet_filtered));
    av_init_packet(&packet_filtered);
    bsfc = NULL;
590
    va_type = cv::VIDEO_ACCELERATION_NONE;  // TODO OpenCV 5.0: change to _ANY?
591
    hw_device = -1;
592
    use_opencl = 0;
593
    extraDataIdx = 1;
594 595 596 597 598
}


void CvCapture_FFMPEG::close()
{
V
Vadim Pisarevsky 已提交
599 600 601 602 603
    if( img_convert_ctx )
    {
        sws_freeContext(img_convert_ctx);
        img_convert_ctx = 0;
    }
604

605
    if( picture )
606 607
    {
#if LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
J
jisli 已提交
608 609 610
    ? CALC_FFMPEG_VERSION(55, 45, 101) : CALC_FFMPEG_VERSION(55, 28, 1))
        av_frame_free(&picture);
#elif LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
611 612 613
    ? CALC_FFMPEG_VERSION(54, 59, 100) : CALC_FFMPEG_VERSION(54, 28, 0))
        avcodec_free_frame(&picture);
#else
614
        av_free(picture);
615 616
#endif
    }
617 618 619 620 621 622 623 624 625

    if( video_st )
    {
        avcodec_close( video_st->codec );
        video_st = NULL;
    }

    if( ic )
    {
626
        avformat_close_input(&ic);
627 628 629
        ic = NULL;
    }

630 631 632
#if USE_AV_FRAME_GET_BUFFER
    av_frame_unref(&rgb_picture);
#else
633 634 635 636 637
    if( rgb_picture.data[0] )
    {
        free( rgb_picture.data[0] );
        rgb_picture.data[0] = 0;
    }
638
#endif
639 640 641

    // free last packet if exist
    if (packet.data) {
P
Peter Rekdal Sunde 已提交
642
        _opencv_ffmpeg_av_packet_unref (&packet);
V
Vadim Pisarevsky 已提交
643
        packet.data = NULL;
644 645
    }

I
Ilya Lavrenov 已提交
646 647 648
    if (dict != NULL)
       av_dict_free(&dict);

649 650 651 652 653 654 655 656 657 658 659 660 661 662 663
    if (packet_filtered.data)
    {
        _opencv_ffmpeg_av_packet_unref(&packet_filtered);
        packet_filtered.data = NULL;
    }

    if (bsfc)
    {
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(58, 20, 100)
        av_bsf_free(&bsfc);
#else
        av_bitstream_filter_close(bsfc);
#endif
    }

664 665 666 667 668
    init();
}


#ifndef AVSEEK_FLAG_FRAME
669
#define AVSEEK_FLAG_FRAME 0
670
#endif
A
Andrey Morozov 已提交
671
#ifndef AVSEEK_FLAG_ANY
672
#define AVSEEK_FLAG_ANY 1
673
#endif
V
Vadim Pisarevsky 已提交
674

675 676 677
#if defined(__OPENCV_BUILD) || defined(BUILD_PLUGIN)
typedef cv::Mutex ImplMutex;
#else
I
Ilya Lavrenov 已提交
678
class ImplMutex
V
Vadim Pisarevsky 已提交
679
{
I
Ilya Lavrenov 已提交
680
public:
A
Andrey Kamaev 已提交
681 682 683
    ImplMutex() { init(); }
    ~ImplMutex() { destroy(); }

I
Ilya Lavrenov 已提交
684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699
    void init();
    void destroy();

    void lock();
    bool trylock();
    void unlock();

    struct Impl;
protected:
    Impl* impl;

private:
    ImplMutex(const ImplMutex&);
    ImplMutex& operator = (const ImplMutex& m);
};

700
#if defined _WIN32 || defined WINCE
I
Ilya Lavrenov 已提交
701 702 703

struct ImplMutex::Impl
{
704 705 706 707 708 709 710 711 712
    void init()
    {
#if (_WIN32_WINNT >= 0x0600)
        ::InitializeCriticalSectionEx(&cs, 1000, 0);
#else
        ::InitializeCriticalSection(&cs);
#endif
        refcount = 1;
    }
I
Ilya Lavrenov 已提交
713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740
    void destroy() { DeleteCriticalSection(&cs); }

    void lock() { EnterCriticalSection(&cs); }
    bool trylock() { return TryEnterCriticalSection(&cs) != 0; }
    void unlock() { LeaveCriticalSection(&cs); }

    CRITICAL_SECTION cs;
    int refcount;
};


#elif defined __APPLE__

#include <libkern/OSAtomic.h>

struct ImplMutex::Impl
{
    void init() { sl = OS_SPINLOCK_INIT; refcount = 1; }
    void destroy() { }

    void lock() { OSSpinLockLock(&sl); }
    bool trylock() { return OSSpinLockTry(&sl); }
    void unlock() { OSSpinLockUnlock(&sl); }

    OSSpinLock sl;
    int refcount;
};

741
#elif defined __linux__ && !defined __ANDROID__
I
Ilya Lavrenov 已提交
742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774

struct ImplMutex::Impl
{
    void init() { pthread_spin_init(&sl, 0); refcount = 1; }
    void destroy() { pthread_spin_destroy(&sl); }

    void lock() { pthread_spin_lock(&sl); }
    bool trylock() { return pthread_spin_trylock(&sl) == 0; }
    void unlock() { pthread_spin_unlock(&sl); }

    pthread_spinlock_t sl;
    int refcount;
};

#else

struct ImplMutex::Impl
{
    void init() { pthread_mutex_init(&sl, 0); refcount = 1; }
    void destroy() { pthread_mutex_destroy(&sl); }

    void lock() { pthread_mutex_lock(&sl); }
    bool trylock() { return pthread_mutex_trylock(&sl) == 0; }
    void unlock() { pthread_mutex_unlock(&sl); }

    pthread_mutex_t sl;
    int refcount;
};

#endif

void ImplMutex::init()
{
775
    impl = new Impl();
A
Andrey Kamaev 已提交
776
    impl->init();
I
Ilya Lavrenov 已提交
777
}
A
Andrey Kamaev 已提交
778
void ImplMutex::destroy()
I
Ilya Lavrenov 已提交
779
{
A
Andrey Kamaev 已提交
780
    impl->destroy();
781
    delete(impl);
A
Andrey Kamaev 已提交
782
    impl = NULL;
I
Ilya Lavrenov 已提交
783 784 785 786 787
}
void ImplMutex::lock() { impl->lock(); }
void ImplMutex::unlock() { impl->unlock(); }
bool ImplMutex::trylock() { return impl->trylock(); }

788 789 790 791 792 793 794 795 796 797 798 799 800 801 802
class AutoLock
{
public:
    AutoLock(ImplMutex& m) : mutex(&m) { mutex->lock(); }
    ~AutoLock() { mutex->unlock(); }
protected:
    ImplMutex* mutex;
private:
    AutoLock(const AutoLock&); // disabled
    AutoLock& operator = (const AutoLock&); // disabled
};
#endif

static ImplMutex _mutex;

I
Ilya Lavrenov 已提交
803 804 805 806
static int LockCallBack(void **mutex, AVLockOp op)
{
    ImplMutex* localMutex = reinterpret_cast<ImplMutex*>(*mutex);
    switch (op)
807
    {
I
Ilya Lavrenov 已提交
808
        case AV_LOCK_CREATE:
809
            localMutex = new ImplMutex();
C
cyy 已提交
810 811
            if (!localMutex)
                return 1;
I
Ilya Lavrenov 已提交
812 813 814 815 816 817 818 819 820 821 822 823 824 825
            *mutex = localMutex;
            if (!*mutex)
                return 1;
        break;

        case AV_LOCK_OBTAIN:
            localMutex->lock();
        break;

        case AV_LOCK_RELEASE:
            localMutex->unlock();
        break;

        case AV_LOCK_DESTROY:
826
            delete localMutex;
I
Ilya Lavrenov 已提交
827
            localMutex = NULL;
828
            *mutex = NULL;
I
Ilya Lavrenov 已提交
829 830 831 832 833
        break;
    }
    return 0;
}

834

835 836 837 838
static void ffmpeg_log_callback(void *ptr, int level, const char *fmt, va_list vargs)
{
    static bool skip_header = false;
    static int prev_level = -1;
H
Hamdi Sahloul 已提交
839
    CV_UNUSED(ptr);
840
    if (level>av_log_get_level()) return;
841 842 843 844 845 846
    if (!skip_header || level != prev_level) printf("[OPENCV:FFMPEG:%02d] ", level);
    vprintf(fmt, vargs);
    size_t fmt_len = strlen(fmt);
    skip_header = fmt_len > 0 && fmt[fmt_len - 1] != '\n';
    prev_level = level;
}
847

I
Ilya Lavrenov 已提交
848 849 850
class InternalFFMpegRegister
{
public:
851
    static void init()
852
    {
853
        AutoLock lock(_mutex);
854
        static InternalFFMpegRegister instance;
855
        initLogger_();  // update logger setup unconditionally (GStreamer's libav plugin may override these settings)
856
    }
857
    static void initLogger_()
858
    {
859
#ifndef NO_GETENV
860
        char* debug_option = getenv("OPENCV_FFMPEG_DEBUG");
861 862 863
        char* level_option = getenv("OPENCV_FFMPEG_LOGLEVEL");
        int level = AV_LOG_VERBOSE;
        if (level_option != NULL)
864
        {
865 866 867 868 869
            level = atoi(level_option);
        }
        if ( (debug_option != NULL) || (level_option != NULL) )
        {
            av_log_set_level(level);
870 871 872
            av_log_set_callback(ffmpeg_log_callback);
        }
        else
873
#endif
874 875
        {
            av_log_set_level(AV_LOG_ERROR);
I
Ilya Lavrenov 已提交
876
        }
V
Vadim Pisarevsky 已提交
877 878
    }

879 880 881 882
public:
    InternalFFMpegRegister()
    {
        avformat_network_init();
V
Vadim Pisarevsky 已提交
883

884 885 886 887 888
        /* register all codecs, demux and protocols */
        av_register_all();

        /* register a callback function for synchronization */
        av_lockmgr_register(&LockCallBack);
V
Vadim Pisarevsky 已提交
889
    }
I
Ilya Lavrenov 已提交
890 891 892
    ~InternalFFMpegRegister()
    {
        av_lockmgr_register(NULL);
893
        av_log_set_callback(NULL);
V
Vadim Pisarevsky 已提交
894
    }
I
Ilya Lavrenov 已提交
895 896
};

897
bool CvCapture_FFMPEG::open(const char* _filename, const VideoCaptureParameters& params)
898
{
899
    InternalFFMpegRegister::init();
900

901
    AutoLock lock(_mutex);
902

903 904 905 906
    unsigned i;
    bool valid = false;

    close();
907

908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923
    if (!params.empty())
    {
        if (params.has(CAP_PROP_FORMAT))
        {
            int value = params.get<int>(CAP_PROP_FORMAT);
            if (value == -1)
            {
                CV_LOG_INFO(NULL, "VIDEOIO/FFMPEG: enabled demuxer only mode: '" << (_filename ? _filename : "<NULL>") << "'");
                rawMode = true;
            }
            else
            {
                CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: CAP_PROP_FORMAT parameter value is invalid/unsupported: " << value);
                return false;
            }
        }
924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948
        if (params.has(CAP_PROP_HW_ACCELERATION))
        {
            va_type = params.get<VideoAccelerationType>(CAP_PROP_HW_ACCELERATION);
#if !USE_AV_HW_CODECS
            if (va_type != VIDEO_ACCELERATION_NONE && va_type != VIDEO_ACCELERATION_ANY)
            {
                CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: FFmpeg backend is build without acceleration support. Can't handle CAP_PROP_HW_ACCELERATION parameter. Bailout");
                return false;
            }
#endif
        }
        if (params.has(CAP_PROP_HW_DEVICE))
        {
            hw_device = params.get<int>(CAP_PROP_HW_DEVICE);
            if (va_type == VIDEO_ACCELERATION_NONE && hw_device != -1)
            {
                CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Invalid usage of CAP_PROP_HW_DEVICE without requested H/W acceleration. Bailout");
                return false;
            }
            if (va_type == VIDEO_ACCELERATION_ANY && hw_device != -1)
            {
                CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Invalid usage of CAP_PROP_HW_DEVICE with 'ANY' H/W acceleration. Bailout");
                return false;
            }
        }
949 950 951
        if (params.has(CAP_PROP_HW_ACCELERATION_USE_OPENCL)) {
            use_opencl = params.get<int>(CAP_PROP_HW_ACCELERATION_USE_OPENCL);
        }
952 953 954 955 956 957 958 959 960 961
#if USE_AV_INTERRUPT_CALLBACK
        if (params.has(CAP_PROP_OPEN_TIMEOUT_MSEC))
        {
            open_timeout = params.get<int>(CAP_PROP_OPEN_TIMEOUT_MSEC);
        }
        if (params.has(CAP_PROP_READ_TIMEOUT_MSEC))
        {
            read_timeout = params.get<int>(CAP_PROP_READ_TIMEOUT_MSEC);
        }
#endif
962 963
        if (params.warnUnusedParameters())
        {
964
            CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: unsupported parameters in .open(), see logger INFO channel for details. Bailout");
965 966 967 968
            return false;
        }
    }

969
#if USE_AV_INTERRUPT_CALLBACK
970
    /* interrupt callback */
971
    interrupt_metadata.timeout_after_ms = open_timeout;
972 973 974 975 976
    get_monotonic_time(&interrupt_metadata.value);

    ic = avformat_alloc_context();
    ic->interrupt_callback.callback = _opencv_ffmpeg_interrupt_callback;
    ic->interrupt_callback.opaque = &interrupt_metadata;
977
#endif
978

979 980 981 982
#ifndef NO_GETENV
    char* options = getenv("OPENCV_FFMPEG_CAPTURE_OPTIONS");
    if(options == NULL)
    {
983 984 985
#if LIBAVFORMAT_VERSION_MICRO >= 100  && LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(55, 48, 100)
        av_dict_set(&dict, "rtsp_flags", "prefer_tcp", 0);
#else
986
        av_dict_set(&dict, "rtsp_transport", "tcp", 0);
987
#endif
988 989 990 991 992 993 994 995 996 997
    }
    else
    {
#if LIBAVUTIL_BUILD >= (LIBAVUTIL_VERSION_MICRO >= 100 ? CALC_FFMPEG_VERSION(52, 17, 100) : CALC_FFMPEG_VERSION(52, 7, 0))
        av_dict_parse_string(&dict, options, ";", "|", 0);
#else
        av_dict_set(&dict, "rtsp_transport", "tcp", 0);
#endif
    }
#else
I
Ilya Lavrenov 已提交
998
    av_dict_set(&dict, "rtsp_transport", "tcp", 0);
999
#endif
1000 1001 1002 1003 1004 1005 1006 1007
    AVInputFormat* input_format = NULL;
    AVDictionaryEntry* entry = av_dict_get(dict, "input_format", NULL, 0);
    if (entry != 0)
    {
      input_format = av_find_input_format(entry->value);
    }

    int err = avformat_open_input(&ic, _filename, input_format, &dict);
1008

I
Ilya Lavrenov 已提交
1009 1010
    if (err < 0)
    {
V
Vadim Pisarevsky 已提交
1011
        CV_WARN("Error opening file");
1012
        CV_WARN(_filename);
V
Vadim Pisarevsky 已提交
1013
        goto exit_func;
1014
    }
1015
    err = avformat_find_stream_info(ic, NULL);
I
Ilya Lavrenov 已提交
1016 1017
    if (err < 0)
    {
V
Vadim Pisarevsky 已提交
1018 1019
        CV_WARN("Could not find codec parameters");
        goto exit_func;
1020
    }
V
Vadim Pisarevsky 已提交
1021 1022
    for(i = 0; i < ic->nb_streams; i++)
    {
1023
        AVCodecContext* enc = ic->streams[i]->codec;
1024

I
Ilya Lavrenov 已提交
1025 1026 1027
//#ifdef FF_API_THREAD_INIT
//        avcodec_thread_init(enc, get_number_of_cpus());
//#else
V
Vadim Pisarevsky 已提交
1028
        enc->thread_count = get_number_of_cpus();
I
Ilya Lavrenov 已提交
1029
//#endif
1030

1031 1032
        AVDictionaryEntry* avdiscard_entry = av_dict_get(dict, "avdiscard", NULL, 0);

1033
        if (avdiscard_entry) {
1034 1035 1036 1037 1038 1039 1040 1041
            if(strcmp(avdiscard_entry->value, "all") == 0)
                enc->skip_frame = AVDISCARD_ALL;
            else if (strcmp(avdiscard_entry->value, "bidir") == 0)
                enc->skip_frame = AVDISCARD_BIDIR;
            else if (strcmp(avdiscard_entry->value, "default") == 0)
                enc->skip_frame = AVDISCARD_DEFAULT;
            else if (strcmp(avdiscard_entry->value, "none") == 0)
                enc->skip_frame = AVDISCARD_NONE;
1042 1043 1044 1045
            // NONINTRA flag was introduced with version bump at revision:
            // https://github.com/FFmpeg/FFmpeg/commit/b152152df3b778d0a86dcda5d4f5d065b4175a7b
            // This key is supported only for FFMPEG version
#if LIBAVCODEC_VERSION_MICRO >= 100 && LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(55, 67, 100)
1046 1047 1048 1049 1050 1051 1052 1053
            else if (strcmp(avdiscard_entry->value, "nonintra") == 0)
                enc->skip_frame = AVDISCARD_NONINTRA;
#endif
            else if (strcmp(avdiscard_entry->value, "nonkey") == 0)
                enc->skip_frame = AVDISCARD_NONKEY;
            else if (strcmp(avdiscard_entry->value, "nonref") == 0)
                enc->skip_frame = AVDISCARD_NONREF;
        }
V
Vadim Pisarevsky 已提交
1054

I
Ilya Lavrenov 已提交
1055 1056
        if( AVMEDIA_TYPE_VIDEO == enc->codec_type && video_stream < 0)
        {
1057 1058 1059 1060 1061
            CV_LOG_DEBUG(NULL, "FFMPEG: stream[" << i << "] is video stream with codecID=" << (int)enc->codec_id
                    << " width=" << enc->width
                    << " height=" << enc->height
            );

G
gferry 已提交
1062 1063 1064 1065
            // backup encoder' width/height
            int enc_width = enc->width;
            int enc_height = enc->height;

1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094
#if !USE_AV_HW_CODECS
            va_type = VIDEO_ACCELERATION_NONE;
#endif

            // find and open decoder, try HW acceleration types specified in 'hw_acceleration' list (in order)
            AVCodec *codec = NULL;
            err = -1;
#if USE_AV_HW_CODECS
            HWAccelIterator accel_iter(va_type, false/*isEncoder*/, dict);
            while (accel_iter.good())
            {
#else
            do {
#endif
#if USE_AV_HW_CODECS
                accel_iter.parse_next();
                AVHWDeviceType hw_type = accel_iter.hw_type();
                enc->get_format = avcodec_default_get_format;
                if (enc->hw_device_ctx) {
                    av_buffer_unref(&enc->hw_device_ctx);
                }
                if (hw_type != AV_HWDEVICE_TYPE_NONE)
                {
                    CV_LOG_DEBUG(NULL, "FFMPEG: trying to configure H/W acceleration: '" << accel_iter.hw_type_device_string() << "'");
                    AVPixelFormat hw_pix_fmt = AV_PIX_FMT_NONE;
                    codec = hw_find_codec(enc->codec_id, hw_type, av_codec_is_decoder, accel_iter.disabled_codecs().c_str(), &hw_pix_fmt);
                    if (codec) {
                        if (hw_pix_fmt != AV_PIX_FMT_NONE)
                            enc->get_format = hw_get_format_callback; // set callback to select HW pixel format, not SW format
1095
                        enc->hw_device_ctx = hw_create_device(hw_type, hw_device, accel_iter.device_subname(), use_opencl != 0);
1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144
                        if (!enc->hw_device_ctx)
                        {
                            CV_LOG_DEBUG(NULL, "FFMPEG: ... can't create H/W device: '" << accel_iter.hw_type_device_string() << "'");
                            codec = NULL;
                        }
                    }
                }
                else if (hw_type == AV_HWDEVICE_TYPE_NONE)
#endif // USE_AV_HW_CODECS
                {
                    AVDictionaryEntry* video_codec_param = av_dict_get(dict, "video_codec", NULL, 0);
                    if (video_codec_param == NULL)
                    {
                        codec = avcodec_find_decoder(enc->codec_id);
                        if (!codec)
                        {
                            CV_LOG_ERROR(NULL, "Could not find decoder for codec_id=" << (int)enc->codec_id);
                        }
                    }
                    else
                    {
                        CV_LOG_DEBUG(NULL, "FFMPEG: Using video_codec='" << video_codec_param->value << "'");
                        codec = avcodec_find_decoder_by_name(video_codec_param->value);
                        if (!codec)
                        {
                            CV_LOG_ERROR(NULL, "Could not find decoder '" << video_codec_param->value << "'");
                        }
                    }
                }
                if (!codec)
                    continue;
                err = avcodec_open2(enc, codec, NULL);
                if (err >= 0) {
#if USE_AV_HW_CODECS
                    va_type = hw_type_to_va_type(hw_type);
                    if (hw_type != AV_HWDEVICE_TYPE_NONE && hw_device < 0)
                        hw_device = 0;
#endif
                    break;
                } else {
                    CV_LOG_ERROR(NULL, "Could not open codec " << codec->name << ", error: " << err);
                }
#if USE_AV_HW_CODECS
            }  // while (accel_iter.good())
#else
            } while (0);
#endif
            if (err < 0) {
                CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Failed to initialize VideoCapture");
I
Ilya Lavrenov 已提交
1145
                goto exit_func;
1146
            }
V
Vadim Pisarevsky 已提交
1147

G
gferry 已提交
1148
            // checking width/height (since decoder can sometimes alter it, eg. vp6f)
1149 1150 1151 1152
            if (enc_width && (enc->width != enc_width))
                enc->width = enc_width;
            if (enc_height && (enc->height != enc_height))
                enc->height = enc_height;
G
gferry 已提交
1153

1154 1155
            video_stream = i;
            video_st = ic->streams[i];
J
jisli 已提交
1156 1157 1158 1159
#if LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(55, 45, 101) : CALC_FFMPEG_VERSION(55, 28, 1))
            picture = av_frame_alloc();
#else
1160
            picture = avcodec_alloc_frame();
J
jisli 已提交
1161
#endif
1162 1163 1164 1165

            frame.width = enc->width;
            frame.height = enc->height;
            frame.cn = 3;
1166 1167
            frame.step = 0;
            frame.data = NULL;
1168
            get_rotation_angle();
1169 1170 1171 1172
            break;
        }
    }

1173 1174
    if (video_stream >= 0)
        valid = true;
1175

V
Vadim Pisarevsky 已提交
1176
exit_func:
1177

1178 1179 1180 1181 1182
#if USE_AV_INTERRUPT_CALLBACK
    // deactivate interrupt callback
    interrupt_metadata.timeout_after_ms = 0;
#endif

1183 1184 1185 1186 1187 1188
    if( !valid )
        close();

    return valid;
}

1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210
bool CvCapture_FFMPEG::setRaw()
{
    if (!rawMode)
    {
        if (frame_number != 0)
        {
            CV_WARN("Incorrect usage: do not grab frames before .set(CAP_PROP_FORMAT, -1)");
        }
        // binary stream filter creation is moved into processRawPacket()
        rawMode = true;
    }
    return true;
}

bool CvCapture_FFMPEG::processRawPacket()
{
    if (packet.data == NULL)  // EOF
        return false;
    if (!rawModeInitialized)
    {
        rawModeInitialized = true;
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(58, 20, 100)
1211
        CV_CODEC_ID eVideoCodec = ic->streams[video_stream]->codecpar->codec_id;
1212
#else
1213
        CV_CODEC_ID eVideoCodec = video_st->codec->codec_id;
1214 1215
#endif
        const char* filterName = NULL;
1216 1217 1218 1219 1220 1221 1222 1223 1224
        if (eVideoCodec == CV_CODEC(CODEC_ID_H264)
#if LIBAVCODEC_VERSION_MICRO >= 100 \
    && LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(57, 24, 102)  // FFmpeg 3.0
            || eVideoCodec == CV_CODEC(CODEC_ID_H265)
#elif LIBAVCODEC_VERSION_MICRO < 100 \
    && LIBAVCODEC_BUILD >= CALC_FFMPEG_VERSION(55, 34, 1)  // libav v10+
            || eVideoCodec == CV_CODEC(CODEC_ID_HEVC)
#endif
        )
1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270
        {
            // check start code prefixed mode (as defined in the Annex B H.264 / H.265 specification)
            if (packet.size >= 5
                 && !(packet.data[0] == 0 && packet.data[1] == 0 && packet.data[2] == 0 && packet.data[3] == 1)
                 && !(packet.data[0] == 0 && packet.data[1] == 0 && packet.data[2] == 1)
            )
            {
                filterName = eVideoCodec == CV_CODEC(CODEC_ID_H264) ? "h264_mp4toannexb" : "hevc_mp4toannexb";
            }
        }
        if (filterName)
        {
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(58, 20, 100)
            const AVBitStreamFilter * bsf = av_bsf_get_by_name(filterName);
            if (!bsf)
            {
                CV_WARN(cv::format("Bitstream filter is not available: %s", filterName).c_str());
                return false;
            }
            int err = av_bsf_alloc(bsf, &bsfc);
            if (err < 0)
            {
                CV_WARN("Error allocating context for bitstream buffer");
                return false;
            }
            avcodec_parameters_copy(bsfc->par_in, ic->streams[video_stream]->codecpar);
            err = av_bsf_init(bsfc);
            if (err < 0)
            {
                CV_WARN("Error initializing bitstream buffer");
                return false;
            }
#else
            bsfc = av_bitstream_filter_init(filterName);
            if (!bsfc)
            {
                CV_WARN(cv::format("Bitstream filter is not available: %s", filterName).c_str());
                return false;
            }
#endif
        }
    }
    if (bsfc)
    {
        if (packet_filtered.data)
        {
1271
            _opencv_ffmpeg_av_packet_unref(&packet_filtered);
1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300
        }

#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(58, 20, 100)
        int err = av_bsf_send_packet(bsfc, &packet);
        if (err < 0)
        {
            CV_WARN("Packet submission for filtering failed");
            return false;
        }
        err = av_bsf_receive_packet(bsfc, &packet_filtered);
        if (err < 0)
        {
            CV_WARN("Filtered packet retrieve failed");
            return false;
        }
#else
        AVCodecContext* ctx = ic->streams[video_stream]->codec;
        int err = av_bitstream_filter_filter(bsfc, ctx, NULL, &packet_filtered.data,
            &packet_filtered.size, packet.data, packet.size, packet_filtered.flags & AV_PKT_FLAG_KEY);
        if (err < 0)
        {
            CV_WARN("Packet filtering failed");
            return false;
        }
#endif
        return packet_filtered.data != NULL;
    }
    return packet.data != NULL;
}
1301 1302 1303 1304 1305

bool CvCapture_FFMPEG::grabFrame()
{
    bool valid = false;

V
Vadim Pisarevsky 已提交
1306
    int count_errs = 0;
J
jormansa 已提交
1307
    const int max_number_of_attempts = 1 << 9;
1308

V
Vadim Pisarevsky 已提交
1309
    if( !ic || !video_st )  return false;
1310

1311 1312 1313
    if( ic->streams[video_stream]->nb_frames > 0 &&
        frame_number > ic->streams[video_stream]->nb_frames )
        return false;
1314

V
Vadim Pisarevsky 已提交
1315
    picture_pts = AV_NOPTS_VALUE_;
1316

1317 1318 1319
#if USE_AV_INTERRUPT_CALLBACK
    // activate interrupt callback
    get_monotonic_time(&interrupt_metadata.value);
1320
    interrupt_metadata.timeout_after_ms = read_timeout;
1321 1322
#endif

1323 1324 1325 1326 1327
#if USE_AV_SEND_FRAME_API
    // check if we can receive frame from previously decoded packet
    valid = avcodec_receive_frame(video_st->codec, picture) >= 0;
#endif

1328
    // get the next frame
V
Vadim Pisarevsky 已提交
1329 1330
    while (!valid)
    {
H
hahne 已提交
1331

P
Peter Rekdal Sunde 已提交
1332
        _opencv_ffmpeg_av_packet_unref (&packet);
1333

1334
#if USE_AV_INTERRUPT_CALLBACK
1335 1336 1337 1338 1339
        if (interrupt_metadata.timeout)
        {
            valid = false;
            break;
        }
1340
#endif
1341

1342
        int ret = av_read_frame(ic, &packet);
V
Vadim Pisarevsky 已提交
1343

1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356
        if (ret == AVERROR(EAGAIN))
            continue;

        if (ret == AVERROR_EOF)
        {
            if (rawMode)
                break;

            // flush cached frames from video decoder
            packet.data = NULL;
            packet.size = 0;
            packet.stream_index = video_stream;
        }
V
Vadim Pisarevsky 已提交
1357 1358 1359

        if( packet.stream_index != video_stream )
        {
P
Peter Rekdal Sunde 已提交
1360
            _opencv_ffmpeg_av_packet_unref (&packet);
V
Vadim Pisarevsky 已提交
1361 1362 1363
            count_errs++;
            if (count_errs > max_number_of_attempts)
                break;
1364 1365
            continue;
        }
1366

1367 1368 1369 1370 1371 1372
        if (rawMode)
        {
            valid = processRawPacket();
            break;
        }

V
Vadim Pisarevsky 已提交
1373
        // Decode video frame
1374 1375 1376 1377 1378 1379 1380
#if USE_AV_SEND_FRAME_API
        if (avcodec_send_packet(video_st->codec, &packet) < 0) {
            break;
        }
        ret = avcodec_receive_frame(video_st->codec, picture);
#else
        int got_picture = 0;
1381
        avcodec_decode_video2(video_st->codec, picture, &got_picture, &packet);
1382 1383 1384
        ret = got_picture ? 0 : -1;
#endif
        if (ret >= 0) {
V
Vadim Pisarevsky 已提交
1385 1386
            //picture_pts = picture->best_effort_timestamp;
            if( picture_pts == AV_NOPTS_VALUE_ )
1387 1388
                picture_pts = picture->pkt_pts != AV_NOPTS_VALUE_ && picture->pkt_pts != 0 ? picture->pkt_pts : picture->pkt_dts;

V
Vadim Pisarevsky 已提交
1389
            valid = true;
1390 1391
        } else if (ret == AVERROR(EAGAIN)) {
            continue;
V
Vadim Pisarevsky 已提交
1392 1393 1394 1395 1396 1397
        }
        else
        {
            count_errs++;
            if (count_errs > max_number_of_attempts)
                break;
1398 1399 1400
        }
    }

1401 1402 1403 1404
    if (valid)
        frame_number++;

    if (!rawMode && valid && first_frame_number < 0)
V
Vadim Pisarevsky 已提交
1405
        first_frame_number = dts_to_frame_number(picture_pts);
1406

1407 1408 1409 1410 1411
#if USE_AV_INTERRUPT_CALLBACK
    // deactivate interrupt callback
    interrupt_metadata.timeout_after_ms = 0;
#endif

1412
    // return if we have a new frame or not
1413 1414 1415
    return valid;
}

1416
bool CvCapture_FFMPEG::retrieveFrame(int flag, unsigned char** data, int* step, int* width, int* height, int* cn)
1417
{
1418 1419 1420
    if (!video_st)
        return false;

1421
    if (rawMode || flag == extraDataIdx)
1422
    {
1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434
        bool ret = true;
        if (flag == 0) {
            AVPacket& p = bsfc ? packet_filtered : packet;
            *data = p.data;
            *step = p.size;
            ret = p.data != NULL;
        }
        else if (flag == extraDataIdx) {
            *data = ic->streams[video_stream]->codec->extradata;
            *step = ic->streams[video_stream]->codec->extradata_size;
        }
        *width = *step;
1435 1436
        *height = 1;
        *cn = 1;
1437
        return  ret;
1438 1439
    }

1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453
    AVFrame* sw_picture = picture;
#if USE_AV_HW_CODECS
    // if hardware frame, copy it to system memory
    if (picture && picture->hw_frames_ctx) {
        sw_picture = av_frame_alloc();
        //if (av_hwframe_map(sw_picture, picture, AV_HWFRAME_MAP_READ) < 0) {
        if (av_hwframe_transfer_data(sw_picture, picture, 0) < 0) {
            CV_LOG_ERROR(NULL, "Error copying data from GPU to CPU (av_hwframe_transfer_data)");
            return false;
        }
    }
#endif

    if (!sw_picture || !sw_picture->data[0])
1454 1455
        return false;

V
Vadim Pisarevsky 已提交
1456 1457
    if( img_convert_ctx == NULL ||
        frame.width != video_st->codec->width ||
1458 1459
        frame.height != video_st->codec->height ||
        frame.data == NULL )
V
Vadim Pisarevsky 已提交
1460
    {
1461 1462 1463
        // Some sws_scale optimizations have some assumptions about alignment of data/step/width/height
        // Also we use coded_width/height to workaround problem with legacy ffmpeg versions (like n0.8)
        int buffer_width = video_st->codec->coded_width, buffer_height = video_st->codec->coded_height;
V
Vadim Pisarevsky 已提交
1464 1465

        img_convert_ctx = sws_getCachedContext(
1466 1467
                img_convert_ctx,
                buffer_width, buffer_height,
1468
                (AVPixelFormat)sw_picture->format,
1469
                buffer_width, buffer_height,
J
jisli 已提交
1470
                AV_PIX_FMT_BGR24,
V
Vadim Pisarevsky 已提交
1471 1472 1473 1474 1475 1476
                SWS_BICUBIC,
                NULL, NULL, NULL
                );

        if (img_convert_ctx == NULL)
            return false;//CV_Error(0, "Cannot initialize the conversion context!");
1477

1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490
#if USE_AV_FRAME_GET_BUFFER
        av_frame_unref(&rgb_picture);
        rgb_picture.format = AV_PIX_FMT_BGR24;
        rgb_picture.width = buffer_width;
        rgb_picture.height = buffer_height;
        if (0 != av_frame_get_buffer(&rgb_picture, 32))
        {
            CV_WARN("OutOfMemory");
            return false;
        }
#else
        int aligns[AV_NUM_DATA_POINTERS];
        avcodec_align_dimensions2(video_st->codec, &buffer_width, &buffer_height, aligns);
1491
        rgb_picture.data[0] = (uint8_t*)realloc(rgb_picture.data[0],
P
Peter Rekdal Sunde 已提交
1492
                _opencv_ffmpeg_av_image_get_buffer_size( AV_PIX_FMT_BGR24,
1493
                                    buffer_width, buffer_height ));
P
Peter Rekdal Sunde 已提交
1494
        _opencv_ffmpeg_av_image_fill_arrays(&rgb_picture, rgb_picture.data[0],
1495 1496 1497 1498 1499
                        AV_PIX_FMT_BGR24, buffer_width, buffer_height );
#endif
        frame.width = video_st->codec->width;
        frame.height = video_st->codec->height;
        frame.cn = 3;
1500
        frame.data = rgb_picture.data[0];
1501
        frame.step = rgb_picture.linesize[0];
V
Vadim Pisarevsky 已提交
1502 1503 1504 1505
    }

    sws_scale(
            img_convert_ctx,
1506 1507
            sw_picture->data,
            sw_picture->linesize,
1508
            0, video_st->codec->coded_height,
V
Vadim Pisarevsky 已提交
1509 1510 1511 1512
            rgb_picture.data,
            rgb_picture.linesize
            );

1513 1514 1515 1516 1517 1518
    *data = frame.data;
    *step = frame.step;
    *width = frame.width;
    *height = frame.height;
    *cn = frame.cn;

1519 1520 1521
#if USE_AV_HW_CODECS
    if (sw_picture != picture)
    {
1522 1523
        av_frame_unref(sw_picture);
    }
1524
#endif
1525 1526 1527
    return true;
}

1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543
bool CvCapture_FFMPEG::retrieveHWFrame(cv::OutputArray output)
{
#if USE_AV_HW_CODECS
    // check that we have HW frame in GPU memory
    if (!picture || !picture->hw_frames_ctx) {
        return false;
    }

    // GPU color conversion NV12->BGRA, from GPU media buffer to GPU OpenCL buffer
    return hw_copy_frame_to_umat(video_st->codec->hw_device_ctx, picture, output);
#else
    CV_UNUSED(output);
    return false;
#endif
}

1544
double CvCapture_FFMPEG::getProperty( int property_id ) const
1545 1546 1547
{
    if( !video_st ) return 0;

1548
    double codec_tag = 0;
1549
    CV_CODEC_ID codec_id = AV_CODEC_ID_NONE;
1550 1551
    const char* codec_fourcc = NULL;

1552 1553
    switch( property_id )
    {
1554
    case CAP_PROP_POS_MSEC:
1555 1556 1557 1558 1559
        if (picture_pts == AV_NOPTS_VALUE_)
        {
            return 0;
        }
        return (dts_to_sec(picture_pts) * 1000);
1560
    case CAP_PROP_POS_FRAMES:
V
Vadim Pisarevsky 已提交
1561
        return (double)frame_number;
1562
    case CAP_PROP_POS_AVI_RATIO:
V
Vadim Pisarevsky 已提交
1563
        return r2d(ic->streams[video_stream]->time_base);
1564
    case CAP_PROP_FRAME_COUNT:
V
Vadim Pisarevsky 已提交
1565
        return (double)get_total_frames();
1566
    case CAP_PROP_FRAME_WIDTH:
1567
        return (double)((rotation_auto && ((rotation_angle%180) != 0)) ? frame.height : frame.width);
1568
    case CAP_PROP_FRAME_HEIGHT:
1569
        return (double)((rotation_auto && ((rotation_angle%180) != 0)) ? frame.width : frame.height);
1570
    case CAP_PROP_FPS:
1571
        return get_fps();
1572
    case CAP_PROP_FOURCC:
1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586
        codec_id = video_st->codec->codec_id;
        codec_tag = (double) video_st->codec->codec_tag;

        if(codec_tag || codec_id == AV_CODEC_ID_NONE)
        {
            return codec_tag;
        }

        codec_fourcc = _opencv_avcodec_get_name(codec_id);
        if(!codec_fourcc || strlen(codec_fourcc) < 4 || strcmp(codec_fourcc, "unknown_codec") == 0)
        {
            return codec_tag;
        }

1587
        return (double) CV_FOURCC(codec_fourcc[0], codec_fourcc[1], codec_fourcc[2], codec_fourcc[3]);
1588
    case CAP_PROP_SAR_NUM:
1589
        return _opencv_ffmpeg_get_sample_aspect_ratio(ic->streams[video_stream]).num;
1590
    case CAP_PROP_SAR_DEN:
1591
        return _opencv_ffmpeg_get_sample_aspect_ratio(ic->streams[video_stream]).den;
1592 1593 1594 1595 1596 1597 1598 1599 1600 1601
    case CAP_PROP_CODEC_PIXEL_FORMAT:
    {
        AVPixelFormat pix_fmt = video_st->codec->pix_fmt;
        unsigned int fourcc_tag = avcodec_pix_fmt_to_codec_tag(pix_fmt);
        return (fourcc_tag == 0) ? (double)-1 : (double)fourcc_tag;
    }
    case CAP_PROP_FORMAT:
        if (rawMode)
            return -1;
        break;
1602 1603 1604 1605 1606 1607
    case CAP_PROP_LRF_HAS_KEY_FRAME: {
        const AVPacket& p = bsfc ? packet_filtered : packet;
        return ((p.flags & AV_PKT_FLAG_KEY) != 0) ? 1 : 0;
    }
    case CAP_PROP_CODEC_EXTRADATA_INDEX:
            return extraDataIdx;
1608
    case CAP_PROP_BITRATE:
1609
        return static_cast<double>(get_bitrate());
1610
    case CAP_PROP_ORIENTATION_META:
1611
        return static_cast<double>(rotation_angle);
1612
    case CAP_PROP_ORIENTATION_AUTO:
1613
#if LIBAVUTIL_BUILD >= CALC_FFMPEG_VERSION(52, 94, 100)
1614
        return static_cast<double>(rotation_auto);
1615 1616 1617
#else
        return 0;
#endif
1618 1619 1620 1621 1622
#if USE_AV_HW_CODECS
    case CAP_PROP_HW_ACCELERATION:
        return static_cast<double>(va_type);
    case CAP_PROP_HW_DEVICE:
        return static_cast<double>(hw_device);
1623 1624
    case CAP_PROP_HW_ACCELERATION_USE_OPENCL:
        return static_cast<double>(use_opencl);
1625
#endif  // USE_AV_HW_CODECS
1626 1627 1628
    case CAP_PROP_STREAM_OPEN_TIME_USEC:
        //ic->start_time_realtime is in microseconds
        return ((double)ic->start_time_realtime);
V
Vadim Pisarevsky 已提交
1629
    default:
1630
        break;
1631
    }
V
Vadim Pisarevsky 已提交
1632

1633 1634 1635
    return 0;
}

1636
double CvCapture_FFMPEG::r2d(AVRational r) const
V
Vadim Pisarevsky 已提交
1637 1638 1639 1640
{
    return r.num == 0 || r.den == 0 ? 0. : (double)r.num / (double)r.den;
}

1641
double CvCapture_FFMPEG::get_duration_sec() const
1642
{
V
Vadim Pisarevsky 已提交
1643 1644 1645
    double sec = (double)ic->duration / (double)AV_TIME_BASE;

    if (sec < eps_zero)
1646
    {
V
Vadim Pisarevsky 已提交
1647
        sec = (double)ic->streams[video_stream]->duration * r2d(ic->streams[video_stream]->time_base);
1648
    }
V
Vadim Pisarevsky 已提交
1649 1650

    return sec;
1651 1652
}

1653
int64_t CvCapture_FFMPEG::get_bitrate() const
1654
{
1655
    return ic->bit_rate / 1000;
V
Vadim Pisarevsky 已提交
1656 1657
}

1658
double CvCapture_FFMPEG::get_fps() const
V
Vadim Pisarevsky 已提交
1659
{
A
Alexander Alekhin 已提交
1660 1661 1662 1663
#if 0 && LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(55, 1, 100) && LIBAVFORMAT_VERSION_MICRO >= 100
    double fps = r2d(av_guess_frame_rate(ic, ic->streams[video_stream], NULL));
#else
    double fps = r2d(ic->streams[video_stream]->avg_frame_rate);
V
Vadim Pisarevsky 已提交
1664 1665 1666 1667 1668

#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(52, 111, 0)
    if (fps < eps_zero)
    {
        fps = r2d(ic->streams[video_stream]->avg_frame_rate);
1669
    }
1670
#endif
V
Vadim Pisarevsky 已提交
1671 1672 1673 1674 1675

    if (fps < eps_zero)
    {
        fps = 1.0 / r2d(ic->streams[video_stream]->codec->time_base);
    }
A
Alexander Alekhin 已提交
1676
#endif
V
Vadim Pisarevsky 已提交
1677 1678 1679
    return fps;
}

1680
int64_t CvCapture_FFMPEG::get_total_frames() const
V
Vadim Pisarevsky 已提交
1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696
{
    int64_t nbf = ic->streams[video_stream]->nb_frames;

    if (nbf == 0)
    {
        nbf = (int64_t)floor(get_duration_sec() * get_fps() + 0.5);
    }
    return nbf;
}

int64_t CvCapture_FFMPEG::dts_to_frame_number(int64_t dts)
{
    double sec = dts_to_sec(dts);
    return (int64_t)(get_fps() * sec + 0.5);
}

1697
double CvCapture_FFMPEG::dts_to_sec(int64_t dts) const
V
Vadim Pisarevsky 已提交
1698 1699 1700 1701 1702
{
    return (double)(dts - ic->streams[video_stream]->start_time) *
        r2d(ic->streams[video_stream]->time_base);
}

1703 1704 1705
void CvCapture_FFMPEG::get_rotation_angle()
{
    rotation_angle = 0;
1706
#if LIBAVUTIL_BUILD >= CALC_FFMPEG_VERSION(52, 94, 100)
1707 1708 1709
    AVDictionaryEntry *rotate_tag = av_dict_get(video_st->metadata, "rotate", NULL, 0);
    if (rotate_tag != NULL)
        rotation_angle = atoi(rotate_tag->value);
1710
#endif
1711 1712
}

V
Vadim Pisarevsky 已提交
1713 1714 1715 1716
void CvCapture_FFMPEG::seek(int64_t _frame_number)
{
    _frame_number = std::min(_frame_number, get_total_frames());
    int delta = 16;
1717

V
Vadim Pisarevsky 已提交
1718 1719
    // if we have not grabbed a single frame before first seek, let's read the first frame
    // and get some valuable information during the process
1720
    if( first_frame_number < 0 && get_total_frames() > 1 )
1721
        grabFrame();
1722

V
Vadim Pisarevsky 已提交
1723 1724 1725 1726 1727 1728 1729
    for(;;)
    {
        int64_t _frame_number_temp = std::max(_frame_number-delta, (int64_t)0);
        double sec = (double)_frame_number_temp / get_fps();
        int64_t time_stamp = ic->streams[video_stream]->start_time;
        double  time_base  = r2d(ic->streams[video_stream]->time_base);
        time_stamp += (int64_t)(sec / time_base + 0.5);
1730
        if (get_total_frames() > 1) av_seek_frame(ic, video_stream, time_stamp, AVSEEK_FLAG_BACKWARD);
V
Vadim Pisarevsky 已提交
1731 1732 1733 1734
        avcodec_flush_buffers(ic->streams[video_stream]->codec);
        if( _frame_number > 0 )
        {
            grabFrame();
1735

V
Vadim Pisarevsky 已提交
1736 1737 1738 1739 1740
            if( _frame_number > 1 )
            {
                frame_number = dts_to_frame_number(picture_pts) - first_frame_number;
                //printf("_frame_number = %d, frame_number = %d, delta = %d\n",
                //       (int)_frame_number, (int)frame_number, delta);
1741

V
Vadim Pisarevsky 已提交
1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767
                if( frame_number < 0 || frame_number > _frame_number-1 )
                {
                    if( _frame_number_temp == 0 || delta >= INT_MAX/4 )
                        break;
                    delta = delta < 16 ? delta*2 : delta*3/2;
                    continue;
                }
                while( frame_number < _frame_number-1 )
                {
                    if(!grabFrame())
                        break;
                }
                frame_number++;
                break;
            }
            else
            {
                frame_number = 1;
                break;
            }
        }
        else
        {
            frame_number = 0;
            break;
        }
1768
    }
V
Vadim Pisarevsky 已提交
1769 1770 1771 1772 1773
}

void CvCapture_FFMPEG::seek(double sec)
{
    seek((int64_t)(sec * get_fps() + 0.5));
1774
}
1775 1776 1777 1778 1779 1780 1781

bool CvCapture_FFMPEG::setProperty( int property_id, double value )
{
    if( !video_st ) return false;

    switch( property_id )
    {
1782 1783 1784
    case CAP_PROP_POS_MSEC:
    case CAP_PROP_POS_FRAMES:
    case CAP_PROP_POS_AVI_RATIO:
1785 1786 1787
        {
            switch( property_id )
            {
1788
            case CAP_PROP_POS_FRAMES:
V
Vadim Pisarevsky 已提交
1789
                seek((int64_t)value);
1790 1791
                break;

1792
            case CAP_PROP_POS_MSEC:
V
Vadim Pisarevsky 已提交
1793
                seek(value/1000.0);
1794 1795
                break;

1796
            case CAP_PROP_POS_AVI_RATIO:
V
Vadim Pisarevsky 已提交
1797
                seek((int64_t)(value*ic->duration));
1798 1799 1800 1801 1802 1803
                break;
            }

            picture_pts=(int64_t)value;
        }
        break;
1804 1805 1806 1807
    case CAP_PROP_FORMAT:
        if (value == -1)
            return setRaw();
        return false;
1808
    case CAP_PROP_ORIENTATION_AUTO:
1809
#if LIBAVUTIL_BUILD >= CALC_FFMPEG_VERSION(52, 94, 100)
1810
        rotation_auto = value != 0 ? true : false;
1811 1812
        return true;
#else
1813
        rotation_auto = false;
1814 1815
        return false;
#endif
1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827
    default:
        return false;
    }

    return true;
}


///////////////// FFMPEG CvVideoWriter implementation //////////////////////////
struct CvVideoWriter_FFMPEG
{
    bool open( const char* filename, int fourcc,
1828
               double fps, int width, int height, const VideoWriterParameters& params );
1829 1830
    void close();
    bool writeFrame( const unsigned char* data, int step, int width, int height, int cn, int origin );
1831
    bool writeHWFrame(cv::InputArray input);
1832
    double getProperty(int propId) const;
1833 1834 1835

    void init();

1836
    AVOutputFormat  * fmt;
V
Vadim Pisarevsky 已提交
1837
    AVFormatContext * oc;
1838 1839 1840 1841 1842 1843 1844
    uint8_t         * outbuf;
    uint32_t          outbuf_size;
    FILE            * outfile;
    AVFrame         * picture;
    AVFrame         * input_picture;
    uint8_t         * picbuf;
    AVStream        * video_st;
1845
    AVPixelFormat     input_pix_fmt;
1846
    unsigned char   * aligned_input;
1847
    size_t            aligned_input_size;
V
Vadim Pisarevsky 已提交
1848
    int               frame_width, frame_height;
1849
    int               frame_idx;
V
Vadim Pisarevsky 已提交
1850
    bool              ok;
1851
    struct SwsContext *img_convert_ctx;
1852 1853
    VideoAccelerationType va_type;
    int               hw_device;
1854
    int               use_opencl;
1855 1856 1857 1858
};

static const char * icvFFMPEGErrStr(int err)
{
1859
    switch(err) {
1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887
    case AVERROR_BSF_NOT_FOUND:
        return "Bitstream filter not found";
    case AVERROR_DECODER_NOT_FOUND:
        return "Decoder not found";
    case AVERROR_DEMUXER_NOT_FOUND:
        return "Demuxer not found";
    case AVERROR_ENCODER_NOT_FOUND:
        return "Encoder not found";
    case AVERROR_EOF:
        return "End of file";
    case AVERROR_EXIT:
        return "Immediate exit was requested; the called function should not be restarted";
    case AVERROR_FILTER_NOT_FOUND:
        return "Filter not found";
    case AVERROR_INVALIDDATA:
        return "Invalid data found when processing input";
    case AVERROR_MUXER_NOT_FOUND:
        return "Muxer not found";
    case AVERROR_OPTION_NOT_FOUND:
        return "Option not found";
    case AVERROR_PATCHWELCOME:
        return "Not yet implemented in FFmpeg, patches welcome";
    case AVERROR_PROTOCOL_NOT_FOUND:
        return "Protocol not found";
    case AVERROR_STREAM_NOT_FOUND:
        return "Stream not found";
    default:
        break;
V
Vadim Pisarevsky 已提交
1888
    }
1889

V
Vadim Pisarevsky 已提交
1890
    return "Unspecified error";
1891 1892 1893 1894
}

/* function internal to FFMPEG (libavformat/riff.c) to lookup codec id by fourcc tag*/
extern "C" {
1895
    enum CV_CODEC_ID codec_get_bmp_id(unsigned int tag);
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908
}

void CvVideoWriter_FFMPEG::init()
{
    fmt = 0;
    oc = 0;
    outbuf = 0;
    outbuf_size = 0;
    outfile = 0;
    picture = 0;
    input_picture = 0;
    picbuf = 0;
    video_st = 0;
1909
    input_pix_fmt = AV_PIX_FMT_NONE;
1910
    aligned_input = NULL;
1911
    aligned_input_size = 0;
1912
    img_convert_ctx = 0;
V
Vadim Pisarevsky 已提交
1913
    frame_width = frame_height = 0;
1914
    frame_idx = 0;
1915 1916
    va_type = VIDEO_ACCELERATION_NONE;
    hw_device = -1;
1917
    use_opencl = 0;
V
Vadim Pisarevsky 已提交
1918
    ok = false;
1919 1920 1921 1922 1923 1924 1925 1926
}

/**
 * the following function is a modified version of code
 * found in ffmpeg-0.4.9-pre1/output_example.c
 */
static AVFrame * icv_alloc_picture_FFMPEG(int pix_fmt, int width, int height, bool alloc)
{
V
Vadim Pisarevsky 已提交
1927
    AVFrame * picture;
1928
    uint8_t * picture_buf = 0;
V
Vadim Pisarevsky 已提交
1929 1930
    int size;

J
jisli 已提交
1931 1932 1933 1934
#if LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
    ? CALC_FFMPEG_VERSION(55, 45, 101) : CALC_FFMPEG_VERSION(55, 28, 1))
    picture = av_frame_alloc();
#else
V
Vadim Pisarevsky 已提交
1935
    picture = avcodec_alloc_frame();
J
jisli 已提交
1936
#endif
V
Vadim Pisarevsky 已提交
1937 1938
    if (!picture)
        return NULL;
1939 1940 1941 1942 1943

    picture->format = pix_fmt;
    picture->width = width;
    picture->height = height;

P
Peter Rekdal Sunde 已提交
1944
    size = _opencv_ffmpeg_av_image_get_buffer_size( (AVPixelFormat) pix_fmt, width, height);
V
Vadim Pisarevsky 已提交
1945 1946 1947 1948 1949 1950 1951
    if(alloc){
        picture_buf = (uint8_t *) malloc(size);
        if (!picture_buf)
        {
            av_free(picture);
            return NULL;
        }
P
Peter Rekdal Sunde 已提交
1952
        _opencv_ffmpeg_av_image_fill_arrays(picture, picture_buf,
J
jisli 已提交
1953
                       (AVPixelFormat) pix_fmt, width, height);
V
Vadim Pisarevsky 已提交
1954
    }
1955

V
Vadim Pisarevsky 已提交
1956
    return picture;
1957 1958
}

1959 1960 1961 1962 1963 1964
/* configure video stream */
static bool icv_configure_video_stream_FFMPEG(AVFormatContext *oc,
                                                   AVStream *st,
                                                   const AVCodec* codec,
                                                   int w, int h, int bitrate,
                                                   double fps, AVPixelFormat pixel_format)
1965
{
1966
    AVCodecContext *c = st->codec;
V
Vadim Pisarevsky 已提交
1967
    int frame_rate, frame_rate_base;
1968

1969
    c->codec_id = codec->id;
V
Vadim Pisarevsky 已提交
1970
    c->codec_type = AVMEDIA_TYPE_VIDEO;
1971

1972
    // Set per-codec defaults
1973
    CV_CODEC_ID c_id = c->codec_id;
1974 1975 1976 1977
    avcodec_get_context_defaults3(c, codec);
    // avcodec_get_context_defaults3 erases codec_id for some reason
    c->codec_id = c_id;

V
Vadim Pisarevsky 已提交
1978 1979 1980 1981 1982
    /* put sample parameters */
    int64_t lbit_rate = (int64_t)bitrate;
    lbit_rate += (bitrate / 2);
    lbit_rate = std::min(lbit_rate, (int64_t)INT_MAX);
    c->bit_rate = lbit_rate;
1983

V
Vadim Pisarevsky 已提交
1984 1985 1986
    // took advice from
    // http://ffmpeg-users.933282.n4.nabble.com/warning-clipping-1-dct-coefficients-to-127-127-td934297.html
    c->qmin = 3;
1987

V
Vadim Pisarevsky 已提交
1988 1989 1990 1991 1992 1993
    /* resolution must be a multiple of two */
    c->width = w;
    c->height = h;

    /* time base: this is the fundamental unit of time (in seconds) in terms
       of which frame timestamps are represented. for fixed-fps content,
1994 1995
       timebase should be 1/framerate and timestamp increments should be
       identically 1. */
V
Vadim Pisarevsky 已提交
1996 1997
    frame_rate=(int)(fps+0.5);
    frame_rate_base=1;
1998
    while (fabs(((double)frame_rate/frame_rate_base) - fps) > 0.001){
V
Vadim Pisarevsky 已提交
1999 2000 2001
        frame_rate_base*=10;
        frame_rate=(int)(fps*frame_rate_base + 0.5);
    }
2002 2003
    c->time_base.den = frame_rate;
    c->time_base.num = frame_rate_base;
V
Vadim Pisarevsky 已提交
2004 2005 2006
    /* adjust time base for supported framerates */
    if(codec && codec->supported_framerates){
        const AVRational *p= codec->supported_framerates;
2007
        AVRational req = {frame_rate, frame_rate_base};
V
Vadim Pisarevsky 已提交
2008 2009 2010 2011 2012 2013 2014 2015 2016 2017
        const AVRational *best=NULL;
        AVRational best_error= {INT_MAX, 1};
        for(; p->den!=0; p++){
            AVRational error= av_sub_q(req, *p);
            if(error.num <0) error.num *= -1;
            if(av_cmp_q(error, best_error) < 0){
                best_error= error;
                best= p;
            }
        }
2018
        if (best == NULL)
2019
            return false;
V
Vadim Pisarevsky 已提交
2020 2021 2022
        c->time_base.den= best->num;
        c->time_base.num= best->den;
    }
2023

V
Vadim Pisarevsky 已提交
2024
    c->gop_size = 12; /* emit one intra frame every twelve frames at most */
2025
    c->pix_fmt = pixel_format;
2026

2027
    if (c->codec_id == CV_CODEC(CODEC_ID_MPEG2VIDEO)) {
2028 2029
        c->max_b_frames = 2;
    }
2030
    if (c->codec_id == CV_CODEC(CODEC_ID_MPEG1VIDEO) || c->codec_id == CV_CODEC(CODEC_ID_MSMPEG4V3)){
2031
        /* needed to avoid using macroblocks in which some coeffs overflow
L
luz.paz 已提交
2032 2033
           this doesn't happen with normal video, it just happens here as the
           motion of the chroma plane doesn't match the luma plane */
V
Vadim Pisarevsky 已提交
2034
        /* avoid FFMPEG warning 'clipping 1 dct coefficients...' */
2035 2036
        c->mb_decision=2;
    }
2037

2038 2039
    /* Some settings for libx264 encoding, restore dummy values for gop_size
     and qmin since they will be set to reasonable defaults by the libx264
2040
     preset system. Also, use a crf encode with the default quality rating,
2041
     this seems easier than finding an appropriate default bitrate. */
2042
    if (c->codec_id == AV_CODEC_ID_H264) {
2043 2044 2045
      c->gop_size = -1;
      c->qmin = -1;
      c->bit_rate = 0;
2046 2047
      if (c->priv_data)
          av_opt_set(c->priv_data,"crf","23", 0);
2048
    }
2049

L
luz.paz 已提交
2050
    // some formats want stream headers to be separate
2051 2052
    if(oc->oformat->flags & AVFMT_GLOBALHEADER)
    {
2053 2054 2055
        // flags were renamed: https://github.com/libav/libav/commit/7c6eb0a1b7bf1aac7f033a7ec6d8cacc3b5c2615
#if LIBAVCODEC_BUILD >= (LIBAVCODEC_VERSION_MICRO >= 100 \
     ? CALC_FFMPEG_VERSION(56, 60, 100) : CALC_FFMPEG_VERSION(56, 35, 0))
2056 2057
        c->flags |= AV_CODEC_FLAG_GLOBAL_HEADER;
#else
2058
        c->flags |= CODEC_FLAG_GLOBAL_HEADER;
2059
#endif
2060 2061
    }

2062 2063 2064 2065
#if defined(_MSC_VER)
    AVRational avg_frame_rate = {frame_rate, frame_rate_base};
    st->avg_frame_rate = avg_frame_rate;
#else
A
Alexander Alekhin 已提交
2066 2067
    st->avg_frame_rate = (AVRational){frame_rate, frame_rate_base};
#endif
2068 2069 2070
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(55, 20, 0)
    st->time_base = c->time_base;
#endif
A
Alexander Alekhin 已提交
2071

2072
    return true;
2073 2074
}

V
Vadim Pisarevsky 已提交
2075 2076
static const int OPENCV_NO_FRAMES_WRITTEN_CODE = 1000;

2077 2078
static int icv_av_write_frame_FFMPEG( AVFormatContext * oc, AVStream * video_st,
                                      uint8_t *, uint32_t,
2079
                                      AVFrame * picture, int frame_idx)
2080
{
2081
    AVCodecContext* c = video_st->codec;
2082
    int ret = OPENCV_NO_FRAMES_WRITTEN_CODE;
2083

2084 2085 2086
#if LIBAVFORMAT_BUILD < CALC_FFMPEG_VERSION(57, 0, 0)
    if (oc->oformat->flags & AVFMT_RAWPICTURE)
    {
2087 2088 2089 2090 2091
        /* raw video case. The API will change slightly in the near
           futur for that */
        AVPacket pkt;
        av_init_packet(&pkt);

V
Vadim Pisarevsky 已提交
2092
        pkt.flags |= PKT_FLAG_KEY;
2093 2094 2095 2096 2097
        pkt.stream_index= video_st->index;
        pkt.data= (uint8_t *)picture;
        pkt.size= sizeof(AVPicture);

        ret = av_write_frame(oc, &pkt);
2098 2099 2100 2101
    }
    else
#endif
    {
2102
        /* encode the image */
2103
#if USE_AV_SEND_FRAME_API
2104 2105 2106 2107 2108 2109 2110
        if (picture == NULL && frame_idx == 0) {
            ret = 0;
        } else {
            ret = avcodec_send_frame(c, picture);
            if (ret < 0)
                CV_LOG_ERROR(NULL, "Error sending frame to encoder (avcodec_send_frame)");
        }
2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128
        while (ret >= 0)
        {
            AVPacket* pkt = av_packet_alloc();
            pkt->stream_index = video_st->index;
            ret = avcodec_receive_packet(c, pkt);

            if(!ret)
            {
                av_packet_rescale_ts(pkt, c->time_base, video_st->time_base);
                ret = av_write_frame(oc, pkt);
                av_packet_free(&pkt);
                continue;
            }

            av_packet_free(&pkt);
            break;
        }
#else
2129
        CV_UNUSED(frame_idx);
2130 2131 2132 2133 2134 2135 2136
        AVPacket pkt;
        av_init_packet(&pkt);
        int got_output = 0;
        pkt.data = NULL;
        pkt.size = 0;
        ret = avcodec_encode_video2(c, &pkt, picture, &got_output);
        if (ret < 0)
2137
            ;
2138
        else if (got_output) {
2139 2140 2141 2142 2143 2144
            if (pkt.pts != (int64_t)AV_NOPTS_VALUE)
                pkt.pts = av_rescale_q(pkt.pts, c->time_base, video_st->time_base);
            if (pkt.dts != (int64_t)AV_NOPTS_VALUE)
                pkt.dts = av_rescale_q(pkt.dts, c->time_base, video_st->time_base);
            if (pkt.duration)
                pkt.duration = av_rescale_q(pkt.duration, c->time_base, video_st->time_base);
2145 2146
            pkt.stream_index= video_st->index;
            ret = av_write_frame(oc, &pkt);
P
Peter Rekdal Sunde 已提交
2147
            _opencv_ffmpeg_av_packet_unref(&pkt);
2148 2149 2150 2151
        }
        else
            ret = OPENCV_NO_FRAMES_WRITTEN_CODE;
#endif
2152
    }
V
Vadim Pisarevsky 已提交
2153
    return ret;
2154 2155 2156 2157 2158
}

/// write a frame with FFMPEG
bool CvVideoWriter_FFMPEG::writeFrame( const unsigned char* data, int step, int width, int height, int cn, int origin )
{
2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170
    // check parameters
    if (input_pix_fmt == AV_PIX_FMT_BGR24) {
        if (cn != 3) {
            return false;
        }
    }
    else if (input_pix_fmt == AV_PIX_FMT_GRAY8) {
        if (cn != 1) {
            return false;
        }
    }
    else {
2171
        CV_Assert(false);
2172
    }
2173

V
Vadim Pisarevsky 已提交
2174 2175 2176 2177
    if( (width & -2) != frame_width || (height & -2) != frame_height || !data )
        return false;
    width = frame_width;
    height = frame_height;
2178

V
Vadim Pisarevsky 已提交
2179
    // typecast from opaque data type to implemented struct
2180
    AVCodecContext* c = video_st->codec;
2181

2182
    // FFmpeg contains SIMD optimizations which can sometimes read data past
2183 2184 2185 2186 2187 2188 2189
    // the supplied input buffer.
    // Related info: https://trac.ffmpeg.org/ticket/6763
    // 1. To ensure that doesn't happen, we pad the step to a multiple of 32
    // (that's the minimal alignment for which Valgrind doesn't raise any warnings).
    // 2. (dataend - SIMD_SIZE) and (dataend + SIMD_SIZE) is from the same 4k page
    const int CV_STEP_ALIGNMENT = 32;
    const size_t CV_SIMD_SIZE = 32;
2190
    const size_t CV_PAGE_MASK = ~(size_t)(4096 - 1);
A
Alexander Alekhin 已提交
2191
    const unsigned char* dataend = data + ((size_t)height * step);
2192 2193
    if (step % CV_STEP_ALIGNMENT != 0 ||
        (((size_t)dataend - CV_SIMD_SIZE) & CV_PAGE_MASK) != (((size_t)dataend + CV_SIMD_SIZE) & CV_PAGE_MASK))
A
Alexander Shishkov 已提交
2194
    {
2195
        int aligned_step = (step + CV_STEP_ALIGNMENT - 1) & ~(CV_STEP_ALIGNMENT - 1);
2196

2197 2198 2199
        size_t new_size = (aligned_step * height + CV_SIMD_SIZE);

        if (!aligned_input || aligned_input_size < new_size)
A
Alexander Shishkov 已提交
2200
        {
2201 2202 2203 2204
            if (aligned_input)
                av_freep(&aligned_input);
            aligned_input_size = new_size;
            aligned_input = (unsigned char*)av_mallocz(aligned_input_size);
A
Alexander Shishkov 已提交
2205
        }
2206

A
Alexander Shishkov 已提交
2207 2208
        if (origin == 1)
            for( int y = 0; y < height; y++ )
2209
                memcpy(aligned_input + y*aligned_step, data + (height-1-y)*step, step);
A
Alexander Shishkov 已提交
2210 2211
        else
            for( int y = 0; y < height; y++ )
2212
                memcpy(aligned_input + y*aligned_step, data + y*step, step);
2213

2214 2215
        data = aligned_input;
        step = aligned_step;
2216 2217
    }

2218 2219 2220 2221 2222 2223
    AVPixelFormat sw_pix_fmt = c->pix_fmt;
#if USE_AV_HW_CODECS
    if (c->hw_frames_ctx)
        sw_pix_fmt = ((AVHWFramesContext*)c->hw_frames_ctx->data)->sw_format;
#endif
    if ( sw_pix_fmt != input_pix_fmt ) {
2224
        CV_Assert( input_picture );
V
Vadim Pisarevsky 已提交
2225
        // let input_picture point to the raw data buffer of 'image'
P
Peter Rekdal Sunde 已提交
2226
        _opencv_ffmpeg_av_image_fill_arrays(input_picture, (uint8_t *) data,
J
jisli 已提交
2227
                       (AVPixelFormat)input_pix_fmt, width, height);
2228
        input_picture->linesize[0] = step;
2229

V
Vadim Pisarevsky 已提交
2230 2231 2232 2233
        if( !img_convert_ctx )
        {
            img_convert_ctx = sws_getContext(width,
                                             height,
J
jisli 已提交
2234
                                             (AVPixelFormat)input_pix_fmt,
V
Vadim Pisarevsky 已提交
2235 2236
                                             c->width,
                                             c->height,
2237
                                             sw_pix_fmt,
V
Vadim Pisarevsky 已提交
2238 2239 2240 2241 2242
                                             SWS_BICUBIC,
                                             NULL, NULL, NULL);
            if( !img_convert_ctx )
                return false;
        }
2243 2244 2245 2246 2247 2248

        if ( sws_scale(img_convert_ctx, input_picture->data,
                       input_picture->linesize, 0,
                       height,
                       picture->data, picture->linesize) < 0 )
            return false;
V
Vadim Pisarevsky 已提交
2249 2250
    }
    else{
P
Peter Rekdal Sunde 已提交
2251
        _opencv_ffmpeg_av_image_fill_arrays(picture, (uint8_t *) data,
J
jisli 已提交
2252
                       (AVPixelFormat)input_pix_fmt, width, height);
2253
        picture->linesize[0] = step;
V
Vadim Pisarevsky 已提交
2254
    }
2255

2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286
    bool ret;
#if USE_AV_HW_CODECS
    if (video_st->codec->hw_device_ctx) {
        // copy data to HW frame
        AVFrame* hw_frame = av_frame_alloc();
        if (!hw_frame) {
            CV_LOG_ERROR(NULL, "Error allocating AVFrame (av_frame_alloc)");
            return false;
        }
        if (av_hwframe_get_buffer(video_st->codec->hw_frames_ctx, hw_frame, 0) < 0) {
            CV_LOG_ERROR(NULL, "Error obtaining HW frame (av_hwframe_get_buffer)");
            av_frame_free(&hw_frame);
            return false;
        }
        if (av_hwframe_transfer_data(hw_frame, picture, 0) < 0) {
            CV_LOG_ERROR(NULL, "Error copying data from CPU to GPU (av_hwframe_transfer_data)");
            av_frame_free(&hw_frame);
            return false;
        }
        hw_frame->pts = frame_idx;
        int ret_write = icv_av_write_frame_FFMPEG(oc, video_st, outbuf, outbuf_size, hw_frame, frame_idx);
        ret = ret_write >= 0 ? true : false;
        av_frame_free(&hw_frame);
    } else
#endif
    {
        picture->pts = frame_idx;
        int ret_write = icv_av_write_frame_FFMPEG(oc, video_st, outbuf, outbuf_size, picture, frame_idx);
        ret = ret_write >= 0 ? true : false;
    }

2287
    frame_idx++;
2288

V
Vadim Pisarevsky 已提交
2289
    return ret;
2290 2291
}

2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326
bool CvVideoWriter_FFMPEG::writeHWFrame(cv::InputArray input) {
#if USE_AV_HW_CODECS
    if (!video_st->codec->hw_frames_ctx)
        return false;

    // Get hardware frame from frame pool
    AVFrame* hw_frame = av_frame_alloc();
    if (!hw_frame) {
        return false;
    }
    if (av_hwframe_get_buffer(video_st->codec->hw_frames_ctx, hw_frame, 0) < 0) {
        av_frame_free(&hw_frame);
        return false;
    }

    // GPU to GPU copy
    if (!hw_copy_umat_to_frame(video_st->codec->hw_device_ctx, input, hw_frame)) {
        av_frame_free(&hw_frame);
        return false;
    }

    // encode
    hw_frame->pts = frame_idx;
    icv_av_write_frame_FFMPEG( oc, video_st, outbuf, outbuf_size, hw_frame, frame_idx);
    frame_idx++;

    av_frame_free(&hw_frame);

    return true;
#else
    CV_UNUSED(input);
    return false;
#endif
}

2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338
double CvVideoWriter_FFMPEG::getProperty(int propId) const
{
    CV_UNUSED(propId);
#if USE_AV_HW_CODECS
    if (propId == VIDEOWRITER_PROP_HW_ACCELERATION)
    {
        return static_cast<double>(va_type);
    }
    else if (propId == VIDEOWRITER_PROP_HW_DEVICE)
    {
        return static_cast<double>(hw_device);
    }
2339 2340 2341 2342
    else if (propId == VIDEOWRITER_PROP_HW_ACCELERATION_USE_OPENCL)
    {
        return static_cast<double>(use_opencl);
    }
2343 2344 2345 2346
#endif
    return 0;
}

2347 2348 2349
/// close video output stream and free associated memory
void CvVideoWriter_FFMPEG::close()
{
V
Vadim Pisarevsky 已提交
2350 2351 2352
    // nothing to do if already released
    if ( !picture )
        return;
2353

V
Vadim Pisarevsky 已提交
2354 2355 2356 2357
    /* no more frame to compress. The codec has a latency of a few
       frames if using B frames, so we get the last frames by
       passing the same picture again */
    // TODO -- do we need to account for latency here?
2358

V
Vadim Pisarevsky 已提交
2359 2360 2361
    /* write the trailer, if any */
    if(ok && oc)
    {
2362 2363 2364
#if LIBAVFORMAT_BUILD < CALC_FFMPEG_VERSION(57, 0, 0)
        if (!(oc->oformat->flags & AVFMT_RAWPICTURE))
#endif
V
Vadim Pisarevsky 已提交
2365 2366 2367
        {
            for(;;)
            {
2368
                int ret = icv_av_write_frame_FFMPEG( oc, video_st, outbuf, outbuf_size, NULL, frame_idx);
V
Vadim Pisarevsky 已提交
2369 2370 2371 2372 2373 2374
                if( ret == OPENCV_NO_FRAMES_WRITTEN_CODE || ret < 0 )
                    break;
            }
        }
        av_write_trailer(oc);
    }
2375

V
Vadim Pisarevsky 已提交
2376 2377 2378 2379 2380
    if( img_convert_ctx )
    {
        sws_freeContext(img_convert_ctx);
        img_convert_ctx = 0;
    }
2381

V
Vadim Pisarevsky 已提交
2382 2383 2384 2385 2386 2387 2388 2389
    // free pictures
    if( video_st->codec->pix_fmt != input_pix_fmt)
    {
        if(picture->data[0])
            free(picture->data[0]);
        picture->data[0] = 0;
    }
    av_free(picture);
2390

V
Vadim Pisarevsky 已提交
2391 2392
    if (input_picture)
        av_free(input_picture);
2393

V
Vadim Pisarevsky 已提交
2394 2395
    /* close codec */
    avcodec_close(video_st->codec);
2396

V
Vadim Pisarevsky 已提交
2397
    av_free(outbuf);
2398

2399
    if (oc)
V
Vadim Pisarevsky 已提交
2400
    {
2401 2402 2403 2404 2405
        if (!(fmt->flags & AVFMT_NOFILE))
        {
            /* close the output file */
            avio_close(oc->pb);
        }
2406

2407 2408 2409
        /* free the stream */
        avformat_free_context(oc);
    }
2410

2411
    av_freep(&aligned_input);
2412

V
Vadim Pisarevsky 已提交
2413 2414
    init();
}
2415

2416 2417 2418
#define CV_PRINTABLE_CHAR(ch) ((ch) < 32 ? '?' : (ch))
#define CV_TAG_TO_PRINTABLE_CHAR4(tag) CV_PRINTABLE_CHAR((tag) & 255), CV_PRINTABLE_CHAR(((tag) >> 8) & 255), CV_PRINTABLE_CHAR(((tag) >> 16) & 255), CV_PRINTABLE_CHAR(((tag) >> 24) & 255)

2419
static inline bool cv_ff_codec_tag_match(const AVCodecTag *tags, CV_CODEC_ID id, unsigned int tag)
2420 2421 2422 2423 2424 2425 2426 2427 2428
{
    while (tags->id != AV_CODEC_ID_NONE)
    {
        if (tags->id == id && tags->tag == tag)
            return true;
        tags++;
    }
    return false;
}
E
Emanuele Ruffaldi 已提交
2429

2430
static inline bool cv_ff_codec_tag_list_match(const AVCodecTag *const *tags, CV_CODEC_ID id, unsigned int tag)
2431 2432 2433 2434 2435 2436 2437 2438 2439 2440
{
    int i;
    for (i = 0; tags && tags[i]; i++) {
        bool res = cv_ff_codec_tag_match(tags[i], id, tag);
        if (res)
            return res;
    }
    return false;
}

E
Emanuele Ruffaldi 已提交
2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455

static inline void cv_ff_codec_tag_dump(const AVCodecTag *const *tags)
{
    int i;
    for (i = 0; tags && tags[i]; i++) {
        const AVCodecTag * ptags = tags[i];
        while (ptags->id != AV_CODEC_ID_NONE)
        {
            unsigned int tag = ptags->tag;
            printf("fourcc tag 0x%08x/'%c%c%c%c' codec_id %04X\n", tag, CV_TAG_TO_PRINTABLE_CHAR4(tag), ptags->id);
            ptags++;
        }
    }
}

V
Vadim Pisarevsky 已提交
2456 2457
/// Create a video writer object that uses FFMPEG
bool CvVideoWriter_FFMPEG::open( const char * filename, int fourcc,
2458
                                 double fps, int width, int height, const VideoWriterParameters& params)
V
Vadim Pisarevsky 已提交
2459
{
2460
    InternalFFMpegRegister::init();
2461 2462 2463

    AutoLock lock(_mutex);

2464
    CV_CODEC_ID codec_id = CV_CODEC(CODEC_ID_NONE);
2465
    AVPixelFormat codec_pix_fmt;
V
Vadim Pisarevsky 已提交
2466
    double bitrate_scale = 1;
2467

V
Vadim Pisarevsky 已提交
2468
    close();
2469

2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495
    const bool is_color = params.get(VIDEOWRITER_PROP_IS_COLOR, true);
    if (params.has(VIDEOWRITER_PROP_HW_ACCELERATION))
    {
        va_type = params.get<VideoAccelerationType>(VIDEOWRITER_PROP_HW_ACCELERATION, VIDEO_ACCELERATION_NONE);
#if !USE_AV_HW_CODECS
        if (va_type != VIDEO_ACCELERATION_NONE && va_type != VIDEO_ACCELERATION_ANY)
        {
            CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: FFmpeg backend is build without acceleration support. Can't handle VIDEOWRITER_PROP_HW_ACCELERATION parameter. Bailout");
            return false;
        }
#endif
    }
    if (params.has(VIDEOWRITER_PROP_HW_DEVICE))
    {
        hw_device = params.get<int>(VIDEOWRITER_PROP_HW_DEVICE, -1);
        if (va_type == VIDEO_ACCELERATION_NONE && hw_device != -1)
        {
            CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Invalid usage of VIDEOWRITER_PROP_HW_DEVICE without requested H/W acceleration. Bailout");
            return false;
        }
        if (va_type == VIDEO_ACCELERATION_ANY && hw_device != -1)
        {
            CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Invalid usage of VIDEOWRITER_PROP_HW_DEVICE with 'ANY' H/W acceleration. Bailout");
            return false;
        }
    }
2496 2497 2498
    if (params.has(VIDEOWRITER_PROP_HW_ACCELERATION_USE_OPENCL)) {
        use_opencl = params.get<int>(VIDEOWRITER_PROP_HW_ACCELERATION_USE_OPENCL);
    }
2499 2500 2501 2502 2503 2504 2505

    if (params.warnUnusedParameters())
    {
        CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: unsupported parameters in VideoWriter, see logger INFO channel for details");
        return false;
    }

V
Vadim Pisarevsky 已提交
2506 2507 2508 2509 2510
    // check arguments
    if( !filename )
        return false;
    if(fps <= 0)
        return false;
2511

V
Vadim Pisarevsky 已提交
2512 2513 2514 2515 2516 2517 2518
    // we allow frames of odd width or height, but in this case we truncate
    // the rightmost column/the bottom row. Probably, this should be handled more elegantly,
    // but some internal functions inside FFMPEG swscale require even width/height.
    width &= -2;
    height &= -2;
    if( width <= 0 || height <= 0 )
        return false;
2519

V
Vadim Pisarevsky 已提交
2520
    /* auto detect the output format from the name and fourcc code. */
2521

V
Vadim Pisarevsky 已提交
2522
    fmt = av_guess_format(NULL, filename, NULL);
2523

V
Vadim Pisarevsky 已提交
2524 2525
    if (!fmt)
        return false;
2526

V
Vadim Pisarevsky 已提交
2527 2528
    /* determine optimal pixel format */
    if (is_color) {
J
jisli 已提交
2529
        input_pix_fmt = AV_PIX_FMT_BGR24;
V
Vadim Pisarevsky 已提交
2530 2531
    }
    else {
J
jisli 已提交
2532
        input_pix_fmt = AV_PIX_FMT_GRAY8;
V
Vadim Pisarevsky 已提交
2533
    }
2534

E
Emanuele Ruffaldi 已提交
2535 2536 2537 2538 2539 2540 2541
    if (fourcc == -1)
    {
        fprintf(stderr,"OpenCV: FFMPEG: format %s / %s\n", fmt->name, fmt->long_name);
        cv_ff_codec_tag_dump(fmt->codec_tag);
        return false;
    }

V
Vadim Pisarevsky 已提交
2542
    /* Lookup codec_id for given fourcc */
2543 2544 2545
    if( (codec_id = av_codec_get_id(fmt->codec_tag, fourcc)) == CV_CODEC(CODEC_ID_NONE) )
    {
        const struct AVCodecTag * fallback_tags[] = {
2546 2547 2548
// APIchanges:
// 2012-01-31 - dd6d3b0 - lavf 54.01.0
//   Add avformat_get_riff_video_tags() and avformat_get_riff_audio_tags().
2549
                avformat_get_riff_video_tags(),
2550
#if LIBAVFORMAT_BUILD >= CALC_FFMPEG_VERSION(55, 25, 100) && defined LIBAVFORMAT_VERSION_MICRO && LIBAVFORMAT_VERSION_MICRO >= 100
2551 2552 2553
// APIchanges: ffmpeg only
// 2014-01-19 - 1a193c4 - lavf 55.25.100 - avformat.h
//   Add avformat_get_mov_video_tags() and avformat_get_mov_audio_tags().
2554
                avformat_get_mov_video_tags(),
2555
#endif
2556 2557
                codec_bmp_tags, // fallback for avformat < 54.1
                NULL };
2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569
        if (codec_id == CV_CODEC(CODEC_ID_NONE)) {
            codec_id = av_codec_get_id(fallback_tags, fourcc);
        }
        if (codec_id == CV_CODEC(CODEC_ID_NONE)) {
            char *p = (char *) &fourcc;
            char name[] = {(char)tolower(p[0]), (char)tolower(p[1]), (char)tolower(p[2]), (char)tolower(p[3]), 0};
            const AVCodecDescriptor *desc = avcodec_descriptor_get_by_name(name);
            if (desc)
                codec_id = desc->id;
        }

        if (codec_id == CV_CODEC(CODEC_ID_NONE))
2570 2571 2572 2573 2574 2575 2576 2577
        {
            fflush(stdout);
            fprintf(stderr, "OpenCV: FFMPEG: tag 0x%08x/'%c%c%c%c' is not found (format '%s / %s')'\n",
                    fourcc, CV_TAG_TO_PRINTABLE_CHAR4(fourcc),
                    fmt->name, fmt->long_name);
            return false;
        }
    }
E
Emanuele Ruffaldi 已提交
2578 2579


2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594
    // validate tag
    if (cv_ff_codec_tag_list_match(fmt->codec_tag, codec_id, fourcc) == false)
    {
        fflush(stdout);
        fprintf(stderr, "OpenCV: FFMPEG: tag 0x%08x/'%c%c%c%c' is not supported with codec id %d and format '%s / %s'\n",
                fourcc, CV_TAG_TO_PRINTABLE_CHAR4(fourcc),
                codec_id, fmt->name, fmt->long_name);
        int supported_tag;
        if( (supported_tag = av_codec_get_tag(fmt->codec_tag, codec_id)) != 0 )
        {
            fprintf(stderr, "OpenCV: FFMPEG: fallback to use tag 0x%08x/'%c%c%c%c'\n",
                    supported_tag, CV_TAG_TO_PRINTABLE_CHAR4(supported_tag));
            fourcc = supported_tag;
        }
    }
2595

V
Vadim Pisarevsky 已提交
2596 2597
    // alloc memory for context
    oc = avformat_alloc_context();
2598
    CV_Assert(oc);
2599

V
Vadim Pisarevsky 已提交
2600 2601 2602
    /* set file name */
    oc->oformat = fmt;
    snprintf(oc->filename, sizeof(oc->filename), "%s", filename);
2603

V
Vadim Pisarevsky 已提交
2604 2605
    /* set some options */
    oc->max_delay = (int)(0.7*AV_TIME_BASE);  /* This reduces buffer underrun warnings with MPEG */
2606

V
Vadim Pisarevsky 已提交
2607 2608
    // set a few optimal pixel formats for lossless codecs of interest..
    switch (codec_id) {
2609
    case CV_CODEC(CODEC_ID_JPEGLS):
V
Vadim Pisarevsky 已提交
2610
        // BGR24 or GRAY8 depending on is_color...
E
Emanuele Ruffaldi 已提交
2611 2612
        // supported: bgr24 rgb24 gray gray16le
        // as of version 3.4.1
V
Vadim Pisarevsky 已提交
2613 2614
        codec_pix_fmt = input_pix_fmt;
        break;
2615
    case CV_CODEC(CODEC_ID_HUFFYUV):
E
Emanuele Ruffaldi 已提交
2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681
        // supported: yuv422p rgb24 bgra
        // as of version 3.4.1
        switch(input_pix_fmt)
        {
            case AV_PIX_FMT_RGB24:
            case AV_PIX_FMT_BGRA:
                codec_pix_fmt = input_pix_fmt;
                break;
            case AV_PIX_FMT_BGR24:
                codec_pix_fmt = AV_PIX_FMT_RGB24;
                break;
            default:
                codec_pix_fmt = AV_PIX_FMT_YUV422P;
                break;
        }
        break;
    case CV_CODEC(CODEC_ID_PNG):
        // supported: rgb24 rgba rgb48be rgba64be pal8 gray ya8 gray16be ya16be monob
        // as of version 3.4.1
        switch(input_pix_fmt)
        {
            case AV_PIX_FMT_GRAY8:
            case AV_PIX_FMT_GRAY16BE:
            case AV_PIX_FMT_RGB24:
            case AV_PIX_FMT_BGRA:
                codec_pix_fmt = input_pix_fmt;
                break;
            case AV_PIX_FMT_GRAY16LE:
                codec_pix_fmt = AV_PIX_FMT_GRAY16BE;
                break;
            case AV_PIX_FMT_BGR24:
                codec_pix_fmt = AV_PIX_FMT_RGB24;
                break;
            default:
                codec_pix_fmt = AV_PIX_FMT_YUV422P;
                break;
        }
        break;
    case CV_CODEC(CODEC_ID_FFV1):
        // supported: MANY
        // as of version 3.4.1
        switch(input_pix_fmt)
        {
            case AV_PIX_FMT_GRAY8:
            case AV_PIX_FMT_GRAY16LE:
#ifdef AV_PIX_FMT_BGR0
            case AV_PIX_FMT_BGR0:
#endif
            case AV_PIX_FMT_BGRA:
                codec_pix_fmt = input_pix_fmt;
                break;
            case AV_PIX_FMT_GRAY16BE:
                codec_pix_fmt = AV_PIX_FMT_GRAY16LE;
                break;
            case AV_PIX_FMT_BGR24:
            case AV_PIX_FMT_RGB24:
#ifdef AV_PIX_FMT_BGR0
                codec_pix_fmt = AV_PIX_FMT_BGR0;
#else
                codec_pix_fmt = AV_PIX_FMT_BGRA;
#endif
                break;
            default:
                codec_pix_fmt = AV_PIX_FMT_YUV422P;
                break;
        }
V
Vadim Pisarevsky 已提交
2682
        break;
2683 2684
    case CV_CODEC(CODEC_ID_MJPEG):
    case CV_CODEC(CODEC_ID_LJPEG):
J
jisli 已提交
2685
        codec_pix_fmt = AV_PIX_FMT_YUVJ420P;
V
Vadim Pisarevsky 已提交
2686 2687
        bitrate_scale = 3;
        break;
2688
    case CV_CODEC(CODEC_ID_RAWVIDEO):
E
Emanuele Ruffaldi 已提交
2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707
        // RGBA is the only RGB fourcc supported by AVI and MKV format
        if(fourcc == CV_FOURCC('R','G','B','A'))
        {
            codec_pix_fmt = AV_PIX_FMT_RGBA;
        }
        else
        {
            switch(input_pix_fmt)
            {
                case AV_PIX_FMT_GRAY8:
                case AV_PIX_FMT_GRAY16LE:
                case AV_PIX_FMT_GRAY16BE:
                    codec_pix_fmt = input_pix_fmt;
                    break;
                default:
                    codec_pix_fmt = AV_PIX_FMT_YUV420P;
                    break;
            }
        }
V
Vadim Pisarevsky 已提交
2708 2709 2710
        break;
    default:
        // good for lossy formats, MPEG, etc.
J
jisli 已提交
2711
        codec_pix_fmt = AV_PIX_FMT_YUV420P;
V
Vadim Pisarevsky 已提交
2712 2713
        break;
    }
2714

2715
    double bitrate = std::min(bitrate_scale*fps*width*height, (double)INT_MAX/2);
2716

2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761
    if (codec_id == AV_CODEC_ID_NONE) {
        codec_id = av_guess_codec(oc->oformat, NULL, oc->filename, NULL, AVMEDIA_TYPE_VIDEO);
    }

    // Add video stream to output file
    video_st = avformat_new_stream(oc, 0);
    if (!video_st) {
        CV_WARN("Could not allocate stream");
        return false;
    }

    AVDictionary *dict = NULL;
#if !defined(NO_GETENV) && (LIBAVUTIL_VERSION_MAJOR >= 53)
    char* options = getenv("OPENCV_FFMPEG_WRITER_OPTIONS");
    if (options) {
        av_dict_parse_string(&dict, options, ";", "|", 0);
    }
#endif

    AVCodecContext *c = video_st->codec;

    // find and open encoder, try HW acceleration types specified in 'hw_acceleration' list (in order)
    int err = -1;
    AVCodec* codec = NULL;
#if USE_AV_HW_CODECS
    AVBufferRef* hw_device_ctx = NULL;
    HWAccelIterator accel_iter(va_type, true/*isEncoder*/, dict);
    while (accel_iter.good())
    {
#else
    do {
#endif
#if USE_AV_HW_CODECS
        accel_iter.parse_next();
        AVHWDeviceType hw_type = accel_iter.hw_type();
        codec = NULL;
        AVPixelFormat hw_format = AV_PIX_FMT_NONE;
        if (hw_device_ctx)
            av_buffer_unref(&hw_device_ctx);
        if (hw_type != AV_HWDEVICE_TYPE_NONE)
        {
            codec = hw_find_codec(codec_id, hw_type, av_codec_is_encoder, accel_iter.disabled_codecs().c_str(), &hw_format);
            if (!codec)
                continue;

2762
            hw_device_ctx = hw_create_device(hw_type, hw_device, accel_iter.device_subname(), use_opencl != 0);
2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787
            if (!hw_device_ctx)
                continue;
        }
        else if (hw_type == AV_HWDEVICE_TYPE_NONE)
#endif
        {
            codec = avcodec_find_encoder(codec_id);
            if (!codec) {
                CV_LOG_ERROR(NULL, "Could not find encoder for codec_id=" << (int)codec_id << ", error: "
                        << icvFFMPEGErrStr(AVERROR_ENCODER_NOT_FOUND));
            }
        }
        if (!codec)
            continue;
#if USE_AV_HW_CODECS
        AVPixelFormat format = (hw_format != AV_PIX_FMT_NONE) ? hw_format : codec_pix_fmt;
#else
        AVPixelFormat format = codec_pix_fmt;
#endif

        if (!icv_configure_video_stream_FFMPEG(oc, video_st, codec,
                                               width, height, (int) (bitrate + 0.5),
                                               fps, format)) {
            continue;
        }
2788

V
Vadim Pisarevsky 已提交
2789 2790
#if 0
#if FF_API_DUMP_FORMAT
2791
        dump_format(oc, 0, filename, 1);
2792
#else
2793
        av_dump_format(oc, 0, filename, 1);
V
Vadim Pisarevsky 已提交
2794
#endif
2795 2796
#endif

2797
        c->codec_tag = fourcc;
2798

2799 2800 2801 2802 2803 2804 2805 2806 2807 2808
#if USE_AV_HW_CODECS
        if (hw_device_ctx) {
            c->hw_device_ctx = av_buffer_ref(hw_device_ctx);
            if (hw_format != AV_PIX_FMT_NONE) {
                c->hw_frames_ctx = hw_create_frames(NULL, hw_device_ctx, width, height, hw_format);
                if (!c->hw_frames_ctx)
                    continue;
            }
        }
#endif
2809

2810 2811 2812 2813 2814
        int64_t lbit_rate = (int64_t) c->bit_rate;
        lbit_rate += (int64_t)(bitrate / 2);
        lbit_rate = std::min(lbit_rate, (int64_t) INT_MAX);
        c->bit_rate_tolerance = (int) lbit_rate;
        c->bit_rate = (int) lbit_rate;
2815

2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832
        /* open the codec */
        err = avcodec_open2(c, codec, NULL);
        if (err >= 0) {
#if USE_AV_HW_CODECS
            va_type = hw_type_to_va_type(hw_type);
            if (hw_type != AV_HWDEVICE_TYPE_NONE && hw_device < 0)
                hw_device = 0;
#endif
            break;
        } else {
            CV_LOG_ERROR(NULL, "Could not open codec " << codec->name << ", error: " << icvFFMPEGErrStr(err));
        }
#if USE_AV_HW_CODECS
    }  // while (accel_iter.good())
#else
    } while (0);
#endif
2833

2834 2835 2836 2837 2838 2839 2840 2841 2842 2843
#if USE_AV_HW_CODECS
    if (hw_device_ctx)
        av_buffer_unref(&hw_device_ctx);
#endif

    if (dict != NULL)
        av_dict_free(&dict);

    if (err < 0) {
        CV_LOG_ERROR(NULL, "VIDEOIO/FFMPEG: Failed to initialize VideoWriter");
V
Vadim Pisarevsky 已提交
2844
        return false;
2845
    }
2846

V
Vadim Pisarevsky 已提交
2847
    outbuf = NULL;
2848

2849 2850 2851 2852 2853

#if LIBAVFORMAT_BUILD < CALC_FFMPEG_VERSION(57, 0, 0)
    if (!(oc->oformat->flags & AVFMT_RAWPICTURE))
#endif
    {
V
Vadim Pisarevsky 已提交
2854 2855 2856 2857
        /* allocate output buffer */
        /* assume we will never get codec output with more than 4 bytes per pixel... */
        outbuf_size = width*height*4;
        outbuf = (uint8_t *) av_malloc(outbuf_size);
2858
    }
2859

V
Vadim Pisarevsky 已提交
2860
    bool need_color_convert;
2861 2862 2863 2864 2865 2866 2867
    AVPixelFormat sw_pix_fmt = c->pix_fmt;
#if USE_AV_HW_CODECS
    if (c->hw_frames_ctx)
        sw_pix_fmt = ((AVHWFramesContext*)c->hw_frames_ctx->data)->sw_format;
#endif

    need_color_convert = (sw_pix_fmt != input_pix_fmt);
2868

V
Vadim Pisarevsky 已提交
2869
    /* allocate the encoded raw picture */
2870
    picture = icv_alloc_picture_FFMPEG(sw_pix_fmt, c->width, c->height, need_color_convert);
V
Vadim Pisarevsky 已提交
2871 2872
    if (!picture) {
        return false;
2873
    }
2874

V
Vadim Pisarevsky 已提交
2875 2876 2877 2878 2879 2880 2881 2882
    /* if the output format is not our input format, then a temporary
   picture of the input format is needed too. It is then converted
   to the required output format */
    input_picture = NULL;
    if ( need_color_convert ) {
        input_picture = icv_alloc_picture_FFMPEG(input_pix_fmt, c->width, c->height, false);
        if (!input_picture) {
            return false;
2883
        }
2884 2885
    }

V
Vadim Pisarevsky 已提交
2886
    /* open the output file, if needed */
2887 2888 2889 2890
    if (!(fmt->flags & AVFMT_NOFILE))
    {
        if (avio_open(&oc->pb, filename, AVIO_FLAG_WRITE) < 0)
        {
V
Vadim Pisarevsky 已提交
2891 2892
            return false;
        }
2893
    }
2894

V
Vadim Pisarevsky 已提交
2895 2896
    /* write the stream header, if any */
    err=avformat_write_header(oc, NULL);
2897

V
Vadim Pisarevsky 已提交
2898
    if(err < 0)
V
Vladislav Vinogradov 已提交
2899
    {
V
Vadim Pisarevsky 已提交
2900 2901 2902
        close();
        remove(filename);
        return false;
V
Vladislav Vinogradov 已提交
2903
    }
V
Vadim Pisarevsky 已提交
2904 2905
    frame_width = width;
    frame_height = height;
2906
    frame_idx = 0;
V
Vadim Pisarevsky 已提交
2907
    ok = true;
I
Ilya Lavrenov 已提交
2908

V
Vadim Pisarevsky 已提交
2909
    return true;
V
Vladislav Vinogradov 已提交
2910 2911 2912 2913
}



2914 2915
static
CvCapture_FFMPEG* cvCreateFileCaptureWithParams_FFMPEG(const char* filename, const VideoCaptureParameters& params)
V
Vladislav Vinogradov 已提交
2916
{
2917
    // FIXIT: remove unsafe malloc() approach
V
Vadim Pisarevsky 已提交
2918
    CvCapture_FFMPEG* capture = (CvCapture_FFMPEG*)malloc(sizeof(*capture));
2919 2920
    if (!capture)
        return 0;
V
Vadim Pisarevsky 已提交
2921
    capture->init();
2922
    if (capture->open(filename, params))
V
Vadim Pisarevsky 已提交
2923
        return capture;
I
Ilya Lavrenov 已提交
2924

V
Vadim Pisarevsky 已提交
2925 2926 2927
    capture->close();
    free(capture);
    return 0;
V
Vladislav Vinogradov 已提交
2928 2929
}

V
Vadim Pisarevsky 已提交
2930
void cvReleaseCapture_FFMPEG(CvCapture_FFMPEG** capture)
V
Vladislav Vinogradov 已提交
2931
{
V
Vadim Pisarevsky 已提交
2932
    if( capture && *capture )
V
Vladislav Vinogradov 已提交
2933
    {
V
Vadim Pisarevsky 已提交
2934 2935 2936
        (*capture)->close();
        free(*capture);
        *capture = 0;
V
Vladislav Vinogradov 已提交
2937 2938 2939
    }
}

V
Vadim Pisarevsky 已提交
2940
int cvSetCaptureProperty_FFMPEG(CvCapture_FFMPEG* capture, int prop_id, double value)
V
Vladislav Vinogradov 已提交
2941
{
V
Vadim Pisarevsky 已提交
2942
    return capture->setProperty(prop_id, value);
V
Vladislav Vinogradov 已提交
2943 2944
}

V
Vadim Pisarevsky 已提交
2945
double cvGetCaptureProperty_FFMPEG(CvCapture_FFMPEG* capture, int prop_id)
V
Vladislav Vinogradov 已提交
2946
{
V
Vadim Pisarevsky 已提交
2947
    return capture->getProperty(prop_id);
V
Vladislav Vinogradov 已提交
2948 2949
}

V
Vadim Pisarevsky 已提交
2950
int cvGrabFrame_FFMPEG(CvCapture_FFMPEG* capture)
V
Vladislav Vinogradov 已提交
2951
{
V
Vadim Pisarevsky 已提交
2952
    return capture->grabFrame();
V
Vladislav Vinogradov 已提交
2953
}
V
Vladislav Vinogradov 已提交
2954

V
Vadim Pisarevsky 已提交
2955
int cvRetrieveFrame_FFMPEG(CvCapture_FFMPEG* capture, unsigned char** data, int* step, int* width, int* height, int* cn)
V
Vladislav Vinogradov 已提交
2956
{
V
Vadim Pisarevsky 已提交
2957
    return capture->retrieveFrame(0, data, step, width, height, cn);
V
Vladislav Vinogradov 已提交
2958 2959
}

2960 2961
static CvVideoWriter_FFMPEG* cvCreateVideoWriterWithParams_FFMPEG( const char* filename, int fourcc, double fps,
                                                  int width, int height, const VideoWriterParameters& params )
V
Vladislav Vinogradov 已提交
2962
{
V
Vadim Pisarevsky 已提交
2963
    CvVideoWriter_FFMPEG* writer = (CvVideoWriter_FFMPEG*)malloc(sizeof(*writer));
2964 2965
    if (!writer)
        return 0;
V
Vadim Pisarevsky 已提交
2966
    writer->init();
2967
    if( writer->open( filename, fourcc, fps, width, height, params ))
V
Vadim Pisarevsky 已提交
2968 2969 2970 2971
        return writer;
    writer->close();
    free(writer);
    return 0;
V
Vladislav Vinogradov 已提交
2972 2973
}

2974 2975 2976 2977 2978 2979 2980 2981
CvVideoWriter_FFMPEG* cvCreateVideoWriter_FFMPEG( const char* filename, int fourcc, double fps,
                                                  int width, int height, int isColor )
{
    VideoWriterParameters params;
    params.add(VIDEOWRITER_PROP_IS_COLOR, isColor);
    return cvCreateVideoWriterWithParams_FFMPEG(filename, fourcc, fps, width, height, params);
}

V
Vadim Pisarevsky 已提交
2982 2983 2984
void cvReleaseVideoWriter_FFMPEG( CvVideoWriter_FFMPEG** writer )
{
    if( writer && *writer )
V
Vladislav Vinogradov 已提交
2985
    {
V
Vadim Pisarevsky 已提交
2986 2987 2988
        (*writer)->close();
        free(*writer);
        *writer = 0;
V
Vladislav Vinogradov 已提交
2989 2990 2991 2992
    }
}


V
Vadim Pisarevsky 已提交
2993 2994 2995
int cvWriteFrame_FFMPEG( CvVideoWriter_FFMPEG* writer,
                         const unsigned char* data, int step,
                         int width, int height, int cn, int origin)
V
Vladislav Vinogradov 已提交
2996
{
V
Vadim Pisarevsky 已提交
2997
    return writer->writeFrame(data, step, width, height, cn, origin);
V
Vladislav Vinogradov 已提交
2998
}