/*M/////////////////////////////////////////////////////////////////////////////////////// // // IMPORTANT: READ BEFORE DOWNLOADING, COPYING, INSTALLING OR USING. // // By downloading, copying, installing or using the software you agree to this license. // If you do not agree to this license, do not download, install, // copy or use the software. // // // License Agreement // For Open Source Computer Vision Library // // Copyright (C) 2000-2008, Intel Corporation, all rights reserved. // Copyright (C) 2009, Willow Garage Inc., all rights reserved. // Third party copyrights are property of their respective owners. // // Redistribution and use in source and binary forms, with or without modification, // are permitted provided that the following conditions are met: // // * Redistribution's of source code must retain the above copyright notice, // this list of conditions and the following disclaimer. // // * Redistribution's in binary form must reproduce the above copyright notice, // this list of conditions and the following disclaimer in the documentation // and/or other materials provided with the distribution. // // * The name of the copyright holders may not be used to endorse or promote products // derived from this software without specific prior written permission. // // This software is provided by the copyright holders and contributors "as is" and // any express or implied warranties, including, but not limited to, the implied // warranties of merchantability and fitness for a particular purpose are disclaimed. // In no event shall the Intel Corporation or contributors be liable for any direct, // indirect, incidental, special, exemplary, or consequential damages // (including, but not limited to, procurement of substitute goods or services; // loss of use, data, or profits; or business interruption) however caused // and on any theory of liability, whether in contract, strict liability, // or tort (including negligence or otherwise) arising in any way out of // the use of this software, even if advised of the possibility of such damage. // //M*/ #include "test_precomp.hpp" #include "opencv2/videoio/videoio_c.h" using namespace cv; using namespace std; namespace cvtest { string fourccToString(int fourcc) { return format("%c%c%c%c", fourcc & 255, (fourcc >> 8) & 255, (fourcc >> 16) & 255, (fourcc >> 24) & 255); } #ifdef HAVE_MSMF const VideoFormat g_specific_fmt_list[] = { /*VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', '2', '5')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', '5', '0')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', 'c', ' ')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', 'h', '1')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', 'h', 'd')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', 's', 'd')), VideoFormat("wmv", CV_FOURCC_MACRO('d', 'v', 's', 'l')), VideoFormat("wmv", CV_FOURCC_MACRO('H', '2', '6', '3')), VideoFormat("wmv", CV_FOURCC_MACRO('M', '4', 'S', '2')), VideoFormat("avi", CV_FOURCC_MACRO('M', 'J', 'P', 'G')), VideoFormat("mp4", CV_FOURCC_MACRO('M', 'P', '4', 'S')), VideoFormat("mp4", CV_FOURCC_MACRO('M', 'P', '4', 'V')), VideoFormat("wmv", CV_FOURCC_MACRO('M', 'P', '4', '3')), VideoFormat("wmv", CV_FOURCC_MACRO('M', 'P', 'G', '1')), VideoFormat("wmv", CV_FOURCC_MACRO('M', 'S', 'S', '1')), VideoFormat("wmv", CV_FOURCC_MACRO('M', 'S', 'S', '2')),*/ #if !defined(_M_ARM) VideoFormat("wmv", CV_FOURCC_MACRO('W', 'M', 'V', '1')), VideoFormat("wmv", CV_FOURCC_MACRO('W', 'M', 'V', '2')), #endif VideoFormat("wmv", CV_FOURCC_MACRO('W', 'M', 'V', '3')), VideoFormat("avi", CV_FOURCC_MACRO('H', '2', '6', '4')), //VideoFormat("wmv", CV_FOURCC_MACRO('W', 'V', 'C', '1')), VideoFormat() }; #else const VideoFormat g_specific_fmt_list[] = { VideoFormat("avi", VideoWriter::fourcc('X', 'V', 'I', 'D')), VideoFormat("avi", VideoWriter::fourcc('M', 'P', 'E', 'G')), VideoFormat("avi", VideoWriter::fourcc('M', 'J', 'P', 'G')), //VideoFormat("avi", VideoWriter::fourcc('I', 'Y', 'U', 'V')), VideoFormat("mkv", VideoWriter::fourcc('X', 'V', 'I', 'D')), VideoFormat("mkv", VideoWriter::fourcc('M', 'P', 'E', 'G')), VideoFormat("mkv", VideoWriter::fourcc('M', 'J', 'P', 'G')), VideoFormat("mov", VideoWriter::fourcc('m', 'p', '4', 'v')), VideoFormat() }; #endif } class CV_VideoIOTest : public cvtest::BaseTest { protected: void ImageTest (const string& dir); void VideoTest (const string& dir, const cvtest::VideoFormat& fmt); void SpecificImageTest (const string& dir); void SpecificVideoTest (const string& dir, const cvtest::VideoFormat& fmt); CV_VideoIOTest() {} ~CV_VideoIOTest() {} virtual void run(int) = 0; }; class CV_ImageTest : public CV_VideoIOTest { public: CV_ImageTest() {} ~CV_ImageTest() {} void run(int); }; class CV_SpecificImageTest : public CV_VideoIOTest { public: CV_SpecificImageTest() {} ~CV_SpecificImageTest() {} void run(int); }; class CV_VideoTest : public CV_VideoIOTest { public: CV_VideoTest() {} ~CV_VideoTest() {} void run(int); }; class CV_SpecificVideoTest : public CV_VideoIOTest { public: CV_SpecificVideoTest() {} ~CV_SpecificVideoTest() {} void run(int); }; void CV_VideoIOTest::ImageTest(const string& dir) { string _name = dir + string("../cv/shared/baboon.png"); ts->printf(ts->LOG, "reading image : %s\n", _name.c_str()); Mat image = imread(_name); image.convertTo(image, CV_8UC3); if (image.empty()) { ts->set_failed_test_info(ts->FAIL_MISSING_TEST_DATA); return; } const string exts[] = { #ifdef HAVE_PNG "png", #endif #ifdef HAVE_TIFF "tiff", #endif #ifdef HAVE_JPEG "jpg", #endif #ifdef HAVE_JASPER "jp2", #endif #if 0 /*defined HAVE_OPENEXR && !defined __APPLE__*/ "exr", #endif "bmp", "ppm", "ras" }; const size_t ext_num = sizeof(exts)/sizeof(exts[0]); for(size_t i = 0; i < ext_num; ++i) { string ext = exts[i]; string full_name = cv::tempfile(ext.c_str()); ts->printf(ts->LOG, " full_name : %s\n", full_name.c_str()); imwrite(full_name, image); Mat loaded = imread(full_name); if (loaded.empty()) { ts->printf(ts->LOG, "Reading failed at fmt=%s\n", ext.c_str()); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } const double thresDbell = 20; double psnr = cvtest::PSNR(loaded, image); if (psnr < thresDbell) { ts->printf(ts->LOG, "Reading image from file: too big difference (=%g) with fmt=%s\n", psnr, ext.c_str()); ts->set_failed_test_info(ts->FAIL_BAD_ACCURACY); continue; } vector from_file; FILE *f = fopen(full_name.c_str(), "rb"); fseek(f, 0, SEEK_END); long len = ftell(f); from_file.resize((size_t)len); fseek(f, 0, SEEK_SET); from_file.resize(fread(&from_file[0], 1, from_file.size(), f)); fclose(f); vector buf; imencode("." + exts[i], image, buf); if (buf != from_file) { ts->printf(ts->LOG, "Encoding failed with fmt=%s\n", ext.c_str()); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } Mat buf_loaded = imdecode(Mat(buf), 1); if (buf_loaded.empty()) { ts->printf(ts->LOG, "Decoding failed with fmt=%s\n", ext.c_str()); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } psnr = cvtest::PSNR(buf_loaded, image); if (psnr < thresDbell) { ts->printf(ts->LOG, "Decoding image from memory: too small PSNR (=%gdb) with fmt=%s\n", psnr, ext.c_str()); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } } ts->printf(ts->LOG, "end test function : ImagesTest \n"); ts->set_failed_test_info(ts->OK); } void CV_VideoIOTest::VideoTest(const string& dir, const cvtest::VideoFormat& fmt) { string src_file = dir + "../cv/shared/video_for_test.avi"; string tmp_name = cv::tempfile((cvtest::fourccToString(fmt.fourcc) + "." + fmt.ext).c_str()); ts->printf(ts->LOG, "reading video : %s and converting it to %s\n", src_file.c_str(), tmp_name.c_str()); CvCapture* cap = cvCaptureFromFile(src_file.c_str()); if (!cap) { ts->set_failed_test_info(ts->FAIL_MISMATCH); return; } CvVideoWriter* writer = 0; vector frames; for(;;) { IplImage* img = cvQueryFrame( cap ); if (!img) break; frames.push_back(cv::cvarrToMat(img, true)); if (writer == NULL) { writer = cvCreateVideoWriter(tmp_name.c_str(), fmt.fourcc, 24, cvGetSize(img)); if (writer == NULL) { ts->printf(ts->LOG, "can't create writer (with fourcc : %s)\n", cvtest::fourccToString(fmt.fourcc).c_str()); cvReleaseCapture( &cap ); ts->set_failed_test_info(ts->FAIL_MISMATCH); return; } } cvWriteFrame(writer, img); } cvReleaseVideoWriter( &writer ); cvReleaseCapture( &cap ); CvCapture *saved = cvCaptureFromFile(tmp_name.c_str()); if (!saved) { ts->set_failed_test_info(ts->FAIL_MISMATCH); return; } const double thresDbell = 20; for(int i = 0;; i++) { IplImage* ipl1 = cvQueryFrame( saved ); if (!ipl1) break; Mat img = frames[i]; Mat img1 = cv::cvarrToMat(ipl1); double psnr = cvtest::PSNR(img1, img); if (psnr < thresDbell) { ts->printf(ts->LOG, "Too low frame %d psnr = %gdb\n", i, psnr); ts->set_failed_test_info(ts->FAIL_MISMATCH); //imwrite("original.png", img); //imwrite("after_test.png", img1); //Mat diff; //absdiff(img, img1, diff); //imwrite("diff.png", diff); break; } } cvReleaseCapture( &saved ); ts->printf(ts->LOG, "end test function : ImagesVideo \n"); } void CV_VideoIOTest::SpecificImageTest(const string& dir) { const size_t IMAGE_COUNT = 10; for (size_t i = 0; i < IMAGE_COUNT; ++i) { stringstream s; s << i; string file_path = dir+"../python/images/QCIF_0"+s.str()+".bmp"; Mat image = imread(file_path); if (image.empty()) { ts->set_failed_test_info(ts->FAIL_MISSING_TEST_DATA); return; } resize(image, image, Size(968, 757), 0.0, 0.0, INTER_CUBIC); stringstream s_digit; s_digit << i; string full_name = cv::tempfile((s_digit.str() + ".bmp").c_str()); ts->printf(ts->LOG, " full_name : %s\n", full_name.c_str()); imwrite(full_name, image); Mat loaded = imread(full_name); if (loaded.empty()) { ts->printf(ts->LOG, "Reading failed at fmt=bmp\n"); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } const double thresDbell = 20; double psnr = cvtest::PSNR(loaded, image); if (psnr < thresDbell) { ts->printf(ts->LOG, "Reading image from file: too big difference (=%g) with fmt=bmp\n", psnr); ts->set_failed_test_info(ts->FAIL_BAD_ACCURACY); continue; } vector from_file; FILE *f = fopen(full_name.c_str(), "rb"); fseek(f, 0, SEEK_END); long len = ftell(f); from_file.resize((size_t)len); fseek(f, 0, SEEK_SET); from_file.resize(fread(&from_file[0], 1, from_file.size(), f)); fclose(f); vector buf; imencode(".bmp", image, buf); if (buf != from_file) { ts->printf(ts->LOG, "Encoding failed with fmt=bmp\n"); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } Mat buf_loaded = imdecode(Mat(buf), 1); if (buf_loaded.empty()) { ts->printf(ts->LOG, "Decoding failed with fmt=bmp\n"); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } psnr = cvtest::PSNR(buf_loaded, image); if (psnr < thresDbell) { ts->printf(ts->LOG, "Decoding image from memory: too small PSNR (=%gdb) with fmt=bmp\n", psnr); ts->set_failed_test_info(ts->FAIL_MISMATCH); continue; } } ts->printf(ts->LOG, "end test function : SpecificImageTest \n"); ts->set_failed_test_info(ts->OK); } void CV_VideoIOTest::SpecificVideoTest(const string& dir, const cvtest::VideoFormat& fmt) { string ext = fmt.ext; int fourcc = fmt.fourcc; string fourcc_str = cvtest::fourccToString(fourcc); const string video_file = cv::tempfile((fourcc_str + "." + ext).c_str()); Size frame_size(968 & -2, 757 & -2); VideoWriter writer(video_file, fourcc, 25, frame_size, true); if (!writer.isOpened()) { // call it repeatedly for easier debugging VideoWriter writer2(video_file, fourcc, 25, frame_size, true); ts->printf(ts->LOG, "Creating a video in %s...\n", video_file.c_str()); ts->printf(ts->LOG, "Cannot create VideoWriter object with codec %s.\n", fourcc_str.c_str()); ts->set_failed_test_info(ts->FAIL_MISMATCH); return; } const size_t IMAGE_COUNT = 30; vector images; for( size_t i = 0; i < IMAGE_COUNT; ++i ) { string file_path = format("%s../python/images/QCIF_%02d.bmp", dir.c_str(), i); Mat img = imread(file_path, IMREAD_COLOR); if (img.empty()) { ts->printf(ts->LOG, "Creating a video in %s...\n", video_file.c_str()); ts->printf(ts->LOG, "Error: cannot read frame from %s.\n", file_path.c_str()); ts->printf(ts->LOG, "Continue creating the video file...\n"); ts->set_failed_test_info(ts->FAIL_INVALID_TEST_DATA); break; } for (int k = 0; k < img.rows; ++k) for (int l = 0; l < img.cols; ++l) if (img.at(k, l) == Vec3b::all(0)) img.at(k, l) = Vec3b(0, 255, 0); else img.at(k, l) = Vec3b(0, 0, 255); resize(img, img, frame_size, 0.0, 0.0, INTER_CUBIC); images.push_back(img); writer << img; } writer.release(); VideoCapture cap(video_file); size_t FRAME_COUNT = (size_t)cap.get(CAP_PROP_FRAME_COUNT); size_t allowed_extra_frames = 0; // Hack! Newer FFmpeg versions in this combination produce a file // whose reported duration is one frame longer than needed, and so // the calculated frame count is also off by one. Ideally, we'd want // to fix both writing (to produce the correct duration) and reading // (to correctly report frame count for such files), but I don't know // how to do either, so this is a workaround for now. // See also the same hack in CV_PositioningTest::run. if (fourcc == VideoWriter::fourcc('M', 'P', 'E', 'G') && ext == "mkv") allowed_extra_frames = 1; if (FRAME_COUNT < IMAGE_COUNT || FRAME_COUNT > IMAGE_COUNT + allowed_extra_frames) { ts->printf(ts->LOG, "\nFrame count checking for video_%s.%s...\n", fourcc_str.c_str(), ext.c_str()); ts->printf(ts->LOG, "Video codec: %s\n", fourcc_str.c_str()); if (allowed_extra_frames != 0) ts->printf(ts->LOG, "Required frame count: %d-%d; Returned frame count: %d\n", IMAGE_COUNT, IMAGE_COUNT + allowed_extra_frames, FRAME_COUNT); else ts->printf(ts->LOG, "Required frame count: %d; Returned frame count: %d\n", IMAGE_COUNT, FRAME_COUNT); ts->printf(ts->LOG, "Error: Incorrect frame count in the video.\n"); ts->printf(ts->LOG, "Continue checking...\n"); ts->set_failed_test_info(ts->FAIL_BAD_ACCURACY); return; } for (int i = 0; (size_t)i < IMAGE_COUNT; i++) { Mat frame; cap >> frame; if (frame.empty()) { ts->printf(ts->LOG, "\nVideo file directory: %s\n", "."); ts->printf(ts->LOG, "File name: video_%s.%s\n", fourcc_str.c_str(), ext.c_str()); ts->printf(ts->LOG, "Video codec: %s\n", fourcc_str.c_str()); ts->printf(ts->LOG, "Error: cannot read the next frame with index %d.\n", i+1); ts->set_failed_test_info(ts->FAIL_MISSING_TEST_DATA); break; } Mat img = images[i]; const double thresDbell = 40; double psnr = cvtest::PSNR(img, frame); if (psnr > thresDbell) { ts->printf(ts->LOG, "\nReading frame from the file video_%s.%s...\n", fourcc_str.c_str(), ext.c_str()); ts->printf(ts->LOG, "Frame index: %d\n", i+1); ts->printf(ts->LOG, "Difference between saved and original images: %g\n", psnr); ts->printf(ts->LOG, "Maximum allowed difference: %g\n", thresDbell); ts->printf(ts->LOG, "Error: too big difference between saved and original images.\n"); break; } } } void CV_ImageTest::run(int) { ImageTest(ts->get_data_path()); } void CV_SpecificImageTest::run(int) { SpecificImageTest(ts->get_data_path()); } void CV_VideoTest::run(int) { for (int i = 0; ; ++i) { const cvtest::VideoFormat& fmt = cvtest::g_specific_fmt_list[i]; if( fmt.empty() ) break; VideoTest(ts->get_data_path(), fmt); } } void CV_SpecificVideoTest::run(int) { for (int i = 0; ; ++i) { const cvtest::VideoFormat& fmt = cvtest::g_specific_fmt_list[i]; if( fmt.empty() ) break; SpecificVideoTest(ts->get_data_path(), fmt); } } #ifdef HAVE_JPEG TEST(Videoio_Image, regression) { CV_ImageTest test; test.safe_run(); } #endif #if BUILD_WITH_VIDEO_INPUT_SUPPORT && BUILD_WITH_VIDEO_OUTPUT_SUPPORT && !defined(__APPLE__) TEST(Videoio_Video, regression) { CV_VideoTest test; test.safe_run(); } TEST(Videoio_Video, write_read) { CV_SpecificVideoTest test; test.safe_run(); } #endif TEST(Videoio_Image, write_read) { CV_SpecificImageTest test; test.safe_run(); }