Home | History | Annotate | Download | only in ffmpeg
      1 // Copyright (c) 2012 The Chromium Authors. All rights reserved.
      2 // Use of this source code is governed by a BSD-style license that can be
      3 // found in the LICENSE file.
      4 //
      5 // Regression tests for FFmpeg.  Security test files can be found in the
      6 // internal media test data directory:
      7 //
      8 //    svn://svn.chromium.org/chrome-internal/trunk/data/media/security/
      9 //
     10 // Simply add the custom_dep below to your gclient and sync:
     11 //
     12 //    "src/media/test/data/security":
     13 //        "svn://chrome-svn/chrome-internal/trunk/data/media/security"
     14 //
     15 // Many of the files here do not cause issues outside of tooling, so you'll need
     16 // to run this test under ASAN, TSAN, and Valgrind to ensure that all issues are
     17 // caught.
     18 //
     19 // Test cases labeled FLAKY may not always pass, but they should never crash or
     20 // cause any kind of warnings or errors under tooling.
     21 //
     22 // Frame hashes must be generated with --video-threads=1 for correctness.
     23 //
     24 // Known issues:
     25 //    Cr47325 will generate an UninitValue error under Valgrind inside of the
     26 //    MD5 hashing code.  The error occurs due to some problematic error
     27 //    resilence code for H264 inside of FFmpeg.  See http://crbug.com/119020
     28 //
     29 //    Some OGG files leak ~30 bytes of memory, upstream tracking bug:
     30 //    https://ffmpeg.org/trac/ffmpeg/ticket/1244
     31 //
     32 //    Some OGG files leak hundreds of kilobytes of memory, upstream bug:
     33 //    https://ffmpeg.org/trac/ffmpeg/ticket/1931
     34 
     35 #include "media/filters/pipeline_integration_test_base.h"
     36 
     37 #include "base/bind.h"
     38 #include "media/base/test_data_util.h"
     39 
     40 namespace media {
     41 
     42 struct RegressionTestData {
     43   RegressionTestData(const char* filename, PipelineStatus init_status,
     44                      PipelineStatus end_status, const char* video_md5,
     45                      const char* audio_md5)
     46       : video_md5(video_md5),
     47         audio_md5(audio_md5),
     48         filename(filename),
     49         init_status(init_status),
     50         end_status(end_status) {
     51   }
     52 
     53   const char* video_md5;
     54   const char* audio_md5;
     55   const char* filename;
     56   PipelineStatus init_status;
     57   PipelineStatus end_status;
     58 };
     59 
     60 // Used for tests which just need to run without crashing or tooling errors, but
     61 // which may have undefined behavior for hashing, etc.
     62 struct FlakyRegressionTestData {
     63   FlakyRegressionTestData(const char* filename)
     64       : filename(filename) {
     65   }
     66 
     67   const char* filename;
     68 };
     69 
     70 class FFmpegRegressionTest
     71     : public testing::TestWithParam<RegressionTestData>,
     72       public PipelineIntegrationTestBase {
     73 };
     74 
     75 class FlakyFFmpegRegressionTest
     76     : public testing::TestWithParam<FlakyRegressionTestData>,
     77       public PipelineIntegrationTestBase {
     78 };
     79 
     80 #define FFMPEG_TEST_CASE(name, fn, init_status, end_status, video_md5, \
     81                          audio_md5) \
     82     INSTANTIATE_TEST_CASE_P(name, FFmpegRegressionTest, \
     83                             testing::Values(RegressionTestData(fn, \
     84                                                                init_status, \
     85                                                                end_status, \
     86                                                                video_md5, \
     87                                                                audio_md5)));
     88 
     89 #define FLAKY_FFMPEG_TEST_CASE(name, fn) \
     90     INSTANTIATE_TEST_CASE_P(FLAKY_##name, FlakyFFmpegRegressionTest, \
     91                             testing::Values(FlakyRegressionTestData(fn)));
     92 
     93 // Test cases from issues.
     94 FFMPEG_TEST_CASE(Cr47325, "security/47325.mp4", PIPELINE_OK, PIPELINE_OK,
     95                  "2a7a938c6b5979621cec998f02d9bbb6",
     96                  "3.61,1.64,-3.24,0.12,1.50,-0.86,");
     97 FFMPEG_TEST_CASE(Cr47761, "content/crbug47761.ogg", PIPELINE_OK, PIPELINE_OK,
     98                  kNullVideoHash,
     99                  "8.89,8.55,8.88,8.01,8.23,7.69,");
    100 FFMPEG_TEST_CASE(Cr50045, "content/crbug50045.mp4", PIPELINE_OK, PIPELINE_OK,
    101                  "c345e9ef9ebfc6bfbcbe3f0ddc3125ba",
    102                  "2.72,-6.27,-6.11,-3.17,-5.58,1.26,");
    103 FFMPEG_TEST_CASE(Cr62127, "content/crbug62127.webm", PIPELINE_OK,
    104                  PIPELINE_OK, "a064b2776fc5aef3e9cba47967a75db9",
    105                  kNullAudioHash);
    106 FFMPEG_TEST_CASE(Cr93620, "security/93620.ogg", PIPELINE_OK, PIPELINE_OK,
    107                  kNullVideoHash,
    108                  "-10.55,-10.10,-10.42,-10.35,-10.29,-10.72,");
    109 FFMPEG_TEST_CASE(Cr100492, "security/100492.webm", DECODER_ERROR_NOT_SUPPORTED,
    110                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    111 FFMPEG_TEST_CASE(Cr100543, "security/100543.webm", PIPELINE_OK, PIPELINE_OK,
    112                  "c16691cc9178db3adbf7e562cadcd6e6",
    113                  "1211.73,304.89,1311.54,371.34,1283.06,299.63,");
    114 FFMPEG_TEST_CASE(Cr101458, "security/101458.webm", DECODER_ERROR_NOT_SUPPORTED,
    115                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    116 FFMPEG_TEST_CASE(Cr108416, "security/108416.webm", PIPELINE_OK, PIPELINE_OK,
    117                  "5cb3a934795cd552753dec7687928291",
    118                  "-17.87,-37.20,-23.33,45.57,8.13,-9.92,");
    119 FFMPEG_TEST_CASE(Cr110849, "security/110849.mkv",
    120                  DEMUXER_ERROR_COULD_NOT_OPEN,
    121                  DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
    122                  kNullVideoHash, kNullAudioHash);
    123 FFMPEG_TEST_CASE(Cr112384, "security/112384.webm",
    124                  DEMUXER_ERROR_COULD_NOT_PARSE, DEMUXER_ERROR_COULD_NOT_PARSE,
    125                  kNullVideoHash, kNullAudioHash);
    126 FFMPEG_TEST_CASE(Cr117912, "security/117912.webm", DEMUXER_ERROR_COULD_NOT_OPEN,
    127                  DEMUXER_ERROR_COULD_NOT_OPEN, kNullVideoHash, kNullAudioHash);
    128 FFMPEG_TEST_CASE(Cr123481, "security/123481.ogv", PIPELINE_OK,
    129                  PIPELINE_OK, "e6dd853fcbd746c8bb2ab2b8fc376fc7",
    130                  "1.28,-0.32,-0.81,0.08,1.66,0.89,");
    131 FFMPEG_TEST_CASE(Cr132779, "security/132779.webm",
    132                  DEMUXER_ERROR_COULD_NOT_PARSE, DEMUXER_ERROR_COULD_NOT_PARSE,
    133                  kNullVideoHash, kNullAudioHash);
    134 FFMPEG_TEST_CASE(Cr140165, "security/140165.ogg", PIPELINE_ERROR_DECODE,
    135                  PIPELINE_ERROR_DECODE, kNullVideoHash, kNullAudioHash);
    136 FFMPEG_TEST_CASE(Cr140647, "security/140647.ogv", DEMUXER_ERROR_COULD_NOT_OPEN,
    137                  DEMUXER_ERROR_COULD_NOT_OPEN, kNullVideoHash, kNullAudioHash);
    138 FFMPEG_TEST_CASE(Cr142738, "content/crbug142738.ogg", PIPELINE_OK, PIPELINE_OK,
    139                  kNullVideoHash,
    140                  "-1.22,0.45,1.79,1.80,-0.30,-1.21,");
    141 FFMPEG_TEST_CASE(Cr152691, "security/152691.mp3", PIPELINE_ERROR_DECODE,
    142                  PIPELINE_ERROR_DECODE, kNullVideoHash, kNullAudioHash);
    143 FFMPEG_TEST_CASE(Cr161639, "security/161639.m4a", PIPELINE_ERROR_DECODE,
    144                  PIPELINE_ERROR_DECODE, kNullVideoHash, kNullAudioHash);
    145 FFMPEG_TEST_CASE(Cr222754, "security/222754.mp4", PIPELINE_ERROR_DECODE,
    146                  PIPELINE_ERROR_DECODE, kNullVideoHash, kNullAudioHash);
    147 FFMPEG_TEST_CASE(Cr234630a, "security/234630a.mov", PIPELINE_OK,
    148                  PIPELINE_OK, kNullVideoHash,
    149                  "-15.52,-18.90,-15.33,-16.68,-14.41,-15.89,");
    150 FFMPEG_TEST_CASE(Cr234630b, "security/234630b.mov", PIPELINE_ERROR_DECODE,
    151                  PIPELINE_ERROR_DECODE, kNullVideoHash, kNullAudioHash);
    152 FFMPEG_TEST_CASE(Cr242786, "security/242786.webm", PIPELINE_OK,
    153                  PIPELINE_OK, kNullVideoHash,
    154                  "-1.72,-0.83,0.84,1.70,1.23,-0.53,");
    155 // Test for out-of-bounds access with slightly corrupt file (detection logic
    156 // thinks it's a MONO file, but actually contains STEREO audio).
    157 FFMPEG_TEST_CASE(Cr275590, "security/275590.m4a",
    158                  DECODER_ERROR_NOT_SUPPORTED, DEMUXER_ERROR_COULD_NOT_OPEN,
    159                  kNullVideoHash, kNullAudioHash);
    160 
    161 // General MP4 test cases.
    162 FFMPEG_TEST_CASE(MP4_0, "security/aac.10419.mp4", DEMUXER_ERROR_COULD_NOT_OPEN,
    163                  DEMUXER_ERROR_COULD_NOT_OPEN, kNullVideoHash, kNullAudioHash);
    164 FFMPEG_TEST_CASE(MP4_1, "security/clockh264aac_200021889.mp4",
    165                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    166                  kNullVideoHash, kNullAudioHash);
    167 FFMPEG_TEST_CASE(MP4_2, "security/clockh264aac_200701257.mp4", PIPELINE_OK,
    168                  PIPELINE_OK, kNullVideoHash, kNullAudioHash);
    169 FFMPEG_TEST_CASE(MP4_5, "security/clockh264aac_3022500.mp4",
    170                  DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
    171                  DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
    172                  kNullVideoHash, kNullAudioHash);
    173 FFMPEG_TEST_CASE(MP4_6, "security/clockh264aac_344289.mp4", PIPELINE_OK,
    174                  PIPELINE_OK, kNullVideoHash, kNullAudioHash);
    175 FFMPEG_TEST_CASE(MP4_7, "security/clockh264mp3_187697.mp4",
    176                  DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
    177                  DEMUXER_ERROR_NO_SUPPORTED_STREAMS,
    178                  kNullVideoHash, kNullAudioHash);
    179 FFMPEG_TEST_CASE(MP4_8, "security/h264.705767.mp4",
    180                  DEMUXER_ERROR_COULD_NOT_PARSE, DEMUXER_ERROR_COULD_NOT_PARSE,
    181                  kNullVideoHash, kNullAudioHash);
    182 FFMPEG_TEST_CASE(MP4_9, "security/smclockmp4aac_1_0.mp4",
    183                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    184                  kNullVideoHash, kNullAudioHash);
    185 FFMPEG_TEST_CASE(MP4_16, "security/looping2.mov",
    186                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    187                  kNullVideoHash, kNullAudioHash);
    188 
    189 // General OGV test cases.
    190 FFMPEG_TEST_CASE(OGV_1, "security/out.163.ogv", DECODER_ERROR_NOT_SUPPORTED,
    191                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    192 FFMPEG_TEST_CASE(OGV_2, "security/out.391.ogv", DECODER_ERROR_NOT_SUPPORTED,
    193                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    194 FFMPEG_TEST_CASE(OGV_5, "security/smclocktheora_1_0.ogv",
    195                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    196                  kNullVideoHash, kNullAudioHash);
    197 FFMPEG_TEST_CASE(OGV_7, "security/smclocktheora_1_102.ogv",
    198                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    199                  kNullVideoHash, kNullAudioHash);
    200 FFMPEG_TEST_CASE(OGV_8, "security/smclocktheora_1_104.ogv",
    201                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    202                  kNullVideoHash, kNullAudioHash);
    203 FFMPEG_TEST_CASE(OGV_9, "security/smclocktheora_1_110.ogv",
    204                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    205                  kNullVideoHash, kNullAudioHash);
    206 FFMPEG_TEST_CASE(OGV_10, "security/smclocktheora_1_179.ogv",
    207                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    208                  kNullVideoHash, kNullAudioHash);
    209 FFMPEG_TEST_CASE(OGV_11, "security/smclocktheora_1_20.ogv",
    210                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    211                  kNullVideoHash, kNullAudioHash);
    212 FFMPEG_TEST_CASE(OGV_12, "security/smclocktheora_1_723.ogv",
    213                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    214                  kNullVideoHash, kNullAudioHash);
    215 FFMPEG_TEST_CASE(OGV_14, "security/smclocktheora_2_10405.ogv",
    216                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    217                  kNullVideoHash, kNullAudioHash);
    218 FFMPEG_TEST_CASE(OGV_15, "security/smclocktheora_2_10619.ogv",
    219                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    220                  kNullVideoHash, kNullAudioHash);
    221 FFMPEG_TEST_CASE(OGV_16, "security/smclocktheora_2_1075.ogv",
    222                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    223                  kNullVideoHash, kNullAudioHash);
    224 FFMPEG_TEST_CASE(OGV_18, "security/wav.711.ogv", DECODER_ERROR_NOT_SUPPORTED,
    225                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    226 FFMPEG_TEST_CASE(OGV_19, "security/null1.ogv", DECODER_ERROR_NOT_SUPPORTED,
    227                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    228 FFMPEG_TEST_CASE(OGV_20, "security/null2.ogv", DECODER_ERROR_NOT_SUPPORTED,
    229                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    230 FFMPEG_TEST_CASE(OGV_21, "security/assert1.ogv", DECODER_ERROR_NOT_SUPPORTED,
    231                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    232 FFMPEG_TEST_CASE(OGV_22, "security/assert2.ogv", DECODER_ERROR_NOT_SUPPORTED,
    233                  DECODER_ERROR_NOT_SUPPORTED, kNullVideoHash, kNullAudioHash);
    234 
    235 // General WebM test cases.
    236 FFMPEG_TEST_CASE(WEBM_1, "security/no-bug.webm", PIPELINE_OK, PIPELINE_OK,
    237                  "39e92700cbb77478fd63f49db855e7e5", kNullAudioHash);
    238 FFMPEG_TEST_CASE(WEBM_3, "security/out.webm.139771.2965",
    239                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    240                  kNullVideoHash, kNullAudioHash);
    241 FFMPEG_TEST_CASE(WEBM_4, "security/out.webm.68798.1929",
    242                  DECODER_ERROR_NOT_SUPPORTED, DECODER_ERROR_NOT_SUPPORTED,
    243                  kNullVideoHash, kNullAudioHash);
    244 FFMPEG_TEST_CASE(WEBM_5, "content/frame_size_change.webm", PIPELINE_OK,
    245                  PIPELINE_OK, "d8fcf2896b7400a2261bac9e9ea930f8",
    246                  kNullAudioHash);
    247 
    248 // Audio Functional Tests
    249 FFMPEG_TEST_CASE(AUDIO_GAMING_0, "content/gaming/a_220_00.mp3", PIPELINE_OK,
    250                  PIPELINE_OK, kNullVideoHash,
    251                  "0.36,1.25,2.98,4.29,4.19,2.76,");
    252 FFMPEG_TEST_CASE(AUDIO_GAMING_1, "content/gaming/a_220_00_v2.ogg", PIPELINE_OK,
    253                  PIPELINE_OK, kNullVideoHash,
    254                  "2.17,3.31,5.15,6.33,5.97,4.35,");
    255 FFMPEG_TEST_CASE(AUDIO_GAMING_2, "content/gaming/ai_laser1.ogg", PIPELINE_OK,
    256                  PIPELINE_OK, kNullVideoHash,
    257                  "7.70,10.81,13.19,10.07,7.39,7.56,");
    258 FFMPEG_TEST_CASE(AUDIO_GAMING_3, "content/gaming/ai_laser2.ogg", PIPELINE_OK,
    259                  PIPELINE_OK, kNullVideoHash,
    260                  "5.99,8.04,9.71,8.69,7.81,7.52,");
    261 FFMPEG_TEST_CASE(AUDIO_GAMING_4, "content/gaming/ai_laser3.ogg", PIPELINE_OK,
    262                  PIPELINE_OK, kNullVideoHash,
    263                  "-0.32,1.44,3.75,5.88,6.32,3.22,");
    264 FFMPEG_TEST_CASE(AUDIO_GAMING_5, "content/gaming/ai_laser4.ogg", PIPELINE_OK,
    265                  PIPELINE_OK, kNullVideoHash,
    266                  "4.75,4.16,2.21,3.01,5.51,6.11,");
    267 FFMPEG_TEST_CASE(AUDIO_GAMING_6, "content/gaming/ai_laser5.ogg", PIPELINE_OK,
    268                  PIPELINE_OK, kNullVideoHash,
    269                  "6.04,7.46,8.78,7.32,4.16,3.97,");
    270 FFMPEG_TEST_CASE(AUDIO_GAMING_7, "content/gaming/footstep1.ogg", PIPELINE_OK,
    271                  PIPELINE_OK, kNullVideoHash,
    272                  "-0.50,0.29,2.35,4.79,5.14,2.24,");
    273 FFMPEG_TEST_CASE(AUDIO_GAMING_8, "content/gaming/footstep3.ogg", PIPELINE_OK,
    274                  PIPELINE_OK, kNullVideoHash,
    275                  "-2.87,-3.05,-4.10,-3.20,-2.20,-2.20,");
    276 FFMPEG_TEST_CASE(AUDIO_GAMING_9, "content/gaming/footstep4.ogg", PIPELINE_OK,
    277                  PIPELINE_OK, kNullVideoHash,
    278                  "10.35,10.74,11.60,12.83,12.69,10.67,");
    279 FFMPEG_TEST_CASE(AUDIO_GAMING_10, "content/gaming/laser1.ogg", PIPELINE_OK,
    280                  PIPELINE_OK, kNullVideoHash,
    281                  "-9.48,-12.94,-1.75,7.66,5.61,-0.58,");
    282 FFMPEG_TEST_CASE(AUDIO_GAMING_11, "content/gaming/laser2.ogg", PIPELINE_OK,
    283                  PIPELINE_OK, kNullVideoHash,
    284                  "-7.53,-6.28,3.37,0.73,-5.83,-4.70,");
    285 FFMPEG_TEST_CASE(AUDIO_GAMING_12, "content/gaming/laser3.ogg", PIPELINE_OK,
    286                  PIPELINE_OK, kNullVideoHash,
    287                  "-13.62,-6.55,2.52,-10.10,-10.68,-5.43,");
    288 FFMPEG_TEST_CASE(AUDIO_GAMING_13, "content/gaming/leg1.ogg", PIPELINE_OK,
    289                  PIPELINE_OK, kNullVideoHash,
    290                  "5.62,5.79,5.81,5.60,6.18,6.15,");
    291 FFMPEG_TEST_CASE(AUDIO_GAMING_14, "content/gaming/leg2.ogg", PIPELINE_OK,
    292                  PIPELINE_OK, kNullVideoHash,
    293                  "-0.88,1.32,2.74,3.07,0.88,-0.03,");
    294 FFMPEG_TEST_CASE(AUDIO_GAMING_15, "content/gaming/leg3.ogg", PIPELINE_OK,
    295                  PIPELINE_OK, kNullVideoHash,
    296                  "17.77,18.59,19.57,18.84,17.62,17.22,");
    297 FFMPEG_TEST_CASE(AUDIO_GAMING_16, "content/gaming/lock_on.ogg", PIPELINE_OK,
    298                  PIPELINE_OK, kNullVideoHash,
    299                  "3.08,-4.33,-5.04,-0.24,1.83,5.16,");
    300 FFMPEG_TEST_CASE(AUDIO_GAMING_17, "content/gaming/enemy_lock_on.ogg",
    301                  PIPELINE_OK, PIPELINE_OK, kNullVideoHash,
    302                  "-2.24,-1.00,-2.75,-0.87,1.11,-0.58,");
    303 FFMPEG_TEST_CASE(AUDIO_GAMING_18, "content/gaming/rocket_launcher.mp3",
    304                  PIPELINE_OK, PIPELINE_OK, kNullVideoHash,
    305                  "-3.08,0.18,2.49,1.98,-2.20,-4.74,");
    306 
    307 // Allocate gigabytes of memory, likely can't be run on 32bit machines.
    308 FFMPEG_TEST_CASE(BIG_MEM_1, "security/bigmem1.mov",
    309                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    310                  kNullVideoHash, kNullAudioHash);
    311 FFMPEG_TEST_CASE(BIG_MEM_2, "security/looping1.mov",
    312                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    313                  kNullVideoHash, kNullAudioHash);
    314 FFMPEG_TEST_CASE(BIG_MEM_5, "security/looping5.mov",
    315                  DEMUXER_ERROR_COULD_NOT_OPEN, DEMUXER_ERROR_COULD_NOT_OPEN,
    316                  kNullVideoHash, kNullAudioHash);
    317 FLAKY_FFMPEG_TEST_CASE(BIG_MEM_3, "security/looping3.mov");
    318 FLAKY_FFMPEG_TEST_CASE(BIG_MEM_4, "security/looping4.mov");
    319 
    320 // Flaky under threading or for other reasons.  Per rbultje, most of these will
    321 // never be reliable since FFmpeg does not guarantee consistency in error cases.
    322 // We only really care that these don't cause crashes or errors under tooling.
    323 FLAKY_FFMPEG_TEST_CASE(Cr99652, "security/99652.webm");
    324 FLAKY_FFMPEG_TEST_CASE(Cr100464, "security/100464.webm");
    325 FLAKY_FFMPEG_TEST_CASE(Cr111342, "security/111342.ogm");
    326 FLAKY_FFMPEG_TEST_CASE(Cr368980, "security/368980.mp4");
    327 FLAKY_FFMPEG_TEST_CASE(OGV_0, "security/big_dims.ogv");
    328 FLAKY_FFMPEG_TEST_CASE(OGV_3, "security/smclock_1_0.ogv");
    329 FLAKY_FFMPEG_TEST_CASE(OGV_4, "security/smclock.ogv.1.0.ogv");
    330 FLAKY_FFMPEG_TEST_CASE(OGV_6, "security/smclocktheora_1_10000.ogv");
    331 FLAKY_FFMPEG_TEST_CASE(OGV_13, "security/smclocktheora_1_790.ogv");
    332 FLAKY_FFMPEG_TEST_CASE(MP4_3, "security/clockh264aac_300413969.mp4");
    333 FLAKY_FFMPEG_TEST_CASE(MP4_4, "security/clockh264aac_301350139.mp4");
    334 FLAKY_FFMPEG_TEST_CASE(MP4_12, "security/assert1.mov");
    335 // Not really flaky, but can't pass the seek test.
    336 FLAKY_FFMPEG_TEST_CASE(MP4_10, "security/null1.m4a");
    337 
    338 // TODO(wolenetz/dalecurtis): The following have flaky audio hash result.
    339 // See http://crbug.com/237371
    340 FLAKY_FFMPEG_TEST_CASE(Cr112976, "security/112976.ogg");
    341 FLAKY_FFMPEG_TEST_CASE(MKV_0, "security/nested_tags_lang.mka.627.628");
    342 FLAKY_FFMPEG_TEST_CASE(MKV_1, "security/nested_tags_lang.mka.667.628");
    343 FLAKY_FFMPEG_TEST_CASE(MP4_11, "security/null1.mp4");
    344 
    345 // TODO(wolenetz/dalecurtis): The following have flaky init status: on mac
    346 // ia32 Chrome, observed PIPELINE_OK instead of DECODER_ERROR_NOT_SUPPORTED.
    347 FLAKY_FFMPEG_TEST_CASE(Cr112670, "security/112670.mp4");
    348 FLAKY_FFMPEG_TEST_CASE(OGV_17, "security/vorbis.482086.ogv");
    349 
    350 // TODO(wolenetz/dalecurtis): The following have flaky init status: on mac
    351 // ia32 Chrome, observed DUMUXER_ERROR_NO_SUPPORTED_STREAMS instead of
    352 // DECODER_ERROR_NOT_SUPPORTED.
    353 FLAKY_FFMPEG_TEST_CASE(Cr116927, "security/116927.ogv");
    354 FLAKY_FFMPEG_TEST_CASE(WEBM_2, "security/uninitialize.webm");
    355 
    356 // Videos with massive gaps between frame timestamps that result in long hangs
    357 // with our pipeline.  Should be uncommented when we support clockless playback.
    358 // FFMPEG_TEST_CASE(WEBM_0, "security/memcpy.webm", PIPELINE_OK, PIPELINE_OK,
    359 //                  kNullVideoHash, kNullAudioHash);
    360 // FFMPEG_TEST_CASE(MP4_17, "security/assert2.mov", PIPELINE_OK, PIPELINE_OK,
    361 //                  kNullVideoHash, kNullAudioHash);
    362 // FFMPEG_TEST_CASE(OGV_23, "security/assert2.ogv", PIPELINE_OK, PIPELINE_OK,
    363 //                  kNullVideoHash, kNullAudioHash);
    364 
    365 TEST_P(FFmpegRegressionTest, BasicPlayback) {
    366   if (GetParam().init_status == PIPELINE_OK) {
    367     ASSERT_TRUE(Start(GetTestDataFilePath(GetParam().filename),
    368                       GetParam().init_status, kHashed));
    369     Play();
    370     ASSERT_EQ(WaitUntilEndedOrError(), GetParam().end_status);
    371     EXPECT_EQ(GetParam().video_md5, GetVideoHash());
    372     EXPECT_EQ(GetParam().audio_md5, GetAudioHash());
    373 
    374     // Check for ended if the pipeline is expected to finish okay.
    375     if (GetParam().end_status == PIPELINE_OK) {
    376       ASSERT_TRUE(ended_);
    377 
    378       // Tack a seek on the end to catch any seeking issues.
    379       Seek(base::TimeDelta::FromMilliseconds(0));
    380     }
    381   } else {
    382     ASSERT_FALSE(Start(GetTestDataFilePath(GetParam().filename),
    383                        GetParam().init_status, kHashed));
    384     EXPECT_EQ(GetParam().video_md5, GetVideoHash());
    385     EXPECT_EQ(GetParam().audio_md5, GetAudioHash());
    386   }
    387 }
    388 
    389 TEST_P(FlakyFFmpegRegressionTest, BasicPlayback) {
    390   if (Start(GetTestDataFilePath(GetParam().filename))) {
    391     Play();
    392     WaitUntilEndedOrError();
    393   }
    394 }
    395 
    396 }  // namespace media
    397