1 /* 2 * libjingle 3 * Copyright 2012, Google Inc. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions are met: 7 * 8 * 1. Redistributions of source code must retain the above copyright notice, 9 * this list of conditions and the following disclaimer. 10 * 2. Redistributions in binary form must reproduce the above copyright notice, 11 * this list of conditions and the following disclaimer in the documentation 12 * and/or other materials provided with the distribution. 13 * 3. The name of the author may not be used to endorse or promote products 14 * derived from this software without specific prior written permission. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28 #include "talk/media/base/capturemanager.h" 29 30 #include "talk/media/base/fakemediaprocessor.h" 31 #include "talk/media/base/fakevideocapturer.h" 32 #include "talk/media/base/fakevideorenderer.h" 33 #include "webrtc/base/gunit.h" 34 #include "webrtc/base/sigslot.h" 35 36 const int kMsCallbackWait = 50; 37 38 const int kFps = 30; 39 const cricket::VideoFormatPod kCameraFormats[] = { 40 {640, 480, cricket::VideoFormat::FpsToInterval(kFps), cricket::FOURCC_I420}, 41 {320, 240, cricket::VideoFormat::FpsToInterval(kFps), cricket::FOURCC_I420} 42 }; 43 44 class CaptureManagerTest : public ::testing::Test, public sigslot::has_slots<> { 45 public: 46 CaptureManagerTest() 47 : capture_manager_(), 48 callback_count_(0), 49 format_vga_(kCameraFormats[0]), 50 format_qvga_(kCameraFormats[1]) { 51 } 52 virtual void SetUp() { 53 PopulateSupportedFormats(); 54 capture_state_ = cricket::CS_STOPPED; 55 capture_manager_.SignalCapturerStateChange.connect( 56 this, 57 &CaptureManagerTest::OnCapturerStateChange); 58 } 59 void PopulateSupportedFormats() { 60 std::vector<cricket::VideoFormat> formats; 61 for (int i = 0; i < ARRAY_SIZE(kCameraFormats); ++i) { 62 formats.push_back(cricket::VideoFormat(kCameraFormats[i])); 63 } 64 video_capturer_.ResetSupportedFormats(formats); 65 } 66 int NumFramesProcessed() { return media_processor_.video_frame_count(); } 67 int NumFramesRendered() { return video_renderer_.num_rendered_frames(); } 68 bool WasRenderedResolution(cricket::VideoFormat format) { 69 return format.width == video_renderer_.width() && 70 format.height == video_renderer_.height(); 71 } 72 cricket::CaptureState capture_state() { return capture_state_; } 73 int callback_count() { return callback_count_; } 74 void OnCapturerStateChange(cricket::VideoCapturer* capturer, 75 cricket::CaptureState capture_state) { 76 capture_state_ = capture_state; 77 ++callback_count_; 78 } 79 80 protected: 81 cricket::FakeMediaProcessor media_processor_; 82 cricket::FakeVideoCapturer video_capturer_; 83 cricket::FakeVideoRenderer video_renderer_; 84 85 cricket::CaptureManager capture_manager_; 86 87 cricket::CaptureState capture_state_; 88 int callback_count_; 89 cricket::VideoFormat format_vga_; 90 cricket::VideoFormat format_qvga_; 91 }; 92 93 // Incorrect use cases. 94 TEST_F(CaptureManagerTest, InvalidCallOrder) { 95 // Capturer must be registered before any of these calls. 96 EXPECT_FALSE(capture_manager_.AddVideoRenderer(&video_capturer_, 97 &video_renderer_)); 98 EXPECT_FALSE(capture_manager_.AddVideoProcessor(&video_capturer_, 99 &media_processor_)); 100 } 101 102 TEST_F(CaptureManagerTest, InvalidAddingRemoving) { 103 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_, 104 cricket::VideoFormat())); 105 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 106 format_vga_)); 107 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait); 108 EXPECT_EQ(1, callback_count()); 109 EXPECT_FALSE(capture_manager_.AddVideoRenderer(&video_capturer_, NULL)); 110 EXPECT_FALSE(capture_manager_.RemoveVideoRenderer(&video_capturer_, 111 &video_renderer_)); 112 EXPECT_FALSE(capture_manager_.AddVideoProcessor(&video_capturer_, 113 NULL)); 114 EXPECT_FALSE(capture_manager_.RemoveVideoProcessor(&video_capturer_, 115 &media_processor_)); 116 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_)); 117 } 118 119 // Valid use cases 120 TEST_F(CaptureManagerTest, ProcessorTest) { 121 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 122 format_vga_)); 123 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait); 124 EXPECT_EQ(1, callback_count()); 125 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 126 &video_renderer_)); 127 EXPECT_TRUE(capture_manager_.AddVideoProcessor(&video_capturer_, 128 &media_processor_)); 129 EXPECT_TRUE(video_capturer_.CaptureFrame()); 130 EXPECT_EQ(1, NumFramesProcessed()); 131 EXPECT_EQ(1, NumFramesRendered()); 132 EXPECT_TRUE(capture_manager_.RemoveVideoProcessor(&video_capturer_, 133 &media_processor_)); 134 // Processor has been removed so no more frames should be processed. 135 EXPECT_TRUE(video_capturer_.CaptureFrame()); 136 EXPECT_EQ(1, NumFramesProcessed()); 137 EXPECT_EQ(2, NumFramesRendered()); 138 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_)); 139 EXPECT_EQ(2, callback_count()); 140 } 141 142 TEST_F(CaptureManagerTest, KeepFirstResolutionHigh) { 143 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 144 format_vga_)); 145 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait); 146 EXPECT_EQ(1, callback_count()); 147 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 148 &video_renderer_)); 149 EXPECT_TRUE(video_capturer_.CaptureFrame()); 150 EXPECT_EQ(1, NumFramesRendered()); 151 // Renderer should be fed frames with the resolution of format_vga_. 152 EXPECT_TRUE(WasRenderedResolution(format_vga_)); 153 154 // Start again with one more format. 155 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 156 format_qvga_)); 157 // Existing renderers should be fed frames with the resolution of format_vga_. 158 EXPECT_TRUE(video_capturer_.CaptureFrame()); 159 EXPECT_TRUE(WasRenderedResolution(format_vga_)); 160 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_)); 161 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 162 format_qvga_)); 163 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_, 164 format_vga_)); 165 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_, 166 format_qvga_)); 167 } 168 169 // Should pick the lowest resolution as the highest resolution is not chosen 170 // until after capturing has started. This ensures that no particular resolution 171 // is favored over others. 172 TEST_F(CaptureManagerTest, KeepFirstResolutionLow) { 173 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 174 format_qvga_)); 175 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 176 format_vga_)); 177 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 178 &video_renderer_)); 179 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait); 180 EXPECT_TRUE(video_capturer_.CaptureFrame()); 181 EXPECT_EQ(1, NumFramesRendered()); 182 EXPECT_TRUE(WasRenderedResolution(format_qvga_)); 183 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 184 format_qvga_)); 185 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 186 format_vga_)); 187 } 188 189 // Ensure that the reference counting is working when multiple start and 190 // multiple stop calls are made. 191 TEST_F(CaptureManagerTest, MultipleStartStops) { 192 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 193 format_vga_)); 194 // Add video capturer but with different format. 195 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 196 format_qvga_)); 197 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait); 198 EXPECT_EQ(1, callback_count()); 199 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 200 &video_renderer_)); 201 // Ensure that a frame can be captured when two start calls have been made. 202 EXPECT_TRUE(video_capturer_.CaptureFrame()); 203 EXPECT_EQ(1, NumFramesRendered()); 204 205 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_)); 206 // Video should still render since there has been two start calls but only 207 // one stop call. 208 EXPECT_TRUE(video_capturer_.CaptureFrame()); 209 EXPECT_EQ(2, NumFramesRendered()); 210 211 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 212 format_qvga_)); 213 EXPECT_EQ_WAIT(cricket::CS_STOPPED, capture_state(), kMsCallbackWait); 214 EXPECT_EQ(2, callback_count()); 215 // Last stop call should fail as it is one more than the number of start 216 // calls. 217 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_, 218 format_vga_)); 219 } 220 221 TEST_F(CaptureManagerTest, TestForceRestart) { 222 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 223 format_qvga_)); 224 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 225 &video_renderer_)); 226 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait); 227 EXPECT_TRUE(video_capturer_.CaptureFrame()); 228 EXPECT_EQ(1, NumFramesRendered()); 229 EXPECT_TRUE(WasRenderedResolution(format_qvga_)); 230 // Now restart with vga. 231 EXPECT_TRUE(capture_manager_.RestartVideoCapture( 232 &video_capturer_, format_qvga_, format_vga_, 233 cricket::CaptureManager::kForceRestart)); 234 EXPECT_TRUE(video_capturer_.CaptureFrame()); 235 EXPECT_EQ(2, NumFramesRendered()); 236 EXPECT_TRUE(WasRenderedResolution(format_vga_)); 237 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 238 format_vga_)); 239 } 240 241 TEST_F(CaptureManagerTest, TestRequestRestart) { 242 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_, 243 format_vga_)); 244 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_, 245 &video_renderer_)); 246 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait); 247 EXPECT_TRUE(video_capturer_.CaptureFrame()); 248 EXPECT_EQ(1, NumFramesRendered()); 249 EXPECT_TRUE(WasRenderedResolution(format_vga_)); 250 // Now request restart with qvga. 251 EXPECT_TRUE(capture_manager_.RestartVideoCapture( 252 &video_capturer_, format_vga_, format_qvga_, 253 cricket::CaptureManager::kRequestRestart)); 254 EXPECT_TRUE(video_capturer_.CaptureFrame()); 255 EXPECT_EQ(2, NumFramesRendered()); 256 EXPECT_TRUE(WasRenderedResolution(format_vga_)); 257 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, 258 format_qvga_)); 259 } 260
