Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(230)

Side by Side Diff: talk/media/base/videoengine_unittest.h

Issue 1587193006: Move talk/media to webrtc/media (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Rebased to b647aca12a884a13c1728118586245399b55fa3d (#11493) Created 4 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « talk/media/base/videocommon_unittest.cc ('k') | talk/media/base/videoframe.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 /*
2 * libjingle
3 * Copyright 2014 Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28 #ifndef TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ // NOLINT
29 #define TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_
30
31 #include <string>
32 #include <vector>
33
34 #include "talk/media/base/fakenetworkinterface.h"
35 #include "talk/media/base/fakevideocapturer.h"
36 #include "talk/media/base/fakevideorenderer.h"
37 #include "talk/media/base/mediachannel.h"
38 #include "talk/media/base/streamparams.h"
39 #include "talk/media/webrtc/fakewebrtccall.h"
40 #include "webrtc/base/bytebuffer.h"
41 #include "webrtc/base/gunit.h"
42 #include "webrtc/base/timeutils.h"
43 #include "webrtc/call.h"
44
45 #define EXPECT_FRAME_WAIT(c, w, h, t) \
46 EXPECT_EQ_WAIT((c), renderer_.num_rendered_frames(), (t)); \
47 EXPECT_EQ((w), renderer_.width()); \
48 EXPECT_EQ((h), renderer_.height()); \
49 EXPECT_EQ(0, renderer_.errors()); \
50
51 #define EXPECT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
52 EXPECT_EQ_WAIT((c), (r).num_rendered_frames(), (t)); \
53 EXPECT_EQ((w), (r).width()); \
54 EXPECT_EQ((h), (r).height()); \
55 EXPECT_EQ(0, (r).errors()); \
56
57 #define EXPECT_GT_FRAME_ON_RENDERER_WAIT(r, c, w, h, t) \
58 EXPECT_TRUE_WAIT((r).num_rendered_frames() >= (c) && \
59 (w) == (r).width() && \
60 (h) == (r).height(), (t)); \
61 EXPECT_EQ(0, (r).errors());
62
63 static const uint32_t kTimeout = 5000U;
64 static const uint32_t kDefaultReceiveSsrc = 0;
65 static const uint32_t kSsrc = 1234u;
66 static const uint32_t kRtxSsrc = 4321u;
67 static const uint32_t kSsrcs4[] = {1, 2, 3, 4};
68
69 inline bool IsEqualRes(const cricket::VideoCodec& a, int w, int h, int fps) {
70 return a.width == w && a.height == h && a.framerate == fps;
71 }
72
73 inline bool IsEqualCodec(const cricket::VideoCodec& a,
74 const cricket::VideoCodec& b) {
75 return a.id == b.id && a.name == b.name &&
76 IsEqualRes(a, b.width, b.height, b.framerate);
77 }
78
79 namespace std {
80 inline std::ostream& operator<<(std::ostream& s, const cricket::VideoCodec& c) {
81 s << "{" << c.name << "(" << c.id << "), "
82 << c.width << "x" << c.height << "x" << c.framerate << "}";
83 return s;
84 }
85 } // namespace std
86
87 inline int TimeBetweenSend(const cricket::VideoCodec& codec) {
88 return static_cast<int>(
89 cricket::VideoFormat::FpsToInterval(codec.framerate) /
90 rtc::kNumNanosecsPerMillisec);
91 }
92
93 // Fake video engine that makes it possible to test enabling and disabling
94 // capturer (checking that the engine state is updated and that the capturer
95 // is indeed capturing) without having to create a channel. It also makes it
96 // possible to test that the media processors are indeed being called when
97 // registered.
98 template<class T>
99 class VideoEngineOverride : public T {
100 public:
101 VideoEngineOverride() : T() {
102 }
103 virtual ~VideoEngineOverride() {
104 }
105 bool is_camera_on() const { return T::GetVideoCapturer()->IsRunning(); }
106 void set_has_senders(bool has_senders) {
107 cricket::VideoCapturer* video_capturer = T::GetVideoCapturer();
108 if (has_senders) {
109 video_capturer->SignalVideoFrame.connect(this,
110 &VideoEngineOverride<T>::OnLocalFrame);
111 } else {
112 video_capturer->SignalVideoFrame.disconnect(this);
113 }
114 }
115 void OnLocalFrame(cricket::VideoCapturer*,
116 const cricket::VideoFrame*) {
117 }
118 void OnLocalFrameFormat(cricket::VideoCapturer*,
119 const cricket::VideoFormat*) {
120 }
121
122 void TriggerMediaFrame(uint32_t ssrc,
123 cricket::VideoFrame* frame,
124 bool* drop_frame) {
125 T::SignalMediaFrame(ssrc, frame, drop_frame);
126 }
127 };
128
129 template<class E, class C>
130 class VideoMediaChannelTest : public testing::Test,
131 public sigslot::has_slots<> {
132 protected:
133 VideoMediaChannelTest<E, C>()
134 : call_(webrtc::Call::Create(webrtc::Call::Config())) {}
135
136 virtual cricket::VideoCodec DefaultCodec() = 0;
137
138 virtual cricket::StreamParams DefaultSendStreamParams() {
139 return cricket::StreamParams::CreateLegacy(kSsrc);
140 }
141
142 virtual void SetUp() {
143 cricket::Device device("test", "device");
144 engine_.Init();
145 channel_.reset(
146 engine_.CreateChannel(call_.get(), cricket::VideoOptions()));
147 EXPECT_TRUE(channel_.get() != NULL);
148 network_interface_.SetDestination(channel_.get());
149 channel_->SetInterface(&network_interface_);
150 media_error_ = cricket::VideoMediaChannel::ERROR_NONE;
151 cricket::VideoRecvParameters parameters;
152 parameters.codecs = engine_.codecs();
153 channel_->SetRecvParameters(parameters);
154 EXPECT_TRUE(channel_->AddSendStream(DefaultSendStreamParams()));
155 video_capturer_.reset(CreateFakeVideoCapturer());
156 cricket::VideoFormat format(640, 480,
157 cricket::VideoFormat::FpsToInterval(30),
158 cricket::FOURCC_I420);
159 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(format));
160 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
161 }
162
163 virtual cricket::FakeVideoCapturer* CreateFakeVideoCapturer() {
164 return new cricket::FakeVideoCapturer();
165 }
166
167 // Utility method to setup an additional stream to send and receive video.
168 // Used to test send and recv between two streams.
169 void SetUpSecondStream() {
170 SetUpSecondStreamWithNoRecv();
171 // Setup recv for second stream.
172 EXPECT_TRUE(channel_->AddRecvStream(
173 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
174 // Make the second renderer available for use by a new stream.
175 EXPECT_TRUE(channel_->SetSink(kSsrc + 2, &renderer2_));
176 }
177 // Setup an additional stream just to send video. Defer add recv stream.
178 // This is required if you want to test unsignalled recv of video rtp packets.
179 void SetUpSecondStreamWithNoRecv() {
180 // SetUp() already added kSsrc make sure duplicate SSRCs cant be added.
181 EXPECT_TRUE(channel_->AddRecvStream(
182 cricket::StreamParams::CreateLegacy(kSsrc)));
183 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
184 EXPECT_FALSE(channel_->AddSendStream(
185 cricket::StreamParams::CreateLegacy(kSsrc)));
186 EXPECT_TRUE(channel_->AddSendStream(
187 cricket::StreamParams::CreateLegacy(kSsrc + 2)));
188 // We dont add recv for the second stream.
189
190 // Setup the receive and renderer for second stream after send.
191 video_capturer_2_.reset(CreateFakeVideoCapturer());
192 cricket::VideoFormat format(640, 480,
193 cricket::VideoFormat::FpsToInterval(30),
194 cricket::FOURCC_I420);
195 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(format));
196
197 EXPECT_TRUE(channel_->SetCapturer(kSsrc + 2, video_capturer_2_.get()));
198 }
199 virtual void TearDown() {
200 channel_.reset();
201 }
202 bool SetDefaultCodec() {
203 return SetOneCodec(DefaultCodec());
204 }
205
206 bool SetOneCodec(int pt, const char* name, int w, int h, int fr) {
207 return SetOneCodec(cricket::VideoCodec(pt, name, w, h, fr, 0));
208 }
209 bool SetOneCodec(const cricket::VideoCodec& codec) {
210 cricket::VideoFormat capture_format(codec.width, codec.height,
211 cricket::VideoFormat::FpsToInterval(codec.framerate),
212 cricket::FOURCC_I420);
213
214 if (video_capturer_) {
215 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_->Start(capture_format));
216 }
217 if (video_capturer_2_) {
218 EXPECT_EQ(cricket::CS_RUNNING, video_capturer_2_->Start(capture_format));
219 }
220
221 bool sending = channel_->sending();
222 bool success = SetSend(false);
223 if (success) {
224 cricket::VideoSendParameters parameters;
225 parameters.codecs.push_back(codec);
226 success = channel_->SetSendParameters(parameters);
227 }
228 if (success) {
229 success = SetSend(sending);
230 }
231 return success;
232 }
233 bool SetSend(bool send) {
234 return channel_->SetSend(send);
235 }
236 int DrainOutgoingPackets() {
237 int packets = 0;
238 do {
239 packets = NumRtpPackets();
240 // 100 ms should be long enough.
241 rtc::Thread::Current()->ProcessMessages(100);
242 } while (NumRtpPackets() > packets);
243 return NumRtpPackets();
244 }
245 bool SendFrame() {
246 if (video_capturer_2_) {
247 video_capturer_2_->CaptureFrame();
248 }
249 return video_capturer_.get() &&
250 video_capturer_->CaptureFrame();
251 }
252 bool WaitAndSendFrame(int wait_ms) {
253 bool ret = rtc::Thread::Current()->ProcessMessages(wait_ms);
254 ret &= SendFrame();
255 return ret;
256 }
257 // Sends frames and waits for the decoder to be fully initialized.
258 // Returns the number of frames that were sent.
259 int WaitForDecoder() {
260 #if defined(HAVE_OPENMAX)
261 // Send enough frames for the OpenMAX decoder to continue processing, and
262 // return the number of frames sent.
263 // Send frames for a full kTimeout's worth of 15fps video.
264 int frame_count = 0;
265 while (frame_count < static_cast<int>(kTimeout) / 66) {
266 EXPECT_TRUE(WaitAndSendFrame(66));
267 ++frame_count;
268 }
269 return frame_count;
270 #else
271 return 0;
272 #endif
273 }
274 bool SendCustomVideoFrame(int w, int h) {
275 if (!video_capturer_.get()) return false;
276 return video_capturer_->CaptureCustomFrame(w, h, cricket::FOURCC_I420);
277 }
278 int NumRtpBytes() {
279 return network_interface_.NumRtpBytes();
280 }
281 int NumRtpBytes(uint32_t ssrc) {
282 return network_interface_.NumRtpBytes(ssrc);
283 }
284 int NumRtpPackets() {
285 return network_interface_.NumRtpPackets();
286 }
287 int NumRtpPackets(uint32_t ssrc) {
288 return network_interface_.NumRtpPackets(ssrc);
289 }
290 int NumSentSsrcs() {
291 return network_interface_.NumSentSsrcs();
292 }
293 const rtc::Buffer* GetRtpPacket(int index) {
294 return network_interface_.GetRtpPacket(index);
295 }
296 int NumRtcpPackets() {
297 return network_interface_.NumRtcpPackets();
298 }
299 const rtc::Buffer* GetRtcpPacket(int index) {
300 return network_interface_.GetRtcpPacket(index);
301 }
302 static int GetPayloadType(const rtc::Buffer* p) {
303 int pt = -1;
304 ParseRtpPacket(p, NULL, &pt, NULL, NULL, NULL, NULL);
305 return pt;
306 }
307 static bool ParseRtpPacket(const rtc::Buffer* p,
308 bool* x,
309 int* pt,
310 int* seqnum,
311 uint32_t* tstamp,
312 uint32_t* ssrc,
313 std::string* payload) {
314 rtc::ByteBuffer buf(*p);
315 uint8_t u08 = 0;
316 uint16_t u16 = 0;
317 uint32_t u32 = 0;
318
319 // Read X and CC fields.
320 if (!buf.ReadUInt8(&u08)) return false;
321 bool extension = ((u08 & 0x10) != 0);
322 uint8_t cc = (u08 & 0x0F);
323 if (x) *x = extension;
324
325 // Read PT field.
326 if (!buf.ReadUInt8(&u08)) return false;
327 if (pt) *pt = (u08 & 0x7F);
328
329 // Read Sequence Number field.
330 if (!buf.ReadUInt16(&u16)) return false;
331 if (seqnum) *seqnum = u16;
332
333 // Read Timestamp field.
334 if (!buf.ReadUInt32(&u32)) return false;
335 if (tstamp) *tstamp = u32;
336
337 // Read SSRC field.
338 if (!buf.ReadUInt32(&u32)) return false;
339 if (ssrc) *ssrc = u32;
340
341 // Skip CSRCs.
342 for (uint8_t i = 0; i < cc; ++i) {
343 if (!buf.ReadUInt32(&u32)) return false;
344 }
345
346 // Skip extension header.
347 if (extension) {
348 // Read Profile-specific extension header ID
349 if (!buf.ReadUInt16(&u16)) return false;
350
351 // Read Extension header length
352 if (!buf.ReadUInt16(&u16)) return false;
353 uint16_t ext_header_len = u16;
354
355 // Read Extension header
356 for (uint16_t i = 0; i < ext_header_len; ++i) {
357 if (!buf.ReadUInt32(&u32)) return false;
358 }
359 }
360
361 if (payload) {
362 return buf.ReadString(payload, buf.Length());
363 }
364 return true;
365 }
366
367 // Parse all RTCP packet, from start_index to stop_index, and count how many
368 // FIR (PT=206 and FMT=4 according to RFC 5104). If successful, set the count
369 // and return true.
370 bool CountRtcpFir(int start_index, int stop_index, int* fir_count) {
371 int count = 0;
372 for (int i = start_index; i < stop_index; ++i) {
373 rtc::scoped_ptr<const rtc::Buffer> p(GetRtcpPacket(i));
374 rtc::ByteBuffer buf(*p);
375 size_t total_len = 0;
376 // The packet may be a compound RTCP packet.
377 while (total_len < p->size()) {
378 // Read FMT, type and length.
379 uint8_t fmt = 0;
380 uint8_t type = 0;
381 uint16_t length = 0;
382 if (!buf.ReadUInt8(&fmt)) return false;
383 fmt &= 0x1F;
384 if (!buf.ReadUInt8(&type)) return false;
385 if (!buf.ReadUInt16(&length)) return false;
386 buf.Consume(length * 4); // Skip RTCP data.
387 total_len += (length + 1) * 4;
388 if ((192 == type) || ((206 == type) && (4 == fmt))) {
389 ++count;
390 }
391 }
392 }
393
394 if (fir_count) {
395 *fir_count = count;
396 }
397 return true;
398 }
399
400 void OnVideoChannelError(uint32_t ssrc,
401 cricket::VideoMediaChannel::Error error) {
402 media_error_ = error;
403 }
404
405 // Test that SetSend works.
406 void SetSend() {
407 EXPECT_FALSE(channel_->sending());
408 EXPECT_TRUE(channel_->SetCapturer(kSsrc, video_capturer_.get()));
409 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
410 EXPECT_FALSE(channel_->sending());
411 EXPECT_TRUE(SetSend(true));
412 EXPECT_TRUE(channel_->sending());
413 EXPECT_TRUE(SendFrame());
414 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
415 EXPECT_TRUE(SetSend(false));
416 EXPECT_FALSE(channel_->sending());
417 }
418 // Test that SetSend fails without codecs being set.
419 void SetSendWithoutCodecs() {
420 EXPECT_FALSE(channel_->sending());
421 EXPECT_FALSE(SetSend(true));
422 EXPECT_FALSE(channel_->sending());
423 }
424 // Test that we properly set the send and recv buffer sizes by the time
425 // SetSend is called.
426 void SetSendSetsTransportBufferSizes() {
427 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
428 EXPECT_TRUE(SetSend(true));
429 EXPECT_EQ(64 * 1024, network_interface_.sendbuf_size());
430 EXPECT_EQ(64 * 1024, network_interface_.recvbuf_size());
431 }
432 // Tests that we can send frames and the right payload type is used.
433 void Send(const cricket::VideoCodec& codec) {
434 EXPECT_TRUE(SetOneCodec(codec));
435 EXPECT_TRUE(SetSend(true));
436 EXPECT_TRUE(SendFrame());
437 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
438 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
439 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
440 }
441 // Tests that we can send and receive frames.
442 void SendAndReceive(const cricket::VideoCodec& codec) {
443 EXPECT_TRUE(SetOneCodec(codec));
444 EXPECT_TRUE(SetSend(true));
445 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
446 EXPECT_EQ(0, renderer_.num_rendered_frames());
447 EXPECT_TRUE(SendFrame());
448 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
449 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
450 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
451 }
452 void SendReceiveManyAndGetStats(const cricket::VideoCodec& codec,
453 int duration_sec, int fps) {
454 EXPECT_TRUE(SetOneCodec(codec));
455 EXPECT_TRUE(SetSend(true));
456 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
457 EXPECT_EQ(0, renderer_.num_rendered_frames());
458 for (int i = 0; i < duration_sec; ++i) {
459 for (int frame = 1; frame <= fps; ++frame) {
460 EXPECT_TRUE(WaitAndSendFrame(1000 / fps));
461 EXPECT_FRAME_WAIT(frame + i * fps, codec.width, codec.height, kTimeout);
462 }
463 }
464 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
465 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
466 }
467
468 // Test that stats work properly for a 1-1 call.
469 void GetStats() {
470 const int kDurationSec = 3;
471 const int kFps = 10;
472 SendReceiveManyAndGetStats(DefaultCodec(), kDurationSec, kFps);
473
474 cricket::VideoMediaInfo info;
475 EXPECT_TRUE(channel_->GetStats(&info));
476
477 ASSERT_EQ(1U, info.senders.size());
478 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
479 // For webrtc, bytes_sent does not include the RTP header length.
480 EXPECT_GT(info.senders[0].bytes_sent, 0);
481 EXPECT_EQ(NumRtpPackets(), info.senders[0].packets_sent);
482 EXPECT_EQ(0.0, info.senders[0].fraction_lost);
483 EXPECT_EQ(0, info.senders[0].firs_rcvd);
484 EXPECT_EQ(0, info.senders[0].plis_rcvd);
485 EXPECT_EQ(0, info.senders[0].nacks_rcvd);
486 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
487 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
488 EXPECT_GT(info.senders[0].framerate_input, 0);
489 EXPECT_GT(info.senders[0].framerate_sent, 0);
490
491 ASSERT_EQ(1U, info.receivers.size());
492 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
493 EXPECT_EQ(1U, info.receivers[0].ssrcs().size());
494 EXPECT_EQ(info.senders[0].ssrcs()[0], info.receivers[0].ssrcs()[0]);
495 EXPECT_EQ(NumRtpBytes(), info.receivers[0].bytes_rcvd);
496 EXPECT_EQ(NumRtpPackets(), info.receivers[0].packets_rcvd);
497 EXPECT_EQ(0.0, info.receivers[0].fraction_lost);
498 EXPECT_EQ(0, info.receivers[0].packets_lost);
499 // TODO(asapersson): Not set for webrtc. Handle missing stats.
500 // EXPECT_EQ(0, info.receivers[0].packets_concealed);
501 EXPECT_EQ(0, info.receivers[0].firs_sent);
502 EXPECT_EQ(0, info.receivers[0].plis_sent);
503 EXPECT_EQ(0, info.receivers[0].nacks_sent);
504 EXPECT_EQ(DefaultCodec().width, info.receivers[0].frame_width);
505 EXPECT_EQ(DefaultCodec().height, info.receivers[0].frame_height);
506 EXPECT_GT(info.receivers[0].framerate_rcvd, 0);
507 EXPECT_GT(info.receivers[0].framerate_decoded, 0);
508 EXPECT_GT(info.receivers[0].framerate_output, 0);
509 }
510
511 cricket::VideoSenderInfo GetSenderStats(size_t i) {
512 cricket::VideoMediaInfo info;
513 EXPECT_TRUE(channel_->GetStats(&info));
514 return info.senders[i];
515 }
516
517 cricket::VideoReceiverInfo GetReceiverStats(size_t i) {
518 cricket::VideoMediaInfo info;
519 EXPECT_TRUE(channel_->GetStats(&info));
520 return info.receivers[i];
521 }
522
523 // Test that stats work properly for a conf call with multiple recv streams.
524 void GetStatsMultipleRecvStreams() {
525 cricket::FakeVideoRenderer renderer1, renderer2;
526 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
527 cricket::VideoSendParameters parameters;
528 parameters.codecs.push_back(DefaultCodec());
529 parameters.options.conference_mode = rtc::Optional<bool>(true);
530 EXPECT_TRUE(channel_->SetSendParameters(parameters));
531 EXPECT_TRUE(SetSend(true));
532 EXPECT_TRUE(channel_->AddRecvStream(
533 cricket::StreamParams::CreateLegacy(1)));
534 EXPECT_TRUE(channel_->AddRecvStream(
535 cricket::StreamParams::CreateLegacy(2)));
536 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
537 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
538 EXPECT_EQ(0, renderer1.num_rendered_frames());
539 EXPECT_EQ(0, renderer2.num_rendered_frames());
540 std::vector<uint32_t> ssrcs;
541 ssrcs.push_back(1);
542 ssrcs.push_back(2);
543 network_interface_.SetConferenceMode(true, ssrcs);
544 EXPECT_TRUE(SendFrame());
545 EXPECT_FRAME_ON_RENDERER_WAIT(
546 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
547 EXPECT_FRAME_ON_RENDERER_WAIT(
548 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
549
550 EXPECT_TRUE(channel_->SetSend(false));
551
552 cricket::VideoMediaInfo info;
553 EXPECT_TRUE(channel_->GetStats(&info));
554 ASSERT_EQ(1U, info.senders.size());
555 // TODO(whyuan): bytes_sent and bytes_rcvd are different. Are both payload?
556 // For webrtc, bytes_sent does not include the RTP header length.
557 EXPECT_GT(GetSenderStats(0).bytes_sent, 0);
558 EXPECT_EQ_WAIT(NumRtpPackets(), GetSenderStats(0).packets_sent, kTimeout);
559 EXPECT_EQ(DefaultCodec().width, GetSenderStats(0).send_frame_width);
560 EXPECT_EQ(DefaultCodec().height, GetSenderStats(0).send_frame_height);
561
562 ASSERT_EQ(2U, info.receivers.size());
563 for (size_t i = 0; i < info.receivers.size(); ++i) {
564 EXPECT_EQ(1U, GetReceiverStats(i).ssrcs().size());
565 EXPECT_EQ(i + 1, GetReceiverStats(i).ssrcs()[0]);
566 EXPECT_EQ_WAIT(NumRtpBytes(), GetReceiverStats(i).bytes_rcvd, kTimeout);
567 EXPECT_EQ_WAIT(NumRtpPackets(), GetReceiverStats(i).packets_rcvd,
568 kTimeout);
569 EXPECT_EQ(DefaultCodec().width, GetReceiverStats(i).frame_width);
570 EXPECT_EQ(DefaultCodec().height, GetReceiverStats(i).frame_height);
571 }
572 }
573 // Test that stats work properly for a conf call with multiple send streams.
574 void GetStatsMultipleSendStreams() {
575 // Normal setup; note that we set the SSRC explicitly to ensure that
576 // it will come first in the senders map.
577 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
578 cricket::VideoSendParameters parameters;
579 parameters.codecs.push_back(DefaultCodec());
580 parameters.options.conference_mode = rtc::Optional<bool>(true);
581 EXPECT_TRUE(channel_->SetSendParameters(parameters));
582 EXPECT_TRUE(channel_->AddRecvStream(
583 cricket::StreamParams::CreateLegacy(kSsrc)));
584 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
585 EXPECT_TRUE(SetSend(true));
586 EXPECT_TRUE(SendFrame());
587 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
588 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
589
590 // Add an additional capturer, and hook up a renderer to receive it.
591 cricket::FakeVideoRenderer renderer2;
592 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
593 CreateFakeVideoCapturer());
594 capturer->SetScreencast(true);
595 const int kTestWidth = 160;
596 const int kTestHeight = 120;
597 cricket::VideoFormat format(kTestWidth, kTestHeight,
598 cricket::VideoFormat::FpsToInterval(5),
599 cricket::FOURCC_I420);
600 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
601 EXPECT_TRUE(channel_->AddSendStream(
602 cricket::StreamParams::CreateLegacy(5678)));
603 EXPECT_TRUE(channel_->SetCapturer(5678, capturer.get()));
604 EXPECT_TRUE(channel_->AddRecvStream(
605 cricket::StreamParams::CreateLegacy(5678)));
606 EXPECT_TRUE(channel_->SetSink(5678, &renderer2));
607 EXPECT_TRUE(capturer->CaptureCustomFrame(
608 kTestWidth, kTestHeight, cricket::FOURCC_I420));
609 EXPECT_FRAME_ON_RENDERER_WAIT(
610 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
611
612 // Get stats, and make sure they are correct for two senders. We wait until
613 // the number of expected packets have been sent to avoid races where we
614 // check stats before it has been updated.
615 cricket::VideoMediaInfo info;
616 for (uint32_t i = 0; i < kTimeout; ++i) {
617 rtc::Thread::Current()->ProcessMessages(1);
618 EXPECT_TRUE(channel_->GetStats(&info));
619 ASSERT_EQ(2U, info.senders.size());
620 if (info.senders[0].packets_sent + info.senders[1].packets_sent ==
621 NumRtpPackets()) {
622 // Stats have been updated for both sent frames, expectations can be
623 // checked now.
624 break;
625 }
626 }
627 EXPECT_EQ(NumRtpPackets(),
628 info.senders[0].packets_sent + info.senders[1].packets_sent)
629 << "Timed out while waiting for packet counts for all sent packets.";
630 EXPECT_EQ(1U, info.senders[0].ssrcs().size());
631 EXPECT_EQ(1234U, info.senders[0].ssrcs()[0]);
632 EXPECT_EQ(DefaultCodec().width, info.senders[0].send_frame_width);
633 EXPECT_EQ(DefaultCodec().height, info.senders[0].send_frame_height);
634 EXPECT_EQ(1U, info.senders[1].ssrcs().size());
635 EXPECT_EQ(5678U, info.senders[1].ssrcs()[0]);
636 EXPECT_EQ(kTestWidth, info.senders[1].send_frame_width);
637 EXPECT_EQ(kTestHeight, info.senders[1].send_frame_height);
638 // The capturer must be unregistered here as it runs out of it's scope next.
639 EXPECT_TRUE(channel_->SetCapturer(5678, NULL));
640 }
641
642 // Test that we can set the bandwidth.
643 void SetSendBandwidth() {
644 cricket::VideoSendParameters parameters;
645 parameters.codecs.push_back(DefaultCodec());
646 parameters.max_bandwidth_bps = -1; // <= 0 means unlimited.
647 EXPECT_TRUE(channel_->SetSendParameters(parameters));
648 parameters.max_bandwidth_bps = 128 * 1024;
649 EXPECT_TRUE(channel_->SetSendParameters(parameters));
650 }
651 // Test that we can set the SSRC for the default send source.
652 void SetSendSsrc() {
653 EXPECT_TRUE(SetDefaultCodec());
654 EXPECT_TRUE(SetSend(true));
655 EXPECT_TRUE(SendFrame());
656 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
657 uint32_t ssrc = 0;
658 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
659 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
660 EXPECT_EQ(kSsrc, ssrc);
661 // Packets are being paced out, so these can mismatch between the first and
662 // second call to NumRtpPackets until pending packets are paced out.
663 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
664 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
665 EXPECT_EQ(1, NumSentSsrcs());
666 EXPECT_EQ(0, NumRtpPackets(kSsrc - 1));
667 EXPECT_EQ(0, NumRtpBytes(kSsrc - 1));
668 }
669 // Test that we can set the SSRC even after codecs are set.
670 void SetSendSsrcAfterSetCodecs() {
671 // Remove stream added in Setup.
672 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
673 EXPECT_TRUE(SetDefaultCodec());
674 EXPECT_TRUE(channel_->AddSendStream(
675 cricket::StreamParams::CreateLegacy(999)));
676 EXPECT_TRUE(channel_->SetCapturer(999u, video_capturer_.get()));
677 EXPECT_TRUE(SetSend(true));
678 EXPECT_TRUE(WaitAndSendFrame(0));
679 EXPECT_TRUE_WAIT(NumRtpPackets() > 0, kTimeout);
680 uint32_t ssrc = 0;
681 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
682 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
683 EXPECT_EQ(999u, ssrc);
684 // Packets are being paced out, so these can mismatch between the first and
685 // second call to NumRtpPackets until pending packets are paced out.
686 EXPECT_EQ_WAIT(NumRtpPackets(), NumRtpPackets(ssrc), kTimeout);
687 EXPECT_EQ_WAIT(NumRtpBytes(), NumRtpBytes(ssrc), kTimeout);
688 EXPECT_EQ(1, NumSentSsrcs());
689 EXPECT_EQ(0, NumRtpPackets(kSsrc));
690 EXPECT_EQ(0, NumRtpBytes(kSsrc));
691 }
692 // Test that we can set the default video renderer before and after
693 // media is received.
694 void SetSink() {
695 uint8_t data1[] = {
696 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00};
697
698 rtc::Buffer packet1(data1, sizeof(data1));
699 rtc::SetBE32(packet1.data() + 8, kSsrc);
700 channel_->SetSink(kDefaultReceiveSsrc, NULL);
701 EXPECT_TRUE(SetDefaultCodec());
702 EXPECT_TRUE(SetSend(true));
703 EXPECT_EQ(0, renderer_.num_rendered_frames());
704 channel_->OnPacketReceived(&packet1, rtc::PacketTime());
705 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
706 EXPECT_TRUE(SendFrame());
707 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
708 }
709
710 // Tests empty StreamParams is rejected.
711 void RejectEmptyStreamParams() {
712 // Remove the send stream that was added during Setup.
713 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
714
715 cricket::StreamParams empty;
716 EXPECT_FALSE(channel_->AddSendStream(empty));
717 EXPECT_TRUE(channel_->AddSendStream(
718 cricket::StreamParams::CreateLegacy(789u)));
719 }
720
721 // Tests setting up and configuring a send stream.
722 void AddRemoveSendStreams() {
723 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
724 EXPECT_TRUE(SetSend(true));
725 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
726 EXPECT_TRUE(SendFrame());
727 EXPECT_FRAME_WAIT(1, DefaultCodec().width, DefaultCodec().height, kTimeout);
728 EXPECT_GT(NumRtpPackets(), 0);
729 uint32_t ssrc = 0;
730 size_t last_packet = NumRtpPackets() - 1;
731 rtc::scoped_ptr<const rtc::Buffer>
732 p(GetRtpPacket(static_cast<int>(last_packet)));
733 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
734 EXPECT_EQ(kSsrc, ssrc);
735
736 // Remove the send stream that was added during Setup.
737 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
738 int rtp_packets = NumRtpPackets();
739
740 EXPECT_TRUE(channel_->AddSendStream(
741 cricket::StreamParams::CreateLegacy(789u)));
742 EXPECT_TRUE(channel_->SetCapturer(789u, video_capturer_.get()));
743 EXPECT_EQ(rtp_packets, NumRtpPackets());
744 // Wait 30ms to guarantee the engine does not drop the frame.
745 EXPECT_TRUE(WaitAndSendFrame(30));
746 EXPECT_TRUE_WAIT(NumRtpPackets() > rtp_packets, kTimeout);
747
748 last_packet = NumRtpPackets() - 1;
749 p.reset(GetRtpPacket(static_cast<int>(last_packet)));
750 ParseRtpPacket(p.get(), NULL, NULL, NULL, NULL, &ssrc, NULL);
751 EXPECT_EQ(789u, ssrc);
752 }
753
754 // Tests the behavior of incoming streams in a conference scenario.
755 void SimulateConference() {
756 cricket::FakeVideoRenderer renderer1, renderer2;
757 EXPECT_TRUE(SetDefaultCodec());
758 cricket::VideoSendParameters parameters;
759 parameters.codecs.push_back(DefaultCodec());
760 parameters.options.conference_mode = rtc::Optional<bool>(true);
761 EXPECT_TRUE(channel_->SetSendParameters(parameters));
762 EXPECT_TRUE(SetSend(true));
763 EXPECT_TRUE(channel_->AddRecvStream(
764 cricket::StreamParams::CreateLegacy(1)));
765 EXPECT_TRUE(channel_->AddRecvStream(
766 cricket::StreamParams::CreateLegacy(2)));
767 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
768 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
769 EXPECT_EQ(0, renderer1.num_rendered_frames());
770 EXPECT_EQ(0, renderer2.num_rendered_frames());
771 std::vector<uint32_t> ssrcs;
772 ssrcs.push_back(1);
773 ssrcs.push_back(2);
774 network_interface_.SetConferenceMode(true, ssrcs);
775 EXPECT_TRUE(SendFrame());
776 EXPECT_FRAME_ON_RENDERER_WAIT(
777 renderer1, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
778 EXPECT_FRAME_ON_RENDERER_WAIT(
779 renderer2, 1, DefaultCodec().width, DefaultCodec().height, kTimeout);
780
781 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
782 EXPECT_EQ(DefaultCodec().id, GetPayloadType(p.get()));
783 EXPECT_EQ(DefaultCodec().width, renderer1.width());
784 EXPECT_EQ(DefaultCodec().height, renderer1.height());
785 EXPECT_EQ(DefaultCodec().width, renderer2.width());
786 EXPECT_EQ(DefaultCodec().height, renderer2.height());
787 EXPECT_TRUE(channel_->RemoveRecvStream(2));
788 EXPECT_TRUE(channel_->RemoveRecvStream(1));
789 }
790
791 // Tests that we can add and remove capturers and frames are sent out properly
792 void AddRemoveCapturer() {
793 cricket::VideoCodec codec = DefaultCodec();
794 codec.width = 320;
795 codec.height = 240;
796 const int time_between_send = TimeBetweenSend(codec);
797 EXPECT_TRUE(SetOneCodec(codec));
798 EXPECT_TRUE(SetSend(true));
799 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
800 EXPECT_EQ(0, renderer_.num_rendered_frames());
801 EXPECT_TRUE(SendFrame());
802 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
803 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
804 CreateFakeVideoCapturer());
805 capturer->SetScreencast(true);
806 cricket::VideoFormat format(480, 360,
807 cricket::VideoFormat::FpsToInterval(30),
808 cricket::FOURCC_I420);
809 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(format));
810 // All capturers start generating frames with the same timestamp. ViE does
811 // not allow the same timestamp to be used. Capture one frame before
812 // associating the capturer with the channel.
813 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
814 cricket::FOURCC_I420));
815
816 int captured_frames = 1;
817 for (int iterations = 0; iterations < 2; ++iterations) {
818 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
819 rtc::Thread::Current()->ProcessMessages(time_between_send);
820 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
821 cricket::FOURCC_I420));
822 ++captured_frames;
823 // Wait until frame of right size is captured.
824 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
825 format.width == renderer_.width() &&
826 format.height == renderer_.height() &&
827 !renderer_.black_frame(), kTimeout);
828 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
829 EXPECT_EQ(format.width, renderer_.width());
830 EXPECT_EQ(format.height, renderer_.height());
831 captured_frames = renderer_.num_rendered_frames() + 1;
832 EXPECT_FALSE(renderer_.black_frame());
833 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
834 // Make sure a black frame is generated within the specified timeout.
835 // The black frame should be the resolution of the previous frame to
836 // prevent expensive encoder reconfigurations.
837 EXPECT_TRUE_WAIT(renderer_.num_rendered_frames() >= captured_frames &&
838 format.width == renderer_.width() &&
839 format.height == renderer_.height() &&
840 renderer_.black_frame(), kTimeout);
841 EXPECT_GE(renderer_.num_rendered_frames(), captured_frames);
842 EXPECT_EQ(format.width, renderer_.width());
843 EXPECT_EQ(format.height, renderer_.height());
844 EXPECT_TRUE(renderer_.black_frame());
845
846 // The black frame has the same timestamp as the next frame since it's
847 // timestamp is set to the last frame's timestamp + interval. WebRTC will
848 // not render a frame with the same timestamp so capture another frame
849 // with the frame capturer to increment the next frame's timestamp.
850 EXPECT_TRUE(capturer->CaptureCustomFrame(format.width, format.height,
851 cricket::FOURCC_I420));
852 }
853 }
854
855 // Tests that if RemoveCapturer is called without a capturer ever being
856 // added, the plugin shouldn't crash (and no black frame should be sent).
857 void RemoveCapturerWithoutAdd() {
858 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
859 EXPECT_TRUE(SetSend(true));
860 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
861 EXPECT_EQ(0, renderer_.num_rendered_frames());
862 EXPECT_TRUE(SendFrame());
863 EXPECT_FRAME_WAIT(1, 640, 400, kTimeout);
864 // Wait for one frame so they don't get dropped because we send frames too
865 // tightly.
866 rtc::Thread::Current()->ProcessMessages(30);
867 // Remove the capturer.
868 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
869 // Wait for one black frame for removing the capturer.
870 EXPECT_FRAME_WAIT(2, 640, 400, kTimeout);
871
872 // No capturer was added, so this RemoveCapturer should
873 // fail.
874 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
875 rtc::Thread::Current()->ProcessMessages(300);
876 // Verify no more frames were sent.
877 EXPECT_EQ(2, renderer_.num_rendered_frames());
878 }
879
880 // Tests that we can add and remove capturer as unique sources.
881 void AddRemoveCapturerMultipleSources() {
882 // WebRTC implementation will drop frames if pushed to quickly. Wait the
883 // interval time to avoid that.
884 // WebRTC implementation will drop frames if pushed to quickly. Wait the
885 // interval time to avoid that.
886 // Set up the stream associated with the engine.
887 EXPECT_TRUE(channel_->AddRecvStream(
888 cricket::StreamParams::CreateLegacy(kSsrc)));
889 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer_));
890 cricket::VideoFormat capture_format; // default format
891 capture_format.interval = cricket::VideoFormat::FpsToInterval(30);
892 // Set up additional stream 1.
893 cricket::FakeVideoRenderer renderer1;
894 EXPECT_FALSE(channel_->SetSink(1, &renderer1));
895 EXPECT_TRUE(channel_->AddRecvStream(
896 cricket::StreamParams::CreateLegacy(1)));
897 EXPECT_TRUE(channel_->SetSink(1, &renderer1));
898 EXPECT_TRUE(channel_->AddSendStream(
899 cricket::StreamParams::CreateLegacy(1)));
900 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer1(
901 CreateFakeVideoCapturer());
902 capturer1->SetScreencast(true);
903 EXPECT_EQ(cricket::CS_RUNNING, capturer1->Start(capture_format));
904 // Set up additional stream 2.
905 cricket::FakeVideoRenderer renderer2;
906 EXPECT_FALSE(channel_->SetSink(2, &renderer2));
907 EXPECT_TRUE(channel_->AddRecvStream(
908 cricket::StreamParams::CreateLegacy(2)));
909 EXPECT_TRUE(channel_->SetSink(2, &renderer2));
910 EXPECT_TRUE(channel_->AddSendStream(
911 cricket::StreamParams::CreateLegacy(2)));
912 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer2(
913 CreateFakeVideoCapturer());
914 capturer2->SetScreencast(true);
915 EXPECT_EQ(cricket::CS_RUNNING, capturer2->Start(capture_format));
916 // State for all the streams.
917 EXPECT_TRUE(SetOneCodec(DefaultCodec()));
918 // A limitation in the lmi implementation requires that SetCapturer() is
919 // called after SetOneCodec().
920 // TODO(hellner): this seems like an unnecessary constraint, fix it.
921 EXPECT_TRUE(channel_->SetCapturer(1, capturer1.get()));
922 EXPECT_TRUE(channel_->SetCapturer(2, capturer2.get()));
923 EXPECT_TRUE(SetSend(true));
924 // Test capturer associated with engine.
925 const int kTestWidth = 160;
926 const int kTestHeight = 120;
927 EXPECT_TRUE(capturer1->CaptureCustomFrame(
928 kTestWidth, kTestHeight, cricket::FOURCC_I420));
929 EXPECT_FRAME_ON_RENDERER_WAIT(
930 renderer1, 1, kTestWidth, kTestHeight, kTimeout);
931 // Capture a frame with additional capturer2, frames should be received
932 EXPECT_TRUE(capturer2->CaptureCustomFrame(
933 kTestWidth, kTestHeight, cricket::FOURCC_I420));
934 EXPECT_FRAME_ON_RENDERER_WAIT(
935 renderer2, 1, kTestWidth, kTestHeight, kTimeout);
936 // Successfully remove the capturer.
937 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
938 // Fail to re-remove the capturer.
939 EXPECT_FALSE(channel_->SetCapturer(kSsrc, NULL));
940 // The capturers must be unregistered here as it runs out of it's scope
941 // next.
942 EXPECT_TRUE(channel_->SetCapturer(1, NULL));
943 EXPECT_TRUE(channel_->SetCapturer(2, NULL));
944 }
945
946 void HighAspectHighHeightCapturer() {
947 const int kWidth = 80;
948 const int kHeight = 10000;
949 const int kScaledWidth = 20;
950 const int kScaledHeight = 2500;
951
952 cricket::VideoCodec codec(DefaultCodec());
953 EXPECT_TRUE(SetOneCodec(codec));
954 EXPECT_TRUE(SetSend(true));
955
956 cricket::FakeVideoRenderer renderer;
957 EXPECT_TRUE(channel_->AddRecvStream(
958 cricket::StreamParams::CreateLegacy(kSsrc)));
959 EXPECT_TRUE(channel_->SetSink(kSsrc, &renderer));
960 EXPECT_EQ(0, renderer.num_rendered_frames());
961
962 EXPECT_TRUE(SendFrame());
963 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
964 renderer, 1, codec.width, codec.height, kTimeout);
965
966 // Registering an external capturer is currently the same as screen casting
967 // (update the test when this changes).
968 rtc::scoped_ptr<cricket::FakeVideoCapturer> capturer(
969 CreateFakeVideoCapturer());
970 capturer->SetScreencast(true);
971 const std::vector<cricket::VideoFormat>* formats =
972 capturer->GetSupportedFormats();
973 cricket::VideoFormat capture_format = (*formats)[0];
974 EXPECT_EQ(cricket::CS_RUNNING, capturer->Start(capture_format));
975 // Capture frame to not get same frame timestamps as previous capturer.
976 capturer->CaptureFrame();
977 EXPECT_TRUE(channel_->SetCapturer(kSsrc, capturer.get()));
978 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
979 EXPECT_TRUE(capturer->CaptureCustomFrame(kWidth, kHeight,
980 cricket::FOURCC_ARGB));
981 EXPECT_GT_FRAME_ON_RENDERER_WAIT(
982 renderer, 2, kScaledWidth, kScaledHeight, kTimeout);
983 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
984 }
985
986 // Tests that we can adapt video resolution with 16:10 aspect ratio properly.
987 void AdaptResolution16x10() {
988 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
989 cricket::VideoCodec codec(DefaultCodec());
990 codec.width = 640;
991 codec.height = 400;
992 SendAndReceive(codec);
993 codec.width /= 2;
994 codec.height /= 2;
995 // Adapt the resolution.
996 EXPECT_TRUE(SetOneCodec(codec));
997 EXPECT_TRUE(WaitAndSendFrame(30));
998 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
999 }
1000 // Tests that we can adapt video resolution with 4:3 aspect ratio properly.
1001 void AdaptResolution4x3() {
1002 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
1003 cricket::VideoCodec codec(DefaultCodec());
1004 codec.width = 640;
1005 codec.height = 400;
1006 SendAndReceive(codec);
1007 codec.width /= 2;
1008 codec.height /= 2;
1009 // Adapt the resolution.
1010 EXPECT_TRUE(SetOneCodec(codec));
1011 EXPECT_TRUE(WaitAndSendFrame(30));
1012 EXPECT_FRAME_WAIT(2, codec.width, codec.height, kTimeout);
1013 }
1014 // Tests that we can drop all frames properly.
1015 void AdaptDropAllFrames() {
1016 // Set the channel codec's resolution to 0, which will require the adapter
1017 // to drop all frames.
1018 cricket::VideoCodec codec(DefaultCodec());
1019 codec.width = codec.height = codec.framerate = 0;
1020 EXPECT_TRUE(SetOneCodec(codec));
1021 EXPECT_TRUE(SetSend(true));
1022 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
1023 EXPECT_EQ(0, renderer_.num_rendered_frames());
1024 EXPECT_TRUE(SendFrame());
1025 EXPECT_TRUE(SendFrame());
1026 rtc::Thread::Current()->ProcessMessages(500);
1027 EXPECT_EQ(0, renderer_.num_rendered_frames());
1028 }
1029 // Tests that we can reduce the frame rate on demand properly.
1030 // TODO(fbarchard): This test is flakey on pulse. Fix and re-enable
1031 void AdaptFramerate() {
1032 cricket::VideoCodec codec(DefaultCodec());
1033 int frame_count = 0;
1034 // The capturer runs at 30 fps. The channel requires 30 fps.
1035 EXPECT_TRUE(SetOneCodec(codec));
1036 EXPECT_TRUE(SetSend(true));
1037 EXPECT_EQ(frame_count, renderer_.num_rendered_frames());
1038 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1039 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1040 frame_count += 2;
1041 EXPECT_FRAME_WAIT(frame_count, codec.width, codec.height, kTimeout);
1042 rtc::scoped_ptr<const rtc::Buffer> p(GetRtpPacket(0));
1043 EXPECT_EQ(codec.id, GetPayloadType(p.get()));
1044
1045 // The channel requires 15 fps.
1046 codec.framerate = 15;
1047 EXPECT_TRUE(SetOneCodec(codec));
1048 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1049 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1050 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1051 frame_count += 2;
1052 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1053
1054 // The channel requires 10 fps.
1055 codec.framerate = 10;
1056 EXPECT_TRUE(SetOneCodec(codec));
1057 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1058 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1059 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1060 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1061 frame_count += 2;
1062 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1063
1064 // The channel requires 8 fps. The adapter adapts to 10 fps, which is the
1065 // closest factor of 30.
1066 codec.framerate = 8;
1067 EXPECT_TRUE(SetOneCodec(codec));
1068 EXPECT_TRUE(WaitAndSendFrame(0)); // Should be rendered.
1069 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1070 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be dropped.
1071 EXPECT_TRUE(WaitAndSendFrame(30)); // Should be rendered.
1072 frame_count += 2;
1073 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1074 }
1075 // Tests that adapted frames won't be upscaled to a higher resolution.
1076 void SendsLowerResolutionOnSmallerFrames() {
1077 cricket::VideoCodec codec = DefaultCodec();
1078 codec.width = 320;
1079 codec.height = 240;
1080 EXPECT_TRUE(SetOneCodec(codec));
1081 EXPECT_TRUE(SetSend(true));
1082 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
1083 EXPECT_EQ(0, renderer_.num_rendered_frames());
1084 EXPECT_TRUE(SendFrame());
1085 EXPECT_FRAME_WAIT(1, codec.width, codec.height, kTimeout);
1086
1087 // Check that we send smaller frames at the new resolution.
1088 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(33));
1089 EXPECT_TRUE(video_capturer_->CaptureCustomFrame(
1090 codec.width / 2, codec.height / 2, cricket::FOURCC_I420));
1091 EXPECT_FRAME_WAIT(2, codec.width / 2, codec.height / 2, kTimeout);
1092 }
1093
1094 // Tests that we can mute and unmute the channel properly.
1095 void MuteStream() {
1096 EXPECT_TRUE(SetDefaultCodec());
1097 cricket::FakeVideoCapturer video_capturer;
1098 video_capturer.Start(
1099 cricket::VideoFormat(
1100 640, 480,
1101 cricket::VideoFormat::FpsToInterval(30),
1102 cricket::FOURCC_I420));
1103 EXPECT_TRUE(channel_->SetCapturer(kSsrc, &video_capturer));
1104 EXPECT_TRUE(SetSend(true));
1105 EXPECT_TRUE(channel_->SetSink(kDefaultReceiveSsrc, &renderer_));
1106 EXPECT_EQ(0, renderer_.num_rendered_frames());
1107 // Mute the channel and expect black output frame.
1108 int frame_count = 0;
1109 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1110 EXPECT_TRUE(video_capturer.CaptureFrame());
1111 ++frame_count;
1112 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1113 EXPECT_TRUE(renderer_.black_frame());
1114 // Unmute the channel and expect non-black output frame.
1115 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1116 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
1117 EXPECT_TRUE(video_capturer.CaptureFrame());
1118 ++frame_count;
1119 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1120 EXPECT_FALSE(renderer_.black_frame());
1121 // Test that we can also Mute using the correct send stream SSRC.
1122 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1123 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
1124 EXPECT_TRUE(video_capturer.CaptureFrame());
1125 ++frame_count;
1126 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1127 EXPECT_TRUE(renderer_.black_frame());
1128 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1129 EXPECT_TRUE(rtc::Thread::Current()->ProcessMessages(30));
1130 EXPECT_TRUE(video_capturer.CaptureFrame());
1131 ++frame_count;
1132 EXPECT_EQ_WAIT(frame_count, renderer_.num_rendered_frames(), kTimeout);
1133 EXPECT_FALSE(renderer_.black_frame());
1134 // Test that muting an existing stream succeeds even if it's muted.
1135 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1136 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, false, nullptr));
1137 // Test that unmuting an existing stream succeeds even if it's not muted.
1138 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1139 EXPECT_TRUE(channel_->SetVideoSend(kSsrc, true, nullptr));
1140 // Test that muting an invalid stream fails.
1141 EXPECT_FALSE(channel_->SetVideoSend(kSsrc+1, false, nullptr));
1142 EXPECT_TRUE(channel_->SetCapturer(kSsrc, NULL));
1143 }
1144
1145 // Test that multiple send streams can be created and deleted properly.
1146 void MultipleSendStreams() {
1147 // Remove stream added in Setup. I.e. remove stream corresponding to default
1148 // channel.
1149 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1150 const unsigned int kSsrcsSize = sizeof(kSsrcs4)/sizeof(kSsrcs4[0]);
1151 for (unsigned int i = 0; i < kSsrcsSize; ++i) {
1152 EXPECT_TRUE(channel_->AddSendStream(
1153 cricket::StreamParams::CreateLegacy(kSsrcs4[i])));
1154 }
1155 // Delete one of the non default channel streams, let the destructor delete
1156 // the remaining ones.
1157 EXPECT_TRUE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1158 // Stream should already be deleted.
1159 EXPECT_FALSE(channel_->RemoveSendStream(kSsrcs4[kSsrcsSize - 1]));
1160 }
1161
1162 // Two streams one channel tests.
1163
1164 // Tests that we can send and receive frames.
1165 void TwoStreamsSendAndReceive(const cricket::VideoCodec& codec) {
1166 SetUpSecondStream();
1167 // Test sending and receiving on first stream.
1168 SendAndReceive(codec);
1169 // Test sending and receiving on second stream.
1170 EXPECT_EQ_WAIT(1, renderer2_.num_rendered_frames(), kTimeout);
1171 EXPECT_GT(NumRtpPackets(), 0);
1172 EXPECT_EQ(1, renderer2_.num_rendered_frames());
1173 }
1174
1175 // Set up 2 streams where the first stream uses the default channel.
1176 // Then disconnect the first stream and verify default channel becomes
1177 // available.
1178 // Then add a new stream with |new_ssrc|. The new stream should re-use the
1179 // default channel.
1180 void TwoStreamsReUseFirstStream(const cricket::VideoCodec& codec) {
1181 SetUpSecondStream();
1182 // Default channel used by the first stream.
1183 EXPECT_EQ(kSsrc, channel_->GetDefaultSendChannelSsrc());
1184 EXPECT_TRUE(channel_->RemoveRecvStream(kSsrc));
1185 EXPECT_FALSE(channel_->RemoveRecvStream(kSsrc));
1186 EXPECT_TRUE(channel_->RemoveSendStream(kSsrc));
1187 EXPECT_FALSE(channel_->RemoveSendStream(kSsrc));
1188 // Default channel is no longer used by a stream.
1189 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
1190 uint32_t new_ssrc = kSsrc + 100;
1191 EXPECT_TRUE(channel_->AddSendStream(
1192 cricket::StreamParams::CreateLegacy(new_ssrc)));
1193 // Re-use default channel.
1194 EXPECT_EQ(new_ssrc, channel_->GetDefaultSendChannelSsrc());
1195 EXPECT_FALSE(channel_->AddSendStream(
1196 cricket::StreamParams::CreateLegacy(new_ssrc)));
1197 EXPECT_TRUE(channel_->AddRecvStream(
1198 cricket::StreamParams::CreateLegacy(new_ssrc)));
1199 EXPECT_TRUE(channel_->SetSink(new_ssrc, &renderer_));
1200 EXPECT_FALSE(channel_->AddRecvStream(
1201 cricket::StreamParams::CreateLegacy(new_ssrc)));
1202
1203 EXPECT_TRUE(channel_->SetCapturer(new_ssrc, video_capturer_.get()));
1204
1205 SendAndReceive(codec);
1206 EXPECT_TRUE(channel_->RemoveSendStream(new_ssrc));
1207 EXPECT_EQ(0u, channel_->GetDefaultSendChannelSsrc());
1208 }
1209
1210 const rtc::scoped_ptr<webrtc::Call> call_;
1211 VideoEngineOverride<E> engine_;
1212 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_;
1213 rtc::scoped_ptr<cricket::FakeVideoCapturer> video_capturer_2_;
1214 rtc::scoped_ptr<C> channel_;
1215 cricket::FakeNetworkInterface network_interface_;
1216 cricket::FakeVideoRenderer renderer_;
1217 cricket::VideoMediaChannel::Error media_error_;
1218
1219 // Used by test cases where 2 streams are run on the same channel.
1220 cricket::FakeVideoRenderer renderer2_;
1221 };
1222
1223 #endif // TALK_MEDIA_BASE_VIDEOENGINE_UNITTEST_H_ NOLINT
OLDNEW
« no previous file with comments | « talk/media/base/videocommon_unittest.cc ('k') | talk/media/base/videoframe.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698