Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(176)

Side by Side Diff: webrtc/video/full_stack_tests.cc

Issue 3003193002: Add a new frame generator that cycles through randomly generated slides. (Closed)
Patch Set: Patchset 3C. Created 3 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 #include <stdio.h> 10 #include <stdio.h>
(...skipping 324 matching lines...) Expand 10 before | Expand all | Expand 10 after
335 conf_motion_hd.pipe.link_capacity_kbps = 2000; 335 conf_motion_hd.pipe.link_capacity_kbps = 2000;
336 RunTest(conf_motion_hd); 336 RunTest(conf_motion_hd);
337 } 337 }
338 #endif 338 #endif
339 339
340 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL) { 340 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL) {
341 VideoQualityTest::Params screenshare; 341 VideoQualityTest::Params screenshare;
342 screenshare.call.send_side_bwe = true; 342 screenshare.call.send_side_bwe = true;
343 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 343 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
344 "VP8", 2, 1, 400000, false, false, ""}; 344 "VP8", 2, 1, 400000, false, false, ""};
345 screenshare.screenshare = {true, 10}; 345 screenshare.screenshare = {true, false, 10};
346 screenshare.analyzer = {"screenshare_slides", 0.0, 0.0, 346 screenshare.analyzer = {"screenshare_slides", 0.0, 0.0,
347 kFullStackTestDurationSecs}; 347 kFullStackTestDurationSecs};
348 RunTest(screenshare); 348 RunTest(screenshare);
349 } 349 }
350 350
351 TEST_F(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast) { 351 TEST_F(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast) {
352 test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment); 352 test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment);
353 VideoQualityTest::Params screenshare; 353 VideoQualityTest::Params screenshare;
354 screenshare.call.send_side_bwe = true; 354 screenshare.call.send_side_bwe = true;
355 screenshare.screenshare = {true, 10}; 355 screenshare.screenshare = {true, false, 10};
356 screenshare.video = {true, 1850, 1110, 5, 800000, 356 screenshare.video = {true, 1850, 1110, 5, 800000,
357 2500000, 2500000, false, "VP8", 3, 357 2500000, 2500000, false, "VP8", 3,
358 2, 400000, false, false, ""}; 358 2, 400000, false, false, ""};
359 screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0, 359 screenshare.analyzer = {"screenshare_slides_simulcast", 0.0, 0.0,
360 kFullStackTestDurationSecs}; 360 kFullStackTestDurationSecs};
361 VideoQualityTest::Params screenshare_params_high; 361 VideoQualityTest::Params screenshare_params_high;
362 screenshare_params_high.video = {true, 1850, 1110, 5, 800000, 362 screenshare_params_high.video = {true, 1850, 1110, 5, 800000,
363 2500000, 2500000, false, "VP8", 3, 363 2500000, 2500000, false, "VP8", 3,
364 0, 400000, false, false, ""}; 364 0, 400000, false, false, ""};
365 VideoQualityTest::Params screenshare_params_low; 365 VideoQualityTest::Params screenshare_params_low;
366 screenshare_params_low.video = {true, 1850, 1110, 5, 50000, 366 screenshare_params_low.video = {true, 1850, 1110, 5, 50000,
367 200000, 2000000, false, "VP8", 2, 367 200000, 2000000, false, "VP8", 2,
368 0, 400000, false, false, ""}; 368 0, 400000, false, false, ""};
369 369
370 std::vector<VideoStream> streams = { 370 std::vector<VideoStream> streams = {
371 DefaultVideoStream(screenshare_params_low), 371 DefaultVideoStream(screenshare_params_low),
372 DefaultVideoStream(screenshare_params_high)}; 372 DefaultVideoStream(screenshare_params_high)};
373 screenshare.ss = {streams, 1, 1, 0, std::vector<SpatialLayer>(), false}; 373 screenshare.ss = {streams, 1, 1, 0, std::vector<SpatialLayer>(), false};
374 RunTest(screenshare); 374 RunTest(screenshare);
375 } 375 }
376 376
377 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) { 377 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_Scroll) {
378 VideoQualityTest::Params config; 378 VideoQualityTest::Params config;
379 config.call.send_side_bwe = true; 379 config.call.send_side_bwe = true;
380 config.video = {true, 1850, 1110 / 2, 5, 50000, 200000, 2000000, false, 380 config.video = {true, 1850, 1110 / 2, 5, 50000, 200000, 2000000, false,
381 "VP8", 2, 1, 400000, false, false, ""}; 381 "VP8", 2, 1, 400000, false, false, ""};
382 config.screenshare = {true, 10, 2}; 382 config.screenshare = {true, false, 10, 2};
383 config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0, 383 config.analyzer = {"screenshare_slides_scrolling", 0.0, 0.0,
384 kFullStackTestDurationSecs}; 384 kFullStackTestDurationSecs};
385 RunTest(config); 385 RunTest(config);
386 } 386 }
387 387
388 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNet) { 388 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNet) {
389 VideoQualityTest::Params screenshare; 389 VideoQualityTest::Params screenshare;
390 screenshare.call.send_side_bwe = true; 390 screenshare.call.send_side_bwe = true;
391 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 391 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
392 "VP8", 2, 1, 400000, false, false, ""}; 392 "VP8", 2, 1, 400000, false, false, ""};
393 screenshare.screenshare = {true, 10}; 393 screenshare.screenshare = {true, false, 10};
394 screenshare.analyzer = {"screenshare_slides_lossy_net", 0.0, 0.0, 394 screenshare.analyzer = {"screenshare_slides_lossy_net", 0.0, 0.0,
395 kFullStackTestDurationSecs}; 395 kFullStackTestDurationSecs};
396 screenshare.pipe.loss_percent = 5; 396 screenshare.pipe.loss_percent = 5;
397 screenshare.pipe.queue_delay_ms = 200; 397 screenshare.pipe.queue_delay_ms = 200;
398 screenshare.pipe.link_capacity_kbps = 500; 398 screenshare.pipe.link_capacity_kbps = 500;
399 RunTest(screenshare); 399 RunTest(screenshare);
400 } 400 }
401 401
402 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) { 402 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_VeryLossyNet) {
403 VideoQualityTest::Params screenshare; 403 VideoQualityTest::Params screenshare;
404 screenshare.call.send_side_bwe = true; 404 screenshare.call.send_side_bwe = true;
405 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 405 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
406 "VP8", 2, 1, 400000, false, false, ""}; 406 "VP8", 2, 1, 400000, false, false, ""};
407 screenshare.screenshare = {true, 10}; 407 screenshare.screenshare = {true, false, 10};
408 screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0, 408 screenshare.analyzer = {"screenshare_slides_very_lossy", 0.0, 0.0,
409 kFullStackTestDurationSecs}; 409 kFullStackTestDurationSecs};
410 screenshare.pipe.loss_percent = 10; 410 screenshare.pipe.loss_percent = 10;
411 screenshare.pipe.queue_delay_ms = 200; 411 screenshare.pipe.queue_delay_ms = 200;
412 screenshare.pipe.link_capacity_kbps = 500; 412 screenshare.pipe.link_capacity_kbps = 500;
413 RunTest(screenshare); 413 RunTest(screenshare);
414 } 414 }
415 415
416 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) { 416 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue) {
417 VideoQualityTest::Params screenshare; 417 VideoQualityTest::Params screenshare;
418 screenshare.call.send_side_bwe = true; 418 screenshare.call.send_side_bwe = true;
419 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 419 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
420 "VP8", 2, 1, 400000, false, false, ""}; 420 "VP8", 2, 1, 400000, false, false, ""};
421 screenshare.screenshare = {true, 10}; 421 screenshare.screenshare = {true, false, 10};
422 screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0, 422 screenshare.analyzer = {"screenshare_slides_lossy_limited", 0.0, 0.0,
423 kFullStackTestDurationSecs}; 423 kFullStackTestDurationSecs};
424 screenshare.pipe.loss_percent = 5; 424 screenshare.pipe.loss_percent = 5;
425 screenshare.pipe.link_capacity_kbps = 200; 425 screenshare.pipe.link_capacity_kbps = 200;
426 screenshare.pipe.queue_length_packets = 30; 426 screenshare.pipe.queue_length_packets = 30;
427 427
428 RunTest(screenshare); 428 RunTest(screenshare);
429 } 429 }
430 430
431 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) { 431 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted) {
432 VideoQualityTest::Params screenshare; 432 VideoQualityTest::Params screenshare;
433 screenshare.call.send_side_bwe = true; 433 screenshare.call.send_side_bwe = true;
434 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 434 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
435 "VP8", 2, 1, 400000, false, false, ""}; 435 "VP8", 2, 1, 400000, false, false, ""};
436 screenshare.screenshare = {true, 10}; 436 screenshare.screenshare = {true, false, 10};
437 screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0, 437 screenshare.analyzer = {"screenshare_slides_moderately_restricted", 0.0, 0.0,
438 kFullStackTestDurationSecs}; 438 kFullStackTestDurationSecs};
439 screenshare.pipe.loss_percent = 1; 439 screenshare.pipe.loss_percent = 1;
440 screenshare.pipe.link_capacity_kbps = 1200; 440 screenshare.pipe.link_capacity_kbps = 1200;
441 screenshare.pipe.queue_length_packets = 30; 441 screenshare.pipe.queue_length_packets = 30;
442 442
443 RunTest(screenshare); 443 RunTest(screenshare);
444 } 444 }
445 445
446 // TODO(sprang): Retire these tests once experiment is removed. 446 // TODO(sprang): Retire these tests once experiment is removed.
447 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue_ALR) { 447 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_LossyNetRestrictedQueue_ALR) {
448 test::ScopedFieldTrials field_trial(kAlrProbingExperiment); 448 test::ScopedFieldTrials field_trial(kAlrProbingExperiment);
449 VideoQualityTest::Params screenshare; 449 VideoQualityTest::Params screenshare;
450 screenshare.call.send_side_bwe = true; 450 screenshare.call.send_side_bwe = true;
451 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 451 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
452 "VP8", 2, 1, 400000, false, false, ""}; 452 "VP8", 2, 1, 400000, false, false, ""};
453 screenshare.screenshare = {true, 10}; 453 screenshare.screenshare = {true, false, 10};
454 screenshare.analyzer = {"screenshare_slides_lossy_limited_ALR", 0.0, 0.0, 454 screenshare.analyzer = {"screenshare_slides_lossy_limited_ALR", 0.0, 0.0,
455 kFullStackTestDurationSecs}; 455 kFullStackTestDurationSecs};
456 screenshare.pipe.loss_percent = 5; 456 screenshare.pipe.loss_percent = 5;
457 screenshare.pipe.link_capacity_kbps = 200; 457 screenshare.pipe.link_capacity_kbps = 200;
458 screenshare.pipe.queue_length_packets = 30; 458 screenshare.pipe.queue_length_packets = 30;
459 459
460 RunTest(screenshare); 460 RunTest(screenshare);
461 } 461 }
462 462
463 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ALR) { 463 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ALR) {
464 test::ScopedFieldTrials field_trial(kAlrProbingExperiment); 464 test::ScopedFieldTrials field_trial(kAlrProbingExperiment);
465 VideoQualityTest::Params screenshare; 465 VideoQualityTest::Params screenshare;
466 screenshare.call.send_side_bwe = true; 466 screenshare.call.send_side_bwe = true;
467 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 467 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
468 "VP8", 2, 1, 400000, false, false, ""}; 468 "VP8", 2, 1, 400000, false, false, ""};
469 screenshare.screenshare = {true, 10}; 469 screenshare.screenshare = {true, false, 10};
470 screenshare.analyzer = {"screenshare_slides_ALR", 0.0, 0.0, 470 screenshare.analyzer = {"screenshare_slides_ALR", 0.0, 0.0,
471 kFullStackTestDurationSecs}; 471 kFullStackTestDurationSecs};
472 RunTest(screenshare); 472 RunTest(screenshare);
473 } 473 }
474 474
475 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted_ALR) { 475 TEST_F(FullStackTest, ScreenshareSlidesVP8_2TL_ModeratelyRestricted_ALR) {
476 test::ScopedFieldTrials field_trial(kAlrProbingExperiment); 476 test::ScopedFieldTrials field_trial(kAlrProbingExperiment);
477 VideoQualityTest::Params screenshare; 477 VideoQualityTest::Params screenshare;
478 screenshare.call.send_side_bwe = true; 478 screenshare.call.send_side_bwe = true;
479 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 479 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
480 "VP8", 2, 1, 400000, false, false, ""}; 480 "VP8", 2, 1, 400000, false, false, ""};
481 screenshare.screenshare = {true, 10}; 481 screenshare.screenshare = {true, false, 10};
482 screenshare.analyzer = {"screenshare_slides_moderately_restricted_ALR", 0.0, 482 screenshare.analyzer = {"screenshare_slides_moderately_restricted_ALR", 0.0,
483 0.0, kFullStackTestDurationSecs}; 483 0.0, kFullStackTestDurationSecs};
484 screenshare.pipe.loss_percent = 1; 484 screenshare.pipe.loss_percent = 1;
485 screenshare.pipe.link_capacity_kbps = 1200; 485 screenshare.pipe.link_capacity_kbps = 1200;
486 screenshare.pipe.queue_length_packets = 30; 486 screenshare.pipe.queue_length_packets = 30;
487 487
488 RunTest(screenshare); 488 RunTest(screenshare);
489 } 489 }
490 490
491 TEST_F(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast_ALR) { 491 TEST_F(FullStackTest, ScreenshareSlidesVP8_3TL_Simulcast_ALR) {
492 test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment + 492 test::ScopedFieldTrials field_trial(kScreenshareSimulcastExperiment +
493 kAlrProbingExperiment); 493 kAlrProbingExperiment);
494 VideoQualityTest::Params screenshare; 494 VideoQualityTest::Params screenshare;
495 screenshare.call.send_side_bwe = true; 495 screenshare.call.send_side_bwe = true;
496 screenshare.screenshare = {true, 10}; 496 screenshare.screenshare = {true, false, 10};
497 screenshare.video = {true, 1850, 1110, 5, 800000, 497 screenshare.video = {true, 1850, 1110, 5, 800000,
498 2500000, 2500000, false, "VP8", 3, 498 2500000, 2500000, false, "VP8", 3,
499 2, 400000, false, false, ""}; 499 2, 400000, false, false, ""};
500 screenshare.analyzer = {"screenshare_slides_simulcast_alr", 0.0, 0.0, 500 screenshare.analyzer = {"screenshare_slides_simulcast_alr", 0.0, 0.0,
501 kFullStackTestDurationSecs}; 501 kFullStackTestDurationSecs};
502 VideoQualityTest::Params screenshare_params_high; 502 VideoQualityTest::Params screenshare_params_high;
503 screenshare_params_high.video = {true, 1850, 1110, 5, 800000, 503 screenshare_params_high.video = {true, 1850, 1110, 5, 800000,
504 2500000, 2500000, false, "VP8", 3, 504 2500000, 2500000, false, "VP8", 3,
505 0, 400000, false, false, ""}; 505 0, 400000, false, false, ""};
506 VideoQualityTest::Params screenshare_params_low; 506 VideoQualityTest::Params screenshare_params_low;
(...skipping 27 matching lines...) Expand all
534 true, 320, 180, 30, 30000, 534 true, 320, 180, 30, 30000,
535 150000, 200000, false, "VP8", 3, 535 150000, 200000, false, "VP8", 3,
536 2, 400000, false, false, "ConferenceMotion_1280_720_50"}; 536 2, 400000, false, false, "ConferenceMotion_1280_720_50"};
537 537
538 #if !defined(RTC_DISABLE_VP9) 538 #if !defined(RTC_DISABLE_VP9)
539 TEST_F(FullStackTest, ScreenshareSlidesVP9_2SL) { 539 TEST_F(FullStackTest, ScreenshareSlidesVP9_2SL) {
540 VideoQualityTest::Params screenshare; 540 VideoQualityTest::Params screenshare;
541 screenshare.call.send_side_bwe = true; 541 screenshare.call.send_side_bwe = true;
542 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false, 542 screenshare.video = {true, 1850, 1110, 5, 50000, 200000, 2000000, false,
543 "VP9", 1, 0, 400000, false, false, ""}; 543 "VP9", 1, 0, 400000, false, false, ""};
544 screenshare.screenshare = {true, 10}; 544 screenshare.screenshare = {true, false, 10};
545 screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0, 545 screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0,
546 kFullStackTestDurationSecs}; 546 kFullStackTestDurationSecs};
547 screenshare.ss = {std::vector<VideoStream>(), 0, 2, 1, 547 screenshare.ss = {std::vector<VideoStream>(), 0, 2, 1,
548 std::vector<SpatialLayer>(), false}; 548 std::vector<SpatialLayer>(), false};
549 RunTest(screenshare); 549 RunTest(screenshare);
550 } 550 }
551 551
552 TEST_F(FullStackTest, VP9SVC_3SL_High) { 552 TEST_F(FullStackTest, VP9SVC_3SL_High) {
553 VideoQualityTest::Params simulcast; 553 VideoQualityTest::Params simulcast;
554 simulcast.call.send_side_bwe = true; 554 simulcast.call.send_side_bwe = true;
(...skipping 193 matching lines...) Expand 10 before | Expand all | Expand 10 after
748 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), 748 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
749 DefaultVideoStream(video_params_medium), 749 DefaultVideoStream(video_params_medium),
750 DefaultVideoStream(video_params_high)}; 750 DefaultVideoStream(video_params_high)};
751 large_room.call.num_thumbnails = 50; 751 large_room.call.num_thumbnails = 50;
752 large_room.ss = {streams, 2, 1, 0, std::vector<SpatialLayer>(), false}; 752 large_room.ss = {streams, 2, 1, 0, std::vector<SpatialLayer>(), false};
753 RunTest(large_room); 753 RunTest(large_room);
754 } 754 }
755 755
756 756
757 } // namespace webrtc 757 } // namespace webrtc
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698