Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(95)

Side by Side Diff: webrtc/video/full_stack_tests.cc

Issue 2733943003: Reland of "Added large room scenario to full-stack tests (Closed)
Patch Set: Implemented Kjellander@ comments. Created 3 years, 9 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/test/call_test.cc ('k') | webrtc/video/video_quality_test.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 #include <stdio.h> 10 #include <stdio.h>
(...skipping 346 matching lines...) Expand 10 before | Expand all | Expand 10 after
357 screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0, 357 screenshare.analyzer = {"screenshare_slides_vp9_2sl", 0.0, 0.0,
358 kFullStackTestDurationSecs}; 358 kFullStackTestDurationSecs};
359 screenshare.logs = false; 359 screenshare.logs = false;
360 screenshare.ss = {std::vector<VideoStream>(), 0, 2, 1}; 360 screenshare.ss = {std::vector<VideoStream>(), 0, 2, 1};
361 RunTest(screenshare); 361 RunTest(screenshare);
362 } 362 }
363 363
364 TEST_F(FullStackTest, VP9SVC_3SL_High) { 364 TEST_F(FullStackTest, VP9SVC_3SL_High) {
365 VideoQualityTest::Params simulcast; 365 VideoQualityTest::Params simulcast;
366 simulcast.call.send_side_bwe = true; 366 simulcast.call.send_side_bwe = true;
367 simulcast.video = {true, 1280, 720, 50, 367 simulcast.video = {true, 1280, 720, 30,
368 800000, 2500000, 2500000, false, 368 800000, 2500000, 2500000, false,
369 "VP9", 1, 0, 400000, 369 "VP9", 1, 0, 400000,
370 false, false, "", "ConferenceMotion_1280_720_50"}; 370 false, false, "", "ConferenceMotion_1280_720_50"};
371 simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0, 371 simulcast.analyzer = {"vp9svc_3sl_high", 0.0, 0.0,
372 kFullStackTestDurationSecs}; 372 kFullStackTestDurationSecs};
373 simulcast.logs = false; 373 simulcast.logs = false;
374 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 2}; 374 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 2};
375 RunTest(simulcast); 375 RunTest(simulcast);
376 } 376 }
377 377
378 TEST_F(FullStackTest, VP9SVC_3SL_Medium) { 378 TEST_F(FullStackTest, VP9SVC_3SL_Medium) {
379 VideoQualityTest::Params simulcast; 379 VideoQualityTest::Params simulcast;
380 simulcast.call.send_side_bwe = true; 380 simulcast.call.send_side_bwe = true;
381 simulcast.video = {true, 1280, 720, 50, 381 simulcast.video = {true, 1280, 720, 30,
382 800000, 2500000, 2500000, false, 382 800000, 2500000, 2500000, false,
383 "VP9", 1, 0, 400000, 383 "VP9", 1, 0, 400000,
384 false, false, "", "ConferenceMotion_1280_720_50"}; 384 false, false, "", "ConferenceMotion_1280_720_50"};
385 simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0, 385 simulcast.analyzer = {"vp9svc_3sl_medium", 0.0, 0.0,
386 kFullStackTestDurationSecs}; 386 kFullStackTestDurationSecs};
387 simulcast.logs = false; 387 simulcast.logs = false;
388 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 1}; 388 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 1};
389 RunTest(simulcast); 389 RunTest(simulcast);
390 } 390 }
391 391
392 TEST_F(FullStackTest, VP9SVC_3SL_Low) { 392 TEST_F(FullStackTest, VP9SVC_3SL_Low) {
393 VideoQualityTest::Params simulcast; 393 VideoQualityTest::Params simulcast;
394 simulcast.call.send_side_bwe = true; 394 simulcast.call.send_side_bwe = true;
395 simulcast.video = {true, 1280, 720, 50, 395 simulcast.video = {true, 1280, 720, 30,
396 800000, 2500000, 2500000, false, 396 800000, 2500000, 2500000, false,
397 "VP9", 1, 0, 400000, 397 "VP9", 1, 0, 400000,
398 false, false, "", "ConferenceMotion_1280_720_50"}; 398 false, false, "", "ConferenceMotion_1280_720_50"};
399 simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs}; 399 simulcast.analyzer = {"vp9svc_3sl_low", 0.0, 0.0, kFullStackTestDurationSecs};
400 simulcast.logs = false; 400 simulcast.logs = false;
401 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 0}; 401 simulcast.ss = {std::vector<VideoStream>(), 0, 3, 0};
402 RunTest(simulcast); 402 RunTest(simulcast);
403 } 403 }
404 #endif // !defined(RTC_DISABLE_VP9) 404 #endif // !defined(RTC_DISABLE_VP9)
405 405
406 TEST_F(FullStackTest, SimulcastVP8_3SL_High) { 406 TEST_F(FullStackTest, SimulcastVP8_3SL_High) {
407 VideoQualityTest::Params simulcast; 407 VideoQualityTest::Params simulcast;
408 simulcast.call.send_side_bwe = true; 408 simulcast.call.send_side_bwe = true;
409 simulcast.video = {true, 1280, 720, 50, 409 simulcast.video = {true, 1280, 720, 30,
410 800000, 2500000, 2500000, false, 410 800000, 2500000, 2500000, false,
411 "VP8", 1, 0, 400000, 411 "VP8", 1, 0, 400000,
412 false, false, "", "ConferenceMotion_1280_720_50"}; 412 false, false, "", "ConferenceMotion_1280_720_50"};
413 simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0, 413 simulcast.analyzer = {"simulcast_vp8_3sl_high", 0.0, 0.0,
414 kFullStackTestDurationSecs}; 414 kFullStackTestDurationSecs};
415 simulcast.pipe.loss_percent = 0; 415 simulcast.pipe.loss_percent = 0;
416 simulcast.pipe.queue_delay_ms = 100; 416 simulcast.pipe.queue_delay_ms = 100;
417 VideoQualityTest::Params video_params_high; 417 VideoQualityTest::Params video_params_high;
418 video_params_high.video = { 418 video_params_high.video = {
419 true, 1280, 720, 50, 419 true, 1280, 720, 30,
420 800000, 2500000, 2500000, false, 420 800000, 2500000, 2500000, false,
421 "VP8", 1, 0, 400000, 421 "VP8", 1, 0, 400000,
422 false, false, "", "ConferenceMotion_1280_720_50"}; 422 false, false, "", "ConferenceMotion_1280_720_50"};
423 VideoQualityTest::Params video_params_medium; 423 VideoQualityTest::Params video_params_medium;
424 video_params_medium.video = { 424 video_params_medium.video = {
425 true, 640, 360, 50, 425 true, 640, 360, 30,
426 150000, 500000, 700000, false, 426 150000, 500000, 700000, false,
427 "VP8", 1, 0, 400000, 427 "VP8", 1, 0, 400000,
428 false, false, "", "ConferenceMotion_1280_720_50"}; 428 false, false, "", "ConferenceMotion_1280_720_50"};
429 VideoQualityTest::Params video_params_low; 429 VideoQualityTest::Params video_params_low;
430 video_params_low.video = { 430 video_params_low.video = {
431 true, 320, 180, 50, 431 true, 320, 180, 30,
432 30000, 150000, 200000, false, 432 30000, 150000, 200000, false,
433 "VP8", 1, 0, 400000, 433 "VP8", 1, 0, 400000,
434 false, false, "", "ConferenceMotion_1280_720_50"}; 434 false, false, "", "ConferenceMotion_1280_720_50"};
435 435
436 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), 436 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
437 DefaultVideoStream(video_params_medium), 437 DefaultVideoStream(video_params_medium),
438 DefaultVideoStream(video_params_high)}; 438 DefaultVideoStream(video_params_high)};
439 simulcast.ss = {streams, 2, 1, 0}; 439 simulcast.ss = {streams, 2, 1, 0};
440 RunTest(simulcast); 440 RunTest(simulcast);
441 } 441 }
442 442
443 TEST_F(FullStackTest, SimulcastVP8_3SL_Medium) { 443 TEST_F(FullStackTest, SimulcastVP8_3SL_Medium) {
444 VideoQualityTest::Params simulcast; 444 VideoQualityTest::Params simulcast;
445 simulcast.call.send_side_bwe = true; 445 simulcast.call.send_side_bwe = true;
446 simulcast.video = {true, 1280, 720, 50, 446 simulcast.video = {true, 1280, 720, 30,
447 800000, 2500000, 2500000, false, 447 800000, 2500000, 2500000, false,
448 "VP8", 1, 0, 400000, 448 "VP8", 1, 0, 400000,
449 false, false, "", "ConferenceMotion_1280_720_50"}; 449 false, false, "", "ConferenceMotion_1280_720_50"};
450 simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0, 450 simulcast.analyzer = {"simulcast_vp8_3sl_medium", 0.0, 0.0,
451 kFullStackTestDurationSecs}; 451 kFullStackTestDurationSecs};
452 simulcast.pipe.loss_percent = 0; 452 simulcast.pipe.loss_percent = 0;
453 simulcast.pipe.queue_delay_ms = 100; 453 simulcast.pipe.queue_delay_ms = 100;
454 VideoQualityTest::Params video_params_high; 454 VideoQualityTest::Params video_params_high;
455 video_params_high.video = { 455 video_params_high.video = {
456 true, 1280, 720, 50, 456 true, 1280, 720, 30,
457 800000, 2500000, 2500000, false, 457 800000, 2500000, 2500000, false,
458 "VP8", 1, 0, 400000, 458 "VP8", 1, 0, 400000,
459 false, false, "", "ConferenceMotion_1280_720_50"}; 459 false, false, "", "ConferenceMotion_1280_720_50"};
460 VideoQualityTest::Params video_params_medium; 460 VideoQualityTest::Params video_params_medium;
461 video_params_medium.video = { 461 video_params_medium.video = {
462 true, 640, 360, 50, 462 true, 640, 360, 30,
463 150000, 500000, 700000, false, 463 150000, 500000, 700000, false,
464 "VP8", 1, 0, 400000, 464 "VP8", 1, 0, 400000,
465 false, false, "", "ConferenceMotion_1280_720_50"}; 465 false, false, "", "ConferenceMotion_1280_720_50"};
466 VideoQualityTest::Params video_params_low; 466 VideoQualityTest::Params video_params_low;
467 video_params_low.video = { 467 video_params_low.video = {
468 true, 320, 180, 50, 468 true, 320, 180, 30,
469 30000, 150000, 200000, false, 469 30000, 150000, 200000, false,
470 "VP8", 1, 0, 400000, 470 "VP8", 1, 0, 400000,
471 false, false, "", "ConferenceMotion_1280_720_50"}; 471 false, false, "", "ConferenceMotion_1280_720_50"};
472 472
473 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), 473 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
474 DefaultVideoStream(video_params_medium), 474 DefaultVideoStream(video_params_medium),
475 DefaultVideoStream(video_params_high)}; 475 DefaultVideoStream(video_params_high)};
476 simulcast.ss = {streams, 1, 1, 0}; 476 simulcast.ss = {streams, 1, 1, 0};
477 RunTest(simulcast); 477 RunTest(simulcast);
478 } 478 }
479 479
480 TEST_F(FullStackTest, SimulcastVP8_3SL_Low) { 480 TEST_F(FullStackTest, SimulcastVP8_3SL_Low) {
481 VideoQualityTest::Params simulcast; 481 VideoQualityTest::Params simulcast;
482 simulcast.call.send_side_bwe = true; 482 simulcast.call.send_side_bwe = true;
483 simulcast.video = {true, 1280, 720, 50, 483 simulcast.video = {true, 1280, 720, 30,
484 800000, 2500000, 2500000, false, 484 800000, 2500000, 2500000, false,
485 "VP8", 1, 0, 400000, 485 "VP8", 1, 0, 400000,
486 false, false, "", "ConferenceMotion_1280_720_50"}; 486 false, false, "", "ConferenceMotion_1280_720_50"};
487 simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0, 487 simulcast.analyzer = {"simulcast_vp8_3sl_low", 0.0, 0.0,
488 kFullStackTestDurationSecs}; 488 kFullStackTestDurationSecs};
489 simulcast.pipe.loss_percent = 0; 489 simulcast.pipe.loss_percent = 0;
490 simulcast.pipe.queue_delay_ms = 100; 490 simulcast.pipe.queue_delay_ms = 100;
491 VideoQualityTest::Params video_params_high; 491 VideoQualityTest::Params video_params_high;
492 video_params_high.video = { 492 video_params_high.video = {
493 true, 1280, 720, 50, 493 true, 1280, 720, 30,
494 800000, 2500000, 2500000, false, 494 800000, 2500000, 2500000, false,
495 "VP8", 1, 0, 400000, 495 "VP8", 1, 0, 400000,
496 false, false, "", "ConferenceMotion_1280_720_50"}; 496 false, false, "", "ConferenceMotion_1280_720_50"};
497 VideoQualityTest::Params video_params_medium; 497 VideoQualityTest::Params video_params_medium;
498 video_params_medium.video = { 498 video_params_medium.video = {
499 true, 640, 360, 50, 499 true, 640, 360, 30,
500 150000, 500000, 700000, false, 500 150000, 500000, 700000, false,
501 "VP8", 1, 0, 400000, 501 "VP8", 1, 0, 400000,
502 false, false, "", "ConferenceMotion_1280_720_50"}; 502 false, false, "", "ConferenceMotion_1280_720_50"};
503 VideoQualityTest::Params video_params_low; 503 VideoQualityTest::Params video_params_low;
504 video_params_low.video = { 504 video_params_low.video = {
505 true, 320, 180, 50, 505 true, 320, 180, 30,
506 30000, 150000, 200000, false, 506 30000, 150000, 200000, false,
507 "VP8", 1, 0, 400000, 507 "VP8", 1, 0, 400000,
508 false, false, "", "ConferenceMotion_1280_720_50"}; 508 false, false, "", "ConferenceMotion_1280_720_50"};
509 509
510 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low), 510 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
511 DefaultVideoStream(video_params_medium), 511 DefaultVideoStream(video_params_medium),
512 DefaultVideoStream(video_params_high)}; 512 DefaultVideoStream(video_params_high)};
513 simulcast.ss = {streams, 0, 1, 0}; 513 simulcast.ss = {streams, 0, 1, 0};
514 RunTest(simulcast); 514 RunTest(simulcast);
515 } 515 }
516 516
517 TEST_F(FullStackTest, LargeRoomVP8_5thumb) {
518 VideoQualityTest::Params large_room;
519 large_room.call.send_side_bwe = true;
520 large_room.video = {true, 1280, 720, 30,
521 800000, 2500000, 2500000, false,
522 "VP8", 3, 2, 400000,
523 false, false, "", "ConferenceMotion_1280_720_50"};
524 large_room.analyzer = {"largeroom_5thumb", 0.0, 0.0,
525 kFullStackTestDurationSecs};
526 large_room.pipe.loss_percent = 0;
527 large_room.pipe.queue_delay_ms = 100;
528 VideoQualityTest::Params video_params_high;
529 video_params_high.video = {
530 true, 1280, 720, 30,
531 800000, 2500000, 2500000, false,
532 "VP8", 3, 2, 400000,
533 false, false, "", "ConferenceMotion_1280_720_50"};
534 VideoQualityTest::Params video_params_medium;
535 video_params_medium.video = {
536 true, 640, 360, 30,
537 150000, 500000, 700000, false,
538 "VP8", 3, 2, 400000,
539 false, false, "", "ConferenceMotion_1280_720_50"};
540 VideoQualityTest::Params video_params_low;
541 video_params_low.video = {
542 true, 320, 180, 30,
543 30000, 150000, 200000, false,
544 "VP8", 3, 2, 400000,
545 false, false, "", "ConferenceMotion_1280_720_50"};
546
547 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
548 DefaultVideoStream(video_params_medium),
549 DefaultVideoStream(video_params_high)};
550 large_room.num_thumbnails = 5;
551 large_room.ss = {streams, 2, 1, 0};
552 RunTest(large_room);
553 }
554
555 TEST_F(FullStackTest, LargeRoomVP8_15thumb) {
556 VideoQualityTest::Params large_room;
557 large_room.call.send_side_bwe = true;
558 large_room.video = {true, 1280, 720, 30,
559 800000, 2500000, 2500000, false,
560 "VP8", 3, 2, 400000,
561 false, false, "", "ConferenceMotion_1280_720_50"};
562 large_room.analyzer = {"largeroom_15thumb", 0.0, 0.0,
563 kFullStackTestDurationSecs};
564 large_room.pipe.loss_percent = 0;
565 large_room.pipe.queue_delay_ms = 100;
566 VideoQualityTest::Params video_params_high;
567 video_params_high.video = {
568 true, 1280, 720, 30,
569 800000, 2500000, 2500000, false,
570 "VP8", 3, 2, 400000,
571 false, false, "", "ConferenceMotion_1280_720_50"};
572 VideoQualityTest::Params video_params_medium;
573 video_params_medium.video = {
574 true, 640, 360, 30,
575 150000, 500000, 700000, false,
576 "VP8", 3, 2, 400000,
577 false, false, "", "ConferenceMotion_1280_720_50"};
578 VideoQualityTest::Params video_params_low;
579 video_params_low.video = {
580 true, 320, 180, 30,
581 30000, 150000, 200000, false,
582 "VP8", 3, 2, 400000,
583 false, false, "", "ConferenceMotion_1280_720_50"};
584
585 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
586 DefaultVideoStream(video_params_medium),
587 DefaultVideoStream(video_params_high)};
588 large_room.num_thumbnails = 15;
589 large_room.ss = {streams, 2, 1, 0};
590 RunTest(large_room);
591 }
592
593 #if defined(WEBRTC_ANDROID) || defined(WEBRTC_WIN)
594 // Fails on Android and win:
595 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7301
596 #define MAYBE_LargeRoomVP8_50thumb DISABLED_LargeRoomVP8_50thumb
597 #else
598 #define MAYBE_LargeRoomVP8_50thumb LargeRoomVP8_50thumb
599 #endif
600
601 TEST_F(FullStackTest, MAYBE_LargeRoomVP8_50thumb) {
602 VideoQualityTest::Params large_room;
603 large_room.call.send_side_bwe = true;
604 large_room.video = {true, 1280, 720, 30,
605 800000, 2500000, 2500000, false,
606 "VP8", 3, 2, 400000,
607 false, false, "", "ConferenceMotion_1280_720_50"};
608 large_room.analyzer = {"largeroom_50thumb", 0.0, 0.0,
609 kFullStackTestDurationSecs};
610 large_room.pipe.loss_percent = 0;
611 large_room.pipe.queue_delay_ms = 100;
612 VideoQualityTest::Params video_params_high;
613 video_params_high.video = {
614 true, 1280, 720, 30,
615 800000, 2500000, 2500000, false,
616 "VP8", 3, 2, 400000,
617 false, false, "", "ConferenceMotion_1280_720_50"};
618 VideoQualityTest::Params video_params_medium;
619 video_params_medium.video = {
620 true, 640, 360, 30,
621 150000, 500000, 700000, false,
622 "VP8", 3, 2, 400000,
623 false, false, "", "ConferenceMotion_1280_720_50"};
624 VideoQualityTest::Params video_params_low;
625 video_params_low.video = {
626 true, 320, 180, 30,
627 30000, 150000, 200000, false,
628 "VP8", 3, 2, 400000,
629 false, false, "", "ConferenceMotion_1280_720_50"};
630
631 std::vector<VideoStream> streams = {DefaultVideoStream(video_params_low),
632 DefaultVideoStream(video_params_medium),
633 DefaultVideoStream(video_params_high)};
634 large_room.num_thumbnails = 50;
635 large_room.ss = {streams, 2, 1, 0};
636 RunTest(large_room);
637 }
638
639
517 } // namespace webrtc 640 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/test/call_test.cc ('k') | webrtc/video/video_quality_test.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698