OLD | NEW |
1 /* | 1 /* |
2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2015 The WebRTC project authors. All Rights Reserved. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
9 */ | 9 */ |
10 #include <stdio.h> | 10 #include <stdio.h> |
(...skipping 16 matching lines...) Expand all Loading... |
27 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" | 27 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" |
28 #include "webrtc/modules/rtp_rtcp/include/rtp_header_parser.h" | 28 #include "webrtc/modules/rtp_rtcp/include/rtp_header_parser.h" |
29 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" | 29 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" |
30 #include "webrtc/system_wrappers/include/cpu_info.h" | 30 #include "webrtc/system_wrappers/include/cpu_info.h" |
31 #include "webrtc/test/layer_filtering_transport.h" | 31 #include "webrtc/test/layer_filtering_transport.h" |
32 #include "webrtc/test/run_loop.h" | 32 #include "webrtc/test/run_loop.h" |
33 #include "webrtc/test/statistics.h" | 33 #include "webrtc/test/statistics.h" |
34 #include "webrtc/test/testsupport/fileutils.h" | 34 #include "webrtc/test/testsupport/fileutils.h" |
35 #include "webrtc/test/video_renderer.h" | 35 #include "webrtc/test/video_renderer.h" |
36 #include "webrtc/video/video_quality_test.h" | 36 #include "webrtc/video/video_quality_test.h" |
37 #include "webrtc/voice_engine/include/voe_base.h" | |
38 #include "webrtc/voice_engine/include/voe_codec.h" | |
39 | |
40 namespace { | |
41 | |
42 constexpr int kSendStatsPollingIntervalMs = 1000; | |
43 constexpr int kPayloadTypeH264 = 122; | |
44 constexpr int kPayloadTypeVP8 = 123; | |
45 constexpr int kPayloadTypeVP9 = 124; | |
46 constexpr size_t kMaxComparisons = 10; | |
47 constexpr char kSyncGroup[] = "av_sync"; | |
48 constexpr int kOpusMinBitrate = 6000; | |
49 constexpr int kOpusBitrateFb = 32000; | |
50 | |
51 struct VoiceEngineState { | |
52 VoiceEngineState() | |
53 : voice_engine(nullptr), | |
54 base(nullptr), | |
55 codec(nullptr), | |
56 send_channel_id(-1), | |
57 receive_channel_id(-1) {} | |
58 | |
59 webrtc::VoiceEngine* voice_engine; | |
60 webrtc::VoEBase* base; | |
61 webrtc::VoECodec* codec; | |
62 int send_channel_id; | |
63 int receive_channel_id; | |
64 }; | |
65 | |
66 void CreateVoiceEngine(VoiceEngineState* voe, | |
67 rtc::scoped_refptr<webrtc::AudioDecoderFactory> | |
68 decoder_factory) { | |
69 voe->voice_engine = webrtc::VoiceEngine::Create(); | |
70 voe->base = webrtc::VoEBase::GetInterface(voe->voice_engine); | |
71 voe->codec = webrtc::VoECodec::GetInterface(voe->voice_engine); | |
72 EXPECT_EQ(0, voe->base->Init(nullptr, nullptr, decoder_factory)); | |
73 webrtc::Config voe_config; | |
74 voe_config.Set<webrtc::VoicePacing>(new webrtc::VoicePacing(true)); | |
75 voe->send_channel_id = voe->base->CreateChannel(voe_config); | |
76 EXPECT_GE(voe->send_channel_id, 0); | |
77 voe->receive_channel_id = voe->base->CreateChannel(); | |
78 EXPECT_GE(voe->receive_channel_id, 0); | |
79 } | |
80 | |
81 void DestroyVoiceEngine(VoiceEngineState* voe) { | |
82 voe->base->DeleteChannel(voe->send_channel_id); | |
83 voe->send_channel_id = -1; | |
84 voe->base->DeleteChannel(voe->receive_channel_id); | |
85 voe->receive_channel_id = -1; | |
86 voe->base->Release(); | |
87 voe->base = nullptr; | |
88 voe->codec->Release(); | |
89 voe->codec = nullptr; | |
90 | |
91 webrtc::VoiceEngine::Delete(voe->voice_engine); | |
92 voe->voice_engine = nullptr; | |
93 } | |
94 | |
95 } // namespace | |
96 | 37 |
97 namespace webrtc { | 38 namespace webrtc { |
98 | 39 |
| 40 static const int kSendStatsPollingIntervalMs = 1000; |
| 41 static const int kPayloadTypeH264 = 122; |
| 42 static const int kPayloadTypeVP8 = 123; |
| 43 static const int kPayloadTypeVP9 = 124; |
| 44 static const size_t kMaxComparisons = 10; |
| 45 |
99 class VideoAnalyzer : public PacketReceiver, | 46 class VideoAnalyzer : public PacketReceiver, |
100 public Transport, | 47 public Transport, |
101 public rtc::VideoSinkInterface<VideoFrame>, | 48 public rtc::VideoSinkInterface<VideoFrame>, |
102 public VideoCaptureInput, | 49 public VideoCaptureInput, |
103 public EncodedFrameObserver { | 50 public EncodedFrameObserver { |
104 public: | 51 public: |
105 VideoAnalyzer(test::LayerFilteringTransport* transport, | 52 VideoAnalyzer(test::LayerFilteringTransport* transport, |
106 const std::string& test_label, | 53 const std::string& test_label, |
107 double avg_psnr_threshold, | 54 double avg_psnr_threshold, |
108 double avg_ssim_threshold, | 55 double avg_ssim_threshold, |
(...skipping 939 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1048 ASSERT_TRUE(capturer_) << "Could not create capturer for " | 995 ASSERT_TRUE(capturer_) << "Could not create capturer for " |
1049 << params_.video.clip_name | 996 << params_.video.clip_name |
1050 << ".yuv. Is this resource file present?"; | 997 << ".yuv. Is this resource file present?"; |
1051 } | 998 } |
1052 } | 999 } |
1053 } | 1000 } |
1054 | 1001 |
1055 void VideoQualityTest::RunWithAnalyzer(const Params& params) { | 1002 void VideoQualityTest::RunWithAnalyzer(const Params& params) { |
1056 params_ = params; | 1003 params_ = params; |
1057 | 1004 |
1058 RTC_CHECK(!params_.audio); | |
1059 // TODO(ivica): Merge with RunWithRenderer and use a flag / argument to | 1005 // TODO(ivica): Merge with RunWithRenderer and use a flag / argument to |
1060 // differentiate between the analyzer and the renderer case. | 1006 // differentiate between the analyzer and the renderer case. |
1061 CheckParams(); | 1007 CheckParams(); |
1062 | 1008 |
1063 FILE* graph_data_output_file = nullptr; | 1009 FILE* graph_data_output_file = nullptr; |
1064 if (!params_.analyzer.graph_data_output_filename.empty()) { | 1010 if (!params_.analyzer.graph_data_output_filename.empty()) { |
1065 graph_data_output_file = | 1011 graph_data_output_file = |
1066 fopen(params_.analyzer.graph_data_output_filename.c_str(), "w"); | 1012 fopen(params_.analyzer.graph_data_output_filename.c_str(), "w"); |
1067 RTC_CHECK(graph_data_output_file) | 1013 RTC_CHECK(graph_data_output_file) |
1068 << "Can't open the file " << params_.analyzer.graph_data_output_filename | 1014 << "Can't open the file " << params_.analyzer.graph_data_output_filename |
(...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1146 for (VideoReceiveStream* receive_stream : video_receive_streams_) | 1092 for (VideoReceiveStream* receive_stream : video_receive_streams_) |
1147 receive_stream->Stop(); | 1093 receive_stream->Stop(); |
1148 video_send_stream_->Stop(); | 1094 video_send_stream_->Stop(); |
1149 | 1095 |
1150 DestroyStreams(); | 1096 DestroyStreams(); |
1151 | 1097 |
1152 if (graph_data_output_file) | 1098 if (graph_data_output_file) |
1153 fclose(graph_data_output_file); | 1099 fclose(graph_data_output_file); |
1154 } | 1100 } |
1155 | 1101 |
1156 void VideoQualityTest::RunWithRenderers(const Params& params) { | 1102 void VideoQualityTest::RunWithVideoRenderer(const Params& params) { |
1157 params_ = params; | 1103 params_ = params; |
1158 CheckParams(); | 1104 CheckParams(); |
1159 | 1105 |
1160 std::unique_ptr<test::VideoRenderer> local_preview( | 1106 std::unique_ptr<test::VideoRenderer> local_preview( |
1161 test::VideoRenderer::Create("Local Preview", params_.common.width, | 1107 test::VideoRenderer::Create("Local Preview", params_.common.width, |
1162 params_.common.height)); | 1108 params_.common.height)); |
1163 size_t stream_id = params_.ss.selected_stream; | 1109 size_t stream_id = params_.ss.selected_stream; |
1164 std::string title = "Loopback Video"; | 1110 std::string title = "Loopback Video"; |
1165 if (params_.ss.streams.size() > 1) { | 1111 if (params_.ss.streams.size() > 1) { |
1166 std::ostringstream s; | 1112 std::ostringstream s; |
1167 s << stream_id; | 1113 s << stream_id; |
1168 title += " - Stream #" + s.str(); | 1114 title += " - Stream #" + s.str(); |
1169 } | 1115 } |
1170 | 1116 |
1171 std::unique_ptr<test::VideoRenderer> loopback_video( | 1117 std::unique_ptr<test::VideoRenderer> loopback_video( |
1172 test::VideoRenderer::Create(title.c_str(), | 1118 test::VideoRenderer::Create(title.c_str(), |
1173 params_.ss.streams[stream_id].width, | 1119 params_.ss.streams[stream_id].width, |
1174 params_.ss.streams[stream_id].height)); | 1120 params_.ss.streams[stream_id].height)); |
1175 | 1121 |
1176 // TODO(ivica): Remove bitrate_config and use the default Call::Config(), to | 1122 // TODO(ivica): Remove bitrate_config and use the default Call::Config(), to |
1177 // match the full stack tests. | 1123 // match the full stack tests. |
1178 Call::Config call_config; | 1124 Call::Config call_config; |
1179 call_config.bitrate_config = params_.common.call_bitrate_config; | 1125 call_config.bitrate_config = params_.common.call_bitrate_config; |
1180 | |
1181 ::VoiceEngineState voe; | |
1182 if (params_.audio) { | |
1183 CreateVoiceEngine(&voe, decoder_factory_); | |
1184 AudioState::Config audio_state_config; | |
1185 audio_state_config.voice_engine = voe.voice_engine; | |
1186 call_config.audio_state = AudioState::Create(audio_state_config); | |
1187 } | |
1188 | |
1189 std::unique_ptr<Call> call(Call::Create(call_config)); | 1126 std::unique_ptr<Call> call(Call::Create(call_config)); |
1190 | 1127 |
1191 test::LayerFilteringTransport transport( | 1128 test::LayerFilteringTransport transport( |
1192 params.pipe, call.get(), kPayloadTypeVP8, kPayloadTypeVP9, | 1129 params.pipe, call.get(), kPayloadTypeVP8, kPayloadTypeVP9, |
1193 params.common.selected_tl, params_.ss.selected_sl); | 1130 params.common.selected_tl, params_.ss.selected_sl); |
1194 // TODO(ivica): Use two calls to be able to merge with RunWithAnalyzer or at | 1131 // TODO(ivica): Use two calls to be able to merge with RunWithAnalyzer or at |
1195 // least share as much code as possible. That way this test would also match | 1132 // least share as much code as possible. That way this test would also match |
1196 // the full stack tests better. | 1133 // the full stack tests better. |
1197 transport.SetReceiver(call->Receiver()); | 1134 transport.SetReceiver(call->Receiver()); |
1198 | 1135 |
1199 SetupCommon(&transport, &transport); | 1136 SetupCommon(&transport, &transport); |
1200 | 1137 |
1201 video_send_config_.local_renderer = local_preview.get(); | 1138 video_send_config_.local_renderer = local_preview.get(); |
1202 video_receive_configs_[stream_id].renderer = loopback_video.get(); | 1139 video_receive_configs_[stream_id].renderer = loopback_video.get(); |
1203 if (params_.audio && params_.audio_video_sync) | |
1204 video_receive_configs_[stream_id].sync_group = kSyncGroup; | |
1205 | 1140 |
1206 video_send_config_.suspend_below_min_bitrate = | 1141 video_send_config_.suspend_below_min_bitrate = |
1207 params_.common.suspend_below_min_bitrate; | 1142 params_.common.suspend_below_min_bitrate; |
1208 | 1143 |
1209 if (params.common.fec) { | 1144 if (params.common.fec) { |
1210 video_send_config_.rtp.fec.red_payload_type = kRedPayloadType; | 1145 video_send_config_.rtp.fec.red_payload_type = kRedPayloadType; |
1211 video_send_config_.rtp.fec.ulpfec_payload_type = kUlpfecPayloadType; | 1146 video_send_config_.rtp.fec.ulpfec_payload_type = kUlpfecPayloadType; |
1212 video_receive_configs_[stream_id].rtp.fec.red_payload_type = | 1147 video_receive_configs_[stream_id].rtp.fec.red_payload_type = |
1213 kRedPayloadType; | 1148 kRedPayloadType; |
1214 video_receive_configs_[stream_id].rtp.fec.ulpfec_payload_type = | 1149 video_receive_configs_[stream_id].rtp.fec.ulpfec_payload_type = |
1215 kUlpfecPayloadType; | 1150 kUlpfecPayloadType; |
1216 } | 1151 } |
1217 | 1152 |
1218 if (params_.screenshare.enabled) | 1153 if (params_.screenshare.enabled) |
1219 SetupScreenshare(); | 1154 SetupScreenshare(); |
1220 | 1155 |
1221 video_send_stream_ = | 1156 video_send_stream_ = |
1222 call->CreateVideoSendStream(video_send_config_, video_encoder_config_); | 1157 call->CreateVideoSendStream(video_send_config_, video_encoder_config_); |
1223 VideoReceiveStream* video_receive_stream = | 1158 VideoReceiveStream* receive_stream = |
1224 call->CreateVideoReceiveStream(video_receive_configs_[stream_id].Copy()); | 1159 call->CreateVideoReceiveStream(video_receive_configs_[stream_id].Copy()); |
1225 CreateCapturer(video_send_stream_->Input()); | 1160 CreateCapturer(video_send_stream_->Input()); |
1226 | 1161 |
1227 AudioReceiveStream* audio_receive_stream = nullptr; | 1162 receive_stream->Start(); |
1228 if (params_.audio) { | |
1229 audio_send_config_ = AudioSendStream::Config(&transport); | |
1230 audio_send_config_.voe_channel_id = voe.send_channel_id; | |
1231 audio_send_config_.rtp.ssrc = kAudioSendSsrc; | |
1232 | |
1233 // Add extension to enable audio send side BWE, and allow audio bit rate | |
1234 // adaptation. | |
1235 audio_send_config_.rtp.extensions.clear(); | |
1236 if (params_.common.send_side_bwe) { | |
1237 audio_send_config_.rtp.extensions.push_back(webrtc::RtpExtension( | |
1238 webrtc::RtpExtension::kTransportSequenceNumberUri, | |
1239 test::kTransportSequenceNumberExtensionId)); | |
1240 audio_send_config_.min_bitrate_kbps = kOpusMinBitrate / 1000; | |
1241 audio_send_config_.max_bitrate_kbps = kOpusBitrateFb / 1000; | |
1242 } | |
1243 | |
1244 audio_send_stream_ = call->CreateAudioSendStream(audio_send_config_); | |
1245 | |
1246 AudioReceiveStream::Config audio_config; | |
1247 audio_config.rtp.local_ssrc = kReceiverLocalAudioSsrc; | |
1248 audio_config.rtcp_send_transport = &transport; | |
1249 audio_config.voe_channel_id = voe.receive_channel_id; | |
1250 audio_config.rtp.remote_ssrc = audio_send_config_.rtp.ssrc; | |
1251 audio_config.rtp.transport_cc = params_.common.send_side_bwe; | |
1252 audio_config.rtp.extensions = audio_send_config_.rtp.extensions; | |
1253 audio_config.decoder_factory = decoder_factory_; | |
1254 if (params_.audio_video_sync) | |
1255 audio_config.sync_group = kSyncGroup; | |
1256 | |
1257 audio_receive_stream =call->CreateAudioReceiveStream(audio_config); | |
1258 | |
1259 const CodecInst kOpusInst = {120, "OPUS", 48000, 960, 2, 64000}; | |
1260 EXPECT_EQ(0, voe.codec->SetSendCodec(voe.send_channel_id, kOpusInst)); | |
1261 } | |
1262 | |
1263 // Start sending and receiving video. | |
1264 video_receive_stream->Start(); | |
1265 video_send_stream_->Start(); | 1163 video_send_stream_->Start(); |
1266 capturer_->Start(); | 1164 capturer_->Start(); |
1267 | 1165 |
1268 if (params_.audio) { | |
1269 // Start receiving audio. | |
1270 audio_receive_stream->Start(); | |
1271 EXPECT_EQ(0, voe.base->StartPlayout(voe.receive_channel_id)); | |
1272 EXPECT_EQ(0, voe.base->StartReceive(voe.receive_channel_id)); | |
1273 | |
1274 // Start sending audio. | |
1275 audio_send_stream_->Start(); | |
1276 EXPECT_EQ(0, voe.base->StartSend(voe.send_channel_id)); | |
1277 } | |
1278 | |
1279 test::PressEnterToContinue(); | 1166 test::PressEnterToContinue(); |
1280 | 1167 |
1281 if (params_.audio) { | |
1282 // Stop sending audio. | |
1283 EXPECT_EQ(0, voe.base->StopSend(voe.send_channel_id)); | |
1284 audio_send_stream_->Stop(); | |
1285 | |
1286 // Stop receiving audio. | |
1287 EXPECT_EQ(0, voe.base->StopReceive(voe.receive_channel_id)); | |
1288 EXPECT_EQ(0, voe.base->StopPlayout(voe.receive_channel_id)); | |
1289 audio_receive_stream->Stop(); | |
1290 } | |
1291 | |
1292 // Stop receiving and sending video. | |
1293 capturer_->Stop(); | 1168 capturer_->Stop(); |
1294 video_send_stream_->Stop(); | 1169 video_send_stream_->Stop(); |
1295 video_receive_stream->Stop(); | 1170 receive_stream->Stop(); |
1296 | 1171 |
1297 call->DestroyVideoReceiveStream(video_receive_stream); | 1172 call->DestroyVideoReceiveStream(receive_stream); |
1298 call->DestroyVideoSendStream(video_send_stream_); | 1173 call->DestroyVideoSendStream(video_send_stream_); |
1299 | 1174 |
1300 if (params_.audio) { | |
1301 call->DestroyAudioSendStream(audio_send_stream_); | |
1302 call->DestroyAudioReceiveStream(audio_receive_stream); | |
1303 } | |
1304 | |
1305 transport.StopSending(); | 1175 transport.StopSending(); |
1306 if (params_.audio) | |
1307 DestroyVoiceEngine(&voe); | |
1308 } | 1176 } |
1309 | 1177 |
1310 } // namespace webrtc | 1178 } // namespace webrtc |
OLD | NEW |