Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(84)

Side by Side Diff: webrtc/video/video_receive_stream.cc

Issue 2792033003: Revert of Deliver video frames on Android, on the decode thread. (Closed)
Patch Set: Created 3 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « webrtc/video/video_receive_stream.h ('k') | webrtc/video_decoder.h » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #include "webrtc/video/video_receive_stream.h" 11 #include "webrtc/video/video_receive_stream.h"
12 12
13 #include <stdlib.h> 13 #include <stdlib.h>
14 14
15 #include <set> 15 #include <set>
16 #include <string> 16 #include <string>
17 #include <utility> 17 #include <utility>
18 18
19 #include "webrtc/base/checks.h" 19 #include "webrtc/base/checks.h"
20 #include "webrtc/base/location.h" 20 #include "webrtc/base/location.h"
21 #include "webrtc/base/logging.h" 21 #include "webrtc/base/logging.h"
22 #include "webrtc/base/optional.h" 22 #include "webrtc/base/optional.h"
23 #include "webrtc/base/timeutils.h"
24 #include "webrtc/base/trace_event.h" 23 #include "webrtc/base/trace_event.h"
25 #include "webrtc/common_types.h" 24 #include "webrtc/common_types.h"
26 #include "webrtc/common_video/h264/profile_level_id.h" 25 #include "webrtc/common_video/h264/profile_level_id.h"
27 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 26 #include "webrtc/common_video/libyuv/include/webrtc_libyuv.h"
28 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h" 27 #include "webrtc/modules/rtp_rtcp/include/rtp_receiver.h"
29 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h" 28 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp.h"
30 #include "webrtc/modules/utility/include/process_thread.h" 29 #include "webrtc/modules/utility/include/process_thread.h"
31 #include "webrtc/modules/video_coding/frame_object.h" 30 #include "webrtc/modules/video_coding/frame_object.h"
32 #include "webrtc/modules/video_coding/include/video_coding.h" 31 #include "webrtc/modules/video_coding/include/video_coding.h"
33 #include "webrtc/modules/video_coding/jitter_estimator.h" 32 #include "webrtc/modules/video_coding/jitter_estimator.h"
(...skipping 128 matching lines...) Expand 10 before | Expand all | Expand 10 after
162 const int kDefaultStartBitrate = 300; 161 const int kDefaultStartBitrate = 300;
163 codec.startBitrate = codec.minBitrate = codec.maxBitrate = 162 codec.startBitrate = codec.minBitrate = codec.maxBitrate =
164 kDefaultStartBitrate; 163 kDefaultStartBitrate;
165 164
166 return codec; 165 return codec;
167 } 166 }
168 } // namespace 167 } // namespace
169 168
170 namespace internal { 169 namespace internal {
171 170
172 VideoReceiveStream::VideoReceiveStream(int num_cpu_cores, 171 VideoReceiveStream::VideoReceiveStream(
173 PacketRouter* packet_router, 172 int num_cpu_cores,
174 VideoReceiveStream::Config config, 173 PacketRouter* packet_router,
175 ProcessThread* process_thread, 174 VideoReceiveStream::Config config,
176 CallStats* call_stats, 175 ProcessThread* process_thread,
177 VieRemb* remb) 176 CallStats* call_stats,
177 VieRemb* remb)
178 : transport_adapter_(config.rtcp_send_transport), 178 : transport_adapter_(config.rtcp_send_transport),
179 config_(std::move(config)), 179 config_(std::move(config)),
180 num_cpu_cores_(num_cpu_cores), 180 num_cpu_cores_(num_cpu_cores),
181 process_thread_(process_thread), 181 process_thread_(process_thread),
182 clock_(Clock::GetRealTimeClock()), 182 clock_(Clock::GetRealTimeClock()),
183 decode_thread_(&DecodeThreadFunction, 183 decode_thread_(DecodeThreadFunction, this, "DecodingThread"),
184 this,
185 "DecodingThread",
186 rtc::kHighestPriority),
187 call_stats_(call_stats), 184 call_stats_(call_stats),
188 timing_(new VCMTiming(clock_)), 185 timing_(new VCMTiming(clock_)),
189 video_receiver_(clock_, nullptr, this, timing_.get(), this, this), 186 video_receiver_(clock_, nullptr, this, timing_.get(), this, this),
190 stats_proxy_(&config_, clock_), 187 stats_proxy_(&config_, clock_),
191 rtp_stream_receiver_(&transport_adapter_, 188 rtp_stream_receiver_(&transport_adapter_,
192 call_stats_->rtcp_rtt_stats(), 189 call_stats_->rtcp_rtt_stats(),
193 packet_router, 190 packet_router,
194 remb, 191 remb,
195 &config_, 192 &config_,
196 &stats_proxy_, 193 &stats_proxy_,
(...skipping 20 matching lines...) Expand all
217 << ") for different decoders."; 214 << ") for different decoders.";
218 decoder_payload_types.insert(decoder.payload_type); 215 decoder_payload_types.insert(decoder.payload_type);
219 } 216 }
220 217
221 video_receiver_.SetRenderDelay(config.render_delay_ms); 218 video_receiver_.SetRenderDelay(config.render_delay_ms);
222 219
223 jitter_estimator_.reset(new VCMJitterEstimator(clock_)); 220 jitter_estimator_.reset(new VCMJitterEstimator(clock_));
224 frame_buffer_.reset(new video_coding::FrameBuffer( 221 frame_buffer_.reset(new video_coding::FrameBuffer(
225 clock_, jitter_estimator_.get(), timing_.get(), &stats_proxy_)); 222 clock_, jitter_estimator_.get(), timing_.get(), &stats_proxy_));
226 223
224 process_thread_->RegisterModule(&video_receiver_, RTC_FROM_HERE);
227 process_thread_->RegisterModule(&rtp_stream_sync_, RTC_FROM_HERE); 225 process_thread_->RegisterModule(&rtp_stream_sync_, RTC_FROM_HERE);
228 } 226 }
229 227
230 VideoReceiveStream::~VideoReceiveStream() { 228 VideoReceiveStream::~VideoReceiveStream() {
231 RTC_DCHECK_RUN_ON(&worker_thread_checker_); 229 RTC_DCHECK_RUN_ON(&worker_thread_checker_);
232 LOG(LS_INFO) << "~VideoReceiveStream: " << config_.ToString(); 230 LOG(LS_INFO) << "~VideoReceiveStream: " << config_.ToString();
233 Stop(); 231 Stop();
234 232
235 process_thread_->DeRegisterModule(&rtp_stream_sync_); 233 process_thread_->DeRegisterModule(&rtp_stream_sync_);
234 process_thread_->DeRegisterModule(&video_receiver_);
236 } 235 }
237 236
238 void VideoReceiveStream::SignalNetworkState(NetworkState state) { 237 void VideoReceiveStream::SignalNetworkState(NetworkState state) {
239 RTC_DCHECK_RUN_ON(&worker_thread_checker_); 238 RTC_DCHECK_RUN_ON(&worker_thread_checker_);
240 rtp_stream_receiver_.SignalNetworkState(state); 239 rtp_stream_receiver_.SignalNetworkState(state);
241 } 240 }
242 241
242
243 bool VideoReceiveStream::DeliverRtcp(const uint8_t* packet, size_t length) { 243 bool VideoReceiveStream::DeliverRtcp(const uint8_t* packet, size_t length) {
244 return rtp_stream_receiver_.DeliverRtcp(packet, length); 244 return rtp_stream_receiver_.DeliverRtcp(packet, length);
245 } 245 }
246 246
247 void VideoReceiveStream::OnRtpPacket(const RtpPacketReceived& packet) { 247 void VideoReceiveStream::OnRtpPacket(const RtpPacketReceived& packet) {
248 rtp_stream_receiver_.OnRtpPacket(packet); 248 rtp_stream_receiver_.OnRtpPacket(packet);
249 } 249 }
250 250
251 bool VideoReceiveStream::OnRecoveredPacket(const uint8_t* packet, 251 bool VideoReceiveStream::OnRecoveredPacket(const uint8_t* packet,
252 size_t length) { 252 size_t length) {
(...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after
295 RTC_CHECK_EQ(VCM_OK, video_receiver_.RegisterReceiveCodec( 295 RTC_CHECK_EQ(VCM_OK, video_receiver_.RegisterReceiveCodec(
296 &codec, num_cpu_cores_, false)); 296 &codec, num_cpu_cores_, false));
297 } 297 }
298 298
299 video_stream_decoder_.reset(new VideoStreamDecoder( 299 video_stream_decoder_.reset(new VideoStreamDecoder(
300 &video_receiver_, &rtp_stream_receiver_, &rtp_stream_receiver_, 300 &video_receiver_, &rtp_stream_receiver_, &rtp_stream_receiver_,
301 rtp_stream_receiver_.IsRetransmissionsEnabled(), protected_by_fec, 301 rtp_stream_receiver_.IsRetransmissionsEnabled(), protected_by_fec,
302 &stats_proxy_, renderer)); 302 &stats_proxy_, renderer));
303 // Register the channel to receive stats updates. 303 // Register the channel to receive stats updates.
304 call_stats_->RegisterStatsObserver(video_stream_decoder_.get()); 304 call_stats_->RegisterStatsObserver(video_stream_decoder_.get());
305
306 video_receiver_.DecoderThreadStarting();
307 process_thread_->RegisterModule(&video_receiver_, RTC_FROM_HERE);
308
309 // Start the decode thread 305 // Start the decode thread
310 decode_thread_.Start(); 306 decode_thread_.Start();
307 decode_thread_.SetPriority(rtc::kHighestPriority);
311 rtp_stream_receiver_.StartReceive(); 308 rtp_stream_receiver_.StartReceive();
312 } 309 }
313 310
314 void VideoReceiveStream::Stop() { 311 void VideoReceiveStream::Stop() {
315 RTC_DCHECK_RUN_ON(&worker_thread_checker_); 312 RTC_DCHECK_RUN_ON(&worker_thread_checker_);
316 rtp_stream_receiver_.StopReceive(); 313 rtp_stream_receiver_.StopReceive();
314 // TriggerDecoderShutdown will release any waiting decoder thread and make it
315 // stop immediately, instead of waiting for a timeout. Needs to be called
316 // before joining the decoder thread thread.
317 video_receiver_.TriggerDecoderShutdown();
317 318
318 frame_buffer_->Stop(); 319 frame_buffer_->Stop();
319 call_stats_->DeregisterStatsObserver(&rtp_stream_receiver_); 320 call_stats_->DeregisterStatsObserver(&rtp_stream_receiver_);
320 process_thread_->DeRegisterModule(&video_receiver_);
321 321
322 if (decode_thread_.IsRunning()) { 322 if (decode_thread_.IsRunning()) {
323 // TriggerDecoderShutdown will release any waiting decoder thread and make
324 // it stop immediately, instead of waiting for a timeout. Needs to be called
325 // before joining the decoder thread thread.
326 video_receiver_.TriggerDecoderShutdown();
327
328 decode_thread_.Stop(); 323 decode_thread_.Stop();
329 video_receiver_.DecoderThreadStopped();
330 // Deregister external decoders so they are no longer running during 324 // Deregister external decoders so they are no longer running during
331 // destruction. This effectively stops the VCM since the decoder thread is 325 // destruction. This effectively stops the VCM since the decoder thread is
332 // stopped, the VCM is deregistered and no asynchronous decoder threads are 326 // stopped, the VCM is deregistered and no asynchronous decoder threads are
333 // running. 327 // running.
334 for (const Decoder& decoder : config_.decoders) 328 for (const Decoder& decoder : config_.decoders)
335 video_receiver_.RegisterExternalDecoder(nullptr, decoder.payload_type); 329 video_receiver_.RegisterExternalDecoder(nullptr, decoder.payload_type);
336 } 330 }
337 331
338 call_stats_->DeregisterStatsObserver(video_stream_decoder_.get()); 332 call_stats_->DeregisterStatsObserver(video_stream_decoder_.get());
339 video_stream_decoder_.reset(); 333 video_stream_decoder_.reset();
(...skipping 123 matching lines...) Expand 10 before | Expand all | Expand 10 after
463 uint32_t VideoReceiveStream::GetPlayoutTimestamp() const { 457 uint32_t VideoReceiveStream::GetPlayoutTimestamp() const {
464 RTC_NOTREACHED(); 458 RTC_NOTREACHED();
465 return 0; 459 return 0;
466 } 460 }
467 461
468 void VideoReceiveStream::SetMinimumPlayoutDelay(int delay_ms) { 462 void VideoReceiveStream::SetMinimumPlayoutDelay(int delay_ms) {
469 RTC_DCHECK_RUN_ON(&module_process_thread_checker_); 463 RTC_DCHECK_RUN_ON(&module_process_thread_checker_);
470 video_receiver_.SetMinimumPlayoutDelay(delay_ms); 464 video_receiver_.SetMinimumPlayoutDelay(delay_ms);
471 } 465 }
472 466
473 void VideoReceiveStream::DecodeThreadFunction(void* ptr) { 467 bool VideoReceiveStream::DecodeThreadFunction(void* ptr) {
474 while (static_cast<VideoReceiveStream*>(ptr)->Decode()) { 468 return static_cast<VideoReceiveStream*>(ptr)->Decode();
475 }
476 } 469 }
477 470
478 bool VideoReceiveStream::Decode() { 471 bool VideoReceiveStream::Decode() {
479 TRACE_EVENT0("webrtc", "VideoReceiveStream::Decode"); 472 TRACE_EVENT0("webrtc", "VideoReceiveStream::Decode");
480 static const int kMaxWaitForFrameMs = 3000; 473 static const int kMaxWaitForFrameMs = 3000;
481 std::unique_ptr<video_coding::FrameObject> frame; 474 std::unique_ptr<video_coding::FrameObject> frame;
475 video_coding::FrameBuffer::ReturnReason res =
476 frame_buffer_->NextFrame(kMaxWaitForFrameMs, &frame);
482 477
483 video_coding::FrameBuffer::ReturnReason res; 478 if (res == video_coding::FrameBuffer::ReturnReason::kStopped) {
484 #if defined(WEBRTC_ANDROID) 479 video_receiver_.DecodingStopped();
485 // This is a temporary workaround for video capture on Android in order to
486 // deliver asynchronously delivered frames, on the decoder thread.
487 // More details here:
488 // https://bugs.chromium.org/p/webrtc/issues/detail?id=7361
489 static const int kPollIntervalMs = 10;
490 int time_remaining = kMaxWaitForFrameMs;
491 do {
492 res = frame_buffer_->NextFrame(kPollIntervalMs, &frame);
493 if (res != video_coding::FrameBuffer::ReturnReason::kTimeout)
494 break;
495 time_remaining -= kPollIntervalMs;
496 video_receiver_.PollDecodedFrames();
497 } while (time_remaining > 0);
498 #else
499 res = frame_buffer_->NextFrame(kMaxWaitForFrameMs, &frame);
500 #endif
501
502 if (res == video_coding::FrameBuffer::ReturnReason::kStopped)
503 return false; 480 return false;
481 }
504 482
505 if (frame) { 483 if (frame) {
506 if (video_receiver_.Decode(frame.get()) == VCM_OK) 484 if (video_receiver_.Decode(frame.get()) == VCM_OK)
507 rtp_stream_receiver_.FrameDecoded(frame->picture_id); 485 rtp_stream_receiver_.FrameDecoded(frame->picture_id);
508 } else { 486 } else {
509 RTC_DCHECK_EQ(res, video_coding::FrameBuffer::ReturnReason::kTimeout);
510 LOG(LS_WARNING) << "No decodable frame in " << kMaxWaitForFrameMs 487 LOG(LS_WARNING) << "No decodable frame in " << kMaxWaitForFrameMs
511 << " ms, requesting keyframe."; 488 << " ms, requesting keyframe.";
512 RequestKeyFrame(); 489 RequestKeyFrame();
513 } 490 }
514
515 return true; 491 return true;
516 } 492 }
517 } // namespace internal 493 } // namespace internal
518 } // namespace webrtc 494 } // namespace webrtc
OLDNEW
« no previous file with comments | « webrtc/video/video_receive_stream.h ('k') | webrtc/video_decoder.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698