| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license | 4 * Use of this source code is governed by a BSD-style license |
| 5 * that can be found in the LICENSE file in the root of the source | 5 * that can be found in the LICENSE file in the root of the source |
| 6 * tree. An additional intellectual property rights grant can be found | 6 * tree. An additional intellectual property rights grant can be found |
| 7 * in the file PATENTS. All contributing project authors may | 7 * in the file PATENTS. All contributing project authors may |
| 8 * be found in the AUTHORS file in the root of the source tree. | 8 * be found in the AUTHORS file in the root of the source tree. |
| 9 */ | 9 */ |
| 10 | 10 |
| 11 #ifndef WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ | 11 #ifndef WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ |
| 12 #define WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ | 12 #define WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ |
| 13 | 13 |
| 14 #include <list> | 14 #include <list> |
| 15 #include <map> | 15 #include <map> |
| 16 #include <utility> | 16 #include <utility> |
| 17 #include <vector> | 17 #include <vector> |
| 18 | 18 |
| 19 #include "webrtc/base/criticalsection.h" |
| 19 #include "webrtc/base/random.h" | 20 #include "webrtc/base/random.h" |
| 20 #include "webrtc/base/thread_annotations.h" | 21 #include "webrtc/base/thread_annotations.h" |
| 22 #include "webrtc/base/thread_checker.h" |
| 21 #include "webrtc/common_types.h" | 23 #include "webrtc/common_types.h" |
| 22 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" | 24 #include "webrtc/modules/rtp_rtcp/include/rtp_rtcp_defines.h" |
| 23 #include "webrtc/modules/rtp_rtcp/source/bitrate.h" | 25 #include "webrtc/modules/rtp_rtcp/source/bitrate.h" |
| 24 #include "webrtc/modules/rtp_rtcp/source/rtp_header_extension.h" | 26 #include "webrtc/modules/rtp_rtcp/source/rtp_header_extension.h" |
| 25 #include "webrtc/modules/rtp_rtcp/source/rtp_packet_history.h" | 27 #include "webrtc/modules/rtp_rtcp/source/rtp_packet_history.h" |
| 26 #include "webrtc/modules/rtp_rtcp/source/rtp_rtcp_config.h" | 28 #include "webrtc/modules/rtp_rtcp/source/rtp_rtcp_config.h" |
| 27 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" | 29 #include "webrtc/modules/rtp_rtcp/source/rtp_utility.h" |
| 28 #include "webrtc/modules/rtp_rtcp/source/ssrc_database.h" | 30 #include "webrtc/modules/rtp_rtcp/source/ssrc_database.h" |
| 29 #include "webrtc/transport.h" | 31 #include "webrtc/transport.h" |
| 30 | 32 |
| 31 namespace webrtc { | 33 namespace webrtc { |
| 32 | 34 |
| 33 class BitrateAggregator; | |
| 34 class CriticalSectionWrapper; | |
| 35 class RTPSenderAudio; | 35 class RTPSenderAudio; |
| 36 class RTPSenderVideo; | 36 class RTPSenderVideo; |
| 37 class RtcEventLog; | 37 class RtcEventLog; |
| 38 | 38 |
| 39 class BitrateAggregator { |
| 40 public: |
| 41 explicit BitrateAggregator(BitrateStatisticsObserver* bitrate_callback); |
| 42 |
| 43 void OnStatsUpdated() const; |
| 44 |
| 45 Bitrate::Observer* total_bitrate_observer(); |
| 46 Bitrate::Observer* retransmit_bitrate_observer(); |
| 47 void set_ssrc(uint32_t ssrc); |
| 48 |
| 49 private: |
| 50 // We assume that these observers are called on the same thread, which is |
| 51 // true for RtpSender as they are called on the Process thread. |
| 52 class BitrateObserver : public Bitrate::Observer { |
| 53 public: |
| 54 explicit BitrateObserver(const BitrateAggregator& aggregator); |
| 55 |
| 56 // Implements Bitrate::Observer. |
| 57 void BitrateUpdated(const BitrateStatistics& stats) override; |
| 58 BitrateStatistics statistics() const; |
| 59 |
| 60 private: |
| 61 BitrateStatistics statistics_; |
| 62 const BitrateAggregator& aggregator_; |
| 63 }; |
| 64 |
| 65 BitrateStatisticsObserver* const callback_; |
| 66 BitrateObserver total_bitrate_observer_; |
| 67 BitrateObserver retransmit_bitrate_observer_; |
| 68 uint32_t ssrc_; |
| 69 }; |
| 70 |
| 39 class RTPSenderInterface { | 71 class RTPSenderInterface { |
| 40 public: | 72 public: |
| 41 RTPSenderInterface() {} | 73 RTPSenderInterface() {} |
| 42 virtual ~RTPSenderInterface() {} | 74 virtual ~RTPSenderInterface() {} |
| 43 | 75 |
| 44 enum CVOMode { | 76 enum CVOMode { |
| 45 kCVONone, | 77 kCVONone, |
| 46 kCVOInactive, // CVO rtp header extension is registered but haven't | 78 kCVOInactive, // CVO rtp header extension is registered but haven't |
| 47 // received any frame with rotation pending. | 79 // received any frame with rotation pending. |
| 48 kCVOActivated, // CVO rtp header extension will be present in the rtp | 80 kCVOActivated, // CVO rtp header extension will be present in the rtp |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 91 RTPSender(bool audio, | 123 RTPSender(bool audio, |
| 92 Clock* clock, | 124 Clock* clock, |
| 93 Transport* transport, | 125 Transport* transport, |
| 94 RtpAudioFeedback* audio_feedback, | 126 RtpAudioFeedback* audio_feedback, |
| 95 RtpPacketSender* paced_sender, | 127 RtpPacketSender* paced_sender, |
| 96 TransportSequenceNumberAllocator* sequence_number_allocator, | 128 TransportSequenceNumberAllocator* sequence_number_allocator, |
| 97 TransportFeedbackObserver* transport_feedback_callback, | 129 TransportFeedbackObserver* transport_feedback_callback, |
| 98 BitrateStatisticsObserver* bitrate_callback, | 130 BitrateStatisticsObserver* bitrate_callback, |
| 99 FrameCountObserver* frame_count_observer, | 131 FrameCountObserver* frame_count_observer, |
| 100 SendSideDelayObserver* send_side_delay_observer, | 132 SendSideDelayObserver* send_side_delay_observer, |
| 101 RtcEventLog* event_log); | 133 RtcEventLog* event_log, |
| 134 SSRCDatabase* ssrc_database); |
| 102 virtual ~RTPSender(); | 135 virtual ~RTPSender(); |
| 103 | 136 |
| 104 void ProcessBitrate(); | 137 void ProcessBitrate(); |
| 105 | 138 |
| 106 uint16_t ActualSendBitrateKbit() const override; | 139 uint16_t ActualSendBitrateKbit() const override; |
| 107 | 140 |
| 108 uint32_t VideoBitrateSent() const; | 141 uint32_t VideoBitrateSent() const; |
| 109 uint32_t FecOverheadRate() const; | 142 uint32_t FecOverheadRate() const; |
| 110 uint32_t NackOverheadRate() const; | 143 uint32_t NackOverheadRate() const; |
| 111 | 144 |
| (...skipping 77 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 189 kNotRegistered, | 222 kNotRegistered, |
| 190 kOk, | 223 kOk, |
| 191 kError, | 224 kError, |
| 192 }; | 225 }; |
| 193 ExtensionStatus VerifyExtension(RTPExtensionType extension_type, | 226 ExtensionStatus VerifyExtension(RTPExtensionType extension_type, |
| 194 uint8_t* rtp_packet, | 227 uint8_t* rtp_packet, |
| 195 size_t rtp_packet_length, | 228 size_t rtp_packet_length, |
| 196 const RTPHeader& rtp_header, | 229 const RTPHeader& rtp_header, |
| 197 size_t extension_length_bytes, | 230 size_t extension_length_bytes, |
| 198 size_t* extension_offset) const | 231 size_t* extension_offset) const |
| 199 EXCLUSIVE_LOCKS_REQUIRED(send_critsect_.get()); | 232 EXCLUSIVE_LOCKS_REQUIRED(send_critsect_); |
| 200 | 233 |
| 201 bool UpdateAudioLevel(uint8_t* rtp_packet, | 234 bool UpdateAudioLevel(uint8_t* rtp_packet, |
| 202 size_t rtp_packet_length, | 235 size_t rtp_packet_length, |
| 203 const RTPHeader& rtp_header, | 236 const RTPHeader& rtp_header, |
| 204 bool is_voiced, | 237 bool is_voiced, |
| 205 uint8_t dBov) const; | 238 uint8_t dBov) const; |
| 206 | 239 |
| 207 bool UpdateVideoRotation(uint8_t* rtp_packet, | 240 bool UpdateVideoRotation(uint8_t* rtp_packet, |
| 208 size_t rtp_packet_length, | 241 size_t rtp_packet_length, |
| 209 const RTPHeader& rtp_header, | 242 const RTPHeader& rtp_header, |
| (...skipping 169 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 379 size_t rtp_packet_length, | 412 size_t rtp_packet_length, |
| 380 const RTPHeader& rtp_header) const; | 413 const RTPHeader& rtp_header) const; |
| 381 | 414 |
| 382 void UpdateRtpStats(const uint8_t* buffer, | 415 void UpdateRtpStats(const uint8_t* buffer, |
| 383 size_t packet_length, | 416 size_t packet_length, |
| 384 const RTPHeader& header, | 417 const RTPHeader& header, |
| 385 bool is_rtx, | 418 bool is_rtx, |
| 386 bool is_retransmit); | 419 bool is_retransmit); |
| 387 bool IsFecPacket(const uint8_t* buffer, const RTPHeader& header) const; | 420 bool IsFecPacket(const uint8_t* buffer, const RTPHeader& header) const; |
| 388 | 421 |
| 389 Clock* clock_; | 422 Clock* const clock_; |
| 390 int64_t clock_delta_ms_; | 423 const int64_t clock_delta_ms_; |
| 391 Random random_ GUARDED_BY(send_critsect_); | 424 Random random_ GUARDED_BY(send_critsect_); |
| 392 | 425 |
| 393 rtc::scoped_ptr<BitrateAggregator> bitrates_; | 426 BitrateAggregator bitrates_; |
| 394 Bitrate total_bitrate_sent_; | 427 Bitrate total_bitrate_sent_; |
| 395 | 428 |
| 396 const bool audio_configured_; | 429 const bool audio_configured_; |
| 397 rtc::scoped_ptr<RTPSenderAudio> audio_; | 430 const rtc::scoped_ptr<RTPSenderAudio> audio_; |
| 398 rtc::scoped_ptr<RTPSenderVideo> video_; | 431 const rtc::scoped_ptr<RTPSenderVideo> video_; |
| 399 | 432 |
| 400 RtpPacketSender* const paced_sender_; | 433 RtpPacketSender* const paced_sender_; |
| 401 TransportSequenceNumberAllocator* const transport_sequence_number_allocator_; | 434 TransportSequenceNumberAllocator* const transport_sequence_number_allocator_; |
| 402 TransportFeedbackObserver* const transport_feedback_observer_; | 435 TransportFeedbackObserver* const transport_feedback_observer_; |
| 403 int64_t last_capture_time_ms_sent_; | 436 int64_t last_capture_time_ms_sent_; |
| 404 rtc::scoped_ptr<CriticalSectionWrapper> send_critsect_; | 437 rtc::CriticalSection send_critsect_; |
| 405 | 438 |
| 406 Transport *transport_; | 439 Transport *transport_; |
| 407 bool sending_media_ GUARDED_BY(send_critsect_); | 440 bool sending_media_ GUARDED_BY(send_critsect_); |
| 408 | 441 |
| 409 size_t max_payload_length_; | 442 size_t max_payload_length_; |
| 410 uint16_t packet_over_head_; | 443 uint16_t packet_over_head_; |
| 411 | 444 |
| 412 int8_t payload_type_ GUARDED_BY(send_critsect_); | 445 int8_t payload_type_ GUARDED_BY(send_critsect_); |
| 413 std::map<int8_t, RtpUtility::Payload*> payload_type_map_; | 446 std::map<int8_t, RtpUtility::Payload*> payload_type_map_; |
| 414 | 447 |
| (...skipping 18 matching lines...) Expand all Loading... |
| 433 StreamDataCounters rtp_stats_ GUARDED_BY(statistics_crit_); | 466 StreamDataCounters rtp_stats_ GUARDED_BY(statistics_crit_); |
| 434 StreamDataCounters rtx_rtp_stats_ GUARDED_BY(statistics_crit_); | 467 StreamDataCounters rtx_rtp_stats_ GUARDED_BY(statistics_crit_); |
| 435 StreamDataCountersCallback* rtp_stats_callback_ GUARDED_BY(statistics_crit_); | 468 StreamDataCountersCallback* rtp_stats_callback_ GUARDED_BY(statistics_crit_); |
| 436 FrameCountObserver* const frame_count_observer_; | 469 FrameCountObserver* const frame_count_observer_; |
| 437 SendSideDelayObserver* const send_side_delay_observer_; | 470 SendSideDelayObserver* const send_side_delay_observer_; |
| 438 RtcEventLog* const event_log_; | 471 RtcEventLog* const event_log_; |
| 439 | 472 |
| 440 // RTP variables | 473 // RTP variables |
| 441 bool start_timestamp_forced_ GUARDED_BY(send_critsect_); | 474 bool start_timestamp_forced_ GUARDED_BY(send_critsect_); |
| 442 uint32_t start_timestamp_ GUARDED_BY(send_critsect_); | 475 uint32_t start_timestamp_ GUARDED_BY(send_critsect_); |
| 443 SSRCDatabase& ssrc_db_ GUARDED_BY(send_critsect_); | 476 SSRCDatabase* const ssrc_db_; |
| 444 uint32_t remote_ssrc_ GUARDED_BY(send_critsect_); | 477 uint32_t remote_ssrc_ GUARDED_BY(send_critsect_); |
| 445 bool sequence_number_forced_ GUARDED_BY(send_critsect_); | 478 bool sequence_number_forced_ GUARDED_BY(send_critsect_); |
| 446 uint16_t sequence_number_ GUARDED_BY(send_critsect_); | 479 uint16_t sequence_number_ GUARDED_BY(send_critsect_); |
| 447 uint16_t sequence_number_rtx_ GUARDED_BY(send_critsect_); | 480 uint16_t sequence_number_rtx_ GUARDED_BY(send_critsect_); |
| 448 bool ssrc_forced_ GUARDED_BY(send_critsect_); | 481 bool ssrc_forced_ GUARDED_BY(send_critsect_); |
| 449 uint32_t ssrc_ GUARDED_BY(send_critsect_); | 482 uint32_t ssrc_ GUARDED_BY(send_critsect_); |
| 450 uint32_t timestamp_ GUARDED_BY(send_critsect_); | 483 uint32_t timestamp_ GUARDED_BY(send_critsect_); |
| 451 int64_t capture_time_ms_ GUARDED_BY(send_critsect_); | 484 int64_t capture_time_ms_ GUARDED_BY(send_critsect_); |
| 452 int64_t last_timestamp_time_ms_ GUARDED_BY(send_critsect_); | 485 int64_t last_timestamp_time_ms_ GUARDED_BY(send_critsect_); |
| 453 bool media_has_been_sent_ GUARDED_BY(send_critsect_); | 486 bool media_has_been_sent_ GUARDED_BY(send_critsect_); |
| 454 bool last_packet_marker_bit_ GUARDED_BY(send_critsect_); | 487 bool last_packet_marker_bit_ GUARDED_BY(send_critsect_); |
| 455 std::vector<uint32_t> csrcs_ GUARDED_BY(send_critsect_); | 488 std::vector<uint32_t> csrcs_ GUARDED_BY(send_critsect_); |
| 456 int rtx_ GUARDED_BY(send_critsect_); | 489 int rtx_ GUARDED_BY(send_critsect_); |
| 457 uint32_t ssrc_rtx_ GUARDED_BY(send_critsect_); | 490 uint32_t ssrc_rtx_ GUARDED_BY(send_critsect_); |
| 458 // TODO(changbin): Remove rtx_payload_type_ once interop with old clients that | 491 // TODO(changbin): Remove rtx_payload_type_ once interop with old clients that |
| 459 // only understand one RTX PT is no longer needed. | 492 // only understand one RTX PT is no longer needed. |
| 460 int rtx_payload_type_ GUARDED_BY(send_critsect_); | 493 int rtx_payload_type_ GUARDED_BY(send_critsect_); |
| 461 // Mapping rtx_payload_type_map_[associated] = rtx. | 494 // Mapping rtx_payload_type_map_[associated] = rtx. |
| 462 std::map<int8_t, int8_t> rtx_payload_type_map_ GUARDED_BY(send_critsect_); | 495 std::map<int8_t, int8_t> rtx_payload_type_map_ GUARDED_BY(send_critsect_); |
| 463 | 496 |
| 464 // Note: Don't access this variable directly, always go through | 497 // Note: Don't access this variable directly, always go through |
| 465 // SetTargetBitrateKbps or GetTargetBitrateKbps. Also remember | 498 // SetTargetBitrateKbps or GetTargetBitrateKbps. Also remember |
| 466 // that by the time the function returns there is no guarantee | 499 // that by the time the function returns there is no guarantee |
| 467 // that the target bitrate is still valid. | 500 // that the target bitrate is still valid. |
| 468 rtc::scoped_ptr<CriticalSectionWrapper> target_bitrate_critsect_; | 501 rtc::scoped_ptr<CriticalSectionWrapper> target_bitrate_critsect_; |
| 469 uint32_t target_bitrate_ GUARDED_BY(target_bitrate_critsect_); | 502 uint32_t target_bitrate_ GUARDED_BY(target_bitrate_critsect_); |
| 503 rtc::ThreadChecker thread_checker_; |
| 470 | 504 |
| 471 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(RTPSender); | 505 RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(RTPSender); |
| 472 }; | 506 }; |
| 473 | 507 |
| 474 } // namespace webrtc | 508 } // namespace webrtc |
| 475 | 509 |
| 476 #endif // WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ | 510 #endif // WEBRTC_MODULES_RTP_RTCP_SOURCE_RTP_SENDER_H_ |
| OLD | NEW |