Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(17)

Side by Side Diff: webrtc/video/vie_encoder.h

Issue 2398963003: Move usage of QualityScaler to ViEEncoder. (Closed)
Patch Set: implement getQPThresholds for various wrappers Created 4 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
3 * 3 *
4 * Use of this source code is governed by a BSD-style license 4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source 5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found 6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may 7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree. 8 * be found in the AUTHORS file in the root of the source tree.
9 */ 9 */
10 10
11 #ifndef WEBRTC_VIDEO_VIE_ENCODER_H_ 11 #ifndef WEBRTC_VIDEO_VIE_ENCODER_H_
12 #define WEBRTC_VIDEO_VIE_ENCODER_H_ 12 #define WEBRTC_VIDEO_VIE_ENCODER_H_
13 13
14 #include <memory> 14 #include <memory>
15 #include <string> 15 #include <string>
16 #include <vector> 16 #include <vector>
17 17
18 #include "webrtc/base/criticalsection.h" 18 #include "webrtc/base/criticalsection.h"
19 #include "webrtc/base/event.h" 19 #include "webrtc/base/event.h"
20 #include "webrtc/base/sequenced_task_checker.h" 20 #include "webrtc/base/sequenced_task_checker.h"
21 #include "webrtc/base/task_queue.h" 21 #include "webrtc/base/task_queue.h"
22 #include "webrtc/call.h" 22 #include "webrtc/call.h"
23 #include "webrtc/common_types.h" 23 #include "webrtc/common_types.h"
24 #include "webrtc/common_video/rotation.h" 24 #include "webrtc/common_video/rotation.h"
25 #include "webrtc/media/base/videosinkinterface.h" 25 #include "webrtc/media/base/videosinkinterface.h"
26 #include "webrtc/modules/video_coding/include/video_coding_defines.h" 26 #include "webrtc/modules/video_coding/include/video_coding_defines.h"
27 #include "webrtc/modules/video_coding/utility/simulcast_rate_allocator.h" 27 #include "webrtc/modules/video_coding/utility/simulcast_rate_allocator.h"
28 #include "webrtc/modules/video_coding/utility/quality_scaler.h"
28 #include "webrtc/modules/video_coding/video_coding_impl.h" 29 #include "webrtc/modules/video_coding/video_coding_impl.h"
29 #include "webrtc/modules/video_processing/include/video_processing.h" 30 #include "webrtc/modules/video_processing/include/video_processing.h"
30 #include "webrtc/system_wrappers/include/atomic32.h" 31 #include "webrtc/system_wrappers/include/atomic32.h"
31 #include "webrtc/video/overuse_frame_detector.h" 32 #include "webrtc/video/overuse_frame_detector.h"
32 #include "webrtc/video_encoder.h" 33 #include "webrtc/video_encoder.h"
33 #include "webrtc/video_send_stream.h" 34 #include "webrtc/video_send_stream.h"
34 #include "webrtc/typedefs.h" 35 #include "webrtc/typedefs.h"
35 36
36 namespace webrtc { 37 namespace webrtc {
37 38
38 class ProcessThread; 39 class ProcessThread;
39 class SendStatisticsProxy; 40 class SendStatisticsProxy;
40 41
41 // VieEncoder represent a video encoder that accepts raw video frames as input 42 // VieEncoder represent a video encoder that accepts raw video frames as input
42 // and produces an encoded bit stream. 43 // and produces an encoded bit stream.
43 // Usage: 44 // Usage:
44 // Instantiate. 45 // Instantiate.
45 // Call SetSink. 46 // Call SetSink.
46 // Call SetSource. 47 // Call SetSource.
47 // Call ConfigureEncoder with the codec settings. 48 // Call ConfigureEncoder with the codec settings.
48 // Call Stop() when done. 49 // Call Stop() when done.
49 class ViEEncoder : public rtc::VideoSinkInterface<VideoFrame>, 50 class ViEEncoder : public rtc::VideoSinkInterface<VideoFrame>,
50 public EncodedImageCallback, 51 public EncodedImageCallback,
51 public VCMSendStatisticsCallback, 52 public VCMSendStatisticsCallback,
52 public CpuOveruseObserver { 53 public ScalingObserverInterface {
53 public: 54 public:
54 // Interface for receiving encoded video frames and notifications about 55 // Interface for receiving encoded video frames and notifications about
55 // configuration changes. 56 // configuration changes.
56 class EncoderSink : public EncodedImageCallback { 57 class EncoderSink : public EncodedImageCallback {
57 public: 58 public:
58 virtual void OnEncoderConfigurationChanged( 59 virtual void OnEncoderConfigurationChanged(
59 std::vector<VideoStream> streams, 60 std::vector<VideoStream> streams,
60 int min_transmit_bitrate_bps) = 0; 61 int min_transmit_bitrate_bps) = 0;
61 }; 62 };
62 63
(...skipping 39 matching lines...) Expand 10 before | Expand all | Expand 10 after
102 // virtual to test EncoderStateFeedback with mocks. 103 // virtual to test EncoderStateFeedback with mocks.
103 virtual void OnReceivedIntraFrameRequest(size_t stream_index); 104 virtual void OnReceivedIntraFrameRequest(size_t stream_index);
104 virtual void OnReceivedSLI(uint8_t picture_id); 105 virtual void OnReceivedSLI(uint8_t picture_id);
105 virtual void OnReceivedRPSI(uint64_t picture_id); 106 virtual void OnReceivedRPSI(uint64_t picture_id);
106 107
107 void OnBitrateUpdated(uint32_t bitrate_bps, 108 void OnBitrateUpdated(uint32_t bitrate_bps,
108 uint8_t fraction_lost, 109 uint8_t fraction_lost,
109 int64_t round_trip_time_ms); 110 int64_t round_trip_time_ms);
110 111
111 protected: 112 protected:
112 // Used for testing. For example the |CpuOveruseObserver| methods must be 113 // Used for testing. For example the |ScalingObserverInterface| methods must
113 // called on |encoder_queue_|. 114 // be called on |encoder_queue_|.
114 rtc::TaskQueue* encoder_queue() { return &encoder_queue_; } 115 rtc::TaskQueue* encoder_queue() { return &encoder_queue_; }
115 116
116 // webrtc::CpuOveruseObserver implementation. 117 // webrtc::ScalingObserverInterface implementation.
117 // These methods are protected for easier testing. 118 // These methods are protected for easier testing.
118 void OveruseDetected() override; 119 void ScaleUp() override;
119 void NormalUsage() override; 120 void ScaleDown() override;
120 121
121 private: 122 private:
122 class ConfigureEncoderTask; 123 class ConfigureEncoderTask;
123 class EncodeTask; 124 class EncodeTask;
124 class VideoSourceProxy; 125 class VideoSourceProxy;
125 126
126 struct VideoFrameInfo { 127 struct VideoFrameInfo {
127 VideoFrameInfo(int width, 128 VideoFrameInfo(int width,
128 int height, 129 int height,
129 VideoRotation rotation, 130 VideoRotation rotation,
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after
165 rtc::Event shutdown_event_; 166 rtc::Event shutdown_event_;
166 167
167 const uint32_t number_of_cores_; 168 const uint32_t number_of_cores_;
168 169
169 const std::unique_ptr<VideoSourceProxy> source_proxy_; 170 const std::unique_ptr<VideoSourceProxy> source_proxy_;
170 EncoderSink* sink_; 171 EncoderSink* sink_;
171 const VideoSendStream::Config::EncoderSettings settings_; 172 const VideoSendStream::Config::EncoderSettings settings_;
172 const VideoCodecType codec_type_; 173 const VideoCodecType codec_type_;
173 174
174 vcm::VideoSender video_sender_ ACCESS_ON(&encoder_queue_); 175 vcm::VideoSender video_sender_ ACCESS_ON(&encoder_queue_);
175 bool disable_resolution_scaling_ ACCESS_ON(&encoder_queue_); 176 bool disable_cpu_adaptation_ ACCESS_ON(&encoder_queue_);
177 bool disable_quality_scaling_ ACCESS_ON(&encoder_queue_);
magjed_webrtc 2016/10/19 13:00:12 I still want the quality scaler to be in an unique
kthelgason 2016/10/19 13:07:27 Allright. My reasoning here is just keeping the im
magjed_webrtc 2016/10/19 13:55:07 I wouldn't ask you to do this if you hadn't alread
176 OveruseFrameDetector overuse_detector_ ACCESS_ON(&encoder_queue_); 178 OveruseFrameDetector overuse_detector_ ACCESS_ON(&encoder_queue_);
179 QualityScaler quality_scaler_ ACCESS_ON(&encoder_queue_);
177 180
178 SendStatisticsProxy* const stats_proxy_; 181 SendStatisticsProxy* const stats_proxy_;
179 rtc::VideoSinkInterface<VideoFrame>* const pre_encode_callback_; 182 rtc::VideoSinkInterface<VideoFrame>* const pre_encode_callback_;
180 ProcessThread* module_process_thread_; 183 ProcessThread* module_process_thread_;
181 rtc::ThreadChecker module_process_thread_checker_; 184 rtc::ThreadChecker module_process_thread_checker_;
182 // |thread_checker_| checks that public methods that are related to lifetime 185 // |thread_checker_| checks that public methods that are related to lifetime
183 // of ViEEncoder are called on the same thread. 186 // of ViEEncoder are called on the same thread.
184 rtc::ThreadChecker thread_checker_; 187 rtc::ThreadChecker thread_checker_;
185 188
186 VideoEncoderConfig encoder_config_ ACCESS_ON(&encoder_queue_); 189 VideoEncoderConfig encoder_config_ ACCESS_ON(&encoder_queue_);
(...skipping 41 matching lines...) Expand 10 before | Expand all | Expand 10 after
228 // All public methods are proxied to |encoder_queue_|. It must must be 231 // All public methods are proxied to |encoder_queue_|. It must must be
229 // destroyed first to make sure no tasks are run that use other members. 232 // destroyed first to make sure no tasks are run that use other members.
230 rtc::TaskQueue encoder_queue_; 233 rtc::TaskQueue encoder_queue_;
231 234
232 RTC_DISALLOW_COPY_AND_ASSIGN(ViEEncoder); 235 RTC_DISALLOW_COPY_AND_ASSIGN(ViEEncoder);
233 }; 236 };
234 237
235 } // namespace webrtc 238 } // namespace webrtc
236 239
237 #endif // WEBRTC_VIDEO_VIE_ENCODER_H_ 240 #endif // WEBRTC_VIDEO_VIE_ENCODER_H_
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698