Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(3)

Unified Diff: talk/media/base/videoadapter.h

Issue 1587193006: Move talk/media to webrtc/media (Closed) Base URL: https://chromium.googlesource.com/external/webrtc.git@master
Patch Set: Rebased to b647aca12a884a13c1728118586245399b55fa3d (#11493) Created 4 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « talk/media/base/turnutils_unittest.cc ('k') | talk/media/base/videoadapter.cc » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: talk/media/base/videoadapter.h
diff --git a/talk/media/base/videoadapter.h b/talk/media/base/videoadapter.h
deleted file mode 100644
index 212f250cf321b886e5476e43646c30756f5612d1..0000000000000000000000000000000000000000
--- a/talk/media/base/videoadapter.h
+++ /dev/null
@@ -1,209 +0,0 @@
-/*
- * libjingle
- * Copyright 2010 Google Inc.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *
- * 1. Redistributions of source code must retain the above copyright notice,
- * this list of conditions and the following disclaimer.
- * 2. Redistributions in binary form must reproduce the above copyright notice,
- * this list of conditions and the following disclaimer in the documentation
- * and/or other materials provided with the distribution.
- * 3. The name of the author may not be used to endorse or promote products
- * derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
- * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
- * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
- * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
- * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
- * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
- * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
- * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
- * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- */
-
-#ifndef TALK_MEDIA_BASE_VIDEOADAPTER_H_ // NOLINT
-#define TALK_MEDIA_BASE_VIDEOADAPTER_H_
-
-#include "talk/media/base/videocommon.h"
-#include "webrtc/base/common.h" // For ASSERT
-#include "webrtc/base/criticalsection.h"
-#include "webrtc/base/scoped_ptr.h"
-#include "webrtc/base/sigslot.h"
-
-namespace cricket {
-
-class VideoFrame;
-
-// VideoAdapter adapts an input video frame to an output frame based on the
-// specified input and output formats. The adaptation includes dropping frames
-// to reduce frame rate and scaling frames. VideoAdapter is thread safe.
-class VideoAdapter {
- public:
- VideoAdapter();
- virtual ~VideoAdapter();
-
- virtual void SetInputFormat(const VideoFormat& format);
- void SetOutputFormat(const VideoFormat& format);
- // Constrain output resolution to this many pixels overall
- void SetOutputNumPixels(int num_pixels);
- int GetOutputNumPixels() const;
-
- const VideoFormat& input_format();
- // Returns true if the adapter will always return zero size from
- // AdaptFrameResolution.
- bool drops_all_frames() const;
- const VideoFormat& output_format();
-
- // Return the adapted resolution given the input resolution. The returned
- // resolution will be 0x0 if the frame should be dropped.
- VideoFormat AdaptFrameResolution(int in_width, int in_height);
-
- void set_scale_third(bool enable);
- bool scale_third() const { return scale_third_; }
-
- int adaptation_changes() const { return adaption_changes_; }
-
- protected:
- float FindClosestScale(int width, int height, int target_num_pixels);
- float FindClosestViewScale(int width, int height, int target_num_pixels);
- float FindLowerScale(int width, int height, int target_num_pixels);
-
- private:
- const float* GetViewScaleFactors() const;
- float FindScale(const float* scale_factors,
- const float upbias, int width, int height,
- int target_num_pixels);
-
- VideoFormat input_format_;
- VideoFormat output_format_;
- int output_num_pixels_;
- bool scale_third_; // True if adapter allows scaling to 1/3 and 2/3.
- int frames_in_; // Number of input frames.
- int frames_out_; // Number of output frames.
- int frames_scaled_; // Number of frames scaled.
- int adaption_changes_; // Number of changes in scale factor.
- size_t previous_width_; // Previous adapter output width.
- size_t previous_height_; // Previous adapter output height.
- int64_t interval_next_frame_;
- // The critical section to protect the above variables.
- rtc::CriticalSection critical_section_;
-
- RTC_DISALLOW_COPY_AND_ASSIGN(VideoAdapter);
-};
-
-// CoordinatedVideoAdapter adapts the video input to the encoder by coordinating
-// the format request from the server, the resolution request from the encoder,
-// and the CPU load.
-class CoordinatedVideoAdapter
- : public VideoAdapter, public sigslot::has_slots<> {
- public:
- enum AdaptRequest { UPGRADE, KEEP, DOWNGRADE };
- enum AdaptReasonEnum {
- ADAPTREASON_NONE = 0,
- ADAPTREASON_CPU = 1,
- ADAPTREASON_BANDWIDTH = 2,
- ADAPTREASON_VIEW = 4
- };
- typedef int AdaptReason;
-
- CoordinatedVideoAdapter();
- virtual ~CoordinatedVideoAdapter() {}
-
- virtual void SetInputFormat(const VideoFormat& format);
-
- // Enable or disable video adaptation due to the change of the CPU load.
- void set_cpu_adaptation(bool enable) { cpu_adaptation_ = enable; }
- bool cpu_adaptation() const { return cpu_adaptation_; }
- // Enable or disable smoothing when doing CPU adaptation. When smoothing is
- // enabled, system CPU load is tracked using an exponential weighted
- // average.
- void set_cpu_smoothing(bool enable);
- bool cpu_smoothing() const { return cpu_smoothing_; }
- // Enable or disable video adaptation due to the change of the GD
- void set_gd_adaptation(bool enable) { gd_adaptation_ = enable; }
- bool gd_adaptation() const { return gd_adaptation_; }
- // Enable or disable video adaptation due to the change of the View
- void set_view_adaptation(bool enable) { view_adaptation_ = enable; }
- bool view_adaptation() const { return view_adaptation_; }
- // Enable or disable video adaptation to fast switch View
- void set_view_switch(bool enable) { view_switch_ = enable; }
- bool view_switch() const { return view_switch_; }
-
- CoordinatedVideoAdapter::AdaptReason adapt_reason() const {
- return adapt_reason_;
- }
-
- // When the video is decreased, set the waiting time for CPU adaptation to
- // decrease video again.
- void set_cpu_load_min_samples(int cpu_load_min_samples);
- int cpu_load_min_samples() const { return cpu_load_min_samples_; }
- // CPU system load high threshold for reducing resolution. e.g. 0.85f
- void set_high_system_threshold(float high_system_threshold);
- float high_system_threshold() const { return high_system_threshold_; }
- // CPU system load low threshold for increasing resolution. e.g. 0.70f
- void set_low_system_threshold(float low_system_threshold);
- float low_system_threshold() const { return low_system_threshold_; }
- // CPU process load threshold for reducing resolution. e.g. 0.10f
- void set_process_threshold(float process_threshold);
- float process_threshold() const { return process_threshold_; }
-
- // Handle the format request from the server via Jingle update message.
- void OnOutputFormatRequest(const VideoFormat& format);
- // Handle the resolution request from the encoder due to bandwidth changes.
- void OnEncoderResolutionRequest(int width, int height, AdaptRequest request);
- // Handle the resolution request for CPU overuse.
- void OnCpuResolutionRequest(AdaptRequest request);
- // Handle the CPU load provided by a CPU monitor.
- void OnCpuLoadUpdated(int current_cpus, int max_cpus,
- float process_load, float system_load);
-
- sigslot::signal0<> SignalCpuAdaptationUnable;
-
- private:
- // Adapt to the minimum of the formats the server requests, the CPU wants, and
- // the encoder wants. Returns true if resolution changed.
- bool AdaptToMinimumFormat(int* new_width, int* new_height);
- bool IsMinimumFormat(int pixels);
- void StepPixelCount(CoordinatedVideoAdapter::AdaptRequest request,
- int* num_pixels);
- CoordinatedVideoAdapter::AdaptRequest FindCpuRequest(
- int current_cpus, int max_cpus,
- float process_load, float system_load);
-
- bool cpu_adaptation_; // True if cpu adaptation is enabled.
- bool cpu_smoothing_; // True if cpu smoothing is enabled (with adaptation).
- bool gd_adaptation_; // True if gd adaptation is enabled.
- bool view_adaptation_; // True if view adaptation is enabled.
- bool view_switch_; // True if view switch is enabled.
- int cpu_downgrade_count_;
- int cpu_load_min_samples_;
- int cpu_load_num_samples_;
- // cpu system load thresholds relative to max cpus.
- float high_system_threshold_;
- float low_system_threshold_;
- // cpu process load thresholds relative to current cpus.
- float process_threshold_;
- // Video formats that the server view requests, the CPU wants, and the encoder
- // wants respectively. The adapted output format is the minimum of these.
- int view_desired_num_pixels_;
- int64_t view_desired_interval_;
- int encoder_desired_num_pixels_;
- int cpu_desired_num_pixels_;
- CoordinatedVideoAdapter::AdaptReason adapt_reason_;
- // The critical section to protect handling requests.
- rtc::CriticalSection request_critical_section_;
-
- // The weighted average of cpu load over time. It's always updated (if cpu
- // adaptation is on), but only used if cpu_smoothing_ is set.
- float system_load_average_;
-
- RTC_DISALLOW_COPY_AND_ASSIGN(CoordinatedVideoAdapter);
-};
-
-} // namespace cricket
-
-#endif // TALK_MEDIA_BASE_VIDEOADAPTER_H_ // NOLINT
« no previous file with comments | « talk/media/base/turnutils_unittest.cc ('k') | talk/media/base/videoadapter.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698