| Index: talk/media/base/videocapturer.h
|
| diff --git a/talk/media/base/videocapturer.h b/talk/media/base/videocapturer.h
|
| deleted file mode 100644
|
| index a13c201b8b308d0008d3448e87141ae2640599bd..0000000000000000000000000000000000000000
|
| --- a/talk/media/base/videocapturer.h
|
| +++ /dev/null
|
| @@ -1,385 +0,0 @@
|
| -/*
|
| - * libjingle
|
| - * Copyright 2010 Google Inc.
|
| - *
|
| - * Redistribution and use in source and binary forms, with or without
|
| - * modification, are permitted provided that the following conditions are met:
|
| - *
|
| - * 1. Redistributions of source code must retain the above copyright notice,
|
| - * this list of conditions and the following disclaimer.
|
| - * 2. Redistributions in binary form must reproduce the above copyright notice,
|
| - * this list of conditions and the following disclaimer in the documentation
|
| - * and/or other materials provided with the distribution.
|
| - * 3. The name of the author may not be used to endorse or promote products
|
| - * derived from this software without specific prior written permission.
|
| - *
|
| - * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
|
| - * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
| - * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
|
| - * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| - * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
| - * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
|
| - * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
|
| - * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
| - * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
|
| - * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| - */
|
| -
|
| -// Declaration of abstract class VideoCapturer
|
| -
|
| -#ifndef TALK_MEDIA_BASE_VIDEOCAPTURER_H_
|
| -#define TALK_MEDIA_BASE_VIDEOCAPTURER_H_
|
| -
|
| -#include <algorithm>
|
| -#include <string>
|
| -#include <vector>
|
| -
|
| -#include "talk/media/base/mediachannel.h"
|
| -#include "talk/media/base/videoadapter.h"
|
| -#include "talk/media/base/videocommon.h"
|
| -#include "talk/media/base/videoframefactory.h"
|
| -#include "talk/media/devices/devicemanager.h"
|
| -#include "webrtc/base/basictypes.h"
|
| -#include "webrtc/base/criticalsection.h"
|
| -#include "webrtc/base/messagehandler.h"
|
| -#include "webrtc/base/rollingaccumulator.h"
|
| -#include "webrtc/base/scoped_ptr.h"
|
| -#include "webrtc/base/sigslot.h"
|
| -#include "webrtc/base/thread.h"
|
| -#include "webrtc/base/timing.h"
|
| -
|
| -
|
| -namespace cricket {
|
| -
|
| -// Current state of the capturer.
|
| -// TODO(hellner): CS_NO_DEVICE is an error code not a capture state. Separate
|
| -// error codes and states.
|
| -enum CaptureState {
|
| - CS_STOPPED, // The capturer has been stopped or hasn't started yet.
|
| - CS_STARTING, // The capturer is in the process of starting. Note, it may
|
| - // still fail to start.
|
| - CS_RUNNING, // The capturer has been started successfully and is now
|
| - // capturing.
|
| - CS_PAUSED, // The capturer has been paused.
|
| - CS_FAILED, // The capturer failed to start.
|
| - CS_NO_DEVICE, // The capturer has no device and consequently failed to start.
|
| -};
|
| -
|
| -class VideoFrame;
|
| -
|
| -struct CapturedFrame {
|
| - static const uint32_t kFrameHeaderSize = 40; // Size from width to data_size.
|
| - static const uint32_t kUnknownDataSize = 0xFFFFFFFF;
|
| -
|
| - CapturedFrame();
|
| -
|
| - // Get the number of bytes of the frame data. If data_size is known, return
|
| - // it directly. Otherwise, calculate the size based on width, height, and
|
| - // fourcc. Return true if succeeded.
|
| - bool GetDataSize(uint32_t* size) const;
|
| -
|
| - // The width and height of the captured frame could be different from those
|
| - // of VideoFormat. Once the first frame is captured, the width, height,
|
| - // fourcc, pixel_width, and pixel_height should keep the same over frames.
|
| - int width; // in number of pixels
|
| - int height; // in number of pixels
|
| - uint32_t fourcc; // compression
|
| - uint32_t pixel_width; // width of a pixel, default is 1
|
| - uint32_t pixel_height; // height of a pixel, default is 1
|
| - int64_t time_stamp; // timestamp of when the frame was captured, in unix
|
| - // time with nanosecond units.
|
| - uint32_t data_size; // number of bytes of the frame data
|
| -
|
| - webrtc::VideoRotation rotation; // rotation in degrees of the frame.
|
| -
|
| - void* data; // pointer to the frame data. This object allocates the
|
| - // memory or points to an existing memory.
|
| -
|
| - private:
|
| - RTC_DISALLOW_COPY_AND_ASSIGN(CapturedFrame);
|
| -};
|
| -
|
| -// VideoCapturer is an abstract class that defines the interfaces for video
|
| -// capturing. The subclasses implement the video capturer for various types of
|
| -// capturers and various platforms.
|
| -//
|
| -// The captured frames may need to be adapted (for example, cropping).
|
| -// Video adaptation is built into and enabled by default. After a frame has
|
| -// been captured from the device, it is sent to the video adapter, then out to
|
| -// the encoder.
|
| -//
|
| -// Programming model:
|
| -// Create an object of a subclass of VideoCapturer
|
| -// Initialize
|
| -// SignalStateChange.connect()
|
| -// SignalFrameCaptured.connect()
|
| -// Find the capture format for Start() by either calling GetSupportedFormats()
|
| -// and selecting one of the supported or calling GetBestCaptureFormat().
|
| -// video_adapter()->OnOutputFormatRequest(desired_encoding_format)
|
| -// Start()
|
| -// GetCaptureFormat() optionally
|
| -// Stop()
|
| -//
|
| -// Assumption:
|
| -// The Start() and Stop() methods are called by a single thread (E.g., the
|
| -// media engine thread). Hence, the VideoCapture subclasses dont need to be
|
| -// thread safe.
|
| -//
|
| -class VideoCapturer
|
| - : public sigslot::has_slots<>,
|
| - public rtc::MessageHandler {
|
| - public:
|
| - // All signals are marshalled to |thread| or the creating thread if
|
| - // none is provided.
|
| - VideoCapturer();
|
| - explicit VideoCapturer(rtc::Thread* thread);
|
| - virtual ~VideoCapturer() {}
|
| -
|
| - // Gets the id of the underlying device, which is available after the capturer
|
| - // is initialized. Can be used to determine if two capturers reference the
|
| - // same device.
|
| - const std::string& GetId() const { return id_; }
|
| -
|
| - // Get the capture formats supported by the video capturer. The supported
|
| - // formats are non empty after the device has been opened successfully.
|
| - const std::vector<VideoFormat>* GetSupportedFormats() const;
|
| -
|
| - // Get the best capture format for the desired format. The best format is the
|
| - // same as one of the supported formats except that the frame interval may be
|
| - // different. If the application asks for 16x9 and the camera does not support
|
| - // 16x9 HD or the application asks for 16x10, we find the closest 4x3 and then
|
| - // crop; Otherwise, we find what the application asks for. Note that we assume
|
| - // that for HD, the desired format is always 16x9. The subclasses can override
|
| - // the default implementation.
|
| - // Parameters
|
| - // desired: the input desired format. If desired.fourcc is not kAnyFourcc,
|
| - // the best capture format has the exactly same fourcc. Otherwise,
|
| - // the best capture format uses a fourcc in GetPreferredFourccs().
|
| - // best_format: the output of the best capture format.
|
| - // Return false if there is no such a best format, that is, the desired format
|
| - // is not supported.
|
| - virtual bool GetBestCaptureFormat(const VideoFormat& desired,
|
| - VideoFormat* best_format);
|
| -
|
| - // TODO(hellner): deprecate (make private) the Start API in favor of this one.
|
| - // Also remove CS_STARTING as it is implied by the return
|
| - // value of StartCapturing().
|
| - bool StartCapturing(const VideoFormat& capture_format);
|
| - // Start the video capturer with the specified capture format.
|
| - // Parameter
|
| - // capture_format: The caller got this parameter by either calling
|
| - // GetSupportedFormats() and selecting one of the supported
|
| - // or calling GetBestCaptureFormat().
|
| - // Return
|
| - // CS_STARTING: The capturer is trying to start. Success or failure will
|
| - // be notified via the |SignalStateChange| callback.
|
| - // CS_RUNNING: if the capturer is started and capturing.
|
| - // CS_PAUSED: Will never be returned.
|
| - // CS_FAILED: if the capturer failes to start..
|
| - // CS_NO_DEVICE: if the capturer has no device and fails to start.
|
| - virtual CaptureState Start(const VideoFormat& capture_format) = 0;
|
| - // Sets the desired aspect ratio. If the capturer is capturing at another
|
| - // aspect ratio it will crop the width or the height so that asked for
|
| - // aspect ratio is acheived. Note that ratio_w and ratio_h do not need to be
|
| - // relatively prime.
|
| - void UpdateAspectRatio(int ratio_w, int ratio_h);
|
| - void ClearAspectRatio();
|
| -
|
| - // Get the current capture format, which is set by the Start() call.
|
| - // Note that the width and height of the captured frames may differ from the
|
| - // capture format. For example, the capture format is HD but the captured
|
| - // frames may be smaller than HD.
|
| - const VideoFormat* GetCaptureFormat() const {
|
| - return capture_format_.get();
|
| - }
|
| -
|
| - // Pause the video capturer.
|
| - virtual bool Pause(bool paused);
|
| - // Stop the video capturer.
|
| - virtual void Stop() = 0;
|
| - // Check if the video capturer is running.
|
| - virtual bool IsRunning() = 0;
|
| - // Restart the video capturer with the new |capture_format|.
|
| - // Default implementation stops and starts the capturer.
|
| - virtual bool Restart(const VideoFormat& capture_format);
|
| - // TODO(thorcarpenter): This behavior of keeping the camera open just to emit
|
| - // black frames is a total hack and should be fixed.
|
| - // When muting, produce black frames then pause the camera.
|
| - // When unmuting, start the camera. Camera starts unmuted.
|
| - virtual bool MuteToBlackThenPause(bool muted);
|
| - virtual bool IsMuted() const {
|
| - return muted_;
|
| - }
|
| - CaptureState capture_state() const {
|
| - return capture_state_;
|
| - }
|
| -
|
| - // Tells videocapturer whether to apply the pending rotation. By default, the
|
| - // rotation is applied and the generated frame is up right. When set to false,
|
| - // generated frames will carry the rotation information from
|
| - // SetCaptureRotation. Return value indicates whether this operation succeeds.
|
| - virtual bool SetApplyRotation(bool enable);
|
| - virtual bool GetApplyRotation() { return apply_rotation_; }
|
| -
|
| - // Returns true if the capturer is screencasting. This can be used to
|
| - // implement screencast specific behavior.
|
| - virtual bool IsScreencast() const = 0;
|
| -
|
| - // Caps the VideoCapturer's format according to max_format. It can e.g. be
|
| - // used to prevent cameras from capturing at a resolution or framerate that
|
| - // the capturer is capable of but not performing satisfactorily at.
|
| - // The capping is an upper bound for each component of the capturing format.
|
| - // The fourcc component is ignored.
|
| - void ConstrainSupportedFormats(const VideoFormat& max_format);
|
| -
|
| - void set_enable_camera_list(bool enable_camera_list) {
|
| - enable_camera_list_ = enable_camera_list;
|
| - }
|
| - bool enable_camera_list() {
|
| - return enable_camera_list_;
|
| - }
|
| -
|
| - // Enable scaling to ensure square pixels.
|
| - void set_square_pixel_aspect_ratio(bool square_pixel_aspect_ratio) {
|
| - square_pixel_aspect_ratio_ = square_pixel_aspect_ratio;
|
| - }
|
| - bool square_pixel_aspect_ratio() {
|
| - return square_pixel_aspect_ratio_;
|
| - }
|
| -
|
| - // Signal all capture state changes that are not a direct result of calling
|
| - // Start().
|
| - sigslot::signal2<VideoCapturer*, CaptureState> SignalStateChange;
|
| - // Frame callbacks are multithreaded to allow disconnect and connect to be
|
| - // called concurrently. It also ensures that it is safe to call disconnect
|
| - // at any time which is needed since the signal may be called from an
|
| - // unmarshalled thread owned by the VideoCapturer.
|
| - // Signal the captured frame to downstream.
|
| - sigslot::signal2<VideoCapturer*, const CapturedFrame*,
|
| - sigslot::multi_threaded_local> SignalFrameCaptured;
|
| - // Signal the captured and possibly adapted frame to downstream consumers
|
| - // such as the encoder.
|
| - sigslot::signal2<VideoCapturer*, const VideoFrame*,
|
| - sigslot::multi_threaded_local> SignalVideoFrame;
|
| -
|
| - // If true, run video adaptation. By default, video adaptation is enabled
|
| - // and users must call video_adapter()->OnOutputFormatRequest()
|
| - // to receive frames.
|
| - bool enable_video_adapter() const { return enable_video_adapter_; }
|
| - void set_enable_video_adapter(bool enable_video_adapter) {
|
| - enable_video_adapter_ = enable_video_adapter;
|
| - }
|
| -
|
| - CoordinatedVideoAdapter* video_adapter() { return &video_adapter_; }
|
| - const CoordinatedVideoAdapter* video_adapter() const {
|
| - return &video_adapter_;
|
| - }
|
| -
|
| - // Takes ownership.
|
| - void set_frame_factory(VideoFrameFactory* frame_factory);
|
| -
|
| - // Gets statistics for tracked variables recorded since the last call to
|
| - // GetStats. Note that calling GetStats resets any gathered data so it
|
| - // should be called only periodically to log statistics.
|
| - void GetStats(VariableInfo<int>* adapt_drop_stats,
|
| - VariableInfo<int>* effect_drop_stats,
|
| - VariableInfo<double>* frame_time_stats,
|
| - VideoFormat* last_captured_frame_format);
|
| -
|
| - protected:
|
| - // Callback attached to SignalFrameCaptured where SignalVideoFrames is called.
|
| - void OnFrameCaptured(VideoCapturer* video_capturer,
|
| - const CapturedFrame* captured_frame);
|
| - void SetCaptureState(CaptureState state);
|
| -
|
| - // Marshals SignalStateChange onto thread_.
|
| - void OnMessage(rtc::Message* message);
|
| -
|
| - // subclasses override this virtual method to provide a vector of fourccs, in
|
| - // order of preference, that are expected by the media engine.
|
| - virtual bool GetPreferredFourccs(std::vector<uint32_t>* fourccs) = 0;
|
| -
|
| - // mutators to set private attributes
|
| - void SetId(const std::string& id) {
|
| - id_ = id;
|
| - }
|
| -
|
| - void SetCaptureFormat(const VideoFormat* format) {
|
| - capture_format_.reset(format ? new VideoFormat(*format) : NULL);
|
| - if (capture_format_) {
|
| - ASSERT(capture_format_->interval > 0 &&
|
| - "Capture format expected to have positive interval.");
|
| - // Video adapter really only cares about capture format interval.
|
| - video_adapter_.SetInputFormat(*capture_format_);
|
| - }
|
| - }
|
| -
|
| - void SetSupportedFormats(const std::vector<VideoFormat>& formats);
|
| - VideoFrameFactory* frame_factory() { return frame_factory_.get(); }
|
| -
|
| - private:
|
| - void Construct();
|
| - // Get the distance between the desired format and the supported format.
|
| - // Return the max distance if they mismatch. See the implementation for
|
| - // details.
|
| - int64_t GetFormatDistance(const VideoFormat& desired,
|
| - const VideoFormat& supported);
|
| -
|
| - // Convert captured frame to readable string for LOG messages.
|
| - std::string ToString(const CapturedFrame* frame) const;
|
| -
|
| - // Updates filtered_supported_formats_ so that it contains the formats in
|
| - // supported_formats_ that fulfill all applied restrictions.
|
| - void UpdateFilteredSupportedFormats();
|
| - // Returns true if format doesn't fulfill all applied restrictions.
|
| - bool ShouldFilterFormat(const VideoFormat& format) const;
|
| -
|
| - void UpdateStats(const CapturedFrame* captured_frame);
|
| -
|
| - // Helper function to save statistics on the current data from a
|
| - // RollingAccumulator into stats.
|
| - template<class T>
|
| - static void GetVariableSnapshot(
|
| - const rtc::RollingAccumulator<T>& data,
|
| - VariableInfo<T>* stats);
|
| -
|
| - rtc::Thread* thread_;
|
| - std::string id_;
|
| - CaptureState capture_state_;
|
| - rtc::scoped_ptr<VideoFrameFactory> frame_factory_;
|
| - rtc::scoped_ptr<VideoFormat> capture_format_;
|
| - std::vector<VideoFormat> supported_formats_;
|
| - rtc::scoped_ptr<VideoFormat> max_format_;
|
| - std::vector<VideoFormat> filtered_supported_formats_;
|
| -
|
| - int ratio_w_; // View resolution. e.g. 1280 x 720.
|
| - int ratio_h_;
|
| - bool enable_camera_list_;
|
| - bool square_pixel_aspect_ratio_; // Enable scaling to square pixels.
|
| - int scaled_width_; // Current output size from ComputeScale.
|
| - int scaled_height_;
|
| - bool muted_;
|
| - int black_frame_count_down_;
|
| -
|
| - bool enable_video_adapter_;
|
| - CoordinatedVideoAdapter video_adapter_;
|
| -
|
| - rtc::Timing frame_length_time_reporter_;
|
| - rtc::CriticalSection frame_stats_crit_;
|
| -
|
| - int adapt_frame_drops_;
|
| - rtc::RollingAccumulator<int> adapt_frame_drops_data_;
|
| - double previous_frame_time_;
|
| - rtc::RollingAccumulator<double> frame_time_data_;
|
| - // The captured frame format before potential adapation.
|
| - VideoFormat last_captured_frame_format_;
|
| -
|
| - // Whether capturer should apply rotation to the frame before signaling it.
|
| - bool apply_rotation_;
|
| -
|
| - RTC_DISALLOW_COPY_AND_ASSIGN(VideoCapturer);
|
| -};
|
| -
|
| -} // namespace cricket
|
| -
|
| -#endif // TALK_MEDIA_BASE_VIDEOCAPTURER_H_
|
|
|