| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. | |
| 3 * | |
| 4 * Use of this source code is governed by a BSD-style license | |
| 5 * that can be found in the LICENSE file in the root of the source | |
| 6 * tree. An additional intellectual property rights grant can be found | |
| 7 * in the file PATENTS. All contributing project authors may | |
| 8 * be found in the AUTHORS file in the root of the source tree. | |
| 9 */ | |
| 10 | |
| 11 #ifndef WEBRTC_MODULES_AUDIO_MIXER_NEW_AUDIO_CONFERENCE_MIXER_IMPL_H_ | |
| 12 #define WEBRTC_MODULES_AUDIO_MIXER_NEW_AUDIO_CONFERENCE_MIXER_IMPL_H_ | |
| 13 | |
| 14 #include <list> | |
| 15 #include <map> | |
| 16 #include <memory> | |
| 17 #include <vector> | |
| 18 | |
| 19 #include "webrtc/base/thread_checker.h" | |
| 20 #include "webrtc/engine_configurations.h" | |
| 21 #include "webrtc/modules/audio_mixer/new_audio_conference_mixer.h" | |
| 22 #include "webrtc/modules/include/module_common_types.h" | |
| 23 #include "webrtc/voice_engine/level_indicator.h" | |
| 24 | |
| 25 namespace webrtc { | |
| 26 class AudioProcessing; | |
| 27 class CriticalSectionWrapper; | |
| 28 | |
| 29 struct FrameAndMuteInfo { | |
| 30 FrameAndMuteInfo(AudioFrame* f, bool m) : frame(f), muted(m) {} | |
| 31 AudioFrame* frame; | |
| 32 bool muted; | |
| 33 }; | |
| 34 | |
| 35 typedef std::list<FrameAndMuteInfo> AudioFrameList; | |
| 36 typedef std::list<MixerAudioSource*> MixerAudioSourceList; | |
| 37 | |
| 38 // Cheshire cat implementation of MixerAudioSource's non virtual functions. | |
| 39 class NewMixHistory { | |
| 40 public: | |
| 41 NewMixHistory(); | |
| 42 ~NewMixHistory(); | |
| 43 | |
| 44 // Returns true if the audio source is being mixed. | |
| 45 bool IsMixed() const; | |
| 46 | |
| 47 // Returns true if the audio source was mixed previous mix | |
| 48 // iteration. | |
| 49 bool WasMixed() const; | |
| 50 | |
| 51 // Updates the mixed status. | |
| 52 int32_t SetIsMixed(bool mixed); | |
| 53 | |
| 54 void ResetMixedStatus(); | |
| 55 | |
| 56 private: | |
| 57 bool is_mixed_; | |
| 58 }; | |
| 59 | |
| 60 class NewAudioConferenceMixerImpl : public NewAudioConferenceMixer { | |
| 61 public: | |
| 62 // AudioProcessing only accepts 10 ms frames. | |
| 63 enum { kProcessPeriodicityInMs = 10 }; | |
| 64 | |
| 65 explicit NewAudioConferenceMixerImpl(int id); | |
| 66 | |
| 67 ~NewAudioConferenceMixerImpl() override; | |
| 68 | |
| 69 // Must be called after ctor. | |
| 70 bool Init(); | |
| 71 | |
| 72 // NewAudioConferenceMixer functions | |
| 73 int32_t SetMixabilityStatus(MixerAudioSource* audio_source, | |
| 74 bool mixable) override; | |
| 75 bool MixabilityStatus(const MixerAudioSource& audio_source) const override; | |
| 76 int32_t SetAnonymousMixabilityStatus(MixerAudioSource* audio_source, | |
| 77 bool mixable) override; | |
| 78 void Mix(int sample_rate, | |
| 79 size_t number_of_channels, | |
| 80 AudioFrame* audio_frame_for_mixing) override; | |
| 81 bool AnonymousMixabilityStatus( | |
| 82 const MixerAudioSource& audio_source) const override; | |
| 83 | |
| 84 private: | |
| 85 // Set/get mix frequency | |
| 86 int32_t SetOutputFrequency(const Frequency& frequency); | |
| 87 Frequency OutputFrequency() const; | |
| 88 | |
| 89 // Compute what audio sources to mix from audio_source_list_. Ramp in | |
| 90 // and out. Update mixed status. maxAudioFrameCounter specifies how | |
| 91 // many participants are allowed to be mixed. | |
| 92 AudioFrameList UpdateToMix(size_t maxAudioFrameCounter) const; | |
| 93 | |
| 94 // Return the lowest mixing frequency that can be used without having to | |
| 95 // downsample any audio. | |
| 96 int32_t GetLowestMixingFrequency() const; | |
| 97 int32_t GetLowestMixingFrequencyFromList( | |
| 98 const MixerAudioSourceList& mixList) const; | |
| 99 | |
| 100 // Return the AudioFrames that should be mixed anonymously. | |
| 101 void GetAdditionalAudio(AudioFrameList* additionalFramesList) const; | |
| 102 | |
| 103 // This function returns true if it finds the MixerAudioSource in the | |
| 104 // specified list of MixerAudioSources. | |
| 105 bool IsAudioSourceInList(const MixerAudioSource& audio_source, | |
| 106 const MixerAudioSourceList& audioSourceList) const; | |
| 107 | |
| 108 // Add/remove the MixerAudioSource to the specified | |
| 109 // MixerAudioSource list. | |
| 110 bool AddAudioSourceToList(MixerAudioSource* audio_source, | |
| 111 MixerAudioSourceList* audioSourceList) const; | |
| 112 bool RemoveAudioSourceFromList(MixerAudioSource* removeAudioSource, | |
| 113 MixerAudioSourceList* audioSourceList) const; | |
| 114 | |
| 115 // Mix the AudioFrames stored in audioFrameList into mixedAudio. | |
| 116 static int32_t MixFromList(AudioFrame* mixedAudio, | |
| 117 const AudioFrameList& audioFrameList, | |
| 118 int32_t id, | |
| 119 bool use_limiter); | |
| 120 | |
| 121 // Mix the AudioFrames stored in audioFrameList into mixedAudio. No | |
| 122 // record will be kept of this mix (e.g. the corresponding MixerAudioSources | |
| 123 // will not be marked as IsMixed() | |
| 124 int32_t MixAnonomouslyFromList(AudioFrame* mixedAudio, | |
| 125 const AudioFrameList& audioFrameList) const; | |
| 126 | |
| 127 bool LimitMixedAudio(AudioFrame* mixedAudio) const; | |
| 128 | |
| 129 // Output level functions for VoEVolumeControl. | |
| 130 uint32_t GetOutputAudioLevel() override; | |
| 131 | |
| 132 uint32_t GetOutputAudioLevelFullRange() override; | |
| 133 | |
| 134 std::unique_ptr<CriticalSectionWrapper> crit_; | |
| 135 std::unique_ptr<CriticalSectionWrapper> cb_crit_; | |
| 136 | |
| 137 int32_t id_; | |
| 138 | |
| 139 // The current sample frequency and sample size when mixing. | |
| 140 Frequency output_frequency_; | |
| 141 size_t sample_size_; | |
| 142 | |
| 143 // List of all audio sources. Note all lists are disjunct | |
| 144 MixerAudioSourceList audio_source_list_; // May be mixed. | |
| 145 | |
| 146 // Always mixed, anonomously. | |
| 147 MixerAudioSourceList additional_audio_source_list_; | |
| 148 | |
| 149 size_t num_mixed_audio_sources_; | |
| 150 // Determines if we will use a limiter for clipping protection during | |
| 151 // mixing. | |
| 152 bool use_limiter_; | |
| 153 | |
| 154 uint32_t time_stamp_; | |
| 155 | |
| 156 // Ensures that Mix is called from the same thread. | |
| 157 rtc::ThreadChecker thread_checker_; | |
| 158 | |
| 159 // Used for inhibiting saturation in mixing. | |
| 160 std::unique_ptr<AudioProcessing> limiter_; | |
| 161 | |
| 162 // Measures audio level for the combined signal. | |
| 163 voe::AudioLevel audio_level_; | |
| 164 }; | |
| 165 } // namespace webrtc | |
| 166 | |
| 167 #endif // WEBRTC_MODULES_AUDIO_MIXER_NEW_AUDIO_CONFERENCE_MIXER_IMPL_H_ | |
| OLD | NEW |