mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-13 05:40:42 +01:00

The `recommended_stream_analog_level()` getter is used to retrieve both the applied and the recommended input volume. This behavior is error-prone since the caller must know what is returned based on the point in the code (namely, before/after the AGC has changed the last applied input volume into a recommended level). This CL is a first step to make clarity on which input volume is handled in different parts of APM. Next in the pipeline: make `recommended_stream_analog_level()` a trivial getter that always returns the recommended level. Main changes: - When `recommended_stream_analog_level()` is called but `set_stream_analog_level()` is not called, APM logs an error and returns a fall-back volume (which should not be applied since, when `set_stream_analog_level()` is not called, no external input volume is expected to be present - When APM is used without calling the `*_stream_analog_level()` methods (e.g., when the caller does not provide any input volume), the recorded AEC dumps won't store `Stream::applied_input_level` Other changes: - Removed `AudioProcessingImpl::capture_::prev_analog_mic_level` - Removed redundant code in `GainController2` around detecting input volume changes (already done by APM) - Adapted the `audioproc_f` and `unpack_aecdump` tools - Data dumps clean-up: the applied and the recommended input volumes are now recorded in an AGC implementation agnostic way Bug: webrtc:7494, b/241923537 Change-Id: I3cb4a731fd9f3dc19bf6ac679b7ed8c969ea283b Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/271544 Reviewed-by: Per Åhgren <peah@webrtc.org> Reviewed-by: Hanna Silen <silen@webrtc.org> Commit-Queue: Alessio Bazzica <alessiob@webrtc.org> Cr-Commit-Position: refs/heads/main@{#38054}
77 lines
2.9 KiB
C++
77 lines
2.9 KiB
C++
/*
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MODULES_AUDIO_PROCESSING_GAIN_CONTROLLER2_H_
|
|
#define MODULES_AUDIO_PROCESSING_GAIN_CONTROLLER2_H_
|
|
|
|
#include <atomic>
|
|
#include <memory>
|
|
#include <string>
|
|
|
|
#include "modules/audio_processing/agc2/adaptive_digital_gain_controller.h"
|
|
#include "modules/audio_processing/agc2/cpu_features.h"
|
|
#include "modules/audio_processing/agc2/gain_applier.h"
|
|
#include "modules/audio_processing/agc2/limiter.h"
|
|
#include "modules/audio_processing/agc2/vad_wrapper.h"
|
|
#include "modules/audio_processing/include/audio_processing.h"
|
|
#include "modules/audio_processing/logging/apm_data_dumper.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class AudioBuffer;
|
|
|
|
// Gain Controller 2 aims to automatically adjust levels by acting on the
|
|
// microphone gain and/or applying digital gain.
|
|
class GainController2 {
|
|
public:
|
|
// Ctor. If `use_internal_vad` is true, an internal voice activity
|
|
// detector is used for digital adaptive gain.
|
|
GainController2(const AudioProcessing::Config::GainController2& config,
|
|
int sample_rate_hz,
|
|
int num_channels,
|
|
bool use_internal_vad);
|
|
GainController2(const GainController2&) = delete;
|
|
GainController2& operator=(const GainController2&) = delete;
|
|
~GainController2();
|
|
|
|
// Detects and handles changes of sample rate and/or number of channels.
|
|
void Initialize(int sample_rate_hz, int num_channels);
|
|
|
|
// Sets the fixed digital gain.
|
|
void SetFixedGainDb(float gain_db);
|
|
|
|
// Applies fixed and adaptive digital gains to `audio` and runs a limiter.
|
|
// If the internal VAD is used, `speech_probability` is ignored. Otherwise
|
|
// `speech_probability` is used for digital adaptive gain if it's available
|
|
// (limited to values [0.0, 1.0]). Handles input volume changes; if the caller
|
|
// cannot determine whether an input volume change occurred, set
|
|
// `input_volume_changed` to false.
|
|
void Process(absl::optional<float> speech_probability,
|
|
bool input_volume_changed,
|
|
AudioBuffer* audio);
|
|
|
|
static bool Validate(const AudioProcessing::Config::GainController2& config);
|
|
|
|
AvailableCpuFeatures GetCpuFeatures() const { return cpu_features_; }
|
|
|
|
private:
|
|
static std::atomic<int> instance_count_;
|
|
const AvailableCpuFeatures cpu_features_;
|
|
ApmDataDumper data_dumper_;
|
|
GainApplier fixed_gain_applier_;
|
|
std::unique_ptr<VoiceActivityDetectorWrapper> vad_;
|
|
std::unique_ptr<AdaptiveDigitalGainController> adaptive_digital_controller_;
|
|
Limiter limiter_;
|
|
int calls_since_last_limiter_log_;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // MODULES_AUDIO_PROCESSING_GAIN_CONTROLLER2_H_
|