mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-15 06:40:43 +01:00
f954ba5c11
This CL increases the AEC3 transparency during call startup and after echo path delay changes in 3 ways: 1. The exit requirements for the initial mode is made less strict. 2. The requirements for using the linear echo model are made less strict. 3. The duplicated reverb modelling in the linear mode removed. Bug: webrtc:9572,chromium:868329 Change-Id: I79ea0796ed26408e35576bb39eaae4e4848b4f83 Reviewed-on: https://webrtc-review.googlesource.com/90868 Reviewed-by: Sam Zackrisson <saza@webrtc.org> Commit-Queue: Per Åhgren <peah@webrtc.org> Cr-Commit-Position: refs/heads/master@{#24132}
102 lines
4 KiB
C++
102 lines
4 KiB
C++
/*
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|
|
#define MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|
|
|
|
#include <algorithm>
|
|
#include <array>
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
#include "api/array_view.h"
|
|
#include "api/audio/echo_canceller3_config.h"
|
|
#include "modules/audio_processing/aec3/aec3_common.h"
|
|
#include "modules/audio_processing/aec3/aec_state.h"
|
|
#include "modules/audio_processing/aec3/render_buffer.h"
|
|
#include "modules/audio_processing/aec3/reverb_model.h"
|
|
#include "modules/audio_processing/aec3/reverb_model_fallback.h"
|
|
#include "rtc_base/constructormagic.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class ResidualEchoEstimator {
|
|
public:
|
|
explicit ResidualEchoEstimator(const EchoCanceller3Config& config);
|
|
~ResidualEchoEstimator();
|
|
|
|
void Estimate(const AecState& aec_state,
|
|
const RenderBuffer& render_buffer,
|
|
const std::array<float, kFftLengthBy2Plus1>& S2_linear,
|
|
const std::array<float, kFftLengthBy2Plus1>& Y2,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
// Returns the reverberant power spectrum contributions to the echo residual.
|
|
const std::array<float, kFftLengthBy2Plus1>& GetReverbPowerSpectrum() const {
|
|
if (echo_reverb_) {
|
|
return echo_reverb_->GetPowerSpectrum();
|
|
} else {
|
|
RTC_DCHECK(echo_reverb_fallback);
|
|
return echo_reverb_fallback->GetPowerSpectrum();
|
|
}
|
|
}
|
|
|
|
private:
|
|
// Resets the state.
|
|
void Reset();
|
|
|
|
// Estimates the residual echo power based on the echo return loss enhancement
|
|
// (ERLE) and the linear power estimate.
|
|
void LinearEstimate(const std::array<float, kFftLengthBy2Plus1>& S2_linear,
|
|
const std::array<float, kFftLengthBy2Plus1>& erle,
|
|
absl::optional<float> erle_uncertainty,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
// Estimates the residual echo power based on the estimate of the echo path
|
|
// gain.
|
|
void NonLinearEstimate(float echo_path_gain,
|
|
const std::array<float, kFftLengthBy2Plus1>& X2,
|
|
const std::array<float, kFftLengthBy2Plus1>& Y2,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
|
|
// Estimates the echo generating signal power as gated maximal power over a
|
|
// time window.
|
|
void EchoGeneratingPower(const VectorBuffer& spectrum_buffer,
|
|
const EchoCanceller3Config::EchoModel& echo_model,
|
|
int headroom_spectrum_buffer,
|
|
int filter_delay_blocks,
|
|
bool gain_limiter_running,
|
|
bool apply_noise_gating,
|
|
std::array<float, kFftLengthBy2Plus1>* X2) const;
|
|
|
|
// Updates estimate for the power of the stationary noise component in the
|
|
// render signal.
|
|
void RenderNoisePower(
|
|
const RenderBuffer& render_buffer,
|
|
std::array<float, kFftLengthBy2Plus1>* X2_noise_floor,
|
|
std::array<int, kFftLengthBy2Plus1>* X2_noise_floor_counter) const;
|
|
|
|
const EchoCanceller3Config config_;
|
|
std::array<float, kFftLengthBy2Plus1> R2_old_;
|
|
std::array<int, kFftLengthBy2Plus1> R2_hold_counter_;
|
|
std::array<float, kFftLengthBy2Plus1> X2_noise_floor_;
|
|
std::array<int, kFftLengthBy2Plus1> X2_noise_floor_counter_;
|
|
const bool soft_transparent_mode_;
|
|
const bool override_estimated_echo_path_gain_;
|
|
const bool use_fixed_nonlinear_reverb_model_;
|
|
std::unique_ptr<ReverbModel> echo_reverb_;
|
|
std::unique_ptr<ReverbModelFallback> echo_reverb_fallback;
|
|
RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(ResidualEchoEstimator);
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|