mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-19 08:37:54 +01:00
31122d6c5f
This CL changes the handling of saturated microphone signals in AEC3. Some of the changes included are -Make the detection of saturated echoes depend on the echo path gain estimate. -Remove redundant code related to echo saturation. -Correct the computation of residual echoes when the echo is saturated. -Soften the echo removal during echo saturation. Bug: webrtc:9119 Change-Id: I5cb11cd449de552ab670beeb24ed8112f8beb734 Reviewed-on: https://webrtc-review.googlesource.com/67220 Commit-Queue: Per Åhgren <peah@webrtc.org> Reviewed-by: Gustaf Ullberg <gustaf@webrtc.org> Cr-Commit-Position: refs/heads/master@{#22809}
90 lines
3.5 KiB
C++
90 lines
3.5 KiB
C++
/*
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|
|
#define MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|
|
|
|
#include <algorithm>
|
|
#include <array>
|
|
#include <vector>
|
|
|
|
#include "api/array_view.h"
|
|
#include "api/audio/echo_canceller3_config.h"
|
|
#include "modules/audio_processing/aec3/aec3_common.h"
|
|
#include "modules/audio_processing/aec3/aec_state.h"
|
|
#include "modules/audio_processing/aec3/render_buffer.h"
|
|
#include "rtc_base/constructormagic.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class ResidualEchoEstimator {
|
|
public:
|
|
explicit ResidualEchoEstimator(const EchoCanceller3Config& config);
|
|
~ResidualEchoEstimator();
|
|
|
|
void Estimate(const AecState& aec_state,
|
|
const RenderBuffer& render_buffer,
|
|
const std::array<float, kFftLengthBy2Plus1>& S2_linear,
|
|
const std::array<float, kFftLengthBy2Plus1>& Y2,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
private:
|
|
// Resets the state.
|
|
void Reset();
|
|
|
|
// Estimates the residual echo power based on the echo return loss enhancement
|
|
// (ERLE) and the linear power estimate.
|
|
void LinearEstimate(const std::array<float, kFftLengthBy2Plus1>& S2_linear,
|
|
const std::array<float, kFftLengthBy2Plus1>& erle,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
// Estimates the residual echo power based on the estimate of the echo path
|
|
// gain.
|
|
void NonLinearEstimate(float echo_path_gain,
|
|
const std::array<float, kFftLengthBy2Plus1>& X2,
|
|
const std::array<float, kFftLengthBy2Plus1>& Y2,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
// Adds the estimated unmodelled echo power to the residual echo power
|
|
// estimate.
|
|
void AddEchoReverb(const std::array<float, kFftLengthBy2Plus1>& S2,
|
|
size_t delay,
|
|
float reverb_decay_factor,
|
|
std::array<float, kFftLengthBy2Plus1>* R2);
|
|
|
|
// Estimates the echo generating signal power as gated maximal power over a
|
|
// time window.
|
|
void EchoGeneratingPower(const RenderBuffer& render_buffer,
|
|
size_t min_delay,
|
|
size_t max_delay,
|
|
std::array<float, kFftLengthBy2Plus1>* X2) const;
|
|
|
|
// Updates estimate for the power of the stationary noise component in the
|
|
// render signal.
|
|
void RenderNoisePower(
|
|
const RenderBuffer& render_buffer,
|
|
std::array<float, kFftLengthBy2Plus1>* X2_noise_floor,
|
|
std::array<int, kFftLengthBy2Plus1>* X2_noise_floor_counter) const;
|
|
|
|
const EchoCanceller3Config config_;
|
|
std::array<float, kFftLengthBy2Plus1> R2_old_;
|
|
std::array<int, kFftLengthBy2Plus1> R2_hold_counter_;
|
|
std::array<float, kFftLengthBy2Plus1> R2_reverb_;
|
|
int S2_old_index_ = 0;
|
|
std::vector<std::array<float, kFftLengthBy2Plus1>> S2_old_;
|
|
std::array<float, kFftLengthBy2Plus1> X2_noise_floor_;
|
|
std::array<int, kFftLengthBy2Plus1> X2_noise_floor_counter_;
|
|
|
|
RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(ResidualEchoEstimator);
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // MODULES_AUDIO_PROCESSING_AEC3_RESIDUAL_ECHO_ESTIMATOR_H_
|