mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-18 08:07:56 +01:00

This CL robustifies the echo removal behavior when headsets are used. In particular it: -Introduces a secondary, more refined alignment when no alignment can be found using the delay estimator. -Changes decision logic for when to use the linear filter output. -Changes the decision logic for when to be transparent. -Changes the way that the transparent mode works. -Makes the nonlinear mode less aggressive. -Removes the detector for non-audible echoes. -Makes the attenuation when there are signals with strong narrowband characteristics more mild in scenarios with low render. Furthermore the CL: -Removes the input of external echo leakage information. Bug: webrtc:9047,chromium:824111,webrtc:8314,webrtc:8671,webrtc:5201,webrtc:5919 Change-Id: Ied1fe0c0a35d3c31b47606ed2db319a73644d406 Reviewed-on: https://webrtc-review.googlesource.com/60866 Commit-Queue: Per Åhgren <peah@webrtc.org> Reviewed-by: Gustaf Ullberg <gustaf@webrtc.org> Cr-Commit-Position: refs/heads/master@{#22548}
98 lines
3.5 KiB
C++
98 lines
3.5 KiB
C++
/*
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MODULES_AUDIO_PROCESSING_AEC3_SUBTRACTOR_H_
|
|
#define MODULES_AUDIO_PROCESSING_AEC3_SUBTRACTOR_H_
|
|
|
|
#include <array>
|
|
#include <algorithm>
|
|
#include <vector>
|
|
|
|
#include "modules/audio_processing/aec3/adaptive_fir_filter.h"
|
|
#include "modules/audio_processing/aec3/aec3_common.h"
|
|
#include "modules/audio_processing/aec3/aec3_fft.h"
|
|
#include "modules/audio_processing/aec3/aec_state.h"
|
|
#include "modules/audio_processing/aec3/echo_path_variability.h"
|
|
#include "modules/audio_processing/aec3/main_filter_update_gain.h"
|
|
#include "modules/audio_processing/aec3/render_buffer.h"
|
|
#include "modules/audio_processing/aec3/shadow_filter_update_gain.h"
|
|
#include "modules/audio_processing/aec3/subtractor_output.h"
|
|
#include "modules/audio_processing/logging/apm_data_dumper.h"
|
|
#include "modules/audio_processing/utility/ooura_fft.h"
|
|
#include "rtc_base/constructormagic.h"
|
|
|
|
namespace webrtc {
|
|
|
|
// Proves linear echo cancellation functionality
|
|
class Subtractor {
|
|
public:
|
|
Subtractor(const EchoCanceller3Config& config,
|
|
ApmDataDumper* data_dumper,
|
|
Aec3Optimization optimization);
|
|
~Subtractor();
|
|
|
|
// Performs the echo subtraction.
|
|
void Process(const RenderBuffer& render_buffer,
|
|
const rtc::ArrayView<const float> capture,
|
|
const RenderSignalAnalyzer& render_signal_analyzer,
|
|
const AecState& aec_state,
|
|
SubtractorOutput* output);
|
|
|
|
void HandleEchoPathChange(const EchoPathVariability& echo_path_variability);
|
|
|
|
// Exits the initial state.
|
|
void ExitInitialState();
|
|
|
|
// Returns the block-wise frequency response for the main adaptive filter.
|
|
const std::vector<std::array<float, kFftLengthBy2Plus1>>&
|
|
FilterFrequencyResponse() const {
|
|
return main_filter_once_converged_ || (!shadow_filter_converged_)
|
|
? main_filter_.FilterFrequencyResponse()
|
|
: shadow_filter_.FilterFrequencyResponse();
|
|
}
|
|
|
|
// Returns the estimate of the impulse response for the main adaptive filter.
|
|
const std::vector<float>& FilterImpulseResponse() const {
|
|
return main_filter_once_converged_ || (!shadow_filter_converged_)
|
|
? main_filter_.FilterImpulseResponse()
|
|
: shadow_filter_.FilterImpulseResponse();
|
|
}
|
|
|
|
bool ConvergedFilter() const {
|
|
return main_filter_converged_ || shadow_filter_converged_;
|
|
}
|
|
|
|
bool DivergedFilter() const { return main_filter_diverged_; }
|
|
|
|
void DumpFilters() {
|
|
main_filter_.DumpFilter("aec3_subtractor_H_main", "aec3_subtractor_h_main");
|
|
shadow_filter_.DumpFilter("aec3_subtractor_H_shadow",
|
|
"aec3_subtractor_h_shadow");
|
|
}
|
|
|
|
private:
|
|
const Aec3Fft fft_;
|
|
ApmDataDumper* data_dumper_;
|
|
const Aec3Optimization optimization_;
|
|
const EchoCanceller3Config config_;
|
|
AdaptiveFirFilter main_filter_;
|
|
AdaptiveFirFilter shadow_filter_;
|
|
MainFilterUpdateGain G_main_;
|
|
ShadowFilterUpdateGain G_shadow_;
|
|
bool main_filter_converged_ = false;
|
|
bool main_filter_once_converged_ = false;
|
|
bool shadow_filter_converged_ = false;
|
|
bool main_filter_diverged_ = false;
|
|
RTC_DISALLOW_IMPLICIT_CONSTRUCTORS(Subtractor);
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // MODULES_AUDIO_PROCESSING_AEC3_SUBTRACTOR_H_
|