mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-14 14:20:45 +01:00
62337e59dd
The AudioProcessingBuilder was recently introduced in https://webrtc-review.googlesource.com/c/src/+/34651 to make it easier to create APM instances. This CL replaces all calls to the old Create methods with the new AudioProcessingBuilder. Bug: webrtc:8668 Change-Id: Ibb5f0fc0dbcc85fcf3355b01bec916f20fe0eb67 Reviewed-on: https://webrtc-review.googlesource.com/36082 Commit-Queue: Ivo Creusen <ivoc@webrtc.org> Reviewed-by: Karl Wiberg <kwiberg@webrtc.org> Cr-Commit-Position: refs/heads/master@{#21534}
240 lines
10 KiB
C++
240 lines
10 KiB
C++
/*
|
|
* Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include <numeric>
|
|
#include <vector>
|
|
|
|
#include "api/array_view.h"
|
|
#include "modules/audio_processing/audio_buffer.h"
|
|
#include "modules/audio_processing/include/audio_processing.h"
|
|
#include "modules/audio_processing/level_controller/level_controller.h"
|
|
#include "modules/audio_processing/test/audio_buffer_tools.h"
|
|
#include "modules/audio_processing/test/bitexactness_tools.h"
|
|
#include "modules/audio_processing/test/performance_timer.h"
|
|
#include "modules/audio_processing/test/simulator_buffers.h"
|
|
#include "rtc_base/random.h"
|
|
#include "system_wrappers/include/clock.h"
|
|
#include "test/gtest.h"
|
|
#include "test/testsupport/perf_test.h"
|
|
|
|
namespace webrtc {
|
|
namespace {
|
|
|
|
const size_t kNumFramesToProcess = 300;
|
|
const size_t kNumFramesToProcessAtWarmup = 300;
|
|
const size_t kToTalNumFrames =
|
|
kNumFramesToProcess + kNumFramesToProcessAtWarmup;
|
|
|
|
void RunStandaloneSubmodule(int sample_rate_hz, size_t num_channels) {
|
|
test::SimulatorBuffers buffers(sample_rate_hz, sample_rate_hz, sample_rate_hz,
|
|
sample_rate_hz, num_channels, num_channels,
|
|
num_channels, num_channels);
|
|
test::PerformanceTimer timer(kNumFramesToProcess);
|
|
|
|
LevelController level_controller;
|
|
level_controller.Initialize(sample_rate_hz);
|
|
|
|
for (size_t frame_no = 0; frame_no < kToTalNumFrames; ++frame_no) {
|
|
buffers.UpdateInputBuffers();
|
|
|
|
if (frame_no >= kNumFramesToProcessAtWarmup) {
|
|
timer.StartTimer();
|
|
}
|
|
level_controller.Process(buffers.capture_input_buffer.get());
|
|
if (frame_no >= kNumFramesToProcessAtWarmup) {
|
|
timer.StopTimer();
|
|
}
|
|
}
|
|
webrtc::test::PrintResultMeanAndError(
|
|
"level_controller_call_durations",
|
|
"_" + std::to_string(sample_rate_hz) + "Hz_" +
|
|
std::to_string(num_channels) + "_channels",
|
|
"StandaloneLevelControl", timer.GetDurationAverage(),
|
|
timer.GetDurationStandardDeviation(), "us", false);
|
|
}
|
|
|
|
void RunTogetherWithApm(const std::string& test_description,
|
|
int render_input_sample_rate_hz,
|
|
int render_output_sample_rate_hz,
|
|
int capture_input_sample_rate_hz,
|
|
int capture_output_sample_rate_hz,
|
|
size_t num_channels,
|
|
bool use_mobile_aec,
|
|
bool include_default_apm_processing) {
|
|
test::SimulatorBuffers buffers(
|
|
render_input_sample_rate_hz, capture_input_sample_rate_hz,
|
|
render_output_sample_rate_hz, capture_output_sample_rate_hz, num_channels,
|
|
num_channels, num_channels, num_channels);
|
|
test::PerformanceTimer render_timer(kNumFramesToProcess);
|
|
test::PerformanceTimer capture_timer(kNumFramesToProcess);
|
|
test::PerformanceTimer total_timer(kNumFramesToProcess);
|
|
|
|
webrtc::Config config;
|
|
AudioProcessing::Config apm_config;
|
|
if (include_default_apm_processing) {
|
|
config.Set<DelayAgnostic>(new DelayAgnostic(true));
|
|
config.Set<ExtendedFilter>(new ExtendedFilter(true));
|
|
}
|
|
apm_config.level_controller.enabled = true;
|
|
apm_config.residual_echo_detector.enabled = include_default_apm_processing;
|
|
|
|
std::unique_ptr<AudioProcessing> apm;
|
|
apm.reset(AudioProcessingBuilder().Create(config));
|
|
ASSERT_TRUE(apm.get());
|
|
apm->ApplyConfig(apm_config);
|
|
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->gain_control()->Enable(include_default_apm_processing));
|
|
if (use_mobile_aec) {
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->echo_cancellation()->Enable(false));
|
|
ASSERT_EQ(AudioProcessing::kNoError, apm->echo_control_mobile()->Enable(
|
|
include_default_apm_processing));
|
|
} else {
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->echo_cancellation()->Enable(include_default_apm_processing));
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->echo_control_mobile()->Enable(false));
|
|
}
|
|
apm_config.high_pass_filter.enabled = include_default_apm_processing;
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->noise_suppression()->Enable(include_default_apm_processing));
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->voice_detection()->Enable(include_default_apm_processing));
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->level_estimator()->Enable(include_default_apm_processing));
|
|
|
|
StreamConfig render_input_config(render_input_sample_rate_hz, num_channels,
|
|
false);
|
|
StreamConfig render_output_config(render_output_sample_rate_hz, num_channels,
|
|
false);
|
|
StreamConfig capture_input_config(capture_input_sample_rate_hz, num_channels,
|
|
false);
|
|
StreamConfig capture_output_config(capture_output_sample_rate_hz,
|
|
num_channels, false);
|
|
|
|
for (size_t frame_no = 0; frame_no < kToTalNumFrames; ++frame_no) {
|
|
buffers.UpdateInputBuffers();
|
|
|
|
if (frame_no >= kNumFramesToProcessAtWarmup) {
|
|
total_timer.StartTimer();
|
|
render_timer.StartTimer();
|
|
}
|
|
ASSERT_EQ(AudioProcessing::kNoError,
|
|
apm->ProcessReverseStream(
|
|
&buffers.render_input[0], render_input_config,
|
|
render_output_config, &buffers.render_output[0]));
|
|
|
|
if (frame_no >= kNumFramesToProcessAtWarmup) {
|
|
render_timer.StopTimer();
|
|
|
|
capture_timer.StartTimer();
|
|
}
|
|
|
|
ASSERT_EQ(AudioProcessing::kNoError, apm->set_stream_delay_ms(0));
|
|
ASSERT_EQ(
|
|
AudioProcessing::kNoError,
|
|
apm->ProcessStream(&buffers.capture_input[0], capture_input_config,
|
|
capture_output_config, &buffers.capture_output[0]));
|
|
|
|
if (frame_no >= kNumFramesToProcessAtWarmup) {
|
|
capture_timer.StopTimer();
|
|
total_timer.StopTimer();
|
|
}
|
|
}
|
|
|
|
webrtc::test::PrintResultMeanAndError(
|
|
"level_controller_call_durations",
|
|
"_" + std::to_string(render_input_sample_rate_hz) + "_" +
|
|
std::to_string(render_output_sample_rate_hz) + "_" +
|
|
std::to_string(capture_input_sample_rate_hz) + "_" +
|
|
std::to_string(capture_output_sample_rate_hz) + "Hz_" +
|
|
std::to_string(num_channels) + "_channels" + "_render",
|
|
test_description, render_timer.GetDurationAverage(),
|
|
render_timer.GetDurationStandardDeviation(), "us", false);
|
|
webrtc::test::PrintResultMeanAndError(
|
|
"level_controller_call_durations",
|
|
"_" + std::to_string(render_input_sample_rate_hz) + "_" +
|
|
std::to_string(render_output_sample_rate_hz) + "_" +
|
|
std::to_string(capture_input_sample_rate_hz) + "_" +
|
|
std::to_string(capture_output_sample_rate_hz) + "Hz_" +
|
|
std::to_string(num_channels) + "_channels" + "_capture",
|
|
test_description, capture_timer.GetDurationAverage(),
|
|
capture_timer.GetDurationStandardDeviation(), "us", false);
|
|
webrtc::test::PrintResultMeanAndError(
|
|
"level_controller_call_durations",
|
|
"_" + std::to_string(render_input_sample_rate_hz) + "_" +
|
|
std::to_string(render_output_sample_rate_hz) + "_" +
|
|
std::to_string(capture_input_sample_rate_hz) + "_" +
|
|
std::to_string(capture_output_sample_rate_hz) + "Hz_" +
|
|
std::to_string(num_channels) + "_channels" + "_total",
|
|
test_description, total_timer.GetDurationAverage(),
|
|
total_timer.GetDurationStandardDeviation(), "us", false);
|
|
}
|
|
|
|
} // namespace
|
|
|
|
// TODO(peah): Reactivate once issue 7712 has been resolved.
|
|
TEST(LevelControllerPerformanceTest, DISABLED_StandaloneProcessing) {
|
|
int sample_rates_to_test[] = {
|
|
AudioProcessing::kSampleRate8kHz, AudioProcessing::kSampleRate16kHz,
|
|
AudioProcessing::kSampleRate32kHz, AudioProcessing::kSampleRate48kHz};
|
|
for (auto sample_rate : sample_rates_to_test) {
|
|
for (size_t num_channels = 1; num_channels <= 2; ++num_channels) {
|
|
RunStandaloneSubmodule(sample_rate, num_channels);
|
|
}
|
|
}
|
|
}
|
|
|
|
void TestSomeSampleRatesWithApm(const std::string& test_name,
|
|
bool use_mobile_agc,
|
|
bool include_default_apm_processing) {
|
|
// Test some stereo combinations first.
|
|
size_t num_channels = 2;
|
|
RunTogetherWithApm(test_name, 48000, 48000, AudioProcessing::kSampleRate16kHz,
|
|
AudioProcessing::kSampleRate32kHz, num_channels,
|
|
use_mobile_agc, include_default_apm_processing);
|
|
RunTogetherWithApm(test_name, 48000, 48000, AudioProcessing::kSampleRate48kHz,
|
|
AudioProcessing::kSampleRate8kHz, num_channels,
|
|
use_mobile_agc, include_default_apm_processing);
|
|
RunTogetherWithApm(test_name, 48000, 48000, 44100, 44100, num_channels,
|
|
use_mobile_agc, include_default_apm_processing);
|
|
|
|
// Then test mono combinations.
|
|
num_channels = 1;
|
|
RunTogetherWithApm(test_name, 48000, 48000, AudioProcessing::kSampleRate48kHz,
|
|
AudioProcessing::kSampleRate48kHz, num_channels,
|
|
use_mobile_agc, include_default_apm_processing);
|
|
}
|
|
|
|
// TODO(peah): Reactivate once issue 7712 has been resolved.
|
|
#if !defined(WEBRTC_ANDROID)
|
|
TEST(LevelControllerPerformanceTest, DISABLED_ProcessingViaApm) {
|
|
#else
|
|
TEST(LevelControllerPerformanceTest, DISABLED_ProcessingViaApm) {
|
|
#endif
|
|
// Run without default APM processing and desktop AGC.
|
|
TestSomeSampleRatesWithApm("SimpleLevelControlViaApm", false, false);
|
|
}
|
|
|
|
// TODO(peah): Reactivate once issue 7712 has been resolved.
|
|
#if !defined(WEBRTC_ANDROID)
|
|
TEST(LevelControllerPerformanceTest, DISABLED_InteractionWithDefaultApm) {
|
|
#else
|
|
TEST(LevelControllerPerformanceTest, DISABLED_InteractionWithDefaultApm) {
|
|
#endif
|
|
bool include_default_apm_processing = true;
|
|
TestSomeSampleRatesWithApm("LevelControlAndDefaultDesktopApm", false,
|
|
include_default_apm_processing);
|
|
TestSomeSampleRatesWithApm("LevelControlAndDefaultMobileApm", true,
|
|
include_default_apm_processing);
|
|
}
|
|
|
|
} // namespace webrtc
|