mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-15 23:01:21 +01:00
2f1e6d4920
- Code clean: exploiting the recently added ArrayView ctor for std::array - Pitch search internal unit test: long const arrays moved to a resource file - Minor changes Bug: webrtc:9076 Change-Id: Iaf30753f2498b4568860d72e0b81f5351235692f TBR: aleloi@webrtc.org Reviewed-on: https://webrtc-review.googlesource.com/76920 Commit-Queue: Alessio Bazzica <alessiob@webrtc.org> Reviewed-by: Alessio Bazzica <alessiob@webrtc.org> Cr-Commit-Position: refs/heads/master@{#23248}
126 lines
5 KiB
C++
126 lines
5 KiB
C++
/*
|
|
* Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "modules/audio_processing/agc2/rnn_vad/spectral_features.h"
|
|
|
|
#include <algorithm>
|
|
|
|
#include "modules/audio_processing/agc2/rnn_vad/test_utils.h"
|
|
#include "rtc_base/checks.h"
|
|
// TODO(bugs.webrtc.org/8948): Add when the issue is fixed.
|
|
// #include "test/fpe_observer.h"
|
|
#include "test/gtest.h"
|
|
|
|
namespace webrtc {
|
|
namespace rnn_vad {
|
|
namespace test {
|
|
namespace {
|
|
|
|
constexpr size_t kTestFeatureVectorSize = kNumBands + 3 * kNumLowerBands + 1;
|
|
|
|
// Writes non-zero sample values.
|
|
void WriteTestData(rtc::ArrayView<float> samples) {
|
|
for (size_t i = 0; i < samples.size(); ++i) {
|
|
samples[i] = i % 100;
|
|
}
|
|
}
|
|
|
|
SpectralFeaturesView GetSpectralFeaturesView(
|
|
std::array<float, kTestFeatureVectorSize>* feature_vector) {
|
|
return {
|
|
{feature_vector->data() + kNumLowerBands, kNumBands - kNumLowerBands},
|
|
{feature_vector->data(), kNumLowerBands},
|
|
{feature_vector->data() + kNumBands, kNumLowerBands},
|
|
{feature_vector->data() + kNumBands + kNumLowerBands, kNumLowerBands},
|
|
{feature_vector->data() + kNumBands + 2 * kNumLowerBands, kNumLowerBands},
|
|
&(*feature_vector)[kNumBands + 3 * kNumLowerBands]};
|
|
}
|
|
|
|
constexpr float kInitialFeatureVal = -9999.f;
|
|
|
|
} // namespace
|
|
|
|
TEST(RnnVadTest, SpectralFeaturesWithAndWithoutSilence) {
|
|
// Initialize.
|
|
SpectralFeaturesExtractor sfe;
|
|
std::array<float, kFrameSize20ms24kHz> samples;
|
|
rtc::ArrayView<float, kFrameSize20ms24kHz> samples_view(samples);
|
|
bool is_silence;
|
|
std::array<float, kTestFeatureVectorSize> feature_vector;
|
|
auto feature_vector_view = GetSpectralFeaturesView(&feature_vector);
|
|
|
|
// Write an initial value in the feature vector to detect changes.
|
|
std::fill(feature_vector.begin(), feature_vector.end(), kInitialFeatureVal);
|
|
|
|
// TODO(bugs.webrtc.org/8948): Add when the issue is fixed.
|
|
// FloatingPointExceptionObserver fpe_observer;
|
|
|
|
// With silence.
|
|
std::fill(samples.begin(), samples.end(), 0.f);
|
|
is_silence = sfe.CheckSilenceComputeFeatures(samples_view, samples_view,
|
|
feature_vector_view);
|
|
// Silence is expected, the output won't be overwritten.
|
|
EXPECT_TRUE(is_silence);
|
|
EXPECT_TRUE(std::all_of(feature_vector.begin(), feature_vector.end(),
|
|
[](float x) { return x == kInitialFeatureVal; }));
|
|
|
|
// With no silence.
|
|
WriteTestData(samples);
|
|
is_silence = sfe.CheckSilenceComputeFeatures(samples_view, samples_view,
|
|
feature_vector_view);
|
|
// Silence is not expected, the output will be overwritten.
|
|
EXPECT_FALSE(is_silence);
|
|
EXPECT_FALSE(std::all_of(feature_vector.begin(), feature_vector.end(),
|
|
[](float x) { return x == kInitialFeatureVal; }));
|
|
}
|
|
|
|
// When the input signal does not change, the spectral coefficients average does
|
|
// not change and the derivatives are zero. Similarly, the spectral variability
|
|
// score does not change either.
|
|
TEST(RnnVadTest, SpectralFeaturesConstantAverageZeroDerivative) {
|
|
// Initialize.
|
|
SpectralFeaturesExtractor sfe;
|
|
std::array<float, kFrameSize20ms24kHz> samples;
|
|
rtc::ArrayView<float, kFrameSize20ms24kHz> samples_view(samples);
|
|
WriteTestData(samples);
|
|
bool is_silence;
|
|
|
|
// Fill the spectral features with test data.
|
|
std::array<float, kTestFeatureVectorSize> feature_vector;
|
|
auto feature_vector_view = GetSpectralFeaturesView(&feature_vector);
|
|
for (size_t i = 0; i < kSpectralCoeffsHistorySize; ++i) {
|
|
is_silence = sfe.CheckSilenceComputeFeatures(samples_view, samples_view,
|
|
feature_vector_view);
|
|
}
|
|
|
|
// Feed the test data one last time but using a different output vector.
|
|
std::array<float, kTestFeatureVectorSize> feature_vector_last;
|
|
auto feature_vector_last_view = GetSpectralFeaturesView(&feature_vector_last);
|
|
is_silence = sfe.CheckSilenceComputeFeatures(samples_view, samples_view,
|
|
feature_vector_last_view);
|
|
|
|
// Average is unchanged.
|
|
ExpectEqualFloatArray({feature_vector.data(), kNumLowerBands},
|
|
{feature_vector_last.data(), kNumLowerBands});
|
|
// First and second derivatives are zero.
|
|
constexpr std::array<float, kNumLowerBands> zeros{};
|
|
ExpectEqualFloatArray(
|
|
{feature_vector_last.data() + kNumBands, kNumLowerBands}, zeros);
|
|
ExpectEqualFloatArray(
|
|
{feature_vector_last.data() + kNumBands + kNumLowerBands, kNumLowerBands},
|
|
zeros);
|
|
// Spectral variability is unchanged.
|
|
EXPECT_FLOAT_EQ(feature_vector[kNumBands + 3 * kNumLowerBands],
|
|
feature_vector_last[kNumBands + 3 * kNumLowerBands]);
|
|
}
|
|
|
|
} // namespace test
|
|
} // namespace rnn_vad
|
|
} // namespace webrtc
|