/* * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "modules/audio_coding/acm2/acm_receiver.h" #include #include #include #include #include "absl/strings/match.h" #include "api/audio/audio_frame.h" #include "api/audio_codecs/audio_decoder.h" #include "api/neteq/neteq.h" #include "api/units/timestamp.h" #include "modules/audio_coding/acm2/acm_resampler.h" #include "modules/audio_coding/acm2/call_statistics.h" #include "modules/audio_coding/neteq/default_neteq_factory.h" #include "rtc_base/checks.h" #include "rtc_base/logging.h" #include "rtc_base/numerics/safe_conversions.h" #include "rtc_base/strings/audio_format_to_string.h" #include "system_wrappers/include/clock.h" namespace webrtc { namespace acm2 { namespace { std::unique_ptr CreateNetEq( NetEqFactory* neteq_factory, const NetEq::Config& config, const Environment& env, scoped_refptr decoder_factory) { if (neteq_factory) { return neteq_factory->Create(env, config, std::move(decoder_factory)); } return DefaultNetEqFactory().Create(env, config, std::move(decoder_factory)); } } // namespace AcmReceiver::Config::Config( rtc::scoped_refptr decoder_factory) : decoder_factory(decoder_factory) {} AcmReceiver::Config::Config(const Config&) = default; AcmReceiver::Config::~Config() = default; AcmReceiver::AcmReceiver(const Environment& env, Config config) : env_(env), neteq_(CreateNetEq(config.neteq_factory, config.neteq_config, env_, std::move(config.decoder_factory))) {} AcmReceiver::~AcmReceiver() = default; int AcmReceiver::SetMinimumDelay(int delay_ms) { if (neteq_->SetMinimumDelay(delay_ms)) return 0; RTC_LOG(LS_ERROR) << "AcmReceiver::SetExtraDelay " << delay_ms; return -1; } int AcmReceiver::SetMaximumDelay(int delay_ms) { if (neteq_->SetMaximumDelay(delay_ms)) return 0; RTC_LOG(LS_ERROR) << "AcmReceiver::SetExtraDelay " << delay_ms; return -1; } bool AcmReceiver::SetBaseMinimumDelayMs(int delay_ms) { return neteq_->SetBaseMinimumDelayMs(delay_ms); } int AcmReceiver::GetBaseMinimumDelayMs() const { return neteq_->GetBaseMinimumDelayMs(); } std::optional AcmReceiver::last_packet_sample_rate_hz() const { std::optional decoder = neteq_->GetCurrentDecoderFormat(); if (!decoder) { return std::nullopt; } return decoder->sample_rate_hz; } int AcmReceiver::last_output_sample_rate_hz() const { return neteq_->last_output_sample_rate_hz(); } int AcmReceiver::InsertPacket(const RTPHeader& rtp_header, rtc::ArrayView incoming_payload, Timestamp receive_time) { if (incoming_payload.empty()) { neteq_->InsertEmptyPacket(rtp_header); return 0; } if (neteq_->InsertPacket(rtp_header, incoming_payload, receive_time) < 0) { RTC_LOG(LS_ERROR) << "AcmReceiver::InsertPacket " << static_cast(rtp_header.payloadType) << " Failed to insert packet"; return -1; } return 0; } int AcmReceiver::GetAudio(int desired_freq_hz, AudioFrame* audio_frame, bool* muted) { int current_sample_rate_hz = 0; if (neteq_->GetAudio(audio_frame, muted, ¤t_sample_rate_hz) != NetEq::kOK) { RTC_LOG(LS_ERROR) << "AcmReceiver::GetAudio - NetEq Failed."; return -1; } RTC_DCHECK_EQ(audio_frame->sample_rate_hz_, current_sample_rate_hz); // Accessing members, take the lock. MutexLock lock(&mutex_); if (!resampler_helper_.MaybeResample(desired_freq_hz, audio_frame)) { return -1; } call_stats_.DecodedByNetEq(audio_frame->speech_type_, audio_frame->muted()); return 0; } void AcmReceiver::SetCodecs(const std::map& codecs) { neteq_->SetCodecs(codecs); } void AcmReceiver::FlushBuffers() { neteq_->FlushBuffers(); } std::optional AcmReceiver::GetPlayoutTimestamp() { return neteq_->GetPlayoutTimestamp(); } int AcmReceiver::FilteredCurrentDelayMs() const { return neteq_->FilteredCurrentDelayMs(); } int AcmReceiver::TargetDelayMs() const { return neteq_->TargetDelayMs(); } std::optional> AcmReceiver::LastDecoder() const { std::optional decoder = neteq_->GetCurrentDecoderFormat(); if (!decoder) { return std::nullopt; } return std::make_pair(decoder->payload_type, decoder->sdp_format); } void AcmReceiver::GetNetworkStatistics( NetworkStatistics* acm_stat, bool get_and_clear_legacy_stats /* = true */) const { NetEqNetworkStatistics neteq_stat; if (get_and_clear_legacy_stats) { // NetEq function always returns zero, so we don't check the return value. neteq_->NetworkStatistics(&neteq_stat); acm_stat->currentExpandRate = neteq_stat.expand_rate; acm_stat->currentSpeechExpandRate = neteq_stat.speech_expand_rate; acm_stat->currentPreemptiveRate = neteq_stat.preemptive_rate; acm_stat->currentAccelerateRate = neteq_stat.accelerate_rate; acm_stat->currentSecondaryDecodedRate = neteq_stat.secondary_decoded_rate; acm_stat->currentSecondaryDiscardedRate = neteq_stat.secondary_discarded_rate; acm_stat->meanWaitingTimeMs = neteq_stat.mean_waiting_time_ms; acm_stat->maxWaitingTimeMs = neteq_stat.max_waiting_time_ms; } else { neteq_stat = neteq_->CurrentNetworkStatistics(); acm_stat->currentExpandRate = 0; acm_stat->currentSpeechExpandRate = 0; acm_stat->currentPreemptiveRate = 0; acm_stat->currentAccelerateRate = 0; acm_stat->currentSecondaryDecodedRate = 0; acm_stat->currentSecondaryDiscardedRate = 0; acm_stat->meanWaitingTimeMs = -1; acm_stat->maxWaitingTimeMs = 1; } acm_stat->currentBufferSize = neteq_stat.current_buffer_size_ms; acm_stat->preferredBufferSize = neteq_stat.preferred_buffer_size_ms; acm_stat->jitterPeaksFound = neteq_stat.jitter_peaks_found ? true : false; NetEqLifetimeStatistics neteq_lifetime_stat = neteq_->GetLifetimeStatistics(); acm_stat->totalSamplesReceived = neteq_lifetime_stat.total_samples_received; acm_stat->concealedSamples = neteq_lifetime_stat.concealed_samples; acm_stat->silentConcealedSamples = neteq_lifetime_stat.silent_concealed_samples; acm_stat->concealmentEvents = neteq_lifetime_stat.concealment_events; acm_stat->jitterBufferDelayMs = neteq_lifetime_stat.jitter_buffer_delay_ms; acm_stat->jitterBufferTargetDelayMs = neteq_lifetime_stat.jitter_buffer_target_delay_ms; acm_stat->jitterBufferMinimumDelayMs = neteq_lifetime_stat.jitter_buffer_minimum_delay_ms; acm_stat->jitterBufferEmittedCount = neteq_lifetime_stat.jitter_buffer_emitted_count; acm_stat->delayedPacketOutageSamples = neteq_lifetime_stat.delayed_packet_outage_samples; acm_stat->relativePacketArrivalDelayMs = neteq_lifetime_stat.relative_packet_arrival_delay_ms; acm_stat->interruptionCount = neteq_lifetime_stat.interruption_count; acm_stat->totalInterruptionDurationMs = neteq_lifetime_stat.total_interruption_duration_ms; acm_stat->insertedSamplesForDeceleration = neteq_lifetime_stat.inserted_samples_for_deceleration; acm_stat->removedSamplesForAcceleration = neteq_lifetime_stat.removed_samples_for_acceleration; acm_stat->fecPacketsReceived = neteq_lifetime_stat.fec_packets_received; acm_stat->fecPacketsDiscarded = neteq_lifetime_stat.fec_packets_discarded; acm_stat->totalProcessingDelayUs = neteq_lifetime_stat.total_processing_delay_us; acm_stat->packetsDiscarded = neteq_lifetime_stat.packets_discarded; NetEqOperationsAndState neteq_operations_and_state = neteq_->GetOperationsAndState(); acm_stat->packetBufferFlushes = neteq_operations_and_state.packet_buffer_flushes; } int AcmReceiver::EnableNack(size_t max_nack_list_size) { neteq_->EnableNack(max_nack_list_size); return 0; } void AcmReceiver::DisableNack() { neteq_->DisableNack(); } std::vector AcmReceiver::GetNackList( int64_t round_trip_time_ms) const { return neteq_->GetNackList(round_trip_time_ms); } void AcmReceiver::ResetInitialDelay() { neteq_->SetMinimumDelay(0); // TODO(turajs): Should NetEq Buffer be flushed? } uint32_t AcmReceiver::NowInTimestamp(int decoder_sampling_rate) const { // Down-cast the time to (32-6)-bit since we only care about // the least significant bits. (32-6) bits cover 2^(32-6) = 67108864 ms. // We masked 6 most significant bits of 32-bit so there is no overflow in // the conversion from milliseconds to timestamp. const uint32_t now_in_ms = static_cast(env_.clock().TimeInMilliseconds() & 0x03ffffff); return static_cast((decoder_sampling_rate / 1000) * now_in_ms); } void AcmReceiver::GetDecodingCallStatistics( AudioDecodingCallStats* stats) const { MutexLock lock(&mutex_); *stats = call_stats_.GetDecodingStatistics(); } } // namespace acm2 } // namespace webrtc