Introduce debug network stats

Bug: webrtc:11959
Change-Id: I29e94cf1cdc9aee2bbe4396aa14a759c1a9ae560
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/184600
Commit-Queue: Artem Titov <titovartem@webrtc.org>
Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
Reviewed-by: Björn Terelius <terelius@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#32170}
This commit is contained in:
Artem Titov 2020-09-22 15:45:00 +02:00 committed by Commit Bot
parent 4da8e4c0c1
commit cbe6e8a258
13 changed files with 411 additions and 83 deletions

View file

@ -45,6 +45,8 @@ class SamplesStatsCounter {
// Returns if there are any values in O(1) time. // Returns if there are any values in O(1) time.
bool IsEmpty() const { return samples_.empty(); } bool IsEmpty() const { return samples_.empty(); }
// Returns the amount of samples added into counter in O(1) time.
int64_t NumSamples() const { return stats_.Size(); }
// Returns min in O(1) time. This function may not be called if there are no // Returns min in O(1) time. This function may not be called if there are no
// samples. // samples.

View file

@ -21,6 +21,7 @@ rtc_library("network_emulation") {
"../../../rtc_base", "../../../rtc_base",
"../../../rtc_base:checks", "../../../rtc_base:checks",
"../../../rtc_base:rtc_base_approved", "../../../rtc_base:rtc_base_approved",
"../../numerics",
"../../units:data_rate", "../../units:data_rate",
"../../units:data_size", "../../units:data_size",
"../../units:timestamp", "../../units:timestamp",

View file

@ -16,6 +16,7 @@
#include "absl/types/optional.h" #include "absl/types/optional.h"
#include "api/array_view.h" #include "api/array_view.h"
#include "api/numerics/samples_stats_counter.h"
#include "api/units/data_rate.h" #include "api/units/data_rate.h"
#include "api/units/data_size.h" #include "api/units/data_size.h"
#include "api/units/timestamp.h" #include "api/units/timestamp.h"
@ -69,6 +70,12 @@ class EmulatedNetworkOutgoingStats {
virtual DataSize BytesSent() const = 0; virtual DataSize BytesSent() const = 0;
// Returns the timestamped sizes of all sent packets if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& SentPacketsSizeCounter() const = 0;
virtual DataSize FirstSentPacketSize() const = 0; virtual DataSize FirstSentPacketSize() const = 0;
// Returns time of the first packet sent or infinite value if no packets were // Returns time of the first packet sent or infinite value if no packets were
@ -91,10 +98,21 @@ class EmulatedNetworkIncomingStats {
virtual int64_t PacketsReceived() const = 0; virtual int64_t PacketsReceived() const = 0;
// Total amount of bytes in received packets. // Total amount of bytes in received packets.
virtual DataSize BytesReceived() const = 0; virtual DataSize BytesReceived() const = 0;
// Returns the timestamped sizes of all received packets if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& ReceivedPacketsSizeCounter() const = 0;
// Total amount of packets that were received, but no destination was found. // Total amount of packets that were received, but no destination was found.
virtual int64_t PacketsDropped() const = 0; virtual int64_t PacketsDropped() const = 0;
// Total amount of bytes in dropped packets. // Total amount of bytes in dropped packets.
virtual DataSize BytesDropped() const = 0; virtual DataSize BytesDropped() const = 0;
// Returns the timestamped sizes of all packets that were received,
// but no destination was found if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& DroppedPacketsSizeCounter() const = 0;
virtual DataSize FirstReceivedPacketSize() const = 0; virtual DataSize FirstReceivedPacketSize() const = 0;
@ -120,6 +138,17 @@ class EmulatedNetworkStats {
virtual int64_t PacketsSent() const = 0; virtual int64_t PacketsSent() const = 0;
virtual DataSize BytesSent() const = 0; virtual DataSize BytesSent() const = 0;
// Returns the timestamped sizes of all sent packets if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& SentPacketsSizeCounter() const = 0;
// Returns the timestamped duration between packet was received on
// network interface and was dispatched to the network in microseconds if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& SentPacketsQueueWaitTimeUs() const = 0;
virtual DataSize FirstSentPacketSize() const = 0; virtual DataSize FirstSentPacketSize() const = 0;
// Returns time of the first packet sent or infinite value if no packets were // Returns time of the first packet sent or infinite value if no packets were
@ -134,10 +163,21 @@ class EmulatedNetworkStats {
virtual int64_t PacketsReceived() const = 0; virtual int64_t PacketsReceived() const = 0;
// Total amount of bytes in received packets. // Total amount of bytes in received packets.
virtual DataSize BytesReceived() const = 0; virtual DataSize BytesReceived() const = 0;
// Returns the timestamped sizes of all received packets if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& ReceivedPacketsSizeCounter() const = 0;
// Total amount of packets that were received, but no destination was found. // Total amount of packets that were received, but no destination was found.
virtual int64_t PacketsDropped() const = 0; virtual int64_t PacketsDropped() const = 0;
// Total amount of bytes in dropped packets. // Total amount of bytes in dropped packets.
virtual DataSize BytesDropped() const = 0; virtual DataSize BytesDropped() const = 0;
// Returns counter with timestamped sizes of all packets that were received,
// but no destination was found if
// EmulatedEndpointConfig::stats_gatherming_mode was set to
// StatsGatheringMode::kDebug; otherwise, the returned value will be empty.
// Returned reference is valid until the next call to a non-const method.
virtual const SamplesStatsCounter& DroppedPacketsSizeCounter() const = 0;
virtual DataSize FirstReceivedPacketSize() const = 0; virtual DataSize FirstReceivedPacketSize() const = 0;
// Returns time of the first packet received or infinite value if no packets // Returns time of the first packet received or infinite value if no packets

View file

@ -46,6 +46,13 @@ class EmulatedRoute;
struct EmulatedEndpointConfig { struct EmulatedEndpointConfig {
enum class IpAddressFamily { kIpv4, kIpv6 }; enum class IpAddressFamily { kIpv4, kIpv6 };
enum class StatsGatheringMode {
// Gather main network stats counters.
kDefault,
// kDefault + also gather per packet statistics. In this mode more memory
// will be used.
kDebug
};
IpAddressFamily generated_ip_family = IpAddressFamily::kIpv4; IpAddressFamily generated_ip_family = IpAddressFamily::kIpv4;
// If specified will be used as IP address for endpoint node. Must be unique // If specified will be used as IP address for endpoint node. Must be unique
@ -56,6 +63,7 @@ struct EmulatedEndpointConfig {
bool start_as_enabled = true; bool start_as_enabled = true;
// Network type which will be used to represent endpoint to WebRTC. // Network type which will be used to represent endpoint to WebRTC.
rtc::AdapterType type = rtc::AdapterType::ADAPTER_TYPE_UNKNOWN; rtc::AdapterType type = rtc::AdapterType::ADAPTER_TYPE_UNKNOWN;
StatsGatheringMode stats_gathering_mode = StatsGatheringMode::kDefault;
}; };

View file

@ -10,13 +10,13 @@ import("../../webrtc.gni")
rtc_library("emulated_network") { rtc_library("emulated_network") {
visibility = [ visibility = [
"../../api:create_network_emulation_manager",
":*", ":*",
"../../api:create_network_emulation_manager",
] ]
if (rtc_include_tests) { if (rtc_include_tests) {
visibility += [ visibility += [
"../scenario:*",
"../peer_scenario:*", "../peer_scenario:*",
"../scenario:*",
] ]
} }
testonly = true testonly = true
@ -39,6 +39,7 @@ rtc_library("emulated_network") {
"../../api:network_emulation_manager_api", "../../api:network_emulation_manager_api",
"../../api:simulated_network_api", "../../api:simulated_network_api",
"../../api:time_controller", "../../api:time_controller",
"../../api/numerics",
"../../api/units:data_rate", "../../api/units:data_rate",
"../../api/units:data_size", "../../api/units:data_size",
"../../api/units:time_delta", "../../api/units:time_delta",
@ -114,6 +115,7 @@ rtc_library("cross_traffic_unittest") {
deps = [ deps = [
":emulated_network", ":emulated_network",
"../:test_support", "../:test_support",
"../../api:network_emulation_manager_api",
"../../api:simulated_network_api", "../../api:simulated_network_api",
"../../call:simulated_network", "../../call:simulated_network",
"../../rtc_base", "../../rtc_base",

View file

@ -16,6 +16,7 @@
#include <vector> #include <vector>
#include "absl/memory/memory.h" #include "absl/memory/memory.h"
#include "api/test/network_emulation_manager.h"
#include "api/test/simulated_network.h" #include "api/test/simulated_network.h"
#include "call/simulated_network.h" #include "call/simulated_network.h"
#include "rtc_base/event.h" #include "rtc_base/event.h"
@ -46,8 +47,10 @@ struct TrafficCounterFixture {
SimulatedClock clock{0}; SimulatedClock clock{0};
CountingReceiver counter; CountingReceiver counter;
TaskQueueForTest task_queue_; TaskQueueForTest task_queue_;
EmulatedEndpointImpl endpoint{/*id=*/1, EmulatedEndpointImpl endpoint{
/*id=*/1,
rtc::IPAddress(kTestIpAddress), rtc::IPAddress(kTestIpAddress),
EmulatedEndpointConfig::StatsGatheringMode::kDefault,
/*is_enabled=*/true, /*is_enabled=*/true,
/*type=*/rtc::AdapterType::ADAPTER_TYPE_UNKNOWN, /*type=*/rtc::AdapterType::ADAPTER_TYPE_UNKNOWN,
&task_queue_, &task_queue_,

View file

@ -14,6 +14,7 @@
#include <limits> #include <limits>
#include <memory> #include <memory>
#include "api/numerics/samples_stats_counter.h"
#include "api/units/data_size.h" #include "api/units/data_size.h"
#include "rtc_base/bind.h" #include "rtc_base/bind.h"
#include "rtc_base/logging.h" #include "rtc_base/logging.h"
@ -78,8 +79,10 @@ EmulatedNetworkOutgoingStatsBuilder::EmulatedNetworkOutgoingStatsBuilder() {
sequence_checker_.Detach(); sequence_checker_.Detach();
} }
void EmulatedNetworkOutgoingStatsBuilder::OnPacketSent(Timestamp sent_time, void EmulatedNetworkOutgoingStatsBuilder::OnPacketSent(
DataSize packet_size) { Timestamp sent_time,
DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
RTC_CHECK_GE(packet_size, DataSize::Zero()); RTC_CHECK_GE(packet_size, DataSize::Zero());
if (first_packet_sent_time_.IsInfinite()) { if (first_packet_sent_time_.IsInfinite()) {
@ -89,6 +92,9 @@ void EmulatedNetworkOutgoingStatsBuilder::OnPacketSent(Timestamp sent_time,
last_packet_sent_time_ = sent_time; last_packet_sent_time_ = sent_time;
packets_sent_++; packets_sent_++;
bytes_sent_ += packet_size; bytes_sent_ += packet_size;
if (mode == EmulatedEndpointConfig::StatsGatheringMode::kDebug) {
sent_packets_size_counter_.AddSample(packet_size.bytes());
}
} }
void EmulatedNetworkOutgoingStatsBuilder::AddOutgoingStats( void EmulatedNetworkOutgoingStatsBuilder::AddOutgoingStats(
@ -96,6 +102,7 @@ void EmulatedNetworkOutgoingStatsBuilder::AddOutgoingStats(
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
packets_sent_ += stats.PacketsSent(); packets_sent_ += stats.PacketsSent();
bytes_sent_ += stats.BytesSent(); bytes_sent_ += stats.BytesSent();
sent_packets_size_counter_.AddSamples(stats.SentPacketsSizeCounter());
if (first_packet_sent_time_ > stats.FirstPacketSentTime()) { if (first_packet_sent_time_ > stats.FirstPacketSentTime()) {
first_packet_sent_time_ = stats.FirstPacketSentTime(); first_packet_sent_time_ = stats.FirstPacketSentTime();
first_sent_packet_size_ = stats.FirstSentPacketSize(); first_sent_packet_size_ = stats.FirstSentPacketSize();
@ -109,8 +116,8 @@ std::unique_ptr<EmulatedNetworkOutgoingStats>
EmulatedNetworkOutgoingStatsBuilder::Build() const { EmulatedNetworkOutgoingStatsBuilder::Build() const {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
return std::make_unique<EmulatedNetworkOutgoingStatsImpl>( return std::make_unique<EmulatedNetworkOutgoingStatsImpl>(
packets_sent_, bytes_sent_, first_sent_packet_size_, packets_sent_, bytes_sent_, sent_packets_size_counter_,
first_packet_sent_time_, last_packet_sent_time_); first_sent_packet_size_, first_packet_sent_time_, last_packet_sent_time_);
} }
EmulatedNetworkIncomingStatsBuilder::EmulatedNetworkIncomingStatsBuilder() { EmulatedNetworkIncomingStatsBuilder::EmulatedNetworkIncomingStatsBuilder() {
@ -118,15 +125,20 @@ EmulatedNetworkIncomingStatsBuilder::EmulatedNetworkIncomingStatsBuilder() {
} }
void EmulatedNetworkIncomingStatsBuilder::OnPacketDropped( void EmulatedNetworkIncomingStatsBuilder::OnPacketDropped(
DataSize packet_size) { DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
packets_dropped_++; packets_dropped_++;
bytes_dropped_ += packet_size; bytes_dropped_ += packet_size;
if (mode == EmulatedEndpointConfig::StatsGatheringMode::kDebug) {
dropped_packets_size_counter_.AddSample(packet_size.bytes());
}
} }
void EmulatedNetworkIncomingStatsBuilder::OnPacketReceived( void EmulatedNetworkIncomingStatsBuilder::OnPacketReceived(
Timestamp received_time, Timestamp received_time,
DataSize packet_size) { DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
RTC_CHECK_GE(packet_size, DataSize::Zero()); RTC_CHECK_GE(packet_size, DataSize::Zero());
if (first_packet_received_time_.IsInfinite()) { if (first_packet_received_time_.IsInfinite()) {
@ -136,6 +148,9 @@ void EmulatedNetworkIncomingStatsBuilder::OnPacketReceived(
last_packet_received_time_ = received_time; last_packet_received_time_ = received_time;
packets_received_++; packets_received_++;
bytes_received_ += packet_size; bytes_received_ += packet_size;
if (mode == EmulatedEndpointConfig::StatsGatheringMode::kDebug) {
received_packets_size_counter_.AddSample(packet_size.bytes());
}
} }
void EmulatedNetworkIncomingStatsBuilder::AddIncomingStats( void EmulatedNetworkIncomingStatsBuilder::AddIncomingStats(
@ -143,8 +158,10 @@ void EmulatedNetworkIncomingStatsBuilder::AddIncomingStats(
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
packets_received_ += stats.PacketsReceived(); packets_received_ += stats.PacketsReceived();
bytes_received_ += stats.BytesReceived(); bytes_received_ += stats.BytesReceived();
received_packets_size_counter_.AddSamples(stats.ReceivedPacketsSizeCounter());
packets_dropped_ += stats.PacketsDropped(); packets_dropped_ += stats.PacketsDropped();
bytes_dropped_ += stats.BytesDropped(); bytes_dropped_ += stats.BytesDropped();
dropped_packets_size_counter_.AddSamples(stats.DroppedPacketsSizeCounter());
if (first_packet_received_time_ > stats.FirstPacketReceivedTime()) { if (first_packet_received_time_ > stats.FirstPacketReceivedTime()) {
first_packet_received_time_ = stats.FirstPacketReceivedTime(); first_packet_received_time_ = stats.FirstPacketReceivedTime();
first_received_packet_size_ = stats.FirstReceivedPacketSize(); first_received_packet_size_ = stats.FirstReceivedPacketSize();
@ -158,7 +175,8 @@ std::unique_ptr<EmulatedNetworkIncomingStats>
EmulatedNetworkIncomingStatsBuilder::Build() const { EmulatedNetworkIncomingStatsBuilder::Build() const {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
return std::make_unique<EmulatedNetworkIncomingStatsImpl>( return std::make_unique<EmulatedNetworkIncomingStatsImpl>(
packets_received_, bytes_received_, packets_dropped_, bytes_dropped_, packets_received_, bytes_received_, received_packets_size_counter_,
packets_dropped_, bytes_dropped_, dropped_packets_size_counter_,
first_received_packet_size_, first_packet_received_time_, first_received_packet_size_, first_packet_received_time_,
last_packet_received_time_); last_packet_received_time_);
} }
@ -173,26 +191,36 @@ EmulatedNetworkStatsBuilder::EmulatedNetworkStatsBuilder(
sequence_checker_.Detach(); sequence_checker_.Detach();
} }
void EmulatedNetworkStatsBuilder::OnPacketSent(Timestamp sent_time, void EmulatedNetworkStatsBuilder::OnPacketSent(
Timestamp queued_time,
Timestamp sent_time,
rtc::IPAddress destination_ip, rtc::IPAddress destination_ip,
DataSize packet_size) { DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
outgoing_stats_per_destination_[destination_ip].OnPacketSent(sent_time, if (mode == EmulatedEndpointConfig::StatsGatheringMode::kDebug) {
packet_size); sent_packets_queue_wait_time_us_.AddSample((sent_time - queued_time).us());
}
outgoing_stats_per_destination_[destination_ip].OnPacketSent(
sent_time, packet_size, mode);
} }
void EmulatedNetworkStatsBuilder::OnPacketDropped(rtc::IPAddress source_ip, void EmulatedNetworkStatsBuilder::OnPacketDropped(
DataSize packet_size) {
RTC_DCHECK_RUN_ON(&sequence_checker_);
incoming_stats_per_source_[source_ip].OnPacketDropped(packet_size);
}
void EmulatedNetworkStatsBuilder::OnPacketReceived(Timestamp received_time,
rtc::IPAddress source_ip, rtc::IPAddress source_ip,
DataSize packet_size) { DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_);
incoming_stats_per_source_[source_ip].OnPacketDropped(packet_size, mode);
}
void EmulatedNetworkStatsBuilder::OnPacketReceived(
Timestamp received_time,
rtc::IPAddress source_ip,
DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode) {
RTC_DCHECK_RUN_ON(&sequence_checker_); RTC_DCHECK_RUN_ON(&sequence_checker_);
incoming_stats_per_source_[source_ip].OnPacketReceived(received_time, incoming_stats_per_source_[source_ip].OnPacketReceived(received_time,
packet_size); packet_size, mode);
} }
void EmulatedNetworkStatsBuilder::AddEmulatedNetworkStats( void EmulatedNetworkStatsBuilder::AddEmulatedNetworkStats(
@ -204,6 +232,9 @@ void EmulatedNetworkStatsBuilder::AddEmulatedNetworkStats(
local_addresses_.push_back(addr); local_addresses_.push_back(addr);
} }
sent_packets_queue_wait_time_us_.AddSamples(
stats.SentPacketsQueueWaitTimeUs());
// Add outgoing stats from other endpoints to the builder. // Add outgoing stats from other endpoints to the builder.
const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>> const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>>
outgoing_stats_per_destination = stats.OutgoingStatsPerDestination(); outgoing_stats_per_destination = stats.OutgoingStatsPerDestination();
@ -234,7 +265,8 @@ std::unique_ptr<EmulatedNetworkStats> EmulatedNetworkStatsBuilder::Build()
incoming_stats.emplace(entry.first, entry.second.Build()); incoming_stats.emplace(entry.first, entry.second.Build());
} }
return std::make_unique<EmulatedNetworkStatsImpl>( return std::make_unique<EmulatedNetworkStatsImpl>(
local_addresses_, std::move(outgoing_stats), std::move(incoming_stats)); local_addresses_, sent_packets_queue_wait_time_us_,
std::move(outgoing_stats), std::move(incoming_stats));
} }
void LinkEmulation::OnPacketReceived(EmulatedIpPacket packet) { void LinkEmulation::OnPacketReceived(EmulatedIpPacket packet) {
@ -383,14 +415,17 @@ void EmulatedNetworkNode::ClearRoute(const rtc::IPAddress& receiver_ip,
EmulatedNetworkNode::~EmulatedNetworkNode() = default; EmulatedNetworkNode::~EmulatedNetworkNode() = default;
EmulatedEndpointImpl::EmulatedEndpointImpl(uint64_t id, EmulatedEndpointImpl::EmulatedEndpointImpl(
uint64_t id,
const rtc::IPAddress& ip, const rtc::IPAddress& ip,
EmulatedEndpointConfig::StatsGatheringMode stats_gathering_mode,
bool is_enabled, bool is_enabled,
rtc::AdapterType type, rtc::AdapterType type,
rtc::TaskQueue* task_queue, rtc::TaskQueue* task_queue,
Clock* clock) Clock* clock)
: id_(id), : id_(id),
peer_local_addr_(ip), peer_local_addr_(ip),
stats_gathering_mode_(stats_gathering_mode),
is_enabled_(is_enabled), is_enabled_(is_enabled),
type_(type), type_(type),
clock_(clock), clock_(clock),
@ -430,8 +465,9 @@ void EmulatedEndpointImpl::SendPacket(const rtc::SocketAddress& from,
clock_->CurrentTime(), application_overhead); clock_->CurrentTime(), application_overhead);
task_queue_->PostTask([this, packet = std::move(packet)]() mutable { task_queue_->PostTask([this, packet = std::move(packet)]() mutable {
RTC_DCHECK_RUN_ON(task_queue_); RTC_DCHECK_RUN_ON(task_queue_);
stats_builder_.OnPacketSent(clock_->CurrentTime(), packet.to.ipaddr(), stats_builder_.OnPacketSent(
DataSize::Bytes(packet.ip_packet_size())); packet.arrival_time, clock_->CurrentTime(), packet.to.ipaddr(),
DataSize::Bytes(packet.ip_packet_size()), stats_gathering_mode_);
router_.OnPacketReceived(std::move(packet)); router_.OnPacketReceived(std::move(packet));
}); });
@ -495,7 +531,8 @@ void EmulatedEndpointImpl::OnPacketReceived(EmulatedIpPacket packet) {
<< "; Receiver peer_local_addr_=" << peer_local_addr_.ToString(); << "; Receiver peer_local_addr_=" << peer_local_addr_.ToString();
rtc::CritScope crit(&receiver_lock_); rtc::CritScope crit(&receiver_lock_);
stats_builder_.OnPacketReceived(clock_->CurrentTime(), packet.from.ipaddr(), stats_builder_.OnPacketReceived(clock_->CurrentTime(), packet.from.ipaddr(),
DataSize::Bytes(packet.ip_packet_size())); DataSize::Bytes(packet.ip_packet_size()),
stats_gathering_mode_);
auto it = port_to_receiver_.find(packet.to.port()); auto it = port_to_receiver_.find(packet.to.port());
if (it == port_to_receiver_.end()) { if (it == port_to_receiver_.end()) {
// It can happen, that remote peer closed connection, but there still some // It can happen, that remote peer closed connection, but there still some
@ -504,7 +541,8 @@ void EmulatedEndpointImpl::OnPacketReceived(EmulatedIpPacket packet) {
RTC_LOG(INFO) << "Drop packet: no receiver registered in " << id_ RTC_LOG(INFO) << "Drop packet: no receiver registered in " << id_
<< " on port " << packet.to.port(); << " on port " << packet.to.port();
stats_builder_.OnPacketDropped(packet.from.ipaddr(), stats_builder_.OnPacketDropped(packet.from.ipaddr(),
DataSize::Bytes(packet.ip_packet_size())); DataSize::Bytes(packet.ip_packet_size()),
stats_gathering_mode_);
return; return;
} }
// Endpoint assumes frequent calls to bind and unbind methods, so it holds // Endpoint assumes frequent calls to bind and unbind methods, so it holds

View file

@ -21,6 +21,7 @@
#include "absl/types/optional.h" #include "absl/types/optional.h"
#include "api/array_view.h" #include "api/array_view.h"
#include "api/numerics/samples_stats_counter.h"
#include "api/test/network_emulation_manager.h" #include "api/test/network_emulation_manager.h"
#include "api/test/simulated_network.h" #include "api/test/simulated_network.h"
#include "api/units/timestamp.h" #include "api/units/timestamp.h"
@ -31,6 +32,7 @@
#include "rtc_base/synchronization/sequence_checker.h" #include "rtc_base/synchronization/sequence_checker.h"
#include "rtc_base/task_queue_for_test.h" #include "rtc_base/task_queue_for_test.h"
#include "rtc_base/task_utils/repeating_task.h" #include "rtc_base/task_utils/repeating_task.h"
#include "rtc_base/thread_annotations.h"
#include "rtc_base/thread_checker.h" #include "rtc_base/thread_checker.h"
#include "system_wrappers/include/clock.h" #include "system_wrappers/include/clock.h"
@ -40,13 +42,16 @@ namespace webrtc {
class EmulatedNetworkOutgoingStatsImpl final class EmulatedNetworkOutgoingStatsImpl final
: public EmulatedNetworkOutgoingStats { : public EmulatedNetworkOutgoingStats {
public: public:
EmulatedNetworkOutgoingStatsImpl(int64_t packets_sent, EmulatedNetworkOutgoingStatsImpl(
int64_t packets_sent,
DataSize bytes_sent, DataSize bytes_sent,
SamplesStatsCounter sent_packets_size_counter,
DataSize first_sent_packet_size, DataSize first_sent_packet_size,
Timestamp first_packet_sent_time, Timestamp first_packet_sent_time,
Timestamp last_packet_sent_time) Timestamp last_packet_sent_time)
: packets_sent_(packets_sent), : packets_sent_(packets_sent),
bytes_sent_(bytes_sent), bytes_sent_(bytes_sent),
sent_packets_size_counter_(std::move(sent_packets_size_counter)),
first_sent_packet_size_(first_sent_packet_size), first_sent_packet_size_(first_sent_packet_size),
first_packet_sent_time_(first_packet_sent_time), first_packet_sent_time_(first_packet_sent_time),
last_packet_sent_time_(last_packet_sent_time) {} last_packet_sent_time_(last_packet_sent_time) {}
@ -54,6 +59,7 @@ class EmulatedNetworkOutgoingStatsImpl final
const EmulatedNetworkOutgoingStats& stats) const EmulatedNetworkOutgoingStats& stats)
: packets_sent_(stats.PacketsSent()), : packets_sent_(stats.PacketsSent()),
bytes_sent_(stats.BytesSent()), bytes_sent_(stats.BytesSent()),
sent_packets_size_counter_(stats.SentPacketsSizeCounter()),
first_sent_packet_size_(stats.FirstSentPacketSize()), first_sent_packet_size_(stats.FirstSentPacketSize()),
first_packet_sent_time_(stats.FirstPacketSentTime()), first_packet_sent_time_(stats.FirstPacketSentTime()),
last_packet_sent_time_(stats.LastPacketSentTime()) {} last_packet_sent_time_(stats.LastPacketSentTime()) {}
@ -63,6 +69,10 @@ class EmulatedNetworkOutgoingStatsImpl final
DataSize BytesSent() const override { return bytes_sent_; } DataSize BytesSent() const override { return bytes_sent_; }
const SamplesStatsCounter& SentPacketsSizeCounter() const override {
return sent_packets_size_counter_;
}
DataSize FirstSentPacketSize() const override { DataSize FirstSentPacketSize() const override {
return first_sent_packet_size_; return first_sent_packet_size_;
} }
@ -80,6 +90,7 @@ class EmulatedNetworkOutgoingStatsImpl final
private: private:
const int64_t packets_sent_; const int64_t packets_sent_;
const DataSize bytes_sent_; const DataSize bytes_sent_;
const SamplesStatsCounter sent_packets_size_counter_;
const DataSize first_sent_packet_size_; const DataSize first_sent_packet_size_;
const Timestamp first_packet_sent_time_; const Timestamp first_packet_sent_time_;
const Timestamp last_packet_sent_time_; const Timestamp last_packet_sent_time_;
@ -89,17 +100,22 @@ class EmulatedNetworkOutgoingStatsImpl final
class EmulatedNetworkIncomingStatsImpl final class EmulatedNetworkIncomingStatsImpl final
: public EmulatedNetworkIncomingStats { : public EmulatedNetworkIncomingStats {
public: public:
EmulatedNetworkIncomingStatsImpl(int64_t packets_received, EmulatedNetworkIncomingStatsImpl(
int64_t packets_received,
DataSize bytes_received, DataSize bytes_received,
SamplesStatsCounter received_packets_size_counter,
int64_t packets_dropped, int64_t packets_dropped,
DataSize bytes_dropped, DataSize bytes_dropped,
SamplesStatsCounter dropped_packets_size_counter,
DataSize first_received_packet_size, DataSize first_received_packet_size,
Timestamp first_packet_received_time, Timestamp first_packet_received_time,
Timestamp last_packet_received_time) Timestamp last_packet_received_time)
: packets_received_(packets_received), : packets_received_(packets_received),
bytes_received_(bytes_received), bytes_received_(bytes_received),
received_packets_size_counter_(received_packets_size_counter),
packets_dropped_(packets_dropped), packets_dropped_(packets_dropped),
bytes_dropped_(bytes_dropped), bytes_dropped_(bytes_dropped),
dropped_packets_size_counter_(dropped_packets_size_counter),
first_received_packet_size_(first_received_packet_size), first_received_packet_size_(first_received_packet_size),
first_packet_received_time_(first_packet_received_time), first_packet_received_time_(first_packet_received_time),
last_packet_received_time_(last_packet_received_time) {} last_packet_received_time_(last_packet_received_time) {}
@ -107,8 +123,10 @@ class EmulatedNetworkIncomingStatsImpl final
const EmulatedNetworkIncomingStats& stats) const EmulatedNetworkIncomingStats& stats)
: packets_received_(stats.PacketsReceived()), : packets_received_(stats.PacketsReceived()),
bytes_received_(stats.BytesReceived()), bytes_received_(stats.BytesReceived()),
received_packets_size_counter_(stats.ReceivedPacketsSizeCounter()),
packets_dropped_(stats.PacketsDropped()), packets_dropped_(stats.PacketsDropped()),
bytes_dropped_(stats.BytesDropped()), bytes_dropped_(stats.BytesDropped()),
dropped_packets_size_counter_(stats.DroppedPacketsSizeCounter()),
first_received_packet_size_(stats.FirstReceivedPacketSize()), first_received_packet_size_(stats.FirstReceivedPacketSize()),
first_packet_received_time_(stats.FirstPacketReceivedTime()), first_packet_received_time_(stats.FirstPacketReceivedTime()),
last_packet_received_time_(stats.LastPacketReceivedTime()) {} last_packet_received_time_(stats.LastPacketReceivedTime()) {}
@ -118,10 +136,18 @@ class EmulatedNetworkIncomingStatsImpl final
DataSize BytesReceived() const override { return bytes_received_; } DataSize BytesReceived() const override { return bytes_received_; }
const SamplesStatsCounter& ReceivedPacketsSizeCounter() const override {
return received_packets_size_counter_;
}
int64_t PacketsDropped() const override { return packets_dropped_; } int64_t PacketsDropped() const override { return packets_dropped_; }
DataSize BytesDropped() const override { return bytes_dropped_; } DataSize BytesDropped() const override { return bytes_dropped_; }
const SamplesStatsCounter& DroppedPacketsSizeCounter() const override {
return dropped_packets_size_counter_;
}
DataSize FirstReceivedPacketSize() const override { DataSize FirstReceivedPacketSize() const override {
return first_received_packet_size_; return first_received_packet_size_;
} }
@ -139,8 +165,10 @@ class EmulatedNetworkIncomingStatsImpl final
private: private:
const int64_t packets_received_; const int64_t packets_received_;
const DataSize bytes_received_; const DataSize bytes_received_;
const SamplesStatsCounter received_packets_size_counter_;
const int64_t packets_dropped_; const int64_t packets_dropped_;
const DataSize bytes_dropped_; const DataSize bytes_dropped_;
const SamplesStatsCounter dropped_packets_size_counter_;
const DataSize first_received_packet_size_; const DataSize first_received_packet_size_;
const Timestamp first_packet_received_time_; const Timestamp first_packet_received_time_;
const Timestamp last_packet_received_time_; const Timestamp last_packet_received_time_;
@ -151,14 +179,18 @@ class EmulatedNetworkStatsImpl final : public EmulatedNetworkStats {
public: public:
EmulatedNetworkStatsImpl( EmulatedNetworkStatsImpl(
std::vector<rtc::IPAddress> local_addresses, std::vector<rtc::IPAddress> local_addresses,
SamplesStatsCounter sent_packets_queue_wait_time_us,
std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>> std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>>
outgoing_stats_per_destination, outgoing_stats_per_destination,
std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkIncomingStats>> std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkIncomingStats>>
incoming_stats_per_source) incoming_stats_per_source)
: local_addresses_(std::move(local_addresses)), : local_addresses_(std::move(local_addresses)),
sent_packets_queue_wait_time_us_(sent_packets_queue_wait_time_us),
outgoing_stats_per_destination_( outgoing_stats_per_destination_(
std::move(outgoing_stats_per_destination)), std::move(outgoing_stats_per_destination)),
incoming_stats_per_source_(std::move(incoming_stats_per_source)) {} incoming_stats_per_source_(std::move(incoming_stats_per_source)),
overall_outgoing_stats_(GetOverallOutgoingStats()),
overall_incoming_stats_(GetOverallIncomingStats()) {}
~EmulatedNetworkStatsImpl() override = default; ~EmulatedNetworkStatsImpl() override = default;
std::vector<rtc::IPAddress> LocalAddresses() const override { std::vector<rtc::IPAddress> LocalAddresses() const override {
@ -166,59 +198,75 @@ class EmulatedNetworkStatsImpl final : public EmulatedNetworkStats {
} }
int64_t PacketsSent() const override { int64_t PacketsSent() const override {
return GetOverallOutgoingStats()->PacketsSent(); return overall_outgoing_stats_->PacketsSent();
} }
DataSize BytesSent() const override { DataSize BytesSent() const override {
return GetOverallOutgoingStats()->BytesSent(); return overall_outgoing_stats_->BytesSent();
}
const SamplesStatsCounter& SentPacketsSizeCounter() const override {
return overall_outgoing_stats_->SentPacketsSizeCounter();
}
const SamplesStatsCounter& SentPacketsQueueWaitTimeUs() const override {
return sent_packets_queue_wait_time_us_;
} }
DataSize FirstSentPacketSize() const override { DataSize FirstSentPacketSize() const override {
return GetOverallOutgoingStats()->FirstSentPacketSize(); return overall_outgoing_stats_->FirstSentPacketSize();
} }
Timestamp FirstPacketSentTime() const override { Timestamp FirstPacketSentTime() const override {
return GetOverallOutgoingStats()->FirstPacketSentTime(); return overall_outgoing_stats_->FirstPacketSentTime();
} }
Timestamp LastPacketSentTime() const override { Timestamp LastPacketSentTime() const override {
return GetOverallOutgoingStats()->LastPacketSentTime(); return overall_outgoing_stats_->LastPacketSentTime();
} }
DataRate AverageSendRate() const override { DataRate AverageSendRate() const override {
return GetOverallOutgoingStats()->AverageSendRate(); return overall_outgoing_stats_->AverageSendRate();
} }
int64_t PacketsReceived() const override { int64_t PacketsReceived() const override {
return GetOverallIncomingStats()->PacketsReceived(); return overall_incoming_stats_->PacketsReceived();
} }
DataSize BytesReceived() const override { DataSize BytesReceived() const override {
return GetOverallIncomingStats()->BytesReceived(); return overall_incoming_stats_->BytesReceived();
}
const SamplesStatsCounter& ReceivedPacketsSizeCounter() const override {
return overall_incoming_stats_->ReceivedPacketsSizeCounter();
} }
int64_t PacketsDropped() const override { int64_t PacketsDropped() const override {
return GetOverallIncomingStats()->PacketsDropped(); return overall_incoming_stats_->PacketsDropped();
} }
DataSize BytesDropped() const override { DataSize BytesDropped() const override {
return GetOverallIncomingStats()->BytesDropped(); return overall_incoming_stats_->BytesDropped();
}
const SamplesStatsCounter& DroppedPacketsSizeCounter() const override {
return overall_incoming_stats_->DroppedPacketsSizeCounter();
} }
DataSize FirstReceivedPacketSize() const override { DataSize FirstReceivedPacketSize() const override {
return GetOverallIncomingStats()->FirstReceivedPacketSize(); return overall_incoming_stats_->FirstReceivedPacketSize();
} }
Timestamp FirstPacketReceivedTime() const override { Timestamp FirstPacketReceivedTime() const override {
return GetOverallIncomingStats()->FirstPacketReceivedTime(); return overall_incoming_stats_->FirstPacketReceivedTime();
} }
Timestamp LastPacketReceivedTime() const override { Timestamp LastPacketReceivedTime() const override {
return GetOverallIncomingStats()->LastPacketReceivedTime(); return overall_incoming_stats_->LastPacketReceivedTime();
} }
DataRate AverageReceiveRate() const override { DataRate AverageReceiveRate() const override {
return GetOverallIncomingStats()->AverageReceiveRate(); return overall_incoming_stats_->AverageReceiveRate();
} }
std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>> std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>>
@ -232,17 +280,22 @@ class EmulatedNetworkStatsImpl final : public EmulatedNetworkStats {
std::unique_ptr<EmulatedNetworkIncomingStats> GetOverallIncomingStats() const; std::unique_ptr<EmulatedNetworkIncomingStats> GetOverallIncomingStats() const;
const std::vector<rtc::IPAddress> local_addresses_; const std::vector<rtc::IPAddress> local_addresses_;
const SamplesStatsCounter sent_packets_queue_wait_time_us_;
const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>> const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>>
outgoing_stats_per_destination_; outgoing_stats_per_destination_;
const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkIncomingStats>> const std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkIncomingStats>>
incoming_stats_per_source_; incoming_stats_per_source_;
const std::unique_ptr<EmulatedNetworkOutgoingStats> overall_outgoing_stats_;
const std::unique_ptr<EmulatedNetworkIncomingStats> overall_incoming_stats_;
}; };
class EmulatedNetworkOutgoingStatsBuilder { class EmulatedNetworkOutgoingStatsBuilder {
public: public:
EmulatedNetworkOutgoingStatsBuilder(); EmulatedNetworkOutgoingStatsBuilder();
void OnPacketSent(Timestamp sent_time, DataSize packet_size); void OnPacketSent(Timestamp sent_time,
DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
void AddOutgoingStats(const EmulatedNetworkOutgoingStats& stats); void AddOutgoingStats(const EmulatedNetworkOutgoingStats& stats);
@ -253,6 +306,8 @@ class EmulatedNetworkOutgoingStatsBuilder {
int64_t packets_sent_ RTC_GUARDED_BY(sequence_checker_) = 0; int64_t packets_sent_ RTC_GUARDED_BY(sequence_checker_) = 0;
DataSize bytes_sent_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero(); DataSize bytes_sent_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero();
SamplesStatsCounter sent_packets_size_counter_
RTC_GUARDED_BY(sequence_checker_);
DataSize first_sent_packet_size_ RTC_GUARDED_BY(sequence_checker_) = DataSize first_sent_packet_size_ RTC_GUARDED_BY(sequence_checker_) =
DataSize::Zero(); DataSize::Zero();
Timestamp first_packet_sent_time_ RTC_GUARDED_BY(sequence_checker_) = Timestamp first_packet_sent_time_ RTC_GUARDED_BY(sequence_checker_) =
@ -265,9 +320,12 @@ class EmulatedNetworkIncomingStatsBuilder {
public: public:
EmulatedNetworkIncomingStatsBuilder(); EmulatedNetworkIncomingStatsBuilder();
void OnPacketDropped(DataSize packet_size); void OnPacketDropped(DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
void OnPacketReceived(Timestamp received_time, DataSize packet_size); void OnPacketReceived(Timestamp received_time,
DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
// Adds stats collected from another endpoints to the builder. // Adds stats collected from another endpoints to the builder.
void AddIncomingStats(const EmulatedNetworkIncomingStats& stats); void AddIncomingStats(const EmulatedNetworkIncomingStats& stats);
@ -279,8 +337,12 @@ class EmulatedNetworkIncomingStatsBuilder {
int64_t packets_received_ RTC_GUARDED_BY(sequence_checker_) = 0; int64_t packets_received_ RTC_GUARDED_BY(sequence_checker_) = 0;
DataSize bytes_received_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero(); DataSize bytes_received_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero();
SamplesStatsCounter received_packets_size_counter_
RTC_GUARDED_BY(sequence_checker_);
int64_t packets_dropped_ RTC_GUARDED_BY(sequence_checker_) = 0; int64_t packets_dropped_ RTC_GUARDED_BY(sequence_checker_) = 0;
DataSize bytes_dropped_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero(); DataSize bytes_dropped_ RTC_GUARDED_BY(sequence_checker_) = DataSize::Zero();
SamplesStatsCounter dropped_packets_size_counter_
RTC_GUARDED_BY(sequence_checker_);
DataSize first_received_packet_size_ RTC_GUARDED_BY(sequence_checker_) = DataSize first_received_packet_size_ RTC_GUARDED_BY(sequence_checker_) =
DataSize::Zero(); DataSize::Zero();
Timestamp first_packet_received_time_ RTC_GUARDED_BY(sequence_checker_) = Timestamp first_packet_received_time_ RTC_GUARDED_BY(sequence_checker_) =
@ -296,15 +358,20 @@ class EmulatedNetworkStatsBuilder {
EmulatedNetworkStatsBuilder(); EmulatedNetworkStatsBuilder();
explicit EmulatedNetworkStatsBuilder(rtc::IPAddress local_ip); explicit EmulatedNetworkStatsBuilder(rtc::IPAddress local_ip);
void OnPacketSent(Timestamp sent_time, void OnPacketSent(Timestamp queued_time,
Timestamp sent_time,
rtc::IPAddress destination_ip, rtc::IPAddress destination_ip,
DataSize packet_size); DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
void OnPacketDropped(rtc::IPAddress source_ip, DataSize packet_size); void OnPacketDropped(rtc::IPAddress source_ip,
DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
void OnPacketReceived(Timestamp received_time, void OnPacketReceived(Timestamp received_time,
rtc::IPAddress source_ip, rtc::IPAddress source_ip,
DataSize packet_size); DataSize packet_size,
EmulatedEndpointConfig::StatsGatheringMode mode);
void AddEmulatedNetworkStats(const EmulatedNetworkStats& stats); void AddEmulatedNetworkStats(const EmulatedNetworkStats& stats);
@ -315,6 +382,7 @@ class EmulatedNetworkStatsBuilder {
std::vector<rtc::IPAddress> local_addresses_ std::vector<rtc::IPAddress> local_addresses_
RTC_GUARDED_BY(sequence_checker_); RTC_GUARDED_BY(sequence_checker_);
SamplesStatsCounter sent_packets_queue_wait_time_us_;
std::map<rtc::IPAddress, EmulatedNetworkOutgoingStatsBuilder> std::map<rtc::IPAddress, EmulatedNetworkOutgoingStatsBuilder>
outgoing_stats_per_destination_ RTC_GUARDED_BY(sequence_checker_); outgoing_stats_per_destination_ RTC_GUARDED_BY(sequence_checker_);
std::map<rtc::IPAddress, EmulatedNetworkIncomingStatsBuilder> std::map<rtc::IPAddress, EmulatedNetworkIncomingStatsBuilder>
@ -414,8 +482,10 @@ class EmulatedNetworkNode : public EmulatedNetworkReceiverInterface {
// from other EmulatedNetworkNodes. // from other EmulatedNetworkNodes.
class EmulatedEndpointImpl : public EmulatedEndpoint { class EmulatedEndpointImpl : public EmulatedEndpoint {
public: public:
EmulatedEndpointImpl(uint64_t id, EmulatedEndpointImpl(
uint64_t id,
const rtc::IPAddress& ip, const rtc::IPAddress& ip,
EmulatedEndpointConfig::StatsGatheringMode stats_gathering_mode,
bool is_enabled, bool is_enabled,
rtc::AdapterType type, rtc::AdapterType type,
rtc::TaskQueue* task_queue, rtc::TaskQueue* task_queue,
@ -456,9 +526,10 @@ class EmulatedEndpointImpl : public EmulatedEndpoint {
rtc::RecursiveCriticalSection receiver_lock_; rtc::RecursiveCriticalSection receiver_lock_;
rtc::ThreadChecker enabled_state_checker_; rtc::ThreadChecker enabled_state_checker_;
uint64_t id_; const uint64_t id_;
// Peer's local IP address for this endpoint network interface. // Peer's local IP address for this endpoint network interface.
const rtc::IPAddress peer_local_addr_; const rtc::IPAddress peer_local_addr_;
const EmulatedEndpointConfig::StatsGatheringMode stats_gathering_mode_;
bool is_enabled_ RTC_GUARDED_BY(enabled_state_checker_); bool is_enabled_ RTC_GUARDED_BY(enabled_state_checker_);
const rtc::AdapterType type_; const rtc::AdapterType type_;
Clock* const clock_; Clock* const clock_;

View file

@ -98,8 +98,8 @@ EmulatedEndpoint* NetworkEmulationManagerImpl::CreateEndpoint(
bool res = used_ip_addresses_.insert(*ip).second; bool res = used_ip_addresses_.insert(*ip).second;
RTC_CHECK(res) << "IP=" << ip->ToString() << " already in use"; RTC_CHECK(res) << "IP=" << ip->ToString() << " already in use";
auto node = std::make_unique<EmulatedEndpointImpl>( auto node = std::make_unique<EmulatedEndpointImpl>(
next_node_id_++, *ip, config.start_as_enabled, config.type, &task_queue_, next_node_id_++, *ip, config.stats_gathering_mode,
clock_); config.start_as_enabled, config.type, &task_queue_, clock_);
EmulatedEndpoint* out = node.get(); EmulatedEndpoint* out = node.get();
endpoints_.push_back(std::move(node)); endpoints_.push_back(std::move(node));
return out; return out;

View file

@ -273,6 +273,16 @@ TEST(NetworkEmulationManagerTest, Run) {
EXPECT_EQ(dest_st.at(bob_ip)->PacketsSent(), 2000l); EXPECT_EQ(dest_st.at(bob_ip)->PacketsSent(), 2000l);
EXPECT_EQ(dest_st.at(bob_ip)->BytesSent().bytes(), EXPECT_EQ(dest_st.at(bob_ip)->BytesSent().bytes(),
single_packet_size * 2000l); single_packet_size * 2000l);
// No debug stats are collected by default.
EXPECT_TRUE(st->SentPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(st->SentPacketsQueueWaitTimeUs().IsEmpty());
EXPECT_TRUE(st->ReceivedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(st->DroppedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(dest_st.at(bob_ip)->SentPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(source_st.at(bob_ip)->ReceivedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(source_st.at(bob_ip)->DroppedPacketsSizeCounter().IsEmpty());
received_stats_count++; received_stats_count++;
}); });
nt2->GetStats([&](std::unique_ptr<EmulatedNetworkStats> st) { nt2->GetStats([&](std::unique_ptr<EmulatedNetworkStats> st) {
@ -304,6 +314,16 @@ TEST(NetworkEmulationManagerTest, Run) {
EXPECT_EQ(dest_st.at(alice_ip)->PacketsSent(), 2000l); EXPECT_EQ(dest_st.at(alice_ip)->PacketsSent(), 2000l);
EXPECT_EQ(dest_st.at(alice_ip)->BytesSent().bytes(), EXPECT_EQ(dest_st.at(alice_ip)->BytesSent().bytes(),
single_packet_size * 2000l); single_packet_size * 2000l);
// No debug stats are collected by default.
EXPECT_TRUE(st->SentPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(st->SentPacketsQueueWaitTimeUs().IsEmpty());
EXPECT_TRUE(st->ReceivedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(st->DroppedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(dest_st.at(alice_ip)->SentPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(source_st.at(alice_ip)->ReceivedPacketsSizeCounter().IsEmpty());
EXPECT_TRUE(source_st.at(alice_ip)->DroppedPacketsSizeCounter().IsEmpty());
received_stats_count++; received_stats_count++;
}); });
ASSERT_EQ_SIMULATED_WAIT(received_stats_count.load(), 2, ASSERT_EQ_SIMULATED_WAIT(received_stats_count.load(), 2,
@ -311,6 +331,105 @@ TEST(NetworkEmulationManagerTest, Run) {
*network_manager.time_controller()); *network_manager.time_controller());
} }
TEST(NetworkEmulationManagerTest, DebugStatsCollectedInDebugMode) {
NetworkEmulationManagerImpl network_manager(TimeMode::kSimulated);
EmulatedNetworkNode* alice_node = network_manager.CreateEmulatedNode(
std::make_unique<SimulatedNetwork>(BuiltInNetworkBehaviorConfig()));
EmulatedNetworkNode* bob_node = network_manager.CreateEmulatedNode(
std::make_unique<SimulatedNetwork>(BuiltInNetworkBehaviorConfig()));
EmulatedEndpointConfig debug_config;
debug_config.stats_gathering_mode =
EmulatedEndpointConfig::StatsGatheringMode::kDebug;
EmulatedEndpoint* alice_endpoint =
network_manager.CreateEndpoint(debug_config);
EmulatedEndpoint* bob_endpoint =
network_manager.CreateEndpoint(EmulatedEndpointConfig());
network_manager.CreateRoute(alice_endpoint, {alice_node}, bob_endpoint);
network_manager.CreateRoute(bob_endpoint, {bob_node}, alice_endpoint);
EmulatedNetworkManagerInterface* nt1 =
network_manager.CreateEmulatedNetworkManagerInterface({alice_endpoint});
EmulatedNetworkManagerInterface* nt2 =
network_manager.CreateEmulatedNetworkManagerInterface({bob_endpoint});
rtc::Thread* t1 = nt1->network_thread();
rtc::Thread* t2 = nt2->network_thread();
rtc::CopyOnWriteBuffer data("Hello");
for (uint64_t j = 0; j < 2; j++) {
auto* s1 = t1->socketserver()->CreateAsyncSocket(AF_INET, SOCK_DGRAM);
auto* s2 = t2->socketserver()->CreateAsyncSocket(AF_INET, SOCK_DGRAM);
SocketReader r1(s1, t1);
SocketReader r2(s2, t2);
rtc::SocketAddress a1(alice_endpoint->GetPeerLocalAddress(), 0);
rtc::SocketAddress a2(bob_endpoint->GetPeerLocalAddress(), 0);
t1->Invoke<void>(RTC_FROM_HERE, [&] {
s1->Bind(a1);
a1 = s1->GetLocalAddress();
});
t2->Invoke<void>(RTC_FROM_HERE, [&] {
s2->Bind(a2);
a2 = s2->GetLocalAddress();
});
t1->Invoke<void>(RTC_FROM_HERE, [&] { s1->Connect(a2); });
t2->Invoke<void>(RTC_FROM_HERE, [&] { s2->Connect(a1); });
for (uint64_t i = 0; i < 1000; i++) {
t1->PostTask(RTC_FROM_HERE,
[&]() { s1->Send(data.data(), data.size()); });
t2->PostTask(RTC_FROM_HERE,
[&]() { s2->Send(data.data(), data.size()); });
}
network_manager.time_controller()->AdvanceTime(TimeDelta::Seconds(1));
EXPECT_EQ(r1.ReceivedCount(), 1000);
EXPECT_EQ(r2.ReceivedCount(), 1000);
t1->Invoke<void>(RTC_FROM_HERE, [&] { delete s1; });
t2->Invoke<void>(RTC_FROM_HERE, [&] { delete s2; });
}
const int64_t single_packet_size = data.size() + kOverheadIpv4Udp;
std::atomic<int> received_stats_count{0};
nt1->GetStats([&](std::unique_ptr<EmulatedNetworkStats> st) {
rtc::IPAddress bob_ip = bob_endpoint->GetPeerLocalAddress();
std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkIncomingStats>>
source_st = st->IncomingStatsPerSource();
ASSERT_EQ(source_st.size(), 1lu);
std::map<rtc::IPAddress, std::unique_ptr<EmulatedNetworkOutgoingStats>>
dest_st = st->OutgoingStatsPerDestination();
ASSERT_EQ(dest_st.size(), 1lu);
// No debug stats are collected by default.
EXPECT_EQ(st->SentPacketsSizeCounter().NumSamples(), 2000l);
EXPECT_EQ(st->ReceivedPacketsSizeCounter().GetAverage(),
single_packet_size);
EXPECT_EQ(st->SentPacketsQueueWaitTimeUs().NumSamples(), 2000l);
EXPECT_LT(st->SentPacketsQueueWaitTimeUs().GetMax(), 1);
EXPECT_TRUE(st->DroppedPacketsSizeCounter().IsEmpty());
EXPECT_EQ(dest_st.at(bob_ip)->SentPacketsSizeCounter().NumSamples(), 2000l);
EXPECT_EQ(dest_st.at(bob_ip)->SentPacketsSizeCounter().GetAverage(),
single_packet_size);
EXPECT_EQ(source_st.at(bob_ip)->ReceivedPacketsSizeCounter().NumSamples(),
2000l);
EXPECT_EQ(source_st.at(bob_ip)->ReceivedPacketsSizeCounter().GetAverage(),
single_packet_size);
EXPECT_TRUE(source_st.at(bob_ip)->DroppedPacketsSizeCounter().IsEmpty());
received_stats_count++;
});
ASSERT_EQ_SIMULATED_WAIT(received_stats_count.load(), 1,
kStatsWaitTimeout.ms(),
*network_manager.time_controller());
}
TEST(NetworkEmulationManagerTest, ThroughputStats) { TEST(NetworkEmulationManagerTest, ThroughputStats) {
NetworkEmulationManagerImpl network_manager(TimeMode::kRealTime); NetworkEmulationManagerImpl network_manager(TimeMode::kRealTime);

View file

@ -696,6 +696,7 @@ if (!build_with_chromium) {
"../../../api:peer_connection_quality_test_fixture_api", "../../../api:peer_connection_quality_test_fixture_api",
"../../../api:rtc_stats_api", "../../../api:rtc_stats_api",
"../../../api:scoped_refptr", "../../../api:scoped_refptr",
"../../../api/numerics",
"../../../api/test/network_emulation", "../../../api/test/network_emulation",
"../../../api/units:data_rate", "../../../api/units:data_rate",
"../../../api/units:data_size", "../../../api/units:data_size",

View file

@ -250,6 +250,16 @@ void StatsBasedNetworkQualityMetricsReporter::ReportResult(
/*important=*/false); /*important=*/false);
} }
void StatsBasedNetworkQualityMetricsReporter::ReportResult(
const std::string& metric_name,
const std::string& network_label,
const SamplesStatsCounter& value,
const std::string& unit) const {
test::PrintResult(metric_name, /*modifier=*/"",
GetTestCaseName(network_label), value, unit,
/*important=*/false);
}
std::string StatsBasedNetworkQualityMetricsReporter::GetTestCaseName( std::string StatsBasedNetworkQualityMetricsReporter::GetTestCaseName(
absl::string_view network_label) const { absl::string_view network_label) const {
rtc::StringBuilder builder; rtc::StringBuilder builder;
@ -258,7 +268,7 @@ std::string StatsBasedNetworkQualityMetricsReporter::GetTestCaseName(
} }
void StatsBasedNetworkQualityMetricsReporter::LogNetworkLayerStats( void StatsBasedNetworkQualityMetricsReporter::LogNetworkLayerStats(
absl::string_view peer_name, const std::string& peer_name,
const NetworkLayerStats& stats) const { const NetworkLayerStats& stats) const {
DataRate average_send_rate = stats.stats->PacketsSent() >= 2 DataRate average_send_rate = stats.stats->PacketsSent() >= 2
? stats.stats->AverageSendRate() ? stats.stats->AverageSendRate()
@ -273,6 +283,19 @@ void StatsBasedNetworkQualityMetricsReporter::LogNetworkLayerStats(
for (size_t i = 0; i < local_ips.size(); ++i) { for (size_t i = 0; i < local_ips.size(); ++i) {
log << " " << local_ips[i].ToString() << "\n"; log << " " << local_ips[i].ToString() << "\n";
} }
if (!stats.stats->SentPacketsSizeCounter().IsEmpty()) {
ReportResult("sent_packets_size", peer_name,
stats.stats->SentPacketsSizeCounter(), "sizeInBytes");
}
if (!stats.stats->ReceivedPacketsSizeCounter().IsEmpty()) {
ReportResult("received_packets_size", peer_name,
stats.stats->ReceivedPacketsSizeCounter(), "sizeInBytes");
}
if (!stats.stats->DroppedPacketsSizeCounter().IsEmpty()) {
ReportResult("dropped_packets_size", peer_name,
stats.stats->DroppedPacketsSizeCounter(), "sizeInBytes");
}
log << "Send statistic:\n" log << "Send statistic:\n"
<< " packets: " << stats.stats->PacketsSent() << " packets: " << stats.stats->PacketsSent()
<< " bytes: " << stats.stats->BytesSent().bytes() << " bytes: " << stats.stats->BytesSent().bytes()
@ -289,6 +312,11 @@ void StatsBasedNetworkQualityMetricsReporter::LogNetworkLayerStats(
<< " bytes: " << entry.second->BytesSent().bytes() << " bytes: " << entry.second->BytesSent().bytes()
<< " avg_rate (bytes/sec): " << source_average_send_rate.bytes_per_sec() << " avg_rate (bytes/sec): " << source_average_send_rate.bytes_per_sec()
<< " avg_rate (bps): " << source_average_send_rate.bps() << "\n"; << " avg_rate (bps): " << source_average_send_rate.bps() << "\n";
if (!entry.second->SentPacketsSizeCounter().IsEmpty()) {
ReportResult("sent_packets_size",
peer_name + "/" + entry.first.ToString(),
stats.stats->SentPacketsSizeCounter(), "sizeInBytes");
}
} }
log << "Receive statistic:\n" log << "Receive statistic:\n"
@ -309,6 +337,16 @@ void StatsBasedNetworkQualityMetricsReporter::LogNetworkLayerStats(
<< " avg_rate (bytes/sec): " << " avg_rate (bytes/sec): "
<< source_average_receive_rate.bytes_per_sec() << source_average_receive_rate.bytes_per_sec()
<< " avg_rate (bps): " << source_average_receive_rate.bps() << "\n"; << " avg_rate (bps): " << source_average_receive_rate.bps() << "\n";
if (!entry.second->ReceivedPacketsSizeCounter().IsEmpty()) {
ReportResult("received_packets_size",
peer_name + "/" + entry.first.ToString(),
stats.stats->ReceivedPacketsSizeCounter(), "sizeInBytes");
}
if (!entry.second->DroppedPacketsSizeCounter().IsEmpty()) {
ReportResult("dropped_packets_size",
peer_name + "/" + entry.first.ToString(),
stats.stats->DroppedPacketsSizeCounter(), "sizeInBytes");
}
} }
RTC_LOG(INFO) << log.str(); RTC_LOG(INFO) << log.str();

View file

@ -20,6 +20,7 @@
#include <vector> #include <vector>
#include "absl/strings/string_view.h" #include "absl/strings/string_view.h"
#include "api/numerics/samples_stats_counter.h"
#include "api/test/network_emulation/network_emulation_interfaces.h" #include "api/test/network_emulation/network_emulation_interfaces.h"
#include "api/test/network_emulation_manager.h" #include "api/test/network_emulation_manager.h"
#include "api/test/peerconnection_quality_test_fixture.h" #include "api/test/peerconnection_quality_test_fixture.h"
@ -95,8 +96,12 @@ class StatsBasedNetworkQualityMetricsReporter
const std::string& network_label, const std::string& network_label,
const double value, const double value,
const std::string& unit) const; const std::string& unit) const;
void ReportResult(const std::string& metric_name,
const std::string& network_label,
const SamplesStatsCounter& value,
const std::string& unit) const;
std::string GetTestCaseName(absl::string_view network_label) const; std::string GetTestCaseName(absl::string_view network_label) const;
void LogNetworkLayerStats(absl::string_view peer_name, void LogNetworkLayerStats(const std::string& peer_name,
const NetworkLayerStats& stats) const; const NetworkLayerStats& stats) const;
NetworkLayerStatsCollector collector_; NetworkLayerStatsCollector collector_;