mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-12 21:30:45 +01:00

Instead, always use VideoSendStream::Start. VideoSendStream::StartPerRtpStream was used for controlling if individual rtp stream for a RtpEncodingParameter should be able to send RTP packets. It was not used for controlling the actual encoder layers. With this change RtpEncodingParameter.active still controls actual encoder layers but it does not control if RTP packets can be sent or not. The cleanup is done to simplify code and in the future allow sending probe packet on a RtpTransceiver that allows sending, regardless of the RtpEncodingParameter.active flag. Bug: webrtc:14928 Change-Id: I896c055ed4de76db58d76f452147c29783f77ae1 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/335042 Reviewed-by: Henrik Boström <hbos@webrtc.org> Reviewed-by: Erik Språng <sprang@webrtc.org> Commit-Queue: Per Kjellander <perkj@webrtc.org> Cr-Commit-Position: refs/heads/main@{#41619}
878 lines
33 KiB
C++
878 lines
33 KiB
C++
/*
|
|
* Copyright (c) 2014 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "test/call_test.h"
|
|
|
|
#include <algorithm>
|
|
#include <memory>
|
|
|
|
#include "api/audio_codecs/builtin_audio_decoder_factory.h"
|
|
#include "api/audio_codecs/builtin_audio_encoder_factory.h"
|
|
#include "api/environment/environment.h"
|
|
#include "api/environment/environment_factory.h"
|
|
#include "api/task_queue/task_queue_base.h"
|
|
#include "api/test/create_frame_generator.h"
|
|
#include "api/video/builtin_video_bitrate_allocator_factory.h"
|
|
#include "call/fake_network_pipe.h"
|
|
#include "call/packet_receiver.h"
|
|
#include "call/simulated_network.h"
|
|
#include "modules/audio_device/include/audio_device.h"
|
|
#include "modules/audio_device/include/test_audio_device.h"
|
|
#include "modules/audio_mixer/audio_mixer_impl.h"
|
|
#include "rtc_base/checks.h"
|
|
#include "rtc_base/event.h"
|
|
#include "rtc_base/task_queue_for_test.h"
|
|
#include "test/fake_encoder.h"
|
|
#include "test/rtp_rtcp_observer.h"
|
|
#include "test/testsupport/file_utils.h"
|
|
#include "test/video_test_constants.h"
|
|
#include "video/config/video_encoder_config.h"
|
|
|
|
namespace webrtc {
|
|
namespace test {
|
|
|
|
CallTest::CallTest()
|
|
: env_(CreateEnvironment(&field_trials_)),
|
|
send_env_(env_),
|
|
recv_env_(env_),
|
|
audio_send_config_(/*send_transport=*/nullptr),
|
|
audio_send_stream_(nullptr),
|
|
frame_generator_capturer_(nullptr),
|
|
fake_encoder_factory_([this]() {
|
|
std::unique_ptr<FakeEncoder> fake_encoder;
|
|
if (video_encoder_configs_[0].codec_type == kVideoCodecVP8) {
|
|
fake_encoder = std::make_unique<FakeVp8Encoder>(&env_.clock());
|
|
} else {
|
|
fake_encoder = std::make_unique<FakeEncoder>(&env_.clock());
|
|
}
|
|
fake_encoder->SetMaxBitrate(fake_encoder_max_bitrate_);
|
|
return fake_encoder;
|
|
}),
|
|
fake_decoder_factory_([]() { return std::make_unique<FakeDecoder>(); }),
|
|
bitrate_allocator_factory_(CreateBuiltinVideoBitrateAllocatorFactory()),
|
|
num_video_streams_(1),
|
|
num_audio_streams_(0),
|
|
num_flexfec_streams_(0),
|
|
audio_decoder_factory_(CreateBuiltinAudioDecoderFactory()),
|
|
audio_encoder_factory_(CreateBuiltinAudioEncoderFactory()),
|
|
task_queue_(env_.task_queue_factory().CreateTaskQueue(
|
|
"CallTestTaskQueue",
|
|
TaskQueueFactory::Priority::NORMAL)) {}
|
|
|
|
CallTest::~CallTest() = default;
|
|
|
|
void CallTest::SetSendEventLog(std::unique_ptr<RtcEventLog> event_log) {
|
|
EnvironmentFactory f(env_);
|
|
f.Set(std::move(event_log));
|
|
send_env_ = f.Create();
|
|
}
|
|
|
|
void CallTest::SetRecvEventLog(std::unique_ptr<RtcEventLog> event_log) {
|
|
EnvironmentFactory f(env_);
|
|
f.Set(std::move(event_log));
|
|
recv_env_ = f.Create();
|
|
}
|
|
|
|
void CallTest::RegisterRtpExtension(const RtpExtension& extension) {
|
|
for (const RtpExtension& registered_extension : rtp_extensions_) {
|
|
if (registered_extension.id == extension.id) {
|
|
ASSERT_EQ(registered_extension.uri, extension.uri)
|
|
<< "Different URIs associated with ID " << extension.id << ".";
|
|
ASSERT_EQ(registered_extension.encrypt, extension.encrypt)
|
|
<< "Encryption mismatch associated with ID " << extension.id << ".";
|
|
return;
|
|
} else { // Different IDs.
|
|
// Different IDs referring to the same extension probably indicate
|
|
// a mistake in the test.
|
|
ASSERT_FALSE(registered_extension.uri == extension.uri &&
|
|
registered_extension.encrypt == extension.encrypt)
|
|
<< "URI " << extension.uri
|
|
<< (extension.encrypt ? " with " : " without ")
|
|
<< "encryption already registered with a different "
|
|
"ID ("
|
|
<< extension.id << " vs. " << registered_extension.id << ").";
|
|
}
|
|
}
|
|
rtp_extensions_.push_back(extension);
|
|
}
|
|
|
|
void CallTest::RunBaseTest(BaseTest* test) {
|
|
SendTask(task_queue(), [this, test]() {
|
|
num_video_streams_ = test->GetNumVideoStreams();
|
|
num_audio_streams_ = test->GetNumAudioStreams();
|
|
num_flexfec_streams_ = test->GetNumFlexfecStreams();
|
|
RTC_DCHECK(num_video_streams_ > 0 || num_audio_streams_ > 0);
|
|
CallConfig send_config = SendCallConfig();
|
|
test->ModifySenderBitrateConfig(&send_config.bitrate_config);
|
|
if (num_audio_streams_ > 0) {
|
|
CreateFakeAudioDevices(test->CreateCapturer(), test->CreateRenderer());
|
|
test->OnFakeAudioDevicesCreated(fake_send_audio_device_.get(),
|
|
fake_recv_audio_device_.get());
|
|
apm_send_ = AudioProcessingBuilder().Create();
|
|
apm_recv_ = AudioProcessingBuilder().Create();
|
|
EXPECT_EQ(0, fake_send_audio_device_->Init());
|
|
EXPECT_EQ(0, fake_recv_audio_device_->Init());
|
|
AudioState::Config audio_state_config;
|
|
audio_state_config.audio_mixer = AudioMixerImpl::Create();
|
|
audio_state_config.audio_processing = apm_send_;
|
|
audio_state_config.audio_device_module = fake_send_audio_device_;
|
|
send_config.audio_state = AudioState::Create(audio_state_config);
|
|
fake_send_audio_device_->RegisterAudioCallback(
|
|
send_config.audio_state->audio_transport());
|
|
}
|
|
CreateSenderCall(send_config);
|
|
if (test->ShouldCreateReceivers()) {
|
|
CallConfig recv_config = RecvCallConfig();
|
|
test->ModifyReceiverBitrateConfig(&recv_config.bitrate_config);
|
|
if (num_audio_streams_ > 0) {
|
|
AudioState::Config audio_state_config;
|
|
audio_state_config.audio_mixer = AudioMixerImpl::Create();
|
|
audio_state_config.audio_processing = apm_recv_;
|
|
audio_state_config.audio_device_module = fake_recv_audio_device_;
|
|
recv_config.audio_state = AudioState::Create(audio_state_config);
|
|
fake_recv_audio_device_->RegisterAudioCallback(
|
|
recv_config.audio_state->audio_transport());
|
|
}
|
|
CreateReceiverCall(recv_config);
|
|
}
|
|
test->OnCallsCreated(sender_call_.get(), receiver_call_.get());
|
|
CreateReceiveTransport(test->GetReceiveTransportConfig(), test);
|
|
CreateSendTransport(test->GetSendTransportConfig(), test);
|
|
test->OnTransportCreated(send_transport_.get(), send_simulated_network_,
|
|
receive_transport_.get(),
|
|
receive_simulated_network_);
|
|
if (test->ShouldCreateReceivers()) {
|
|
if (num_video_streams_ > 0)
|
|
receiver_call_->SignalChannelNetworkState(MediaType::VIDEO, kNetworkUp);
|
|
if (num_audio_streams_ > 0)
|
|
receiver_call_->SignalChannelNetworkState(MediaType::AUDIO, kNetworkUp);
|
|
} else {
|
|
// Sender-only call delivers to itself.
|
|
send_transport_->SetReceiver(sender_call_->Receiver());
|
|
receive_transport_->SetReceiver(nullptr);
|
|
}
|
|
|
|
CreateSendConfig(num_video_streams_, num_audio_streams_,
|
|
num_flexfec_streams_, send_transport_.get());
|
|
if (test->ShouldCreateReceivers()) {
|
|
CreateMatchingReceiveConfigs();
|
|
}
|
|
if (num_video_streams_ > 0) {
|
|
test->ModifyVideoConfigs(GetVideoSendConfig(), &video_receive_configs_,
|
|
GetVideoEncoderConfig());
|
|
}
|
|
if (num_audio_streams_ > 0) {
|
|
test->ModifyAudioConfigs(&audio_send_config_, &audio_receive_configs_);
|
|
}
|
|
if (num_flexfec_streams_ > 0) {
|
|
test->ModifyFlexfecConfigs(&flexfec_receive_configs_);
|
|
}
|
|
|
|
if (num_flexfec_streams_ > 0) {
|
|
CreateFlexfecStreams();
|
|
test->OnFlexfecStreamsCreated(flexfec_receive_streams_);
|
|
}
|
|
if (num_video_streams_ > 0) {
|
|
CreateVideoStreams();
|
|
test->OnVideoStreamsCreated(GetVideoSendStream(), video_receive_streams_);
|
|
}
|
|
if (num_audio_streams_ > 0) {
|
|
CreateAudioStreams();
|
|
test->OnAudioStreamsCreated(audio_send_stream_, audio_receive_streams_);
|
|
}
|
|
|
|
if (num_video_streams_ > 0) {
|
|
int width = VideoTestConstants::kDefaultWidth;
|
|
int height = VideoTestConstants::kDefaultHeight;
|
|
int frame_rate = VideoTestConstants::kDefaultFramerate;
|
|
test->ModifyVideoCaptureStartResolution(&width, &height, &frame_rate);
|
|
test->ModifyVideoDegradationPreference(°radation_preference_);
|
|
CreateFrameGeneratorCapturer(frame_rate, width, height);
|
|
test->OnFrameGeneratorCapturerCreated(frame_generator_capturer_);
|
|
}
|
|
|
|
Start();
|
|
});
|
|
|
|
test->PerformTest();
|
|
|
|
SendTask(task_queue(), [this, test]() {
|
|
Stop();
|
|
test->OnStreamsStopped();
|
|
DestroyStreams();
|
|
send_transport_.reset();
|
|
receive_transport_.reset();
|
|
|
|
frame_generator_capturer_ = nullptr;
|
|
DestroyCalls();
|
|
|
|
fake_send_audio_device_ = nullptr;
|
|
fake_recv_audio_device_ = nullptr;
|
|
});
|
|
}
|
|
|
|
CallConfig CallTest::SendCallConfig() const {
|
|
CallConfig sender_config(send_env_);
|
|
sender_config.network_state_predictor_factory =
|
|
network_state_predictor_factory_.get();
|
|
sender_config.network_controller_factory = network_controller_factory_.get();
|
|
return sender_config;
|
|
}
|
|
|
|
CallConfig CallTest::RecvCallConfig() const {
|
|
return CallConfig(recv_env_);
|
|
}
|
|
|
|
void CallTest::CreateCalls() {
|
|
CreateCalls(SendCallConfig(), RecvCallConfig());
|
|
}
|
|
|
|
void CallTest::CreateCalls(const CallConfig& sender_config,
|
|
const CallConfig& receiver_config) {
|
|
CreateSenderCall(sender_config);
|
|
CreateReceiverCall(receiver_config);
|
|
}
|
|
|
|
void CallTest::CreateSenderCall() {
|
|
CreateSenderCall(SendCallConfig());
|
|
}
|
|
|
|
void CallTest::CreateSenderCall(const CallConfig& config) {
|
|
sender_call_ = Call::Create(config);
|
|
}
|
|
|
|
void CallTest::CreateReceiverCall(const CallConfig& config) {
|
|
receiver_call_ = Call::Create(config);
|
|
}
|
|
|
|
void CallTest::DestroyCalls() {
|
|
send_transport_.reset();
|
|
receive_transport_.reset();
|
|
sender_call_.reset();
|
|
receiver_call_.reset();
|
|
}
|
|
|
|
void CallTest::CreateVideoSendConfig(VideoSendStream::Config* video_config,
|
|
size_t num_video_streams,
|
|
size_t num_used_ssrcs,
|
|
Transport* send_transport) {
|
|
RTC_DCHECK_LE(num_video_streams + num_used_ssrcs,
|
|
VideoTestConstants::kNumSsrcs);
|
|
*video_config = VideoSendStream::Config(send_transport);
|
|
video_config->encoder_settings.encoder_factory = &fake_encoder_factory_;
|
|
video_config->encoder_settings.bitrate_allocator_factory =
|
|
bitrate_allocator_factory_.get();
|
|
video_config->rtp.payload_name = "FAKE";
|
|
video_config->rtp.payload_type =
|
|
VideoTestConstants::kFakeVideoSendPayloadType;
|
|
video_config->rtp.extmap_allow_mixed = true;
|
|
AddRtpExtensionByUri(RtpExtension::kTransportSequenceNumberUri,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kAbsSendTimeUri,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kTimestampOffsetUri,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kVideoContentTypeUri,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kGenericFrameDescriptorUri00,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kDependencyDescriptorUri,
|
|
&video_config->rtp.extensions);
|
|
if (video_encoder_configs_.empty()) {
|
|
video_encoder_configs_.emplace_back();
|
|
FillEncoderConfiguration(kVideoCodecGeneric, num_video_streams,
|
|
&video_encoder_configs_.back());
|
|
}
|
|
for (size_t i = 0; i < num_video_streams; ++i)
|
|
video_config->rtp.ssrcs.push_back(
|
|
VideoTestConstants::kVideoSendSsrcs[num_used_ssrcs + i]);
|
|
AddRtpExtensionByUri(RtpExtension::kVideoRotationUri,
|
|
&video_config->rtp.extensions);
|
|
AddRtpExtensionByUri(RtpExtension::kColorSpaceUri,
|
|
&video_config->rtp.extensions);
|
|
}
|
|
|
|
void CallTest::CreateAudioAndFecSendConfigs(size_t num_audio_streams,
|
|
size_t num_flexfec_streams,
|
|
Transport* send_transport) {
|
|
RTC_DCHECK_LE(num_audio_streams, 1);
|
|
RTC_DCHECK_LE(num_flexfec_streams, 1);
|
|
if (num_audio_streams > 0) {
|
|
AudioSendStream::Config audio_send_config(send_transport);
|
|
audio_send_config.rtp.ssrc = VideoTestConstants::kAudioSendSsrc;
|
|
AddRtpExtensionByUri(RtpExtension::kTransportSequenceNumberUri,
|
|
&audio_send_config.rtp.extensions);
|
|
|
|
audio_send_config.send_codec_spec = AudioSendStream::Config::SendCodecSpec(
|
|
VideoTestConstants::kAudioSendPayloadType,
|
|
{"opus", 48000, 2, {{"stereo", "1"}}});
|
|
audio_send_config.min_bitrate_bps = 6000;
|
|
audio_send_config.max_bitrate_bps = 60000;
|
|
audio_send_config.encoder_factory = audio_encoder_factory_;
|
|
SetAudioConfig(audio_send_config);
|
|
}
|
|
|
|
// TODO(brandtr): Update this when we support multistream protection.
|
|
if (num_flexfec_streams > 0) {
|
|
SetSendFecConfig({VideoTestConstants::kVideoSendSsrcs[0]});
|
|
}
|
|
}
|
|
|
|
void CallTest::SetAudioConfig(const AudioSendStream::Config& config) {
|
|
audio_send_config_ = config;
|
|
}
|
|
|
|
void CallTest::SetSendFecConfig(std::vector<uint32_t> video_send_ssrcs) {
|
|
GetVideoSendConfig()->rtp.flexfec.payload_type =
|
|
VideoTestConstants::kFlexfecPayloadType;
|
|
GetVideoSendConfig()->rtp.flexfec.ssrc = VideoTestConstants::kFlexfecSendSsrc;
|
|
GetVideoSendConfig()->rtp.flexfec.protected_media_ssrcs = video_send_ssrcs;
|
|
}
|
|
|
|
void CallTest::SetSendUlpFecConfig(VideoSendStream::Config* send_config) {
|
|
send_config->rtp.ulpfec.red_payload_type =
|
|
VideoTestConstants::kRedPayloadType;
|
|
send_config->rtp.ulpfec.ulpfec_payload_type =
|
|
VideoTestConstants::kUlpfecPayloadType;
|
|
send_config->rtp.ulpfec.red_rtx_payload_type =
|
|
VideoTestConstants::kRtxRedPayloadType;
|
|
}
|
|
|
|
void CallTest::SetReceiveUlpFecConfig(
|
|
VideoReceiveStreamInterface::Config* receive_config) {
|
|
receive_config->rtp.red_payload_type = VideoTestConstants::kRedPayloadType;
|
|
receive_config->rtp.ulpfec_payload_type =
|
|
VideoTestConstants::kUlpfecPayloadType;
|
|
receive_config->rtp
|
|
.rtx_associated_payload_types[VideoTestConstants::kRtxRedPayloadType] =
|
|
VideoTestConstants::kRedPayloadType;
|
|
}
|
|
|
|
void CallTest::CreateSendConfig(size_t num_video_streams,
|
|
size_t num_audio_streams,
|
|
size_t num_flexfec_streams,
|
|
Transport* send_transport) {
|
|
if (num_video_streams > 0) {
|
|
video_send_configs_.clear();
|
|
video_send_configs_.emplace_back(nullptr);
|
|
CreateVideoSendConfig(&video_send_configs_.back(), num_video_streams, 0,
|
|
send_transport);
|
|
}
|
|
CreateAudioAndFecSendConfigs(num_audio_streams, num_flexfec_streams,
|
|
send_transport);
|
|
}
|
|
|
|
void CallTest::CreateMatchingVideoReceiveConfigs(
|
|
const VideoSendStream::Config& video_send_config,
|
|
Transport* rtcp_send_transport) {
|
|
CreateMatchingVideoReceiveConfigs(video_send_config, rtcp_send_transport,
|
|
&fake_decoder_factory_, absl::nullopt,
|
|
false, 0);
|
|
}
|
|
|
|
void CallTest::CreateMatchingVideoReceiveConfigs(
|
|
const VideoSendStream::Config& video_send_config,
|
|
Transport* rtcp_send_transport,
|
|
VideoDecoderFactory* decoder_factory,
|
|
absl::optional<size_t> decode_sub_stream,
|
|
bool receiver_reference_time_report,
|
|
int rtp_history_ms) {
|
|
AddMatchingVideoReceiveConfigs(
|
|
&video_receive_configs_, video_send_config, rtcp_send_transport,
|
|
decoder_factory, decode_sub_stream, receiver_reference_time_report,
|
|
rtp_history_ms);
|
|
}
|
|
|
|
void CallTest::AddMatchingVideoReceiveConfigs(
|
|
std::vector<VideoReceiveStreamInterface::Config>* receive_configs,
|
|
const VideoSendStream::Config& video_send_config,
|
|
Transport* rtcp_send_transport,
|
|
VideoDecoderFactory* decoder_factory,
|
|
absl::optional<size_t> decode_sub_stream,
|
|
bool receiver_reference_time_report,
|
|
int rtp_history_ms) {
|
|
RTC_DCHECK(!video_send_config.rtp.ssrcs.empty());
|
|
VideoReceiveStreamInterface::Config default_config(rtcp_send_transport);
|
|
default_config.rtp.local_ssrc = VideoTestConstants::kReceiverLocalVideoSsrc;
|
|
default_config.rtp.nack.rtp_history_ms = rtp_history_ms;
|
|
// Enable RTT calculation so NTP time estimator will work.
|
|
default_config.rtp.rtcp_xr.receiver_reference_time_report =
|
|
receiver_reference_time_report;
|
|
default_config.renderer = &fake_renderer_;
|
|
|
|
for (size_t i = 0; i < video_send_config.rtp.ssrcs.size(); ++i) {
|
|
VideoReceiveStreamInterface::Config video_recv_config(
|
|
default_config.Copy());
|
|
video_recv_config.decoders.clear();
|
|
if (!video_send_config.rtp.rtx.ssrcs.empty()) {
|
|
video_recv_config.rtp.rtx_ssrc = video_send_config.rtp.rtx.ssrcs[i];
|
|
video_recv_config.rtp.rtx_associated_payload_types
|
|
[VideoTestConstants::kSendRtxPayloadType] =
|
|
video_send_config.rtp.payload_type;
|
|
}
|
|
video_recv_config.rtp.remote_ssrc = video_send_config.rtp.ssrcs[i];
|
|
VideoReceiveStreamInterface::Decoder decoder;
|
|
|
|
decoder.payload_type = video_send_config.rtp.payload_type;
|
|
decoder.video_format = SdpVideoFormat(video_send_config.rtp.payload_name);
|
|
// Force fake decoders on non-selected simulcast streams.
|
|
if (!decode_sub_stream || i == *decode_sub_stream) {
|
|
video_recv_config.decoder_factory = decoder_factory;
|
|
} else {
|
|
video_recv_config.decoder_factory = &fake_decoder_factory_;
|
|
}
|
|
video_recv_config.decoders.push_back(decoder);
|
|
receive_configs->emplace_back(std::move(video_recv_config));
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateMatchingAudioAndFecConfigs(
|
|
Transport* rtcp_send_transport) {
|
|
RTC_DCHECK_GE(1, num_audio_streams_);
|
|
if (num_audio_streams_ == 1) {
|
|
CreateMatchingAudioConfigs(rtcp_send_transport, "");
|
|
}
|
|
|
|
// TODO(brandtr): Update this when we support multistream protection.
|
|
RTC_DCHECK(num_flexfec_streams_ <= 1);
|
|
if (num_flexfec_streams_ == 1) {
|
|
CreateMatchingFecConfig(rtcp_send_transport, *GetVideoSendConfig());
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateMatchingAudioConfigs(Transport* transport,
|
|
std::string sync_group) {
|
|
audio_receive_configs_.push_back(CreateMatchingAudioConfig(
|
|
audio_send_config_, audio_decoder_factory_, transport, sync_group));
|
|
}
|
|
|
|
AudioReceiveStreamInterface::Config CallTest::CreateMatchingAudioConfig(
|
|
const AudioSendStream::Config& send_config,
|
|
rtc::scoped_refptr<AudioDecoderFactory> audio_decoder_factory,
|
|
Transport* transport,
|
|
std::string sync_group) {
|
|
AudioReceiveStreamInterface::Config audio_config;
|
|
audio_config.rtp.local_ssrc = VideoTestConstants::kReceiverLocalAudioSsrc;
|
|
audio_config.rtcp_send_transport = transport;
|
|
audio_config.rtp.remote_ssrc = send_config.rtp.ssrc;
|
|
audio_config.decoder_factory = audio_decoder_factory;
|
|
audio_config.decoder_map = {
|
|
{VideoTestConstants::kAudioSendPayloadType, {"opus", 48000, 2}}};
|
|
audio_config.sync_group = sync_group;
|
|
return audio_config;
|
|
}
|
|
|
|
void CallTest::CreateMatchingFecConfig(
|
|
Transport* transport,
|
|
const VideoSendStream::Config& send_config) {
|
|
FlexfecReceiveStream::Config config(transport);
|
|
config.payload_type = send_config.rtp.flexfec.payload_type;
|
|
config.rtp.remote_ssrc = send_config.rtp.flexfec.ssrc;
|
|
config.protected_media_ssrcs = send_config.rtp.flexfec.protected_media_ssrcs;
|
|
config.rtp.local_ssrc = VideoTestConstants::kReceiverLocalVideoSsrc;
|
|
if (!video_receive_configs_.empty()) {
|
|
video_receive_configs_[0].rtp.protected_by_flexfec = true;
|
|
video_receive_configs_[0].rtp.packet_sink_ = this;
|
|
}
|
|
flexfec_receive_configs_.push_back(config);
|
|
}
|
|
|
|
void CallTest::CreateMatchingReceiveConfigs(Transport* rtcp_send_transport) {
|
|
video_receive_configs_.clear();
|
|
for (VideoSendStream::Config& video_send_config : video_send_configs_) {
|
|
CreateMatchingVideoReceiveConfigs(video_send_config, rtcp_send_transport);
|
|
}
|
|
CreateMatchingAudioAndFecConfigs(rtcp_send_transport);
|
|
}
|
|
|
|
void CallTest::CreateFrameGeneratorCapturerWithDrift(Clock* clock,
|
|
float speed,
|
|
int framerate,
|
|
int width,
|
|
int height) {
|
|
video_sources_.clear();
|
|
auto frame_generator_capturer =
|
|
std::make_unique<test::FrameGeneratorCapturer>(
|
|
clock,
|
|
test::CreateSquareFrameGenerator(width, height, absl::nullopt,
|
|
absl::nullopt),
|
|
framerate * speed, env_.task_queue_factory());
|
|
frame_generator_capturer_ = frame_generator_capturer.get();
|
|
frame_generator_capturer->Init();
|
|
video_sources_.push_back(std::move(frame_generator_capturer));
|
|
ConnectVideoSourcesToStreams();
|
|
}
|
|
|
|
void CallTest::CreateFrameGeneratorCapturer(int framerate,
|
|
int width,
|
|
int height) {
|
|
video_sources_.clear();
|
|
auto frame_generator_capturer =
|
|
std::make_unique<test::FrameGeneratorCapturer>(
|
|
&env_.clock(),
|
|
test::CreateSquareFrameGenerator(width, height, absl::nullopt,
|
|
absl::nullopt),
|
|
framerate, env_.task_queue_factory());
|
|
frame_generator_capturer_ = frame_generator_capturer.get();
|
|
frame_generator_capturer->Init();
|
|
video_sources_.push_back(std::move(frame_generator_capturer));
|
|
ConnectVideoSourcesToStreams();
|
|
}
|
|
|
|
void CallTest::CreateFakeAudioDevices(
|
|
std::unique_ptr<TestAudioDeviceModule::Capturer> capturer,
|
|
std::unique_ptr<TestAudioDeviceModule::Renderer> renderer) {
|
|
fake_send_audio_device_ = TestAudioDeviceModule::Create(
|
|
&env_.task_queue_factory(), std::move(capturer), nullptr, 1.f);
|
|
fake_recv_audio_device_ = TestAudioDeviceModule::Create(
|
|
&env_.task_queue_factory(), nullptr, std::move(renderer), 1.f);
|
|
}
|
|
|
|
void CallTest::CreateVideoStreams() {
|
|
RTC_DCHECK(video_receive_streams_.empty());
|
|
CreateVideoSendStreams();
|
|
for (size_t i = 0; i < video_receive_configs_.size(); ++i) {
|
|
video_receive_streams_.push_back(receiver_call_->CreateVideoReceiveStream(
|
|
video_receive_configs_[i].Copy()));
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateVideoSendStreams() {
|
|
RTC_DCHECK(video_send_streams_.empty());
|
|
|
|
// We currently only support testing external fec controllers with a single
|
|
// VideoSendStream.
|
|
if (fec_controller_factory_.get()) {
|
|
RTC_DCHECK_LE(video_send_configs_.size(), 1);
|
|
}
|
|
|
|
// TODO(http://crbug/818127):
|
|
// Remove this workaround when ALR is not screenshare-specific.
|
|
std::list<size_t> streams_creation_order;
|
|
for (size_t i = 0; i < video_send_configs_.size(); ++i) {
|
|
// If dual streams are created, add the screenshare stream last.
|
|
if (video_encoder_configs_[i].content_type ==
|
|
VideoEncoderConfig::ContentType::kScreen) {
|
|
streams_creation_order.push_back(i);
|
|
} else {
|
|
streams_creation_order.push_front(i);
|
|
}
|
|
}
|
|
|
|
video_send_streams_.resize(video_send_configs_.size(), nullptr);
|
|
|
|
for (size_t i : streams_creation_order) {
|
|
if (fec_controller_factory_.get()) {
|
|
video_send_streams_[i] = sender_call_->CreateVideoSendStream(
|
|
video_send_configs_[i].Copy(), video_encoder_configs_[i].Copy(),
|
|
fec_controller_factory_->CreateFecController(send_env_));
|
|
} else {
|
|
video_send_streams_[i] = sender_call_->CreateVideoSendStream(
|
|
video_send_configs_[i].Copy(), video_encoder_configs_[i].Copy());
|
|
}
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateVideoSendStream(const VideoEncoderConfig& encoder_config) {
|
|
RTC_DCHECK(video_send_streams_.empty());
|
|
video_send_streams_.push_back(sender_call_->CreateVideoSendStream(
|
|
GetVideoSendConfig()->Copy(), encoder_config.Copy()));
|
|
}
|
|
|
|
void CallTest::CreateAudioStreams() {
|
|
RTC_DCHECK(audio_send_stream_ == nullptr);
|
|
RTC_DCHECK(audio_receive_streams_.empty());
|
|
audio_send_stream_ = sender_call_->CreateAudioSendStream(audio_send_config_);
|
|
for (size_t i = 0; i < audio_receive_configs_.size(); ++i) {
|
|
audio_receive_streams_.push_back(
|
|
receiver_call_->CreateAudioReceiveStream(audio_receive_configs_[i]));
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateFlexfecStreams() {
|
|
for (size_t i = 0; i < flexfec_receive_configs_.size(); ++i) {
|
|
flexfec_receive_streams_.push_back(
|
|
receiver_call_->CreateFlexfecReceiveStream(
|
|
flexfec_receive_configs_[i]));
|
|
}
|
|
}
|
|
|
|
void CallTest::CreateSendTransport(const BuiltInNetworkBehaviorConfig& config,
|
|
RtpRtcpObserver* observer) {
|
|
PacketReceiver* receiver =
|
|
receiver_call_ ? receiver_call_->Receiver() : nullptr;
|
|
|
|
auto network = std::make_unique<SimulatedNetwork>(config);
|
|
send_simulated_network_ = network.get();
|
|
send_transport_ = std::make_unique<PacketTransport>(
|
|
task_queue(), sender_call_.get(), observer,
|
|
test::PacketTransport::kSender, payload_type_map_,
|
|
std::make_unique<FakeNetworkPipe>(Clock::GetRealTimeClock(),
|
|
std::move(network), receiver),
|
|
rtp_extensions_, rtp_extensions_);
|
|
}
|
|
|
|
void CallTest::CreateReceiveTransport(
|
|
const BuiltInNetworkBehaviorConfig& config,
|
|
RtpRtcpObserver* observer) {
|
|
auto network = std::make_unique<SimulatedNetwork>(config);
|
|
receive_simulated_network_ = network.get();
|
|
receive_transport_ = std::make_unique<PacketTransport>(
|
|
task_queue(), nullptr, observer, test::PacketTransport::kReceiver,
|
|
payload_type_map_,
|
|
std::make_unique<FakeNetworkPipe>(Clock::GetRealTimeClock(),
|
|
std::move(network),
|
|
sender_call_->Receiver()),
|
|
rtp_extensions_, rtp_extensions_);
|
|
}
|
|
|
|
void CallTest::ConnectVideoSourcesToStreams() {
|
|
for (size_t i = 0; i < video_sources_.size(); ++i)
|
|
video_send_streams_[i]->SetSource(video_sources_[i].get(),
|
|
degradation_preference_);
|
|
}
|
|
|
|
void CallTest::Start() {
|
|
StartVideoStreams();
|
|
if (audio_send_stream_) {
|
|
audio_send_stream_->Start();
|
|
}
|
|
for (AudioReceiveStreamInterface* audio_recv_stream : audio_receive_streams_)
|
|
audio_recv_stream->Start();
|
|
}
|
|
|
|
void CallTest::StartVideoSources() {
|
|
for (size_t i = 0; i < video_sources_.size(); ++i) {
|
|
video_sources_[i]->Start();
|
|
}
|
|
}
|
|
|
|
void CallTest::StartVideoStreams() {
|
|
StartVideoSources();
|
|
for (size_t i = 0; i < video_send_streams_.size(); ++i) {
|
|
video_send_streams_[i]->Start();
|
|
}
|
|
for (VideoReceiveStreamInterface* video_recv_stream : video_receive_streams_)
|
|
video_recv_stream->Start();
|
|
}
|
|
|
|
void CallTest::Stop() {
|
|
for (AudioReceiveStreamInterface* audio_recv_stream : audio_receive_streams_)
|
|
audio_recv_stream->Stop();
|
|
if (audio_send_stream_) {
|
|
audio_send_stream_->Stop();
|
|
}
|
|
StopVideoStreams();
|
|
}
|
|
|
|
void CallTest::StopVideoStreams() {
|
|
for (VideoSendStream* video_send_stream : video_send_streams_)
|
|
video_send_stream->Stop();
|
|
for (VideoReceiveStreamInterface* video_recv_stream : video_receive_streams_)
|
|
video_recv_stream->Stop();
|
|
}
|
|
|
|
void CallTest::DestroyStreams() {
|
|
if (audio_send_stream_)
|
|
sender_call_->DestroyAudioSendStream(audio_send_stream_);
|
|
audio_send_stream_ = nullptr;
|
|
for (AudioReceiveStreamInterface* audio_recv_stream : audio_receive_streams_)
|
|
receiver_call_->DestroyAudioReceiveStream(audio_recv_stream);
|
|
|
|
DestroyVideoSendStreams();
|
|
|
|
for (VideoReceiveStreamInterface* video_recv_stream : video_receive_streams_)
|
|
receiver_call_->DestroyVideoReceiveStream(video_recv_stream);
|
|
|
|
for (FlexfecReceiveStream* flexfec_recv_stream : flexfec_receive_streams_)
|
|
receiver_call_->DestroyFlexfecReceiveStream(flexfec_recv_stream);
|
|
|
|
video_receive_streams_.clear();
|
|
video_sources_.clear();
|
|
}
|
|
|
|
void CallTest::DestroyVideoSendStreams() {
|
|
for (VideoSendStream* video_send_stream : video_send_streams_)
|
|
sender_call_->DestroyVideoSendStream(video_send_stream);
|
|
video_send_streams_.clear();
|
|
}
|
|
|
|
void CallTest::SetFakeVideoCaptureRotation(VideoRotation rotation) {
|
|
frame_generator_capturer_->SetFakeRotation(rotation);
|
|
}
|
|
|
|
void CallTest::SetVideoDegradation(DegradationPreference preference) {
|
|
GetVideoSendStream()->SetSource(frame_generator_capturer_, preference);
|
|
}
|
|
|
|
VideoSendStream::Config* CallTest::GetVideoSendConfig() {
|
|
return &video_send_configs_[0];
|
|
}
|
|
|
|
void CallTest::SetVideoSendConfig(const VideoSendStream::Config& config) {
|
|
video_send_configs_.clear();
|
|
video_send_configs_.push_back(config.Copy());
|
|
}
|
|
|
|
VideoEncoderConfig* CallTest::GetVideoEncoderConfig() {
|
|
return &video_encoder_configs_[0];
|
|
}
|
|
|
|
void CallTest::SetVideoEncoderConfig(const VideoEncoderConfig& config) {
|
|
video_encoder_configs_.clear();
|
|
video_encoder_configs_.push_back(config.Copy());
|
|
}
|
|
|
|
VideoSendStream* CallTest::GetVideoSendStream() {
|
|
return video_send_streams_[0];
|
|
}
|
|
FlexfecReceiveStream::Config* CallTest::GetFlexFecConfig() {
|
|
return &flexfec_receive_configs_[0];
|
|
}
|
|
|
|
void CallTest::OnRtpPacket(const RtpPacketReceived& packet) {
|
|
// All FlexFEC streams protect all of the video streams.
|
|
for (FlexfecReceiveStream* flexfec_recv_stream : flexfec_receive_streams_)
|
|
flexfec_recv_stream->OnRtpPacket(packet);
|
|
}
|
|
|
|
absl::optional<RtpExtension> CallTest::GetRtpExtensionByUri(
|
|
const std::string& uri) const {
|
|
for (const auto& extension : rtp_extensions_) {
|
|
if (extension.uri == uri) {
|
|
return extension;
|
|
}
|
|
}
|
|
return absl::nullopt;
|
|
}
|
|
|
|
void CallTest::AddRtpExtensionByUri(
|
|
const std::string& uri,
|
|
std::vector<RtpExtension>* extensions) const {
|
|
const absl::optional<RtpExtension> extension = GetRtpExtensionByUri(uri);
|
|
if (extension) {
|
|
extensions->push_back(*extension);
|
|
}
|
|
}
|
|
|
|
const std::map<uint8_t, MediaType> CallTest::payload_type_map_ = {
|
|
{VideoTestConstants::kVideoSendPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kFakeVideoSendPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kSendRtxPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kPayloadTypeVP8, MediaType::VIDEO},
|
|
{VideoTestConstants::kPayloadTypeVP9, MediaType::VIDEO},
|
|
{VideoTestConstants::kPayloadTypeH264, MediaType::VIDEO},
|
|
{VideoTestConstants::kPayloadTypeGeneric, MediaType::VIDEO},
|
|
{VideoTestConstants::kRedPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kRtxRedPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kUlpfecPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kFlexfecPayloadType, MediaType::VIDEO},
|
|
{VideoTestConstants::kAudioSendPayloadType, MediaType::AUDIO}};
|
|
|
|
BaseTest::BaseTest() {}
|
|
|
|
BaseTest::BaseTest(TimeDelta timeout) : RtpRtcpObserver(timeout) {}
|
|
|
|
BaseTest::~BaseTest() {}
|
|
|
|
std::unique_ptr<TestAudioDeviceModule::Capturer> BaseTest::CreateCapturer() {
|
|
return TestAudioDeviceModule::CreatePulsedNoiseCapturer(256, 48000);
|
|
}
|
|
|
|
std::unique_ptr<TestAudioDeviceModule::Renderer> BaseTest::CreateRenderer() {
|
|
return TestAudioDeviceModule::CreateDiscardRenderer(48000);
|
|
}
|
|
|
|
void BaseTest::OnFakeAudioDevicesCreated(AudioDeviceModule* send_audio_device,
|
|
AudioDeviceModule* recv_audio_device) {
|
|
}
|
|
|
|
void BaseTest::ModifySenderBitrateConfig(BitrateConstraints* bitrate_config) {}
|
|
|
|
void BaseTest::ModifyReceiverBitrateConfig(BitrateConstraints* bitrate_config) {
|
|
}
|
|
|
|
void BaseTest::OnCallsCreated(Call* sender_call, Call* receiver_call) {}
|
|
|
|
void BaseTest::OnTransportCreated(PacketTransport* to_receiver,
|
|
SimulatedNetworkInterface* sender_network,
|
|
PacketTransport* to_sender,
|
|
SimulatedNetworkInterface* receiver_network) {
|
|
}
|
|
|
|
BuiltInNetworkBehaviorConfig BaseTest::GetSendTransportConfig() const {
|
|
return BuiltInNetworkBehaviorConfig();
|
|
}
|
|
BuiltInNetworkBehaviorConfig BaseTest::GetReceiveTransportConfig() const {
|
|
return BuiltInNetworkBehaviorConfig();
|
|
}
|
|
size_t BaseTest::GetNumVideoStreams() const {
|
|
return 1;
|
|
}
|
|
|
|
size_t BaseTest::GetNumAudioStreams() const {
|
|
return 0;
|
|
}
|
|
|
|
size_t BaseTest::GetNumFlexfecStreams() const {
|
|
return 0;
|
|
}
|
|
|
|
void BaseTest::ModifyVideoConfigs(
|
|
VideoSendStream::Config* send_config,
|
|
std::vector<VideoReceiveStreamInterface::Config>* receive_configs,
|
|
VideoEncoderConfig* encoder_config) {}
|
|
|
|
void BaseTest::ModifyVideoCaptureStartResolution(int* width,
|
|
int* heigt,
|
|
int* frame_rate) {}
|
|
|
|
void BaseTest::ModifyVideoDegradationPreference(
|
|
DegradationPreference* degradation_preference) {}
|
|
|
|
void BaseTest::OnVideoStreamsCreated(
|
|
VideoSendStream* send_stream,
|
|
const std::vector<VideoReceiveStreamInterface*>& receive_streams) {}
|
|
|
|
void BaseTest::ModifyAudioConfigs(
|
|
AudioSendStream::Config* send_config,
|
|
std::vector<AudioReceiveStreamInterface::Config>* receive_configs) {}
|
|
|
|
void BaseTest::OnAudioStreamsCreated(
|
|
AudioSendStream* send_stream,
|
|
const std::vector<AudioReceiveStreamInterface*>& receive_streams) {}
|
|
|
|
void BaseTest::ModifyFlexfecConfigs(
|
|
std::vector<FlexfecReceiveStream::Config>* receive_configs) {}
|
|
|
|
void BaseTest::OnFlexfecStreamsCreated(
|
|
const std::vector<FlexfecReceiveStream*>& receive_streams) {}
|
|
|
|
void BaseTest::OnFrameGeneratorCapturerCreated(
|
|
FrameGeneratorCapturer* frame_generator_capturer) {}
|
|
|
|
void BaseTest::OnStreamsStopped() {}
|
|
|
|
SendTest::SendTest(TimeDelta timeout) : BaseTest(timeout) {}
|
|
|
|
bool SendTest::ShouldCreateReceivers() const {
|
|
return false;
|
|
}
|
|
|
|
EndToEndTest::EndToEndTest() {}
|
|
|
|
EndToEndTest::EndToEndTest(TimeDelta timeout) : BaseTest(timeout) {}
|
|
|
|
bool EndToEndTest::ShouldCreateReceivers() const {
|
|
return true;
|
|
}
|
|
|
|
} // namespace test
|
|
} // namespace webrtc
|