/* * Copyright 2015 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #import "RTCPeerConnectionFactory+Native.h" #import "RTCPeerConnectionFactory+Private.h" #import "RTCPeerConnectionFactoryOptions+Private.h" #import "RTCAudioSource+Private.h" #import "RTCAudioTrack+Private.h" #import "RTCMediaConstraints+Private.h" #import "RTCMediaStream+Private.h" #import "RTCPeerConnection+Private.h" #import "RTCVideoSource+Private.h" #import "RTCVideoTrack+Private.h" #import "base/RTCLogging.h" #import "base/RTCVideoDecoderFactory.h" #import "base/RTCVideoEncoderFactory.h" #import "helpers/NSString+StdString.h" #ifndef HAVE_NO_MEDIA #import "components/video_codec/RTCVideoDecoderFactoryH264.h" #import "components/video_codec/RTCVideoEncoderFactoryH264.h" // The no-media version PeerConnectionFactory doesn't depend on these files, but the gn check tool // is not smart enough to take the #ifdef into account. #include "api/audio_codecs/builtin_audio_decoder_factory.h" // nogncheck #include "api/audio_codecs/builtin_audio_encoder_factory.h" // nogncheck #include "logging/rtc_event_log/rtc_event_log_factory.h" #include "media/engine/convert_legacy_video_factory.h" // nogncheck #include "modules/audio_device/include/audio_device.h" // nogncheck #include "modules/audio_processing/include/audio_processing.h" // nogncheck #include "sdk/objc/native/api/video_decoder_factory.h" #include "sdk/objc/native/api/video_encoder_factory.h" #include "sdk/objc/native/src/objc_video_decoder_factory.h" #include "sdk/objc/native/src/objc_video_encoder_factory.h" #endif #if defined(WEBRTC_IOS) #import "sdk/objc/native/api/audio_device_module.h" #endif // Adding the nogncheck to disable the including header check. // The no-media version PeerConnectionFactory doesn't depend on media related // C++ target. // TODO(zhihuang): Remove nogncheck once MediaEngineInterface is moved to C++ // API layer. #include "absl/memory/memory.h" #include "api/media_transport_interface.h" #include "media/engine/webrtcmediaengine.h" // nogncheck @implementation RTCPeerConnectionFactory { std::unique_ptr _networkThread; std::unique_ptr _workerThread; std::unique_ptr _signalingThread; BOOL _hasStartedAecDump; } @synthesize nativeFactory = _nativeFactory; - (rtc::scoped_refptr)audioDeviceModule { #if defined(WEBRTC_IOS) return webrtc::CreateAudioDeviceModule(); #else return nullptr; #endif } - (instancetype)init { #ifdef HAVE_NO_MEDIA return [self initWithNoMedia]; #else return [self initWithNativeAudioEncoderFactory:webrtc::CreateBuiltinAudioEncoderFactory() nativeAudioDecoderFactory:webrtc::CreateBuiltinAudioDecoderFactory() nativeVideoEncoderFactory:webrtc::ObjCToNativeVideoEncoderFactory( [[RTCVideoEncoderFactoryH264 alloc] init]) nativeVideoDecoderFactory:webrtc::ObjCToNativeVideoDecoderFactory( [[RTCVideoDecoderFactoryH264 alloc] init]) audioDeviceModule:[self audioDeviceModule] audioProcessingModule:nullptr mediaTransportFactory:nullptr]; #endif } - (instancetype)initWithEncoderFactory:(nullable id)encoderFactory decoderFactory:(nullable id)decoderFactory mediaTransportFactory: (std::unique_ptr)mediaTransportFactory { #ifdef HAVE_NO_MEDIA return [self initWithNoMedia]; #else std::unique_ptr native_encoder_factory; std::unique_ptr native_decoder_factory; if (encoderFactory) { native_encoder_factory = webrtc::ObjCToNativeVideoEncoderFactory(encoderFactory); } if (decoderFactory) { native_decoder_factory = webrtc::ObjCToNativeVideoDecoderFactory(decoderFactory); } return [self initWithNativeAudioEncoderFactory:webrtc::CreateBuiltinAudioEncoderFactory() nativeAudioDecoderFactory:webrtc::CreateBuiltinAudioDecoderFactory() nativeVideoEncoderFactory:std::move(native_encoder_factory) nativeVideoDecoderFactory:std::move(native_decoder_factory) audioDeviceModule:[self audioDeviceModule] audioProcessingModule:nullptr mediaTransportFactory:std::move(mediaTransportFactory)]; #endif } - (instancetype)initWithEncoderFactory:(nullable id)encoderFactory decoderFactory:(nullable id)decoderFactory { return [self initWithEncoderFactory:encoderFactory decoderFactory:decoderFactory mediaTransportFactory:nullptr]; } - (instancetype)initNative { if (self = [super init]) { _networkThread = rtc::Thread::CreateWithSocketServer(); _networkThread->SetName("network_thread", _networkThread.get()); BOOL result = _networkThread->Start(); NSAssert(result, @"Failed to start network thread."); _workerThread = rtc::Thread::Create(); _workerThread->SetName("worker_thread", _workerThread.get()); result = _workerThread->Start(); NSAssert(result, @"Failed to start worker thread."); _signalingThread = rtc::Thread::Create(); _signalingThread->SetName("signaling_thread", _signalingThread.get()); result = _signalingThread->Start(); NSAssert(result, @"Failed to start signaling thread."); } return self; } - (instancetype)initWithNoMedia { if (self = [self initNative]) { _nativeFactory = webrtc::CreateModularPeerConnectionFactory( _networkThread.get(), _workerThread.get(), _signalingThread.get(), std::unique_ptr(), std::unique_ptr(), std::unique_ptr()); NSAssert(_nativeFactory, @"Failed to initialize PeerConnectionFactory!"); } return self; } - (instancetype)initWithNativeAudioEncoderFactory: (rtc::scoped_refptr)audioEncoderFactory nativeAudioDecoderFactory: (rtc::scoped_refptr)audioDecoderFactory nativeVideoEncoderFactory: (std::unique_ptr)videoEncoderFactory nativeVideoDecoderFactory: (std::unique_ptr)videoDecoderFactory audioDeviceModule: (nullable webrtc::AudioDeviceModule *)audioDeviceModule audioProcessingModule: (rtc::scoped_refptr)audioProcessingModule { return [self initWithNativeAudioEncoderFactory:audioEncoderFactory nativeAudioDecoderFactory:audioDecoderFactory nativeVideoEncoderFactory:std::move(videoEncoderFactory) nativeVideoDecoderFactory:std::move(videoDecoderFactory) audioDeviceModule:audioDeviceModule audioProcessingModule:audioProcessingModule mediaTransportFactory:nullptr]; } - (instancetype) initWithNativeAudioEncoderFactory: (rtc::scoped_refptr)audioEncoderFactory nativeAudioDecoderFactory: (rtc::scoped_refptr)audioDecoderFactory nativeVideoEncoderFactory: (std::unique_ptr)videoEncoderFactory nativeVideoDecoderFactory: (std::unique_ptr)videoDecoderFactory audioDeviceModule:(nullable webrtc::AudioDeviceModule *)audioDeviceModule audioProcessingModule: (rtc::scoped_refptr)audioProcessingModule mediaTransportFactory: (std::unique_ptr)mediaTransportFactory { #ifdef HAVE_NO_MEDIA return [self initWithNoMedia]; #else if (self = [self initNative]) { if (!audioProcessingModule) audioProcessingModule = webrtc::AudioProcessingBuilder().Create(); std::unique_ptr media_engine = cricket::WebRtcMediaEngineFactory::Create(audioDeviceModule, audioEncoderFactory, audioDecoderFactory, std::move(videoEncoderFactory), std::move(videoDecoderFactory), nullptr, // audio mixer audioProcessingModule); std::unique_ptr call_factory = webrtc::CreateCallFactory(); std::unique_ptr event_log_factory = webrtc::CreateRtcEventLogFactory(); webrtc::PeerConnectionFactoryDependencies dependencies; dependencies.network_thread = _networkThread.get(); dependencies.worker_thread = _workerThread.get(); dependencies.signaling_thread = _signalingThread.get(); dependencies.media_engine = std::move(media_engine); dependencies.call_factory = std::move(call_factory); dependencies.event_log_factory = std::move(event_log_factory); dependencies.media_transport_factory = std::move(mediaTransportFactory); _nativeFactory = webrtc::CreateModularPeerConnectionFactory(std::move(dependencies)); NSAssert(_nativeFactory, @"Failed to initialize PeerConnectionFactory!"); } return self; #endif } - (RTCAudioSource *)audioSourceWithConstraints:(nullable RTCMediaConstraints *)constraints { std::unique_ptr nativeConstraints; if (constraints) { nativeConstraints = constraints.nativeConstraints; } cricket::AudioOptions options; CopyConstraintsIntoAudioOptions(nativeConstraints.get(), &options); rtc::scoped_refptr source = _nativeFactory->CreateAudioSource(options); return [[RTCAudioSource alloc] initWithFactory:self nativeAudioSource:source]; } - (RTCAudioTrack *)audioTrackWithTrackId:(NSString *)trackId { RTCAudioSource *audioSource = [self audioSourceWithConstraints:nil]; return [self audioTrackWithSource:audioSource trackId:trackId]; } - (RTCAudioTrack *)audioTrackWithSource:(RTCAudioSource *)source trackId:(NSString *)trackId { return [[RTCAudioTrack alloc] initWithFactory:self source:source trackId:trackId]; } - (RTCVideoSource *)videoSource { return [[RTCVideoSource alloc] initWithFactory:self signalingThread:_signalingThread.get() workerThread:_workerThread.get()]; } - (RTCVideoTrack *)videoTrackWithSource:(RTCVideoSource *)source trackId:(NSString *)trackId { return [[RTCVideoTrack alloc] initWithFactory:self source:source trackId:trackId]; } - (RTCMediaStream *)mediaStreamWithStreamId:(NSString *)streamId { return [[RTCMediaStream alloc] initWithFactory:self streamId:streamId]; } - (RTCPeerConnection *)peerConnectionWithConfiguration: (RTCConfiguration *)configuration constraints: (RTCMediaConstraints *)constraints delegate: (nullable id)delegate { return [[RTCPeerConnection alloc] initWithFactory:self configuration:configuration constraints:constraints delegate:delegate]; } - (void)setOptions:(nonnull RTCPeerConnectionFactoryOptions *)options { RTC_DCHECK(options != nil); _nativeFactory->SetOptions(options.nativeOptions); } - (BOOL)startAecDumpWithFilePath:(NSString *)filePath maxSizeInBytes:(int64_t)maxSizeInBytes { RTC_DCHECK(filePath.length); RTC_DCHECK_GT(maxSizeInBytes, 0); if (_hasStartedAecDump) { RTCLogError(@"Aec dump already started."); return NO; } int fd = open(filePath.UTF8String, O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR); if (fd < 0) { RTCLogError(@"Error opening file: %@. Error: %d", filePath, errno); return NO; } _hasStartedAecDump = _nativeFactory->StartAecDump(fd, maxSizeInBytes); return _hasStartedAecDump; } - (void)stopAecDump { _nativeFactory->StopAecDump(); _hasStartedAecDump = NO; } @end