mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-15 06:40:43 +01:00

And use RTCConfiguration to enable/disable it on a per connection basis. With the advent of MediaTransportInterface, we need to be able to enable it on the per PeerConnection basis. At this point PeerConnection will not take any action when the MediaTransportInterface is set; this code will land a bit later, and will be accompanied by the tests that verify correct setup (hence no tests right now). At this point this is just a method stub to enable further development. Bug: webrtc:9719 Change-Id: I1f77d650cb03bf1191aa0b35669cd32f1b68446f Reviewed-on: https://webrtc-review.googlesource.com/c/103860 Reviewed-by: Bjorn Mellem <mellem@webrtc.org> Reviewed-by: Anton Sukhanov <sukhanov@webrtc.org> Reviewed-by: Niels Moller <nisse@webrtc.org> Reviewed-by: Kári Helgason <kthelgason@webrtc.org> Cr-Commit-Position: refs/heads/master@{#25053}
306 lines
13 KiB
Text
306 lines
13 KiB
Text
/*
|
|
* Copyright 2015 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#import "RTCPeerConnectionFactory+Native.h"
|
|
#import "RTCPeerConnectionFactory+Private.h"
|
|
#import "RTCPeerConnectionFactoryOptions+Private.h"
|
|
|
|
#import "RTCAudioSource+Private.h"
|
|
#import "RTCAudioTrack+Private.h"
|
|
#import "RTCMediaConstraints+Private.h"
|
|
#import "RTCMediaStream+Private.h"
|
|
#import "RTCPeerConnection+Private.h"
|
|
#import "RTCVideoSource+Private.h"
|
|
#import "RTCVideoTrack+Private.h"
|
|
#import "base/RTCLogging.h"
|
|
#import "base/RTCVideoDecoderFactory.h"
|
|
#import "base/RTCVideoEncoderFactory.h"
|
|
#import "helpers/NSString+StdString.h"
|
|
#ifndef HAVE_NO_MEDIA
|
|
#import "components/video_codec/RTCVideoDecoderFactoryH264.h"
|
|
#import "components/video_codec/RTCVideoEncoderFactoryH264.h"
|
|
// The no-media version PeerConnectionFactory doesn't depend on these files, but the gn check tool
|
|
// is not smart enough to take the #ifdef into account.
|
|
#include "api/audio_codecs/builtin_audio_decoder_factory.h" // nogncheck
|
|
#include "api/audio_codecs/builtin_audio_encoder_factory.h" // nogncheck
|
|
#include "media/engine/convert_legacy_video_factory.h" // nogncheck
|
|
#include "modules/audio_device/include/audio_device.h" // nogncheck
|
|
#include "modules/audio_processing/include/audio_processing.h" // nogncheck
|
|
|
|
#include "sdk/objc/native/api/video_decoder_factory.h"
|
|
#include "sdk/objc/native/api/video_encoder_factory.h"
|
|
#include "sdk/objc/native/src/objc_video_decoder_factory.h"
|
|
#include "sdk/objc/native/src/objc_video_encoder_factory.h"
|
|
#endif
|
|
|
|
#if defined(WEBRTC_IOS)
|
|
#import "sdk/objc/native/api/audio_device_module.h"
|
|
#endif
|
|
|
|
// Adding the nogncheck to disable the including header check.
|
|
// The no-media version PeerConnectionFactory doesn't depend on media related
|
|
// C++ target.
|
|
// TODO(zhihuang): Remove nogncheck once MediaEngineInterface is moved to C++
|
|
// API layer.
|
|
#include "absl/memory/memory.h"
|
|
#include "api/media_transport_interface.h"
|
|
#include "media/engine/webrtcmediaengine.h" // nogncheck
|
|
|
|
@implementation RTCPeerConnectionFactory {
|
|
std::unique_ptr<rtc::Thread> _networkThread;
|
|
std::unique_ptr<rtc::Thread> _workerThread;
|
|
std::unique_ptr<rtc::Thread> _signalingThread;
|
|
BOOL _hasStartedAecDump;
|
|
}
|
|
|
|
@synthesize nativeFactory = _nativeFactory;
|
|
|
|
- (rtc::scoped_refptr<webrtc::AudioDeviceModule>)audioDeviceModule {
|
|
#if defined(WEBRTC_IOS)
|
|
return webrtc::CreateAudioDeviceModule();
|
|
#else
|
|
return nullptr;
|
|
#endif
|
|
}
|
|
|
|
- (instancetype)init {
|
|
#ifdef HAVE_NO_MEDIA
|
|
return [self initWithNoMedia];
|
|
#else
|
|
return [self initWithNativeAudioEncoderFactory:webrtc::CreateBuiltinAudioEncoderFactory()
|
|
nativeAudioDecoderFactory:webrtc::CreateBuiltinAudioDecoderFactory()
|
|
nativeVideoEncoderFactory:webrtc::ObjCToNativeVideoEncoderFactory(
|
|
[[RTCVideoEncoderFactoryH264 alloc] init])
|
|
nativeVideoDecoderFactory:webrtc::ObjCToNativeVideoDecoderFactory(
|
|
[[RTCVideoDecoderFactoryH264 alloc] init])
|
|
audioDeviceModule:[self audioDeviceModule]
|
|
audioProcessingModule:nullptr
|
|
mediaTransportFactory:nullptr];
|
|
#endif
|
|
}
|
|
|
|
- (instancetype)initWithEncoderFactory:(nullable id<RTCVideoEncoderFactory>)encoderFactory
|
|
decoderFactory:(nullable id<RTCVideoDecoderFactory>)decoderFactory
|
|
mediaTransportFactory:
|
|
(std::unique_ptr<webrtc::MediaTransportFactory>)mediaTransportFactory {
|
|
#ifdef HAVE_NO_MEDIA
|
|
return [self initWithNoMedia];
|
|
#else
|
|
std::unique_ptr<webrtc::VideoEncoderFactory> native_encoder_factory;
|
|
std::unique_ptr<webrtc::VideoDecoderFactory> native_decoder_factory;
|
|
if (encoderFactory) {
|
|
native_encoder_factory = webrtc::ObjCToNativeVideoEncoderFactory(encoderFactory);
|
|
}
|
|
if (decoderFactory) {
|
|
native_decoder_factory = webrtc::ObjCToNativeVideoDecoderFactory(decoderFactory);
|
|
}
|
|
return [self initWithNativeAudioEncoderFactory:webrtc::CreateBuiltinAudioEncoderFactory()
|
|
nativeAudioDecoderFactory:webrtc::CreateBuiltinAudioDecoderFactory()
|
|
nativeVideoEncoderFactory:std::move(native_encoder_factory)
|
|
nativeVideoDecoderFactory:std::move(native_decoder_factory)
|
|
audioDeviceModule:[self audioDeviceModule]
|
|
audioProcessingModule:nullptr
|
|
mediaTransportFactory:std::move(mediaTransportFactory)];
|
|
#endif
|
|
}
|
|
- (instancetype)initWithEncoderFactory:(nullable id<RTCVideoEncoderFactory>)encoderFactory
|
|
decoderFactory:(nullable id<RTCVideoDecoderFactory>)decoderFactory {
|
|
return [self initWithEncoderFactory:encoderFactory
|
|
decoderFactory:decoderFactory
|
|
mediaTransportFactory:nullptr];
|
|
}
|
|
|
|
- (instancetype)initNative {
|
|
if (self = [super init]) {
|
|
_networkThread = rtc::Thread::CreateWithSocketServer();
|
|
_networkThread->SetName("network_thread", _networkThread.get());
|
|
BOOL result = _networkThread->Start();
|
|
NSAssert(result, @"Failed to start network thread.");
|
|
|
|
_workerThread = rtc::Thread::Create();
|
|
_workerThread->SetName("worker_thread", _workerThread.get());
|
|
result = _workerThread->Start();
|
|
NSAssert(result, @"Failed to start worker thread.");
|
|
|
|
_signalingThread = rtc::Thread::Create();
|
|
_signalingThread->SetName("signaling_thread", _signalingThread.get());
|
|
result = _signalingThread->Start();
|
|
NSAssert(result, @"Failed to start signaling thread.");
|
|
}
|
|
return self;
|
|
}
|
|
|
|
- (instancetype)initWithNoMedia {
|
|
if (self = [self initNative]) {
|
|
_nativeFactory = webrtc::CreateModularPeerConnectionFactory(
|
|
_networkThread.get(),
|
|
_workerThread.get(),
|
|
_signalingThread.get(),
|
|
std::unique_ptr<cricket::MediaEngineInterface>(),
|
|
std::unique_ptr<webrtc::CallFactoryInterface>(),
|
|
std::unique_ptr<webrtc::RtcEventLogFactoryInterface>());
|
|
NSAssert(_nativeFactory, @"Failed to initialize PeerConnectionFactory!");
|
|
}
|
|
return self;
|
|
}
|
|
|
|
- (instancetype)initWithNativeAudioEncoderFactory:
|
|
(rtc::scoped_refptr<webrtc::AudioEncoderFactory>)audioEncoderFactory
|
|
nativeAudioDecoderFactory:
|
|
(rtc::scoped_refptr<webrtc::AudioDecoderFactory>)audioDecoderFactory
|
|
nativeVideoEncoderFactory:
|
|
(std::unique_ptr<webrtc::VideoEncoderFactory>)videoEncoderFactory
|
|
nativeVideoDecoderFactory:
|
|
(std::unique_ptr<webrtc::VideoDecoderFactory>)videoDecoderFactory
|
|
audioDeviceModule:
|
|
(nullable webrtc::AudioDeviceModule *)audioDeviceModule
|
|
audioProcessingModule:
|
|
(rtc::scoped_refptr<webrtc::AudioProcessing>)audioProcessingModule {
|
|
return [self initWithNativeAudioEncoderFactory:audioEncoderFactory
|
|
nativeAudioDecoderFactory:audioDecoderFactory
|
|
nativeVideoEncoderFactory:std::move(videoEncoderFactory)
|
|
nativeVideoDecoderFactory:std::move(videoDecoderFactory)
|
|
audioDeviceModule:audioDeviceModule
|
|
audioProcessingModule:audioProcessingModule
|
|
mediaTransportFactory:nullptr];
|
|
}
|
|
|
|
- (instancetype)
|
|
initWithNativeAudioEncoderFactory:
|
|
(rtc::scoped_refptr<webrtc::AudioEncoderFactory>)audioEncoderFactory
|
|
nativeAudioDecoderFactory:
|
|
(rtc::scoped_refptr<webrtc::AudioDecoderFactory>)audioDecoderFactory
|
|
nativeVideoEncoderFactory:
|
|
(std::unique_ptr<webrtc::VideoEncoderFactory>)videoEncoderFactory
|
|
nativeVideoDecoderFactory:
|
|
(std::unique_ptr<webrtc::VideoDecoderFactory>)videoDecoderFactory
|
|
audioDeviceModule:(nullable webrtc::AudioDeviceModule *)audioDeviceModule
|
|
audioProcessingModule:
|
|
(rtc::scoped_refptr<webrtc::AudioProcessing>)audioProcessingModule
|
|
mediaTransportFactory:
|
|
(std::unique_ptr<webrtc::MediaTransportFactory>)mediaTransportFactory {
|
|
#ifdef HAVE_NO_MEDIA
|
|
return [self initWithNoMedia];
|
|
#else
|
|
if (self = [self initNative]) {
|
|
if (!audioProcessingModule) audioProcessingModule = webrtc::AudioProcessingBuilder().Create();
|
|
|
|
std::unique_ptr<cricket::MediaEngineInterface> media_engine =
|
|
cricket::WebRtcMediaEngineFactory::Create(audioDeviceModule,
|
|
audioEncoderFactory,
|
|
audioDecoderFactory,
|
|
std::move(videoEncoderFactory),
|
|
std::move(videoDecoderFactory),
|
|
nullptr, // audio mixer
|
|
audioProcessingModule);
|
|
|
|
std::unique_ptr<webrtc::CallFactoryInterface> call_factory = webrtc::CreateCallFactory();
|
|
|
|
std::unique_ptr<webrtc::RtcEventLogFactoryInterface> event_log_factory =
|
|
webrtc::CreateRtcEventLogFactory();
|
|
webrtc::PeerConnectionFactoryDependencies dependencies;
|
|
dependencies.network_thread = _networkThread.get();
|
|
dependencies.worker_thread = _workerThread.get();
|
|
dependencies.signaling_thread = _signalingThread.get();
|
|
dependencies.media_engine = std::move(media_engine);
|
|
dependencies.call_factory = std::move(call_factory);
|
|
dependencies.event_log_factory = std::move(event_log_factory);
|
|
dependencies.media_transport_factory = std::move(mediaTransportFactory);
|
|
_nativeFactory = webrtc::CreateModularPeerConnectionFactory(std::move(dependencies));
|
|
NSAssert(_nativeFactory, @"Failed to initialize PeerConnectionFactory!");
|
|
}
|
|
return self;
|
|
#endif
|
|
}
|
|
|
|
- (RTCAudioSource *)audioSourceWithConstraints:(nullable RTCMediaConstraints *)constraints {
|
|
std::unique_ptr<webrtc::MediaConstraints> nativeConstraints;
|
|
if (constraints) {
|
|
nativeConstraints = constraints.nativeConstraints;
|
|
}
|
|
cricket::AudioOptions options;
|
|
CopyConstraintsIntoAudioOptions(nativeConstraints.get(), &options);
|
|
|
|
rtc::scoped_refptr<webrtc::AudioSourceInterface> source =
|
|
_nativeFactory->CreateAudioSource(options);
|
|
return [[RTCAudioSource alloc] initWithFactory:self nativeAudioSource:source];
|
|
}
|
|
|
|
- (RTCAudioTrack *)audioTrackWithTrackId:(NSString *)trackId {
|
|
RTCAudioSource *audioSource = [self audioSourceWithConstraints:nil];
|
|
return [self audioTrackWithSource:audioSource trackId:trackId];
|
|
}
|
|
|
|
- (RTCAudioTrack *)audioTrackWithSource:(RTCAudioSource *)source
|
|
trackId:(NSString *)trackId {
|
|
return [[RTCAudioTrack alloc] initWithFactory:self
|
|
source:source
|
|
trackId:trackId];
|
|
}
|
|
|
|
- (RTCVideoSource *)videoSource {
|
|
return [[RTCVideoSource alloc] initWithFactory:self
|
|
signalingThread:_signalingThread.get()
|
|
workerThread:_workerThread.get()];
|
|
}
|
|
|
|
- (RTCVideoTrack *)videoTrackWithSource:(RTCVideoSource *)source
|
|
trackId:(NSString *)trackId {
|
|
return [[RTCVideoTrack alloc] initWithFactory:self
|
|
source:source
|
|
trackId:trackId];
|
|
}
|
|
|
|
- (RTCMediaStream *)mediaStreamWithStreamId:(NSString *)streamId {
|
|
return [[RTCMediaStream alloc] initWithFactory:self
|
|
streamId:streamId];
|
|
}
|
|
|
|
- (RTCPeerConnection *)peerConnectionWithConfiguration:
|
|
(RTCConfiguration *)configuration
|
|
constraints:
|
|
(RTCMediaConstraints *)constraints
|
|
delegate:
|
|
(nullable id<RTCPeerConnectionDelegate>)delegate {
|
|
return [[RTCPeerConnection alloc] initWithFactory:self
|
|
configuration:configuration
|
|
constraints:constraints
|
|
delegate:delegate];
|
|
}
|
|
|
|
- (void)setOptions:(nonnull RTCPeerConnectionFactoryOptions *)options {
|
|
RTC_DCHECK(options != nil);
|
|
_nativeFactory->SetOptions(options.nativeOptions);
|
|
}
|
|
|
|
- (BOOL)startAecDumpWithFilePath:(NSString *)filePath
|
|
maxSizeInBytes:(int64_t)maxSizeInBytes {
|
|
RTC_DCHECK(filePath.length);
|
|
RTC_DCHECK_GT(maxSizeInBytes, 0);
|
|
|
|
if (_hasStartedAecDump) {
|
|
RTCLogError(@"Aec dump already started.");
|
|
return NO;
|
|
}
|
|
int fd = open(filePath.UTF8String, O_WRONLY | O_CREAT | O_TRUNC, S_IRUSR | S_IWUSR);
|
|
if (fd < 0) {
|
|
RTCLogError(@"Error opening file: %@. Error: %d", filePath, errno);
|
|
return NO;
|
|
}
|
|
_hasStartedAecDump = _nativeFactory->StartAecDump(fd, maxSizeInBytes);
|
|
return _hasStartedAecDump;
|
|
}
|
|
|
|
- (void)stopAecDump {
|
|
_nativeFactory->StopAecDump();
|
|
_hasStartedAecDump = NO;
|
|
}
|
|
|
|
@end
|