mollyim/webrtc
1
0
Fork 0
mirror of https://github.com/mollyim/webrtc.git synced 2025-05-13 05:40:42 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions
webrtc/modules/audio_device/mac/audio_device_mac.h
Guido Urdaneta 793bac569f Revert "Refactor the PlatformThread API." 
This reverts commit c89fdd716c.

Reason for revert: Causes rare compilation error on win-libfuzzer-asan trybot.
See https://ci.chromium.org/p/chromium/builders/try/win-libfuzzer-asan-rel/713745?

Original change's description:
> Refactor the PlatformThread API.
>
> PlatformThread's API is using old style function pointers, causes
> casting, is unintuitive and forces artificial call sequences, and
> is additionally possible to misuse in release mode.
>
> Fix this by an API face lift:
> 1. The class is turned into a handle, which can be empty.
> 2. The only way of getting a non-empty PlatformThread is by calling
> SpawnJoinable or SpawnDetached, clearly conveying the semantics to the
> code reader.
> 3. Handles can be Finalized, which works differently for joinable and
> detached threads:
>   a) Handles for detached threads are simply closed where applicable.
>   b) Joinable threads are joined before handles are closed.
> 4. The destructor finalizes handles. No explicit call is needed.
>
> Fixed: webrtc:12727
> Change-Id: Id00a0464edf4fc9e552b6a1fbb5d2e1280e88811
> Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/215075
> Commit-Queue: Markus Handell <handellm@webrtc.org>
> Reviewed-by: Harald Alvestrand <hta@webrtc.org>
> Reviewed-by: Mirko Bonadei <mbonadei@webrtc.org>
> Reviewed-by: Tommi <tommi@webrtc.org>
> Cr-Commit-Position: refs/heads/master@{#33923}

# Not skipping CQ checks because original CL landed > 1 day ago.

TBR=handellm@webrtc.org

Bug: webrtc:12727
Change-Id: Ic0146be8866f6dd3ad9c364fb8646650b8e07419
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/217583
Reviewed-by: Guido Urdaneta <guidou@webrtc.org>
Reviewed-by: Markus Handell <handellm@webrtc.org>
Commit-Queue: Guido Urdaneta <guidou@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#33936}
2021-05-06 14:22:57 +00:00

353 lines
12 KiB
C++
Raw Blame History

/*
* Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
*
* Use of this source code is governed by a BSD-style license
* that can be found in the LICENSE file in the root of the source
* tree. An additional intellectual property rights grant can be found
* in the file PATENTS. All contributing project authors may
* be found in the AUTHORS file in the root of the source tree.
*/
#ifndef AUDIO_DEVICE_AUDIO_DEVICE_MAC_H_
#define AUDIO_DEVICE_AUDIO_DEVICE_MAC_H_
#include <AudioToolbox/AudioConverter.h>
#include <CoreAudio/CoreAudio.h>
#include <mach/semaphore.h>
#include <memory>
#include "modules/audio_device/audio_device_generic.h"
#include "modules/audio_device/mac/audio_mixer_manager_mac.h"
#include "rtc_base/event.h"
#include "rtc_base/logging.h"
#include "rtc_base/synchronization/mutex.h"
#include "rtc_base/thread_annotations.h"
struct PaUtilRingBuffer;
namespace rtc {
class PlatformThread;
} // namespace rtc
namespace webrtc {
const uint32_t N_REC_SAMPLES_PER_SEC = 48000;
const uint32_t N_PLAY_SAMPLES_PER_SEC = 48000;
const uint32_t N_REC_CHANNELS = 1; // default is mono recording
const uint32_t N_PLAY_CHANNELS = 2; // default is stereo playout
const uint32_t N_DEVICE_CHANNELS = 64;
const int kBufferSizeMs = 10;
const uint32_t ENGINE_REC_BUF_SIZE_IN_SAMPLES =
N_REC_SAMPLES_PER_SEC * kBufferSizeMs / 1000;
const uint32_t ENGINE_PLAY_BUF_SIZE_IN_SAMPLES =
N_PLAY_SAMPLES_PER_SEC * kBufferSizeMs / 1000;
const int N_BLOCKS_IO = 2;
const int N_BUFFERS_IN = 2; // Must be at least N_BLOCKS_IO.
const int N_BUFFERS_OUT = 3; // Must be at least N_BLOCKS_IO.
const uint32_t TIMER_PERIOD_MS = 2 * 10 * N_BLOCKS_IO * 1000000;
const uint32_t REC_BUF_SIZE_IN_SAMPLES =
ENGINE_REC_BUF_SIZE_IN_SAMPLES * N_DEVICE_CHANNELS * N_BUFFERS_IN;
const uint32_t PLAY_BUF_SIZE_IN_SAMPLES =
ENGINE_PLAY_BUF_SIZE_IN_SAMPLES * N_PLAY_CHANNELS * N_BUFFERS_OUT;
const int kGetMicVolumeIntervalMs = 1000;
class AudioDeviceMac : public AudioDeviceGeneric {
public:
AudioDeviceMac();
~AudioDeviceMac();
// Retrieve the currently utilized audio layer
virtual int32_t ActiveAudioLayer(
AudioDeviceModule::AudioLayer& audioLayer) const;
// Main initializaton and termination
virtual InitStatus Init() RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t Terminate() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool Initialized() const;
// Device enumeration
virtual int16_t PlayoutDevices();
virtual int16_t RecordingDevices();
virtual int32_t PlayoutDeviceName(uint16_t index,
char name[kAdmMaxDeviceNameSize],
char guid[kAdmMaxGuidSize]);
virtual int32_t RecordingDeviceName(uint16_t index,
char name[kAdmMaxDeviceNameSize],
char guid[kAdmMaxGuidSize]);
// Device selection
virtual int32_t SetPlayoutDevice(uint16_t index) RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetPlayoutDevice(AudioDeviceModule::WindowsDeviceType device);
virtual int32_t SetRecordingDevice(uint16_t index);
virtual int32_t SetRecordingDevice(
AudioDeviceModule::WindowsDeviceType device);
// Audio transport initialization
virtual int32_t PlayoutIsAvailable(bool& available);
virtual int32_t InitPlayout() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool PlayoutIsInitialized() const;
virtual int32_t RecordingIsAvailable(bool& available);
virtual int32_t InitRecording() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool RecordingIsInitialized() const;
// Audio transport control
virtual int32_t StartPlayout() RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t StopPlayout() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool Playing() const;
virtual int32_t StartRecording() RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t StopRecording() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool Recording() const;
// Audio mixer initialization
virtual int32_t InitSpeaker() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool SpeakerIsInitialized() const;
virtual int32_t InitMicrophone() RTC_LOCKS_EXCLUDED(mutex_);
virtual bool MicrophoneIsInitialized() const;
// Speaker volume controls
virtual int32_t SpeakerVolumeIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetSpeakerVolume(uint32_t volume);
virtual int32_t SpeakerVolume(uint32_t& volume) const;
virtual int32_t MaxSpeakerVolume(uint32_t& maxVolume) const;
virtual int32_t MinSpeakerVolume(uint32_t& minVolume) const;
// Microphone volume controls
virtual int32_t MicrophoneVolumeIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetMicrophoneVolume(uint32_t volume);
virtual int32_t MicrophoneVolume(uint32_t& volume) const;
virtual int32_t MaxMicrophoneVolume(uint32_t& maxVolume) const;
virtual int32_t MinMicrophoneVolume(uint32_t& minVolume) const;
// Microphone mute control
virtual int32_t MicrophoneMuteIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetMicrophoneMute(bool enable);
virtual int32_t MicrophoneMute(bool& enabled) const;
// Speaker mute control
virtual int32_t SpeakerMuteIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetSpeakerMute(bool enable);
virtual int32_t SpeakerMute(bool& enabled) const;
// Stereo support
virtual int32_t StereoPlayoutIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SetStereoPlayout(bool enable);
virtual int32_t StereoPlayout(bool& enabled) const;
virtual int32_t StereoRecordingIsAvailable(bool& available);
virtual int32_t SetStereoRecording(bool enable);
virtual int32_t StereoRecording(bool& enabled) const;
// Delay information and control
virtual int32_t PlayoutDelay(uint16_t& delayMS) const;
virtual void AttachAudioBuffer(AudioDeviceBuffer* audioBuffer)
RTC_LOCKS_EXCLUDED(mutex_);
private:
int32_t InitSpeakerLocked() RTC_EXCLUSIVE_LOCKS_REQUIRED(mutex_);
int32_t InitMicrophoneLocked() RTC_EXCLUSIVE_LOCKS_REQUIRED(mutex_);
virtual int32_t MicrophoneIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t MicrophoneIsAvailableLocked(bool& available)
RTC_EXCLUSIVE_LOCKS_REQUIRED(mutex_);
virtual int32_t SpeakerIsAvailable(bool& available)
RTC_LOCKS_EXCLUDED(mutex_);
virtual int32_t SpeakerIsAvailableLocked(bool& available)
RTC_EXCLUSIVE_LOCKS_REQUIRED(mutex_);
static void AtomicSet32(int32_t* theValue, int32_t newValue);
static int32_t AtomicGet32(int32_t* theValue);
static void logCAMsg(const rtc::LoggingSeverity sev,
const char* msg,
const char* err);
int32_t GetNumberDevices(const AudioObjectPropertyScope scope,
AudioDeviceID scopedDeviceIds[],
const uint32_t deviceListLength);
int32_t GetDeviceName(const AudioObjectPropertyScope scope,
const uint16_t index,
char* name);
int32_t InitDevice(uint16_t userDeviceIndex,
AudioDeviceID& deviceId,
bool isInput);
// Always work with our preferred playout format inside VoE.
// Then convert the output to the OS setting using an AudioConverter.
OSStatus SetDesiredPlayoutFormat();
static OSStatus objectListenerProc(
AudioObjectID objectId,
UInt32 numberAddresses,
const AudioObjectPropertyAddress addresses[],
void* clientData);
OSStatus implObjectListenerProc(AudioObjectID objectId,
UInt32 numberAddresses,
const AudioObjectPropertyAddress addresses[]);
int32_t HandleDeviceChange();
int32_t HandleStreamFormatChange(AudioObjectID objectId,
AudioObjectPropertyAddress propertyAddress);
int32_t HandleDataSourceChange(AudioObjectID objectId,
AudioObjectPropertyAddress propertyAddress);
int32_t HandleProcessorOverload(AudioObjectPropertyAddress propertyAddress);
static OSStatus deviceIOProc(AudioDeviceID device,
const AudioTimeStamp* now,
const AudioBufferList* inputData,
const AudioTimeStamp* inputTime,
AudioBufferList* outputData,
const AudioTimeStamp* outputTime,
void* clientData);
static OSStatus outConverterProc(
AudioConverterRef audioConverter,
UInt32* numberDataPackets,
AudioBufferList* data,
AudioStreamPacketDescription** dataPacketDescription,
void* userData);
static OSStatus inDeviceIOProc(AudioDeviceID device,
const AudioTimeStamp* now,
const AudioBufferList* inputData,
const AudioTimeStamp* inputTime,
AudioBufferList* outputData,
const AudioTimeStamp* outputTime,
void* clientData);
static OSStatus inConverterProc(
AudioConverterRef audioConverter,
UInt32* numberDataPackets,
AudioBufferList* data,
AudioStreamPacketDescription** dataPacketDescription,
void* inUserData);
OSStatus implDeviceIOProc(const AudioBufferList* inputData,
const AudioTimeStamp* inputTime,
AudioBufferList* outputData,
const AudioTimeStamp* outputTime)
RTC_LOCKS_EXCLUDED(mutex_);
OSStatus implOutConverterProc(UInt32* numberDataPackets,
AudioBufferList* data);
OSStatus implInDeviceIOProc(const AudioBufferList* inputData,
const AudioTimeStamp* inputTime)
RTC_LOCKS_EXCLUDED(mutex_);
OSStatus implInConverterProc(UInt32* numberDataPackets,
AudioBufferList* data);
static void RunCapture(void*);
static void RunRender(void*);
bool CaptureWorkerThread();
bool RenderWorkerThread();
bool KeyPressed();
AudioDeviceBuffer* _ptrAudioBuffer;
Mutex mutex_;
rtc::Event _stopEventRec;
rtc::Event _stopEvent;
// TODO(pbos): Replace with direct members, just start/stop, no need to
// recreate the thread.
// Only valid/running between calls to StartRecording and StopRecording.
std::unique_ptr<rtc::PlatformThread> capture_worker_thread_;
// Only valid/running between calls to StartPlayout and StopPlayout.
std::unique_ptr<rtc::PlatformThread> render_worker_thread_;
AudioMixerManagerMac _mixerManager;
uint16_t _inputDeviceIndex;
uint16_t _outputDeviceIndex;
AudioDeviceID _inputDeviceID;
AudioDeviceID _outputDeviceID;
#if __MAC_OS_X_VERSION_MAX_ALLOWED >= 1050
AudioDeviceIOProcID _inDeviceIOProcID;
AudioDeviceIOProcID _deviceIOProcID;
#endif
bool _inputDeviceIsSpecified;
bool _outputDeviceIsSpecified;
uint8_t _recChannels;
uint8_t _playChannels;
Float32* _captureBufData;
SInt16* _renderBufData;
SInt16 _renderConvertData[PLAY_BUF_SIZE_IN_SAMPLES];
bool _initialized;
bool _isShutDown;
bool _recording;
bool _playing;
bool _recIsInitialized;
bool _playIsInitialized;
// Atomically set varaibles
int32_t _renderDeviceIsAlive;
int32_t _captureDeviceIsAlive;
bool _twoDevices;
bool _doStop; // For play if not shared device or play+rec if shared device
bool _doStopRec; // For rec if not shared device
bool _macBookPro;
bool _macBookProPanRight;
AudioConverterRef _captureConverter;
AudioConverterRef _renderConverter;
AudioStreamBasicDescription _outStreamFormat;
AudioStreamBasicDescription _outDesiredFormat;
AudioStreamBasicDescription _inStreamFormat;
AudioStreamBasicDescription _inDesiredFormat;
uint32_t _captureLatencyUs;
uint32_t _renderLatencyUs;
// Atomically set variables
mutable int32_t _captureDelayUs;
mutable int32_t _renderDelayUs;
int32_t _renderDelayOffsetSamples;
PaUtilRingBuffer* _paCaptureBuffer;
PaUtilRingBuffer* _paRenderBuffer;
semaphore_t _renderSemaphore;
semaphore_t _captureSemaphore;
int _captureBufSizeSamples;
int _renderBufSizeSamples;
// Typing detection
// 0x5c is key "9", after that comes function keys.
bool prev_key_state_[0x5d];
};
} // namespace webrtc
#endif // MODULES_AUDIO_DEVICE_MAIN_SOURCE_MAC_AUDIO_DEVICE_MAC_H_
Reference in a new issue View git blame Copy permalink