mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-13 13:50:40 +01:00

This reverts commit 80cd25bcfb
.
Reason for revert: Breaks downstream project
Original change's description:
> Delete CodecNamesEq, replaced with absl::EqualsIgnoreCase
>
> Bug: None
> Change-Id: I225fe1e16a3c96e5a03e3ae8fe975f368be7e6ad
> Reviewed-on: https://webrtc-review.googlesource.com/c/107303
> Commit-Queue: Niels Moller <nisse@webrtc.org>
> Reviewed-by: Karl Wiberg <kwiberg@webrtc.org>
> Cr-Commit-Position: refs/heads/master@{#25312}
TBR=mbonadei@webrtc.org,kwiberg@webrtc.org,nisse@webrtc.org
No-Try: true
Bug: None
Change-Id: I77b66bc032e2d95d1bd408c6cdeceb4dcd511699
Reviewed-on: https://webrtc-review.googlesource.com/c/107643
Reviewed-by: Oleh Prypin <oprypin@webrtc.org>
Commit-Queue: Oleh Prypin <oprypin@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#25317}
645 lines
26 KiB
C++
645 lines
26 KiB
C++
/*
|
|
* Copyright (c) 2015 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*
|
|
*/
|
|
|
|
#include "modules/video_coding/codecs/h264/h264_encoder_impl.h"
|
|
|
|
#include <limits>
|
|
#include <string>
|
|
|
|
#include "third_party/openh264/src/codec/api/svc/codec_api.h"
|
|
#include "third_party/openh264/src/codec/api/svc/codec_app_def.h"
|
|
#include "third_party/openh264/src/codec/api/svc/codec_def.h"
|
|
#include "third_party/openh264/src/codec/api/svc/codec_ver.h"
|
|
|
|
#include "common_video/libyuv/include/webrtc_libyuv.h"
|
|
#include "modules/video_coding/utility/simulcast_rate_allocator.h"
|
|
#include "modules/video_coding/utility/simulcast_utility.h"
|
|
#include "rtc_base/checks.h"
|
|
#include "rtc_base/logging.h"
|
|
#include "rtc_base/timeutils.h"
|
|
#include "system_wrappers/include/metrics.h"
|
|
#include "third_party/libyuv/include/libyuv/convert.h"
|
|
#include "third_party/libyuv/include/libyuv/scale.h"
|
|
|
|
namespace webrtc {
|
|
|
|
namespace {
|
|
|
|
const bool kOpenH264EncoderDetailedLogging = false;
|
|
|
|
// QP scaling thresholds.
|
|
static const int kLowH264QpThreshold = 24;
|
|
static const int kHighH264QpThreshold = 37;
|
|
|
|
// Used by histograms. Values of entries should not be changed.
|
|
enum H264EncoderImplEvent {
|
|
kH264EncoderEventInit = 0,
|
|
kH264EncoderEventError = 1,
|
|
kH264EncoderEventMax = 16,
|
|
};
|
|
|
|
int NumberOfThreads(int width, int height, int number_of_cores) {
|
|
// TODO(hbos): In Chromium, multiple threads do not work with sandbox on Mac,
|
|
// see crbug.com/583348. Until further investigated, only use one thread.
|
|
// if (width * height >= 1920 * 1080 && number_of_cores > 8) {
|
|
// return 8; // 8 threads for 1080p on high perf machines.
|
|
// } else if (width * height > 1280 * 960 && number_of_cores >= 6) {
|
|
// return 3; // 3 threads for 1080p.
|
|
// } else if (width * height > 640 * 480 && number_of_cores >= 3) {
|
|
// return 2; // 2 threads for qHD/HD.
|
|
// } else {
|
|
// return 1; // 1 thread for VGA or less.
|
|
// }
|
|
// TODO(sprang): Also check sSliceArgument.uiSliceNum om GetEncoderPrams(),
|
|
// before enabling multithreading here.
|
|
return 1;
|
|
}
|
|
|
|
FrameType ConvertToVideoFrameType(EVideoFrameType type) {
|
|
switch (type) {
|
|
case videoFrameTypeIDR:
|
|
return kVideoFrameKey;
|
|
case videoFrameTypeSkip:
|
|
case videoFrameTypeI:
|
|
case videoFrameTypeP:
|
|
case videoFrameTypeIPMixed:
|
|
return kVideoFrameDelta;
|
|
case videoFrameTypeInvalid:
|
|
break;
|
|
}
|
|
RTC_NOTREACHED() << "Unexpected/invalid frame type: " << type;
|
|
return kEmptyFrame;
|
|
}
|
|
|
|
} // namespace
|
|
|
|
// Helper method used by H264EncoderImpl::Encode.
|
|
// Copies the encoded bytes from |info| to |encoded_image| and updates the
|
|
// fragmentation information of |frag_header|. The |encoded_image->_buffer| may
|
|
// be deleted and reallocated if a bigger buffer is required.
|
|
//
|
|
// After OpenH264 encoding, the encoded bytes are stored in |info| spread out
|
|
// over a number of layers and "NAL units". Each NAL unit is a fragment starting
|
|
// with the four-byte start code {0,0,0,1}. All of this data (including the
|
|
// start codes) is copied to the |encoded_image->_buffer| and the |frag_header|
|
|
// is updated to point to each fragment, with offsets and lengths set as to
|
|
// exclude the start codes.
|
|
static void RtpFragmentize(EncodedImage* encoded_image,
|
|
std::unique_ptr<uint8_t[]>* encoded_image_buffer,
|
|
const VideoFrameBuffer& frame_buffer,
|
|
SFrameBSInfo* info,
|
|
RTPFragmentationHeader* frag_header) {
|
|
// Calculate minimum buffer size required to hold encoded data.
|
|
size_t required_size = 0;
|
|
size_t fragments_count = 0;
|
|
for (int layer = 0; layer < info->iLayerNum; ++layer) {
|
|
const SLayerBSInfo& layerInfo = info->sLayerInfo[layer];
|
|
for (int nal = 0; nal < layerInfo.iNalCount; ++nal, ++fragments_count) {
|
|
RTC_CHECK_GE(layerInfo.pNalLengthInByte[nal], 0);
|
|
// Ensure |required_size| will not overflow.
|
|
RTC_CHECK_LE(layerInfo.pNalLengthInByte[nal],
|
|
std::numeric_limits<size_t>::max() - required_size);
|
|
required_size += layerInfo.pNalLengthInByte[nal];
|
|
}
|
|
}
|
|
if (encoded_image->_size < required_size) {
|
|
// Increase buffer size. Allocate enough to hold an unencoded image, this
|
|
// should be more than enough to hold any encoded data of future frames of
|
|
// the same size (avoiding possible future reallocation due to variations in
|
|
// required size).
|
|
encoded_image->_size = CalcBufferSize(
|
|
VideoType::kI420, frame_buffer.width(), frame_buffer.height());
|
|
if (encoded_image->_size < required_size) {
|
|
// Encoded data > unencoded data. Allocate required bytes.
|
|
RTC_LOG(LS_WARNING)
|
|
<< "Encoding produced more bytes than the original image "
|
|
<< "data! Original bytes: " << encoded_image->_size
|
|
<< ", encoded bytes: " << required_size << ".";
|
|
encoded_image->_size = required_size;
|
|
}
|
|
encoded_image->_buffer = new uint8_t[encoded_image->_size];
|
|
encoded_image_buffer->reset(encoded_image->_buffer);
|
|
}
|
|
|
|
// Iterate layers and NAL units, note each NAL unit as a fragment and copy
|
|
// the data to |encoded_image->_buffer|.
|
|
const uint8_t start_code[4] = {0, 0, 0, 1};
|
|
frag_header->VerifyAndAllocateFragmentationHeader(fragments_count);
|
|
size_t frag = 0;
|
|
encoded_image->_length = 0;
|
|
for (int layer = 0; layer < info->iLayerNum; ++layer) {
|
|
const SLayerBSInfo& layerInfo = info->sLayerInfo[layer];
|
|
// Iterate NAL units making up this layer, noting fragments.
|
|
size_t layer_len = 0;
|
|
for (int nal = 0; nal < layerInfo.iNalCount; ++nal, ++frag) {
|
|
// Because the sum of all layer lengths, |required_size|, fits in a
|
|
// |size_t|, we know that any indices in-between will not overflow.
|
|
RTC_DCHECK_GE(layerInfo.pNalLengthInByte[nal], 4);
|
|
RTC_DCHECK_EQ(layerInfo.pBsBuf[layer_len + 0], start_code[0]);
|
|
RTC_DCHECK_EQ(layerInfo.pBsBuf[layer_len + 1], start_code[1]);
|
|
RTC_DCHECK_EQ(layerInfo.pBsBuf[layer_len + 2], start_code[2]);
|
|
RTC_DCHECK_EQ(layerInfo.pBsBuf[layer_len + 3], start_code[3]);
|
|
frag_header->fragmentationOffset[frag] =
|
|
encoded_image->_length + layer_len + sizeof(start_code);
|
|
frag_header->fragmentationLength[frag] =
|
|
layerInfo.pNalLengthInByte[nal] - sizeof(start_code);
|
|
layer_len += layerInfo.pNalLengthInByte[nal];
|
|
}
|
|
// Copy the entire layer's data (including start codes).
|
|
memcpy(encoded_image->_buffer + encoded_image->_length, layerInfo.pBsBuf,
|
|
layer_len);
|
|
encoded_image->_length += layer_len;
|
|
}
|
|
}
|
|
|
|
H264EncoderImpl::H264EncoderImpl(const cricket::VideoCodec& codec)
|
|
: packetization_mode_(H264PacketizationMode::SingleNalUnit),
|
|
max_payload_size_(0),
|
|
number_of_cores_(0),
|
|
encoded_image_callback_(nullptr),
|
|
has_reported_init_(false),
|
|
has_reported_error_(false) {
|
|
RTC_CHECK(cricket::CodecNamesEq(codec.name, cricket::kH264CodecName));
|
|
std::string packetization_mode_string;
|
|
if (codec.GetParam(cricket::kH264FmtpPacketizationMode,
|
|
&packetization_mode_string) &&
|
|
packetization_mode_string == "1") {
|
|
packetization_mode_ = H264PacketizationMode::NonInterleaved;
|
|
}
|
|
downscaled_buffers_.reserve(kMaxSimulcastStreams - 1);
|
|
encoded_images_.reserve(kMaxSimulcastStreams);
|
|
encoded_image_buffers_.reserve(kMaxSimulcastStreams);
|
|
encoders_.reserve(kMaxSimulcastStreams);
|
|
configurations_.reserve(kMaxSimulcastStreams);
|
|
}
|
|
|
|
H264EncoderImpl::~H264EncoderImpl() {
|
|
Release();
|
|
}
|
|
|
|
int32_t H264EncoderImpl::InitEncode(const VideoCodec* inst,
|
|
int32_t number_of_cores,
|
|
size_t max_payload_size) {
|
|
ReportInit();
|
|
if (!inst || inst->codecType != kVideoCodecH264) {
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERR_PARAMETER;
|
|
}
|
|
if (inst->maxFramerate == 0) {
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERR_PARAMETER;
|
|
}
|
|
if (inst->width < 1 || inst->height < 1) {
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERR_PARAMETER;
|
|
}
|
|
|
|
int32_t release_ret = Release();
|
|
if (release_ret != WEBRTC_VIDEO_CODEC_OK) {
|
|
ReportError();
|
|
return release_ret;
|
|
}
|
|
|
|
int number_of_streams = SimulcastUtility::NumberOfSimulcastStreams(*inst);
|
|
bool doing_simulcast = (number_of_streams > 1);
|
|
|
|
if (doing_simulcast && (!SimulcastUtility::ValidSimulcastResolutions(
|
|
*inst, number_of_streams) ||
|
|
!SimulcastUtility::ValidSimulcastTemporalLayers(
|
|
*inst, number_of_streams))) {
|
|
return WEBRTC_VIDEO_CODEC_ERR_SIMULCAST_PARAMETERS_NOT_SUPPORTED;
|
|
}
|
|
downscaled_buffers_.resize(number_of_streams - 1);
|
|
encoded_images_.resize(number_of_streams);
|
|
encoded_image_buffers_.resize(number_of_streams);
|
|
encoders_.resize(number_of_streams);
|
|
pictures_.resize(number_of_streams);
|
|
configurations_.resize(number_of_streams);
|
|
|
|
number_of_cores_ = number_of_cores;
|
|
max_payload_size_ = max_payload_size;
|
|
codec_ = *inst;
|
|
|
|
// Code expects simulcastStream resolutions to be correct, make sure they are
|
|
// filled even when there are no simulcast layers.
|
|
if (codec_.numberOfSimulcastStreams == 0) {
|
|
codec_.simulcastStream[0].width = codec_.width;
|
|
codec_.simulcastStream[0].height = codec_.height;
|
|
}
|
|
|
|
for (int i = 0, idx = number_of_streams - 1; i < number_of_streams;
|
|
++i, --idx) {
|
|
// Temporal layers still not supported.
|
|
if (inst->simulcastStream[i].numberOfTemporalLayers > 1) {
|
|
Release();
|
|
return WEBRTC_VIDEO_CODEC_ERR_SIMULCAST_PARAMETERS_NOT_SUPPORTED;
|
|
}
|
|
ISVCEncoder* openh264_encoder;
|
|
// Create encoder.
|
|
if (WelsCreateSVCEncoder(&openh264_encoder) != 0) {
|
|
// Failed to create encoder.
|
|
RTC_LOG(LS_ERROR) << "Failed to create OpenH264 encoder";
|
|
RTC_DCHECK(!openh264_encoder);
|
|
Release();
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERROR;
|
|
}
|
|
RTC_DCHECK(openh264_encoder);
|
|
if (kOpenH264EncoderDetailedLogging) {
|
|
int trace_level = WELS_LOG_DETAIL;
|
|
openh264_encoder->SetOption(ENCODER_OPTION_TRACE_LEVEL, &trace_level);
|
|
}
|
|
// else WELS_LOG_DEFAULT is used by default.
|
|
|
|
// Store h264 encoder.
|
|
encoders_[i] = openh264_encoder;
|
|
|
|
// Set internal settings from codec_settings
|
|
configurations_[i].simulcast_idx = idx;
|
|
configurations_[i].sending = false;
|
|
configurations_[i].width = codec_.simulcastStream[idx].width;
|
|
configurations_[i].height = codec_.simulcastStream[idx].height;
|
|
configurations_[i].max_frame_rate = static_cast<float>(codec_.maxFramerate);
|
|
configurations_[i].frame_dropping_on = codec_.H264()->frameDroppingOn;
|
|
configurations_[i].key_frame_interval = codec_.H264()->keyFrameInterval;
|
|
|
|
// Create downscaled image buffers.
|
|
if (i > 0) {
|
|
downscaled_buffers_[i - 1] = I420Buffer::Create(
|
|
configurations_[i].width, configurations_[i].height,
|
|
configurations_[i].width, configurations_[i].width / 2,
|
|
configurations_[i].width / 2);
|
|
}
|
|
|
|
// Codec_settings uses kbits/second; encoder uses bits/second.
|
|
configurations_[i].max_bps = codec_.maxBitrate * 1000;
|
|
configurations_[i].target_bps = codec_.startBitrate * 1000;
|
|
|
|
// Create encoder parameters based on the layer configuration.
|
|
SEncParamExt encoder_params = CreateEncoderParams(i);
|
|
|
|
// Initialize.
|
|
if (openh264_encoder->InitializeExt(&encoder_params) != 0) {
|
|
RTC_LOG(LS_ERROR) << "Failed to initialize OpenH264 encoder";
|
|
Release();
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERROR;
|
|
}
|
|
// TODO(pbos): Base init params on these values before submitting.
|
|
int video_format = EVideoFormatType::videoFormatI420;
|
|
openh264_encoder->SetOption(ENCODER_OPTION_DATAFORMAT, &video_format);
|
|
|
|
// Initialize encoded image. Default buffer size: size of unencoded data.
|
|
encoded_images_[i]._size =
|
|
CalcBufferSize(VideoType::kI420, codec_.simulcastStream[idx].width,
|
|
codec_.simulcastStream[idx].height);
|
|
encoded_images_[i]._buffer = new uint8_t[encoded_images_[i]._size];
|
|
encoded_image_buffers_[i].reset(encoded_images_[i]._buffer);
|
|
encoded_images_[i]._completeFrame = true;
|
|
encoded_images_[i]._encodedWidth = codec_.simulcastStream[idx].width;
|
|
encoded_images_[i]._encodedHeight = codec_.simulcastStream[idx].height;
|
|
encoded_images_[i]._length = 0;
|
|
}
|
|
|
|
SimulcastRateAllocator init_allocator(codec_);
|
|
BitrateAllocation allocation = init_allocator.GetAllocation(
|
|
codec_.startBitrate * 1000, codec_.maxFramerate);
|
|
return SetRateAllocation(allocation, codec_.maxFramerate);
|
|
}
|
|
|
|
int32_t H264EncoderImpl::Release() {
|
|
while (!encoders_.empty()) {
|
|
ISVCEncoder* openh264_encoder = encoders_.back();
|
|
if (openh264_encoder) {
|
|
RTC_CHECK_EQ(0, openh264_encoder->Uninitialize());
|
|
WelsDestroySVCEncoder(openh264_encoder);
|
|
}
|
|
encoders_.pop_back();
|
|
}
|
|
downscaled_buffers_.clear();
|
|
configurations_.clear();
|
|
encoded_images_.clear();
|
|
encoded_image_buffers_.clear();
|
|
pictures_.clear();
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
int32_t H264EncoderImpl::RegisterEncodeCompleteCallback(
|
|
EncodedImageCallback* callback) {
|
|
encoded_image_callback_ = callback;
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
int32_t H264EncoderImpl::SetRateAllocation(
|
|
const BitrateAllocation& bitrate,
|
|
uint32_t new_framerate) {
|
|
if (encoders_.empty())
|
|
return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
|
|
|
|
if (new_framerate < 1)
|
|
return WEBRTC_VIDEO_CODEC_ERR_PARAMETER;
|
|
|
|
if (bitrate.get_sum_bps() == 0) {
|
|
// Encoder paused, turn off all encoding.
|
|
for (size_t i = 0; i < configurations_.size(); ++i)
|
|
configurations_[i].SetStreamState(false);
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
// At this point, bitrate allocation should already match codec settings.
|
|
if (codec_.maxBitrate > 0)
|
|
RTC_DCHECK_LE(bitrate.get_sum_kbps(), codec_.maxBitrate);
|
|
RTC_DCHECK_GE(bitrate.get_sum_kbps(), codec_.minBitrate);
|
|
if (codec_.numberOfSimulcastStreams > 0)
|
|
RTC_DCHECK_GE(bitrate.get_sum_kbps(), codec_.simulcastStream[0].minBitrate);
|
|
|
|
codec_.maxFramerate = new_framerate;
|
|
|
|
size_t stream_idx = encoders_.size() - 1;
|
|
for (size_t i = 0; i < encoders_.size(); ++i, --stream_idx) {
|
|
// Update layer config.
|
|
configurations_[i].target_bps = bitrate.GetSpatialLayerSum(stream_idx);
|
|
configurations_[i].max_frame_rate = static_cast<float>(new_framerate);
|
|
|
|
if (configurations_[i].target_bps) {
|
|
configurations_[i].SetStreamState(true);
|
|
|
|
// Update h264 encoder.
|
|
SBitrateInfo target_bitrate;
|
|
memset(&target_bitrate, 0, sizeof(SBitrateInfo));
|
|
target_bitrate.iLayer = SPATIAL_LAYER_ALL,
|
|
target_bitrate.iBitrate = configurations_[i].target_bps;
|
|
encoders_[i]->SetOption(ENCODER_OPTION_BITRATE, &target_bitrate);
|
|
encoders_[i]->SetOption(ENCODER_OPTION_FRAME_RATE,
|
|
&configurations_[i].max_frame_rate);
|
|
} else {
|
|
configurations_[i].SetStreamState(false);
|
|
}
|
|
}
|
|
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
int32_t H264EncoderImpl::Encode(const VideoFrame& input_frame,
|
|
const CodecSpecificInfo* codec_specific_info,
|
|
const std::vector<FrameType>* frame_types) {
|
|
if (encoders_.empty()) {
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
|
|
}
|
|
if (!encoded_image_callback_) {
|
|
RTC_LOG(LS_WARNING)
|
|
<< "InitEncode() has been called, but a callback function "
|
|
<< "has not been set with RegisterEncodeCompleteCallback()";
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_UNINITIALIZED;
|
|
}
|
|
|
|
rtc::scoped_refptr<const I420BufferInterface> frame_buffer =
|
|
input_frame.video_frame_buffer()->ToI420();
|
|
|
|
bool send_key_frame = false;
|
|
for (size_t i = 0; i < configurations_.size(); ++i) {
|
|
if (configurations_[i].key_frame_request && configurations_[i].sending) {
|
|
send_key_frame = true;
|
|
break;
|
|
}
|
|
}
|
|
if (!send_key_frame && frame_types) {
|
|
for (size_t i = 0; i < frame_types->size() && i < configurations_.size();
|
|
++i) {
|
|
if ((*frame_types)[i] == kVideoFrameKey && configurations_[i].sending) {
|
|
send_key_frame = true;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
RTC_DCHECK_EQ(configurations_[0].width, frame_buffer->width());
|
|
RTC_DCHECK_EQ(configurations_[0].height, frame_buffer->height());
|
|
|
|
// Encode image for each layer.
|
|
for (size_t i = 0; i < encoders_.size(); ++i) {
|
|
// EncodeFrame input.
|
|
pictures_[i] = {0};
|
|
pictures_[i].iPicWidth = configurations_[i].width;
|
|
pictures_[i].iPicHeight = configurations_[i].height;
|
|
pictures_[i].iColorFormat = EVideoFormatType::videoFormatI420;
|
|
pictures_[i].uiTimeStamp = input_frame.ntp_time_ms();
|
|
// Downscale images on second and ongoing layers.
|
|
if (i == 0) {
|
|
pictures_[i].iStride[0] = frame_buffer->StrideY();
|
|
pictures_[i].iStride[1] = frame_buffer->StrideU();
|
|
pictures_[i].iStride[2] = frame_buffer->StrideV();
|
|
pictures_[i].pData[0] = const_cast<uint8_t*>(frame_buffer->DataY());
|
|
pictures_[i].pData[1] = const_cast<uint8_t*>(frame_buffer->DataU());
|
|
pictures_[i].pData[2] = const_cast<uint8_t*>(frame_buffer->DataV());
|
|
} else {
|
|
pictures_[i].iStride[0] = downscaled_buffers_[i - 1]->StrideY();
|
|
pictures_[i].iStride[1] = downscaled_buffers_[i - 1]->StrideU();
|
|
pictures_[i].iStride[2] = downscaled_buffers_[i - 1]->StrideV();
|
|
pictures_[i].pData[0] =
|
|
const_cast<uint8_t*>(downscaled_buffers_[i - 1]->DataY());
|
|
pictures_[i].pData[1] =
|
|
const_cast<uint8_t*>(downscaled_buffers_[i - 1]->DataU());
|
|
pictures_[i].pData[2] =
|
|
const_cast<uint8_t*>(downscaled_buffers_[i - 1]->DataV());
|
|
// Scale the image down a number of times by downsampling factor.
|
|
libyuv::I420Scale(pictures_[i - 1].pData[0], pictures_[i - 1].iStride[0],
|
|
pictures_[i - 1].pData[1], pictures_[i - 1].iStride[1],
|
|
pictures_[i - 1].pData[2], pictures_[i - 1].iStride[2],
|
|
configurations_[i - 1].width,
|
|
configurations_[i - 1].height, pictures_[i].pData[0],
|
|
pictures_[i].iStride[0], pictures_[i].pData[1],
|
|
pictures_[i].iStride[1], pictures_[i].pData[2],
|
|
pictures_[i].iStride[2], configurations_[i].width,
|
|
configurations_[i].height, libyuv::kFilterBilinear);
|
|
}
|
|
|
|
if (!configurations_[i].sending) {
|
|
continue;
|
|
}
|
|
if (frame_types != nullptr) {
|
|
// Skip frame?
|
|
if ((*frame_types)[i] == kEmptyFrame) {
|
|
continue;
|
|
}
|
|
}
|
|
if (send_key_frame) {
|
|
// API doc says ForceIntraFrame(false) does nothing, but calling this
|
|
// function forces a key frame regardless of the |bIDR| argument's value.
|
|
// (If every frame is a key frame we get lag/delays.)
|
|
encoders_[i]->ForceIntraFrame(true);
|
|
configurations_[i].key_frame_request = false;
|
|
}
|
|
// EncodeFrame output.
|
|
SFrameBSInfo info;
|
|
memset(&info, 0, sizeof(SFrameBSInfo));
|
|
|
|
// Encode!
|
|
int enc_ret = encoders_[i]->EncodeFrame(&pictures_[i], &info);
|
|
if (enc_ret != 0) {
|
|
RTC_LOG(LS_ERROR)
|
|
<< "OpenH264 frame encoding failed, EncodeFrame returned " << enc_ret
|
|
<< ".";
|
|
ReportError();
|
|
return WEBRTC_VIDEO_CODEC_ERROR;
|
|
}
|
|
|
|
encoded_images_[i]._encodedWidth = configurations_[i].width;
|
|
encoded_images_[i]._encodedHeight = configurations_[i].height;
|
|
encoded_images_[i].SetTimestamp(input_frame.timestamp());
|
|
encoded_images_[i].ntp_time_ms_ = input_frame.ntp_time_ms();
|
|
encoded_images_[i].capture_time_ms_ = input_frame.render_time_ms();
|
|
encoded_images_[i].rotation_ = input_frame.rotation();
|
|
encoded_images_[i].content_type_ =
|
|
(codec_.mode == VideoCodecMode::kScreensharing)
|
|
? VideoContentType::SCREENSHARE
|
|
: VideoContentType::UNSPECIFIED;
|
|
encoded_images_[i].timing_.flags = VideoSendTiming::kInvalid;
|
|
encoded_images_[i]._frameType = ConvertToVideoFrameType(info.eFrameType);
|
|
encoded_images_[i].SetSpatialIndex(configurations_[i].simulcast_idx);
|
|
|
|
// Split encoded image up into fragments. This also updates
|
|
// |encoded_image_|.
|
|
RTPFragmentationHeader frag_header;
|
|
RtpFragmentize(&encoded_images_[i], &encoded_image_buffers_[i],
|
|
*frame_buffer, &info, &frag_header);
|
|
|
|
// Encoder can skip frames to save bandwidth in which case
|
|
// |encoded_images_[i]._length| == 0.
|
|
if (encoded_images_[i]._length > 0) {
|
|
// Parse QP.
|
|
h264_bitstream_parser_.ParseBitstream(encoded_images_[i]._buffer,
|
|
encoded_images_[i]._length);
|
|
h264_bitstream_parser_.GetLastSliceQp(&encoded_images_[i].qp_);
|
|
|
|
// Deliver encoded image.
|
|
CodecSpecificInfo codec_specific;
|
|
codec_specific.codecType = kVideoCodecH264;
|
|
codec_specific.codecSpecific.H264.packetization_mode =
|
|
packetization_mode_;
|
|
encoded_image_callback_->OnEncodedImage(encoded_images_[i],
|
|
&codec_specific, &frag_header);
|
|
}
|
|
}
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
const char* H264EncoderImpl::ImplementationName() const {
|
|
return "OpenH264";
|
|
}
|
|
|
|
// Initialization parameters.
|
|
// There are two ways to initialize. There is SEncParamBase (cleared with
|
|
// memset(&p, 0, sizeof(SEncParamBase)) used in Initialize, and SEncParamExt
|
|
// which is a superset of SEncParamBase (cleared with GetDefaultParams) used
|
|
// in InitializeExt.
|
|
SEncParamExt H264EncoderImpl::CreateEncoderParams(size_t i) const {
|
|
SEncParamExt encoder_params;
|
|
encoders_[i]->GetDefaultParams(&encoder_params);
|
|
if (codec_.mode == VideoCodecMode::kRealtimeVideo) {
|
|
encoder_params.iUsageType = CAMERA_VIDEO_REAL_TIME;
|
|
} else if (codec_.mode == VideoCodecMode::kScreensharing) {
|
|
encoder_params.iUsageType = SCREEN_CONTENT_REAL_TIME;
|
|
} else {
|
|
RTC_NOTREACHED();
|
|
}
|
|
encoder_params.iPicWidth = configurations_[i].width;
|
|
encoder_params.iPicHeight = configurations_[i].height;
|
|
encoder_params.iTargetBitrate = configurations_[i].target_bps;
|
|
encoder_params.iMaxBitrate = configurations_[i].max_bps;
|
|
// Rate Control mode
|
|
encoder_params.iRCMode = RC_BITRATE_MODE;
|
|
encoder_params.fMaxFrameRate = configurations_[i].max_frame_rate;
|
|
|
|
// The following parameters are extension parameters (they're in SEncParamExt,
|
|
// not in SEncParamBase).
|
|
encoder_params.bEnableFrameSkip = configurations_[i].frame_dropping_on;
|
|
// |uiIntraPeriod| - multiple of GOP size
|
|
// |keyFrameInterval| - number of frames
|
|
encoder_params.uiIntraPeriod = configurations_[i].key_frame_interval;
|
|
encoder_params.uiMaxNalSize = 0;
|
|
// Threading model: use auto.
|
|
// 0: auto (dynamic imp. internal encoder)
|
|
// 1: single thread (default value)
|
|
// >1: number of threads
|
|
encoder_params.iMultipleThreadIdc = NumberOfThreads(
|
|
encoder_params.iPicWidth, encoder_params.iPicHeight, number_of_cores_);
|
|
// The base spatial layer 0 is the only one we use.
|
|
encoder_params.sSpatialLayers[0].iVideoWidth = encoder_params.iPicWidth;
|
|
encoder_params.sSpatialLayers[0].iVideoHeight = encoder_params.iPicHeight;
|
|
encoder_params.sSpatialLayers[0].fFrameRate = encoder_params.fMaxFrameRate;
|
|
encoder_params.sSpatialLayers[0].iSpatialBitrate =
|
|
encoder_params.iTargetBitrate;
|
|
encoder_params.sSpatialLayers[0].iMaxSpatialBitrate =
|
|
encoder_params.iMaxBitrate;
|
|
RTC_LOG(INFO) << "OpenH264 version is " << OPENH264_MAJOR << "."
|
|
<< OPENH264_MINOR;
|
|
switch (packetization_mode_) {
|
|
case H264PacketizationMode::SingleNalUnit:
|
|
// Limit the size of the packets produced.
|
|
encoder_params.sSpatialLayers[0].sSliceArgument.uiSliceNum = 1;
|
|
encoder_params.sSpatialLayers[0].sSliceArgument.uiSliceMode =
|
|
SM_SIZELIMITED_SLICE;
|
|
encoder_params.sSpatialLayers[0].sSliceArgument.uiSliceSizeConstraint =
|
|
static_cast<unsigned int>(max_payload_size_);
|
|
RTC_LOG(INFO) << "Encoder is configured with NALU constraint: "
|
|
<< max_payload_size_ << " bytes";
|
|
break;
|
|
case H264PacketizationMode::NonInterleaved:
|
|
// When uiSliceMode = SM_FIXEDSLCNUM_SLICE, uiSliceNum = 0 means auto
|
|
// design it with cpu core number.
|
|
// TODO(sprang): Set to 0 when we understand why the rate controller borks
|
|
// when uiSliceNum > 1.
|
|
encoder_params.sSpatialLayers[0].sSliceArgument.uiSliceNum = 1;
|
|
encoder_params.sSpatialLayers[0].sSliceArgument.uiSliceMode =
|
|
SM_FIXEDSLCNUM_SLICE;
|
|
break;
|
|
}
|
|
return encoder_params;
|
|
}
|
|
|
|
void H264EncoderImpl::ReportInit() {
|
|
if (has_reported_init_)
|
|
return;
|
|
RTC_HISTOGRAM_ENUMERATION("WebRTC.Video.H264EncoderImpl.Event",
|
|
kH264EncoderEventInit, kH264EncoderEventMax);
|
|
has_reported_init_ = true;
|
|
}
|
|
|
|
void H264EncoderImpl::ReportError() {
|
|
if (has_reported_error_)
|
|
return;
|
|
RTC_HISTOGRAM_ENUMERATION("WebRTC.Video.H264EncoderImpl.Event",
|
|
kH264EncoderEventError, kH264EncoderEventMax);
|
|
has_reported_error_ = true;
|
|
}
|
|
|
|
int32_t H264EncoderImpl::SetChannelParameters(uint32_t packet_loss,
|
|
int64_t rtt) {
|
|
return WEBRTC_VIDEO_CODEC_OK;
|
|
}
|
|
|
|
VideoEncoder::ScalingSettings H264EncoderImpl::GetScalingSettings() const {
|
|
return VideoEncoder::ScalingSettings(kLowH264QpThreshold,
|
|
kHighH264QpThreshold);
|
|
}
|
|
|
|
void H264EncoderImpl::LayerConfig::SetStreamState(bool send_stream) {
|
|
if (send_stream && !sending) {
|
|
// Need a key frame if we have not sent this stream before.
|
|
key_frame_request = true;
|
|
}
|
|
sending = send_stream;
|
|
}
|
|
|
|
} // namespace webrtc
|