mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-14 06:10:40 +01:00
cde8ab265e
This CL paves the way to making FrameBufferController injectable. LibvpxVp8Encoder can manage multiple streams. Prior to this CL, each stream had its own frame buffer controller, all of them held in a vector by LibvpxVp8Encoder. This complicated the code and produced some code duplication (cf. SetupTemporalLayers). This CL: 1. Replaces CreateVp8TemporalLayers() by a factory. (Later CLs will make this factory injectable.) 2. Makes LibvpxVp8Encoder use a single controller. This single controller will, in the case of multiple streams, delegate its work to multiple controllers, but that fact is not visible to LibvpxVp8Encoder. This CL also squashes CL #126046 (Send notifications of RTT and PLR changes to Vp8FrameBufferController) into it. Bug: webrtc:10382 Change-Id: Id9b55734bebb457acc276f34a7a9e52cc19c8eb9 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/126483 Commit-Queue: Elad Alon <eladalon@webrtc.org> Reviewed-by: Erik Språng <sprang@webrtc.org> Cr-Commit-Position: refs/heads/master@{#27206}
134 lines
4.6 KiB
C++
134 lines
4.6 KiB
C++
/*
|
|
* Copyright (c) 2018 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MODULES_VIDEO_CODING_CODECS_VP8_LIBVPX_VP8_ENCODER_H_
|
|
#define MODULES_VIDEO_CODING_CODECS_VP8_LIBVPX_VP8_ENCODER_H_
|
|
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
#include "api/video/encoded_image.h"
|
|
#include "api/video/video_frame.h"
|
|
#include "api/video_codecs/video_encoder.h"
|
|
#include "api/video_codecs/vp8_frame_buffer_controller.h"
|
|
#include "api/video_codecs/vp8_frame_config.h"
|
|
#include "common_types.h" // NOLINT(build/include)
|
|
#include "modules/video_coding/codecs/vp8/include/vp8.h"
|
|
#include "modules/video_coding/codecs/vp8/libvpx_interface.h"
|
|
#include "modules/video_coding/include/video_codec_interface.h"
|
|
#include "modules/video_coding/utility/framerate_controller.h"
|
|
#include "rtc_base/experiments/cpu_speed_experiment.h"
|
|
#include "rtc_base/experiments/rate_control_settings.h"
|
|
|
|
#include "vpx/vp8cx.h"
|
|
#include "vpx/vpx_encoder.h"
|
|
|
|
namespace webrtc {
|
|
|
|
class LibvpxVp8Encoder : public VideoEncoder {
|
|
public:
|
|
LibvpxVp8Encoder();
|
|
explicit LibvpxVp8Encoder(std::unique_ptr<LibvpxInterface> interface);
|
|
~LibvpxVp8Encoder() override;
|
|
|
|
int Release() override;
|
|
|
|
int InitEncode(const VideoCodec* codec_settings,
|
|
int number_of_cores,
|
|
size_t max_payload_size) override;
|
|
|
|
int Encode(const VideoFrame& input_image,
|
|
const std::vector<VideoFrameType>* frame_types) override;
|
|
|
|
int RegisterEncodeCompleteCallback(EncodedImageCallback* callback) override;
|
|
|
|
int SetRateAllocation(const VideoBitrateAllocation& bitrate,
|
|
uint32_t new_framerate) override;
|
|
|
|
void OnPacketLossRateUpdate(float packet_loss_rate) override;
|
|
|
|
void OnRttUpdate(int64_t rtt_ms) override;
|
|
|
|
EncoderInfo GetEncoderInfo() const override;
|
|
|
|
static vpx_enc_frame_flags_t EncodeFlags(const Vp8FrameConfig& references);
|
|
|
|
private:
|
|
// Get the cpu_speed setting for encoder based on resolution and/or platform.
|
|
int GetCpuSpeed(int width, int height);
|
|
|
|
// Determine number of encoder threads to use.
|
|
int NumberOfThreads(int width, int height, int number_of_cores);
|
|
|
|
// Call encoder initialize function and set control settings.
|
|
int InitAndSetControlSettings();
|
|
|
|
void PopulateCodecSpecific(CodecSpecificInfo* codec_specific,
|
|
const vpx_codec_cx_pkt& pkt,
|
|
int stream_idx,
|
|
int encoder_idx,
|
|
uint32_t timestamp);
|
|
|
|
int GetEncodedPartitions(const VideoFrame& input_image);
|
|
|
|
// Set the stream state for stream |stream_idx|.
|
|
void SetStreamState(bool send_stream, int stream_idx);
|
|
|
|
uint32_t MaxIntraTarget(uint32_t optimal_buffer_size);
|
|
|
|
uint32_t FrameDropThreshold(size_t spatial_idx) const;
|
|
|
|
size_t SteadyStateSize(int sid, int tid);
|
|
|
|
const std::unique_ptr<LibvpxInterface> libvpx_;
|
|
|
|
const absl::optional<std::vector<CpuSpeedExperiment::Config>>
|
|
experimental_cpu_speed_config_arm_;
|
|
const RateControlSettings rate_control_settings_;
|
|
|
|
EncodedImageCallback* encoded_complete_callback_;
|
|
VideoCodec codec_;
|
|
bool inited_;
|
|
int64_t timestamp_;
|
|
int qp_max_;
|
|
int cpu_speed_default_;
|
|
int number_of_cores_;
|
|
uint32_t rc_max_intra_target_;
|
|
std::unique_ptr<Vp8FrameBufferController> frame_buffer_controller_;
|
|
std::vector<bool> key_frame_request_;
|
|
std::vector<bool> send_stream_;
|
|
std::vector<int> cpu_speed_;
|
|
std::vector<vpx_image_t> raw_images_;
|
|
std::vector<EncodedImage> encoded_images_;
|
|
std::vector<vpx_codec_ctx_t> encoders_;
|
|
std::vector<vpx_codec_enc_cfg_t> configurations_;
|
|
std::vector<vpx_rational_t> downsampling_factors_;
|
|
|
|
// Variable frame-rate screencast related fields and methods.
|
|
const struct VariableFramerateExperiment {
|
|
bool enabled = false;
|
|
// Framerate is limited to this value in steady state.
|
|
float framerate_limit = 5.0;
|
|
// This qp or below is considered a steady state.
|
|
int steady_state_qp = 15;
|
|
// Frames of at least this percentage below ideal for configured bitrate are
|
|
// considered in a steady state.
|
|
int steady_state_undershoot_percentage = 30;
|
|
} variable_framerate_experiment_;
|
|
static VariableFramerateExperiment ParseVariableFramerateConfig(
|
|
std::string group_name);
|
|
FramerateController framerate_controller_;
|
|
int num_steady_state_frames_;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // MODULES_VIDEO_CODING_CODECS_VP8_LIBVPX_VP8_ENCODER_H_
|