/* * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "modules/video_coding/media_optimization.h" #include #include "modules/video_coding/utility/frame_dropper.h" #include "system_wrappers/include/clock.h" namespace webrtc { namespace media_optimization { MediaOptimization::MediaOptimization(Clock* clock) : clock_(clock), max_bit_rate_(0), user_frame_rate_(0), frame_dropper_(new FrameDropper), video_target_bitrate_(0), incoming_frame_rate_(0) { memset(incoming_frame_times_, -1, sizeof(incoming_frame_times_)); } MediaOptimization::~MediaOptimization(void) { } void MediaOptimization::Reset() { rtc::CritScope lock(&crit_sect_); SetEncodingDataInternal(0, 0, 0); memset(incoming_frame_times_, -1, sizeof(incoming_frame_times_)); incoming_frame_rate_ = 0.0; frame_dropper_->Reset(); frame_dropper_->SetRates(0, 0); video_target_bitrate_ = 0; user_frame_rate_ = 0; } void MediaOptimization::SetEncodingData(int32_t max_bit_rate, uint32_t target_bitrate, uint32_t frame_rate) { rtc::CritScope lock(&crit_sect_); SetEncodingDataInternal(max_bit_rate, frame_rate, target_bitrate); } void MediaOptimization::SetEncodingDataInternal(int32_t max_bit_rate, uint32_t frame_rate, uint32_t target_bitrate) { // Everything codec specific should be reset here since this means the codec // has changed. max_bit_rate_ = max_bit_rate; video_target_bitrate_ = target_bitrate; float target_bitrate_kbps = static_cast(target_bitrate) / 1000.0f; frame_dropper_->Reset(); frame_dropper_->SetRates(target_bitrate_kbps, static_cast(frame_rate)); user_frame_rate_ = static_cast(frame_rate); } uint32_t MediaOptimization::SetTargetRates(uint32_t target_bitrate) { rtc::CritScope lock(&crit_sect_); video_target_bitrate_ = target_bitrate; // Cap target video bitrate to codec maximum. if (max_bit_rate_ > 0 && video_target_bitrate_ > max_bit_rate_) { video_target_bitrate_ = max_bit_rate_; } // Update encoding rates following protection settings. float target_video_bitrate_kbps = static_cast(video_target_bitrate_) / 1000.0f; float framerate = incoming_frame_rate_; if (framerate == 0.0) { // No framerate estimate available, use configured max framerate instead. framerate = user_frame_rate_; } frame_dropper_->SetRates(target_video_bitrate_kbps, framerate); return video_target_bitrate_; } uint32_t MediaOptimization::InputFrameRate() { rtc::CritScope lock(&crit_sect_); return InputFrameRateInternal(); } uint32_t MediaOptimization::InputFrameRateInternal() { ProcessIncomingFrameRate(clock_->TimeInMilliseconds()); uint32_t framerate = static_cast(std::min( std::numeric_limits::max(), incoming_frame_rate_ + 0.5f)); return framerate; } int32_t MediaOptimization::UpdateWithEncodedData( const EncodedImage& encoded_image) { size_t encoded_length = encoded_image._length; rtc::CritScope lock(&crit_sect_); if (encoded_length > 0) { const bool delta_frame = encoded_image._frameType != kVideoFrameKey; frame_dropper_->Fill(encoded_length, delta_frame); } return VCM_OK; } void MediaOptimization::EnableFrameDropper(bool enable) { rtc::CritScope lock(&crit_sect_); frame_dropper_->Enable(enable); } bool MediaOptimization::DropFrame() { rtc::CritScope lock(&crit_sect_); UpdateIncomingFrameRate(); // Leak appropriate number of bytes. frame_dropper_->Leak((uint32_t)(InputFrameRateInternal() + 0.5f)); return frame_dropper_->DropFrame(); } void MediaOptimization::UpdateIncomingFrameRate() { int64_t now = clock_->TimeInMilliseconds(); if (incoming_frame_times_[0] == 0) { // No shifting if this is the first time. } else { // Shift all times one step. for (int32_t i = (kFrameCountHistorySize - 2); i >= 0; i--) { incoming_frame_times_[i + 1] = incoming_frame_times_[i]; } } incoming_frame_times_[0] = now; ProcessIncomingFrameRate(now); } // Allowing VCM to keep track of incoming frame rate. void MediaOptimization::ProcessIncomingFrameRate(int64_t now) { int32_t num = 0; int32_t nr_of_frames = 0; for (num = 1; num < (kFrameCountHistorySize - 1); ++num) { if (incoming_frame_times_[num] <= 0 || // Don't use data older than 2 s. now - incoming_frame_times_[num] > kFrameHistoryWinMs) { break; } else { nr_of_frames++; } } if (num > 1) { const int64_t diff = incoming_frame_times_[0] - incoming_frame_times_[num - 1]; incoming_frame_rate_ = 0.0; // No frame rate estimate available. if (diff > 0) { incoming_frame_rate_ = nr_of_frames * 1000.0f / static_cast(diff); } } } } // namespace media_optimization } // namespace webrtc