mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-13 05:40:42 +01:00
f5a507955a
This CL accomplishes three things: 1) It enables feeding frame drop indications into the AdaptedVideoTrackSource for the benefit of downstream projects. 2) Under zero hertz source delivery, a discarded frame ending a sequence of frames which happened to contain important information can be seen as a capture freeze. Avoid this by starting requesting refresh frames after a grace period. 3) It changes the duration until first refresh frame requests on new streams to three frame periods. Bug: chromium:1324120, chromium:1336952 Change-Id: I0214852f1a26540588f6c193dd88a65c34ec0d99 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/265871 Reviewed-by: Erik Språng <sprang@webrtc.org> Commit-Queue: Markus Handell <handellm@webrtc.org> Cr-Commit-Position: refs/heads/main@{#37238}
104 lines
3.8 KiB
C++
104 lines
3.8 KiB
C++
/*
|
|
* Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef MEDIA_BASE_ADAPTED_VIDEO_TRACK_SOURCE_H_
|
|
#define MEDIA_BASE_ADAPTED_VIDEO_TRACK_SOURCE_H_
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "absl/types/optional.h"
|
|
#include "api/media_stream_interface.h"
|
|
#include "api/notifier.h"
|
|
#include "api/video/video_frame.h"
|
|
#include "api/video/video_sink_interface.h"
|
|
#include "api/video/video_source_interface.h"
|
|
#include "media/base/video_adapter.h"
|
|
#include "media/base/video_broadcaster.h"
|
|
#include "rtc_base/synchronization/mutex.h"
|
|
#include "rtc_base/system/rtc_export.h"
|
|
#include "rtc_base/thread_annotations.h"
|
|
|
|
namespace rtc {
|
|
|
|
// Base class for sources which needs video adaptation, e.g., video
|
|
// capture sources. Sinks must be added and removed on one and only
|
|
// one thread, while AdaptFrame and OnFrame may be called on any
|
|
// thread.
|
|
class RTC_EXPORT AdaptedVideoTrackSource
|
|
: public webrtc::Notifier<webrtc::VideoTrackSourceInterface> {
|
|
public:
|
|
AdaptedVideoTrackSource();
|
|
~AdaptedVideoTrackSource() override;
|
|
|
|
protected:
|
|
// Allows derived classes to initialize `video_adapter_` with a custom
|
|
// alignment.
|
|
explicit AdaptedVideoTrackSource(int required_alignment);
|
|
// Checks the apply_rotation() flag. If the frame needs rotation, and it is a
|
|
// plain memory frame, it is rotated. Subclasses producing native frames must
|
|
// handle apply_rotation() themselves.
|
|
void OnFrame(const webrtc::VideoFrame& frame);
|
|
// Indication from source that a frame was dropped.
|
|
void OnFrameDropped();
|
|
|
|
// Reports the appropriate frame size after adaptation. Returns true
|
|
// if a frame is wanted. Returns false if there are no interested
|
|
// sinks, or if the VideoAdapter decides to drop the frame.
|
|
bool AdaptFrame(int width,
|
|
int height,
|
|
int64_t time_us,
|
|
int* out_width,
|
|
int* out_height,
|
|
int* crop_width,
|
|
int* crop_height,
|
|
int* crop_x,
|
|
int* crop_y);
|
|
|
|
// Returns the current value of the apply_rotation flag, derived
|
|
// from the VideoSinkWants of registered sinks. The value is derived
|
|
// from sinks' wants, in AddOrUpdateSink and RemoveSink. Beware that
|
|
// when using this method from a different thread, the value may
|
|
// become stale before it is used.
|
|
bool apply_rotation();
|
|
|
|
cricket::VideoAdapter* video_adapter() { return &video_adapter_; }
|
|
|
|
private:
|
|
// Implements rtc::VideoSourceInterface.
|
|
void AddOrUpdateSink(rtc::VideoSinkInterface<webrtc::VideoFrame>* sink,
|
|
const rtc::VideoSinkWants& wants) override;
|
|
void RemoveSink(rtc::VideoSinkInterface<webrtc::VideoFrame>* sink) override;
|
|
|
|
// Part of VideoTrackSourceInterface.
|
|
bool GetStats(Stats* stats) override;
|
|
|
|
void OnSinkWantsChanged(const rtc::VideoSinkWants& wants);
|
|
|
|
// Encoded sinks not implemented for AdaptedVideoTrackSource.
|
|
bool SupportsEncodedOutput() const override { return false; }
|
|
void GenerateKeyFrame() override {}
|
|
void AddEncodedSink(
|
|
rtc::VideoSinkInterface<webrtc::RecordableEncodedFrame>* sink) override {}
|
|
void RemoveEncodedSink(
|
|
rtc::VideoSinkInterface<webrtc::RecordableEncodedFrame>* sink) override {}
|
|
void ProcessConstraints(
|
|
const webrtc::VideoTrackSourceConstraints& constraints) override;
|
|
|
|
cricket::VideoAdapter video_adapter_;
|
|
|
|
webrtc::Mutex stats_mutex_;
|
|
absl::optional<Stats> stats_ RTC_GUARDED_BY(stats_mutex_);
|
|
|
|
VideoBroadcaster broadcaster_;
|
|
};
|
|
|
|
} // namespace rtc
|
|
|
|
#endif // MEDIA_BASE_ADAPTED_VIDEO_TRACK_SOURCE_H_
|