mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-12 21:30:45 +01:00
a09f21b207
This CL propagates capture_time_identifier introduced in webrtc::VideoFrame and propagates it to EncodedImage. For use cases involving EncodedTransforms, this identifier is further propagated to TransformableVideoSenderFrame. VideoEncoder::Encode function is overriden by each encoder. Each of these overriden functions needs to be changed so that they can handle this new identifier and propagate its value in the created EncodedImage. Change-Id: I5bea4c5a3fe714f1198e497a4bcb5fd059afe516 Bug: webrtc:14878 Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/291800 Reviewed-by: Tony Herre <herre@google.com> Reviewed-by: Harald Alvestrand <hta@webrtc.org> Commit-Queue: Palak Agarwal <agpalak@google.com> Cr-Commit-Position: refs/heads/main@{#39374}
120 lines
4.3 KiB
C++
120 lines
4.3 KiB
C++
/*
|
|
* Copyright 2020 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#ifndef API_FRAME_TRANSFORMER_INTERFACE_H_
|
|
#define API_FRAME_TRANSFORMER_INTERFACE_H_
|
|
|
|
#include <memory>
|
|
#include <vector>
|
|
|
|
#include "api/scoped_refptr.h"
|
|
#include "api/video/encoded_frame.h"
|
|
#include "api/video/video_frame_metadata.h"
|
|
#include "rtc_base/ref_count.h"
|
|
|
|
namespace webrtc {
|
|
|
|
// Owns the frame payload data.
|
|
class TransformableFrameInterface {
|
|
public:
|
|
virtual ~TransformableFrameInterface() = default;
|
|
|
|
// Returns the frame payload data. The data is valid until the next non-const
|
|
// method call.
|
|
virtual rtc::ArrayView<const uint8_t> GetData() const = 0;
|
|
|
|
// Copies `data` into the owned frame payload data.
|
|
virtual void SetData(rtc::ArrayView<const uint8_t> data) = 0;
|
|
|
|
virtual uint8_t GetPayloadType() const = 0;
|
|
virtual uint32_t GetSsrc() const = 0;
|
|
virtual uint32_t GetTimestamp() const = 0;
|
|
// TODO(https://bugs.webrtc.org/14878): Change this to pure virtual after it
|
|
// is implemented everywhere.
|
|
virtual absl::optional<Timestamp> GetCaptureTimeIdentifier() const {
|
|
return absl::nullopt;
|
|
}
|
|
|
|
enum class Direction {
|
|
kUnknown,
|
|
kReceiver,
|
|
kSender,
|
|
};
|
|
// TODO(crbug.com/1250638): Remove this distinction between receiver and
|
|
// sender frames to allow received frames to be directly re-transmitted on
|
|
// other PeerConnectionss.
|
|
virtual Direction GetDirection() const { return Direction::kUnknown; }
|
|
};
|
|
|
|
class TransformableVideoFrameInterface : public TransformableFrameInterface {
|
|
public:
|
|
virtual ~TransformableVideoFrameInterface() = default;
|
|
virtual bool IsKeyFrame() const = 0;
|
|
|
|
// Returns data needed in the frame transformation logic; for example,
|
|
// when the transformation applied to the frame is encryption/decryption, the
|
|
// additional data holds the serialized generic frame descriptor extension
|
|
// calculated in webrtc::RtpDescriptorAuthentication.
|
|
// This has been superseeded by GetMetadata() and will be removed shortly.
|
|
[[deprecated("https://crbug.com/1414370")]] virtual std::vector<uint8_t>
|
|
GetAdditionalData() const = 0;
|
|
|
|
virtual const VideoFrameMetadata& GetMetadata() const = 0;
|
|
// TODO(https://crbug.com/webrtc/14709): Make pure virtual when Chromium MOCK
|
|
// has implemented this.
|
|
virtual void SetMetadata(const VideoFrameMetadata&) {}
|
|
};
|
|
|
|
// Extends the TransformableFrameInterface to expose audio-specific information.
|
|
class TransformableAudioFrameInterface : public TransformableFrameInterface {
|
|
public:
|
|
virtual ~TransformableAudioFrameInterface() = default;
|
|
|
|
// Exposes the frame header, enabling the interface clients to use the
|
|
// information in the header as needed, for example to compile the list of
|
|
// csrcs.
|
|
virtual const RTPHeader& GetHeader() const = 0;
|
|
|
|
virtual rtc::ArrayView<const uint32_t> GetContributingSources() const = 0;
|
|
};
|
|
|
|
// Objects implement this interface to be notified with the transformed frame.
|
|
class TransformedFrameCallback : public rtc::RefCountInterface {
|
|
public:
|
|
virtual void OnTransformedFrame(
|
|
std::unique_ptr<TransformableFrameInterface> frame) = 0;
|
|
|
|
protected:
|
|
~TransformedFrameCallback() override = default;
|
|
};
|
|
|
|
// Transforms encoded frames. The transformed frame is sent in a callback using
|
|
// the TransformedFrameCallback interface (see above).
|
|
class FrameTransformerInterface : public rtc::RefCountInterface {
|
|
public:
|
|
// Transforms `frame` using the implementing class' processing logic.
|
|
virtual void Transform(
|
|
std::unique_ptr<TransformableFrameInterface> transformable_frame) = 0;
|
|
|
|
virtual void RegisterTransformedFrameCallback(
|
|
rtc::scoped_refptr<TransformedFrameCallback>) {}
|
|
virtual void RegisterTransformedFrameSinkCallback(
|
|
rtc::scoped_refptr<TransformedFrameCallback>,
|
|
uint32_t ssrc) {}
|
|
virtual void UnregisterTransformedFrameCallback() {}
|
|
virtual void UnregisterTransformedFrameSinkCallback(uint32_t ssrc) {}
|
|
|
|
protected:
|
|
~FrameTransformerInterface() override = default;
|
|
};
|
|
|
|
} // namespace webrtc
|
|
|
|
#endif // API_FRAME_TRANSFORMER_INTERFACE_H_
|