Use Timestamp to represent packet receive timestamps

Before this CL, timestamps of received packets were rounded
to the nearest millisecond and stored as int64_t. Due to the
rounding it sometimes happened that timestamps later in the
pipeline that are not rounded seem to occur even before the
video frame was received.

Change-Id: I92d8f3540b23baae2d4a1dc6a7cb3f58bcdaad18
Bug: webrtc:12722
Reviewed-on: https://webrtc-review.googlesource.com/c/src/+/216398
Reviewed-by: Chen Xing <chxg@google.com>
Reviewed-by: Harald Alvestrand <hta@webrtc.org>
Commit-Queue: Johannes Kron <kron@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#33916}
This commit is contained in:
Johannes Kron 2021-04-30 13:10:56 +02:00 committed by WebRTC LUCI CQ
parent c27c047e3e
commit f7de74c58c
23 changed files with 133 additions and 93 deletions

View file

@ -90,6 +90,7 @@ rtc_library("rtp_packet_info") {
":scoped_refptr", ":scoped_refptr",
"../rtc_base:rtc_base_approved", "../rtc_base:rtc_base_approved",
"../rtc_base/system:rtc_export", "../rtc_base/system:rtc_export",
"units:timestamp",
] ]
absl_deps = [ "//third_party/abseil-cpp/absl/types:optional" ] absl_deps = [ "//third_party/abseil-cpp/absl/types:optional" ]
} }

View file

@ -16,7 +16,7 @@
namespace webrtc { namespace webrtc {
RtpPacketInfo::RtpPacketInfo() RtpPacketInfo::RtpPacketInfo()
: ssrc_(0), rtp_timestamp_(0), receive_time_ms_(-1) {} : ssrc_(0), rtp_timestamp_(0), receive_time_(Timestamp::MinusInfinity()) {}
RtpPacketInfo::RtpPacketInfo( RtpPacketInfo::RtpPacketInfo(
uint32_t ssrc, uint32_t ssrc,
@ -24,19 +24,19 @@ RtpPacketInfo::RtpPacketInfo(
uint32_t rtp_timestamp, uint32_t rtp_timestamp,
absl::optional<uint8_t> audio_level, absl::optional<uint8_t> audio_level,
absl::optional<AbsoluteCaptureTime> absolute_capture_time, absl::optional<AbsoluteCaptureTime> absolute_capture_time,
int64_t receive_time_ms) Timestamp receive_time)
: ssrc_(ssrc), : ssrc_(ssrc),
csrcs_(std::move(csrcs)), csrcs_(std::move(csrcs)),
rtp_timestamp_(rtp_timestamp), rtp_timestamp_(rtp_timestamp),
audio_level_(audio_level), audio_level_(audio_level),
absolute_capture_time_(absolute_capture_time), absolute_capture_time_(absolute_capture_time),
receive_time_ms_(receive_time_ms) {} receive_time_(receive_time) {}
RtpPacketInfo::RtpPacketInfo(const RTPHeader& rtp_header, RtpPacketInfo::RtpPacketInfo(const RTPHeader& rtp_header,
int64_t receive_time_ms) Timestamp receive_time)
: ssrc_(rtp_header.ssrc), : ssrc_(rtp_header.ssrc),
rtp_timestamp_(rtp_header.timestamp), rtp_timestamp_(rtp_header.timestamp),
receive_time_ms_(receive_time_ms) { receive_time_(receive_time) {
const auto& extension = rtp_header.extension; const auto& extension = rtp_header.extension;
const auto csrcs_count = std::min<size_t>(rtp_header.numCSRCs, kRtpCsrcSize); const auto csrcs_count = std::min<size_t>(rtp_header.numCSRCs, kRtpCsrcSize);
@ -49,12 +49,29 @@ RtpPacketInfo::RtpPacketInfo(const RTPHeader& rtp_header,
absolute_capture_time_ = extension.absolute_capture_time; absolute_capture_time_ = extension.absolute_capture_time;
} }
RtpPacketInfo::RtpPacketInfo(
uint32_t ssrc,
std::vector<uint32_t> csrcs,
uint32_t rtp_timestamp,
absl::optional<uint8_t> audio_level,
absl::optional<AbsoluteCaptureTime> absolute_capture_time,
int64_t receive_time_ms)
: RtpPacketInfo(ssrc,
csrcs,
rtp_timestamp,
audio_level,
absolute_capture_time,
Timestamp::Millis(receive_time_ms)) {}
RtpPacketInfo::RtpPacketInfo(const RTPHeader& rtp_header,
int64_t receive_time_ms)
: RtpPacketInfo(rtp_header, Timestamp::Millis(receive_time_ms)) {}
bool operator==(const RtpPacketInfo& lhs, const RtpPacketInfo& rhs) { bool operator==(const RtpPacketInfo& lhs, const RtpPacketInfo& rhs) {
return (lhs.ssrc() == rhs.ssrc()) && (lhs.csrcs() == rhs.csrcs()) && return (lhs.ssrc() == rhs.ssrc()) && (lhs.csrcs() == rhs.csrcs()) &&
(lhs.rtp_timestamp() == rhs.rtp_timestamp()) && (lhs.rtp_timestamp() == rhs.rtp_timestamp()) &&
(lhs.audio_level() == rhs.audio_level()) && (lhs.audio_level() == rhs.audio_level()) &&
(lhs.absolute_capture_time() == rhs.absolute_capture_time()) && (lhs.absolute_capture_time() == rhs.absolute_capture_time()) &&
(lhs.receive_time_ms() == rhs.receive_time_ms()); (lhs.receive_time() == rhs.receive_time());
} }
} // namespace webrtc } // namespace webrtc

View file

@ -17,6 +17,7 @@
#include "absl/types/optional.h" #include "absl/types/optional.h"
#include "api/rtp_headers.h" #include "api/rtp_headers.h"
#include "api/units/timestamp.h"
#include "rtc_base/system/rtc_export.h" #include "rtc_base/system/rtc_export.h"
namespace webrtc { namespace webrtc {
@ -35,8 +36,18 @@ class RTC_EXPORT RtpPacketInfo {
uint32_t rtp_timestamp, uint32_t rtp_timestamp,
absl::optional<uint8_t> audio_level, absl::optional<uint8_t> audio_level,
absl::optional<AbsoluteCaptureTime> absolute_capture_time, absl::optional<AbsoluteCaptureTime> absolute_capture_time,
int64_t receive_time_ms); Timestamp receive_time);
RtpPacketInfo(const RTPHeader& rtp_header, Timestamp receive_time);
// TODO(bugs.webrtc.org/12722): Deprecated, remove once downstream projects
// are updated.
RtpPacketInfo(uint32_t ssrc,
std::vector<uint32_t> csrcs,
uint32_t rtp_timestamp,
absl::optional<uint8_t> audio_level,
absl::optional<AbsoluteCaptureTime> absolute_capture_time,
int64_t receive_time_ms);
RtpPacketInfo(const RTPHeader& rtp_header, int64_t receive_time_ms); RtpPacketInfo(const RTPHeader& rtp_header, int64_t receive_time_ms);
RtpPacketInfo(const RtpPacketInfo& other) = default; RtpPacketInfo(const RtpPacketInfo& other) = default;
@ -64,8 +75,11 @@ class RTC_EXPORT RtpPacketInfo {
absolute_capture_time_ = value; absolute_capture_time_ = value;
} }
int64_t receive_time_ms() const { return receive_time_ms_; } Timestamp receive_time() const { return receive_time_; }
void set_receive_time_ms(int64_t value) { receive_time_ms_ = value; } void set_receive_time(Timestamp value) { receive_time_ = value; }
// TODO(bugs.webrtc.org/12722): Deprecated, remove once downstream projects
// are updated.
int64_t receive_time_ms() const { return receive_time_.ms(); }
private: private:
// Fields from the RTP header: // Fields from the RTP header:
@ -83,7 +97,7 @@ class RTC_EXPORT RtpPacketInfo {
absl::optional<AbsoluteCaptureTime> absolute_capture_time_; absl::optional<AbsoluteCaptureTime> absolute_capture_time_;
// Local |webrtc::Clock|-based timestamp of when the packet was received. // Local |webrtc::Clock|-based timestamp of when the packet was received.
int64_t receive_time_ms_; Timestamp receive_time_;
}; };
bool operator==(const RtpPacketInfo& lhs, const RtpPacketInfo& rhs); bool operator==(const RtpPacketInfo& lhs, const RtpPacketInfo& rhs);

View file

@ -37,7 +37,7 @@ TEST(RtpPacketInfoTest, Ssrc) {
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.ssrc(), value); EXPECT_NE(rhs.ssrc(), value);
rhs = RtpPacketInfo(value, {}, {}, {}, {}, {}); rhs = RtpPacketInfo(value, {}, {}, {}, {}, Timestamp::Millis(0));
EXPECT_EQ(rhs.ssrc(), value); EXPECT_EQ(rhs.ssrc(), value);
} }
@ -64,7 +64,7 @@ TEST(RtpPacketInfoTest, Csrcs) {
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.csrcs(), value); EXPECT_NE(rhs.csrcs(), value);
rhs = RtpPacketInfo({}, value, {}, {}, {}, {}); rhs = RtpPacketInfo({}, value, {}, {}, {}, Timestamp::Millis(0));
EXPECT_EQ(rhs.csrcs(), value); EXPECT_EQ(rhs.csrcs(), value);
} }
@ -91,7 +91,7 @@ TEST(RtpPacketInfoTest, RtpTimestamp) {
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.rtp_timestamp(), value); EXPECT_NE(rhs.rtp_timestamp(), value);
rhs = RtpPacketInfo({}, {}, value, {}, {}, {}); rhs = RtpPacketInfo({}, {}, value, {}, {}, Timestamp::Millis(0));
EXPECT_EQ(rhs.rtp_timestamp(), value); EXPECT_EQ(rhs.rtp_timestamp(), value);
} }
@ -118,7 +118,7 @@ TEST(RtpPacketInfoTest, AudioLevel) {
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.audio_level(), value); EXPECT_NE(rhs.audio_level(), value);
rhs = RtpPacketInfo({}, {}, {}, value, {}, {}); rhs = RtpPacketInfo({}, {}, {}, value, {}, Timestamp::Millis(0));
EXPECT_EQ(rhs.audio_level(), value); EXPECT_EQ(rhs.audio_level(), value);
} }
@ -145,12 +145,12 @@ TEST(RtpPacketInfoTest, AbsoluteCaptureTime) {
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.absolute_capture_time(), value); EXPECT_NE(rhs.absolute_capture_time(), value);
rhs = RtpPacketInfo({}, {}, {}, {}, value, {}); rhs = RtpPacketInfo({}, {}, {}, {}, value, Timestamp::Millis(0));
EXPECT_EQ(rhs.absolute_capture_time(), value); EXPECT_EQ(rhs.absolute_capture_time(), value);
} }
TEST(RtpPacketInfoTest, ReceiveTimeMs) { TEST(RtpPacketInfoTest, ReceiveTimeMs) {
const int64_t value = 8868963877546349045LL; const Timestamp timestamp = Timestamp::Micros(8868963877546349045LL);
RtpPacketInfo lhs; RtpPacketInfo lhs;
RtpPacketInfo rhs; RtpPacketInfo rhs;
@ -158,8 +158,8 @@ TEST(RtpPacketInfoTest, ReceiveTimeMs) {
EXPECT_TRUE(lhs == rhs); EXPECT_TRUE(lhs == rhs);
EXPECT_FALSE(lhs != rhs); EXPECT_FALSE(lhs != rhs);
rhs.set_receive_time_ms(value); rhs.set_receive_time(timestamp);
EXPECT_EQ(rhs.receive_time_ms(), value); EXPECT_EQ(rhs.receive_time(), timestamp);
EXPECT_FALSE(lhs == rhs); EXPECT_FALSE(lhs == rhs);
EXPECT_TRUE(lhs != rhs); EXPECT_TRUE(lhs != rhs);
@ -170,10 +170,10 @@ TEST(RtpPacketInfoTest, ReceiveTimeMs) {
EXPECT_FALSE(lhs != rhs); EXPECT_FALSE(lhs != rhs);
rhs = RtpPacketInfo(); rhs = RtpPacketInfo();
EXPECT_NE(rhs.receive_time_ms(), value); EXPECT_NE(rhs.receive_time(), timestamp);
rhs = RtpPacketInfo({}, {}, {}, {}, {}, value); rhs = RtpPacketInfo({}, {}, {}, {}, {}, timestamp);
EXPECT_EQ(rhs.receive_time_ms(), value); EXPECT_EQ(rhs.receive_time(), timestamp);
} }
} // namespace webrtc } // namespace webrtc

View file

@ -27,9 +27,12 @@ RtpPacketInfos::vector_type ToVector(Iterator begin, Iterator end) {
} // namespace } // namespace
TEST(RtpPacketInfosTest, BasicFunctionality) { TEST(RtpPacketInfosTest, BasicFunctionality) {
RtpPacketInfo p0(123, {1, 2}, 89, 5, AbsoluteCaptureTime{45, 78}, 7); RtpPacketInfo p0(123, {1, 2}, 89, 5, AbsoluteCaptureTime{45, 78},
RtpPacketInfo p1(456, {3, 4}, 89, 4, AbsoluteCaptureTime{13, 21}, 1); Timestamp::Millis(7));
RtpPacketInfo p2(789, {5, 6}, 88, 1, AbsoluteCaptureTime{99, 78}, 7); RtpPacketInfo p1(456, {3, 4}, 89, 4, AbsoluteCaptureTime{13, 21},
Timestamp::Millis(1));
RtpPacketInfo p2(789, {5, 6}, 88, 1, AbsoluteCaptureTime{99, 78},
Timestamp::Millis(7));
RtpPacketInfos x({p0, p1, p2}); RtpPacketInfos x({p0, p1, p2});
@ -52,9 +55,12 @@ TEST(RtpPacketInfosTest, BasicFunctionality) {
} }
TEST(RtpPacketInfosTest, CopyShareData) { TEST(RtpPacketInfosTest, CopyShareData) {
RtpPacketInfo p0(123, {1, 2}, 89, 5, AbsoluteCaptureTime{45, 78}, 7); RtpPacketInfo p0(123, {1, 2}, 89, 5, AbsoluteCaptureTime{45, 78},
RtpPacketInfo p1(456, {3, 4}, 89, 4, AbsoluteCaptureTime{13, 21}, 1); Timestamp::Millis(7));
RtpPacketInfo p2(789, {5, 6}, 88, 1, AbsoluteCaptureTime{99, 78}, 7); RtpPacketInfo p1(456, {3, 4}, 89, 4, AbsoluteCaptureTime{13, 21},
Timestamp::Millis(1));
RtpPacketInfo p2(789, {5, 6}, 88, 1, AbsoluteCaptureTime{99, 78},
Timestamp::Millis(7));
RtpPacketInfos lhs({p0, p1, p2}); RtpPacketInfos lhs({p0, p1, p2});
RtpPacketInfos rhs = lhs; RtpPacketInfos rhs = lhs;

View file

@ -299,7 +299,7 @@ void ChannelReceive::OnReceivedPayloadData(
// updating RtpSource information. // updating RtpSource information.
if (source_tracker_) { if (source_tracker_) {
RtpPacketInfos::vector_type packet_vector = { RtpPacketInfos::vector_type packet_vector = {
RtpPacketInfo(rtpHeader, clock_->TimeInMilliseconds())}; RtpPacketInfo(rtpHeader, clock_->CurrentTime())};
source_tracker_->OnFrameDelivered(RtpPacketInfos(packet_vector)); source_tracker_->OnFrameDelivered(RtpPacketInfos(packet_vector));
} }

View file

@ -565,19 +565,19 @@ int NetEqImpl::InsertPacketInternal(const RTPHeader& rtp_header,
return kInvalidPointer; return kInvalidPointer;
} }
int64_t receive_time_ms = clock_->TimeInMilliseconds(); Timestamp receive_time = clock_->CurrentTime();
stats_->ReceivedPacket(); stats_->ReceivedPacket();
PacketList packet_list; PacketList packet_list;
// Insert packet in a packet list. // Insert packet in a packet list.
packet_list.push_back([&rtp_header, &payload, &receive_time_ms] { packet_list.push_back([&rtp_header, &payload, &receive_time] {
// Convert to Packet. // Convert to Packet.
Packet packet; Packet packet;
packet.payload_type = rtp_header.payloadType; packet.payload_type = rtp_header.payloadType;
packet.sequence_number = rtp_header.sequenceNumber; packet.sequence_number = rtp_header.sequenceNumber;
packet.timestamp = rtp_header.timestamp; packet.timestamp = rtp_header.timestamp;
packet.payload.SetData(payload.data(), payload.size()); packet.payload.SetData(payload.data(), payload.size());
packet.packet_info = RtpPacketInfo(rtp_header, receive_time_ms); packet.packet_info = RtpPacketInfo(rtp_header, receive_time);
// Waiting time will be set upon inserting the packet in the buffer. // Waiting time will be set upon inserting the packet in the buffer.
RTC_DCHECK(!packet.waiting_time); RTC_DCHECK(!packet.waiting_time);
return packet; return packet;

View file

@ -497,7 +497,7 @@ TEST_F(NetEqImplTest, VerifyTimestampPropagation) {
// Insert one packet. // Insert one packet.
clock_.AdvanceTimeMilliseconds(123456); clock_.AdvanceTimeMilliseconds(123456);
int64_t expected_receive_time_ms = clock_.TimeInMilliseconds(); Timestamp expected_receive_time = clock_.CurrentTime();
EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload)); EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload));
// Pull audio once. // Pull audio once.
@ -518,7 +518,7 @@ TEST_F(NetEqImplTest, VerifyTimestampPropagation) {
EXPECT_THAT(packet_info.csrcs(), ElementsAre(43, 65, 17)); EXPECT_THAT(packet_info.csrcs(), ElementsAre(43, 65, 17));
EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp); EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp);
EXPECT_FALSE(packet_info.audio_level().has_value()); EXPECT_FALSE(packet_info.audio_level().has_value());
EXPECT_EQ(packet_info.receive_time_ms(), expected_receive_time_ms); EXPECT_EQ(packet_info.receive_time(), expected_receive_time);
} }
// Start with a simple check that the fake decoder is behaving as expected. // Start with a simple check that the fake decoder is behaving as expected.
@ -590,7 +590,7 @@ TEST_F(NetEqImplTest, ReorderedPacket) {
// Insert one packet. // Insert one packet.
clock_.AdvanceTimeMilliseconds(123456); clock_.AdvanceTimeMilliseconds(123456);
int64_t expected_receive_time_ms = clock_.TimeInMilliseconds(); Timestamp expected_receive_time = clock_.CurrentTime();
EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload)); EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload));
// Pull audio once. // Pull audio once.
@ -610,7 +610,7 @@ TEST_F(NetEqImplTest, ReorderedPacket) {
EXPECT_THAT(packet_info.csrcs(), IsEmpty()); EXPECT_THAT(packet_info.csrcs(), IsEmpty());
EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp); EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp);
EXPECT_EQ(packet_info.audio_level(), rtp_header.extension.audioLevel); EXPECT_EQ(packet_info.audio_level(), rtp_header.extension.audioLevel);
EXPECT_EQ(packet_info.receive_time_ms(), expected_receive_time_ms); EXPECT_EQ(packet_info.receive_time(), expected_receive_time);
} }
// Insert two more packets. The first one is out of order, and is already too // Insert two more packets. The first one is out of order, and is already too
@ -626,7 +626,7 @@ TEST_F(NetEqImplTest, ReorderedPacket) {
rtp_header.extension.audioLevel = 2; rtp_header.extension.audioLevel = 2;
payload[0] = 2; payload[0] = 2;
clock_.AdvanceTimeMilliseconds(2000); clock_.AdvanceTimeMilliseconds(2000);
expected_receive_time_ms = clock_.TimeInMilliseconds(); expected_receive_time = clock_.CurrentTime();
EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload)); EXPECT_EQ(NetEq::kOK, neteq_->InsertPacket(rtp_header, payload));
// Expect only the second packet to be decoded (the one with "2" as the first // Expect only the second packet to be decoded (the one with "2" as the first
@ -656,7 +656,7 @@ TEST_F(NetEqImplTest, ReorderedPacket) {
EXPECT_THAT(packet_info.csrcs(), IsEmpty()); EXPECT_THAT(packet_info.csrcs(), IsEmpty());
EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp); EXPECT_EQ(packet_info.rtp_timestamp(), rtp_header.timestamp);
EXPECT_EQ(packet_info.audio_level(), rtp_header.extension.audioLevel); EXPECT_EQ(packet_info.audio_level(), rtp_header.extension.audioLevel);
EXPECT_EQ(packet_info.receive_time_ms(), expected_receive_time_ms); EXPECT_EQ(packet_info.receive_time(), expected_receive_time);
} }
EXPECT_CALL(mock_decoder, Die()); EXPECT_CALL(mock_decoder, Die());

View file

@ -139,7 +139,7 @@ bool RedPayloadSplitter::SplitRed(PacketList* packet_list) {
/*rtp_timestamp=*/new_packet.timestamp, /*rtp_timestamp=*/new_packet.timestamp,
/*audio_level=*/absl::nullopt, /*audio_level=*/absl::nullopt,
/*absolute_capture_time=*/absl::nullopt, /*absolute_capture_time=*/absl::nullopt,
/*receive_time_ms=*/red_packet.packet_info.receive_time_ms()); /*receive_time=*/red_packet.packet_info.receive_time());
new_packets.push_front(std::move(new_packet)); new_packets.push_front(std::move(new_packet));
payload_ptr += payload_length; payload_ptr += payload_length;
} }

View file

@ -111,7 +111,7 @@ class SourceTrackerRandomTest
packet_infos.emplace_back(GenerateSsrc(), GenerateCsrcs(), packet_infos.emplace_back(GenerateSsrc(), GenerateCsrcs(),
GenerateRtpTimestamp(), GenerateAudioLevel(), GenerateRtpTimestamp(), GenerateAudioLevel(),
GenerateAbsoluteCaptureTime(), GenerateAbsoluteCaptureTime(),
GenerateReceiveTimeMs()); GenerateReceiveTime());
} }
return RtpPacketInfos(std::move(packet_infos)); return RtpPacketInfos(std::move(packet_infos));
@ -192,8 +192,9 @@ class SourceTrackerRandomTest
return value; return value;
} }
int64_t GenerateReceiveTimeMs() { Timestamp GenerateReceiveTime() {
return std::uniform_int_distribution<int64_t>()(generator_); return Timestamp::Micros(
std::uniform_int_distribution<int64_t>()(generator_));
} }
const uint32_t ssrcs_count_; const uint32_t ssrcs_count_;
@ -248,14 +249,14 @@ TEST(SourceTrackerTest, OnFrameDeliveredRecordsSources) {
constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime = constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime =
AbsoluteCaptureTime{/*absolute_capture_timestamp=*/12, AbsoluteCaptureTime{/*absolute_capture_timestamp=*/12,
/*estimated_capture_clock_offset=*/absl::nullopt}; /*estimated_capture_clock_offset=*/absl::nullopt};
constexpr int64_t kReceiveTimeMs = 60; constexpr Timestamp kReceiveTime = Timestamp::Millis(60);
SimulatedClock clock(1000000000000ULL); SimulatedClock clock(1000000000000ULL);
SourceTracker tracker(&clock); SourceTracker tracker(&clock);
tracker.OnFrameDelivered(RtpPacketInfos( tracker.OnFrameDelivered(RtpPacketInfos(
{RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp, kAudioLevel, {RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp, kAudioLevel,
kAbsoluteCaptureTime, kReceiveTimeMs)})); kAbsoluteCaptureTime, kReceiveTime)}));
int64_t timestamp_ms = clock.TimeInMilliseconds(); int64_t timestamp_ms = clock.TimeInMilliseconds();
constexpr RtpSource::Extensions extensions = {kAudioLevel, constexpr RtpSource::Extensions extensions = {kAudioLevel,
@ -283,15 +284,15 @@ TEST(SourceTrackerTest, OnFrameDeliveredUpdatesSources) {
AbsoluteCaptureTime{12, 34}; AbsoluteCaptureTime{12, 34};
constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime1 = constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime1 =
AbsoluteCaptureTime{56, 78}; AbsoluteCaptureTime{56, 78};
constexpr int64_t kReceiveTimeMs0 = 60; constexpr Timestamp kReceiveTime0 = Timestamp::Millis(60);
constexpr int64_t kReceiveTimeMs1 = 61; constexpr Timestamp kReceiveTime1 = Timestamp::Millis(61);
SimulatedClock clock(1000000000000ULL); SimulatedClock clock(1000000000000ULL);
SourceTracker tracker(&clock); SourceTracker tracker(&clock);
tracker.OnFrameDelivered(RtpPacketInfos( tracker.OnFrameDelivered(RtpPacketInfos(
{RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp0, kAudioLevel0, {RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp0, kAudioLevel0,
kAbsoluteCaptureTime0, kReceiveTimeMs0)})); kAbsoluteCaptureTime0, kReceiveTime0)}));
int64_t timestamp_ms_0 = clock.TimeInMilliseconds(); int64_t timestamp_ms_0 = clock.TimeInMilliseconds();
@ -299,7 +300,7 @@ TEST(SourceTrackerTest, OnFrameDeliveredUpdatesSources) {
tracker.OnFrameDelivered(RtpPacketInfos( tracker.OnFrameDelivered(RtpPacketInfos(
{RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs2}, kRtpTimestamp1, kAudioLevel1, {RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs2}, kRtpTimestamp1, kAudioLevel1,
kAbsoluteCaptureTime1, kReceiveTimeMs1)})); kAbsoluteCaptureTime1, kReceiveTime1)}));
int64_t timestamp_ms_1 = clock.TimeInMilliseconds(); int64_t timestamp_ms_1 = clock.TimeInMilliseconds();
@ -333,21 +334,21 @@ TEST(SourceTrackerTest, TimedOutSourcesAreRemoved) {
AbsoluteCaptureTime{12, 34}; AbsoluteCaptureTime{12, 34};
constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime1 = constexpr absl::optional<AbsoluteCaptureTime> kAbsoluteCaptureTime1 =
AbsoluteCaptureTime{56, 78}; AbsoluteCaptureTime{56, 78};
constexpr int64_t kReceiveTimeMs0 = 60; constexpr Timestamp kReceiveTime0 = Timestamp::Millis(60);
constexpr int64_t kReceiveTimeMs1 = 61; constexpr Timestamp kReceiveTime1 = Timestamp::Millis(61);
SimulatedClock clock(1000000000000ULL); SimulatedClock clock(1000000000000ULL);
SourceTracker tracker(&clock); SourceTracker tracker(&clock);
tracker.OnFrameDelivered(RtpPacketInfos( tracker.OnFrameDelivered(RtpPacketInfos(
{RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp0, kAudioLevel0, {RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs1}, kRtpTimestamp0, kAudioLevel0,
kAbsoluteCaptureTime0, kReceiveTimeMs0)})); kAbsoluteCaptureTime0, kReceiveTime0)}));
clock.AdvanceTimeMilliseconds(17); clock.AdvanceTimeMilliseconds(17);
tracker.OnFrameDelivered(RtpPacketInfos( tracker.OnFrameDelivered(RtpPacketInfos(
{RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs2}, kRtpTimestamp1, kAudioLevel1, {RtpPacketInfo(kSsrc, {kCsrcs0, kCsrcs2}, kRtpTimestamp1, kAudioLevel1,
kAbsoluteCaptureTime1, kReceiveTimeMs1)})); kAbsoluteCaptureTime1, kReceiveTime1)}));
int64_t timestamp_ms_1 = clock.TimeInMilliseconds(); int64_t timestamp_ms_1 = clock.TimeInMilliseconds();

View file

@ -274,6 +274,7 @@ rtc_library("video_coding_legacy") {
"../../api:rtp_headers", "../../api:rtp_headers",
"../../api:rtp_packet_info", "../../api:rtp_packet_info",
"../../api:sequence_checker", "../../api:sequence_checker",
"../../api/units:timestamp",
"../../api/video:encoded_image", "../../api/video:encoded_image",
"../../api/video:video_frame", "../../api/video:video_frame",
"../../api/video:video_frame_type", "../../api/video:video_frame_type",

View file

@ -67,8 +67,7 @@ class TestBasicJitterBuffer : public ::testing::Test {
video_header.is_first_packet_in_frame = true; video_header.is_first_packet_in_frame = true;
video_header.frame_type = VideoFrameType::kVideoFrameDelta; video_header.frame_type = VideoFrameType::kVideoFrameDelta;
packet_.reset(new VCMPacket(data_, size_, rtp_header, video_header, packet_.reset(new VCMPacket(data_, size_, rtp_header, video_header,
/*ntp_time_ms=*/0, /*ntp_time_ms=*/0, clock_->CurrentTime()));
clock_->TimeInMilliseconds()));
} }
VCMEncodedFrame* DecodeCompleteFrame() { VCMEncodedFrame* DecodeCompleteFrame() {
@ -541,7 +540,7 @@ TEST_F(TestBasicJitterBuffer, TestReorderingWithPadding) {
video_header.codec = kVideoCodecGeneric; video_header.codec = kVideoCodecGeneric;
video_header.frame_type = VideoFrameType::kEmptyFrame; video_header.frame_type = VideoFrameType::kEmptyFrame;
VCMPacket empty_packet(data_, 0, rtp_header, video_header, VCMPacket empty_packet(data_, 0, rtp_header, video_header,
/*ntp_time_ms=*/0, clock_->TimeInMilliseconds()); /*ntp_time_ms=*/0, clock_->CurrentTime());
EXPECT_EQ(kOldPacket, EXPECT_EQ(kOldPacket,
jitter_buffer_->InsertPacket(empty_packet, &retransmitted)); jitter_buffer_->InsertPacket(empty_packet, &retransmitted));
empty_packet.seqNum += 1; empty_packet.seqNum += 1;

View file

@ -34,7 +34,7 @@ VCMPacket::VCMPacket(const uint8_t* ptr,
const RTPHeader& rtp_header, const RTPHeader& rtp_header,
const RTPVideoHeader& videoHeader, const RTPVideoHeader& videoHeader,
int64_t ntp_time_ms, int64_t ntp_time_ms,
int64_t receive_time_ms) Timestamp receive_time)
: payloadType(rtp_header.payloadType), : payloadType(rtp_header.payloadType),
timestamp(rtp_header.timestamp), timestamp(rtp_header.timestamp),
ntp_time_ms_(ntp_time_ms), ntp_time_ms_(ntp_time_ms),
@ -47,7 +47,7 @@ VCMPacket::VCMPacket(const uint8_t* ptr,
insertStartCode(videoHeader.codec == kVideoCodecH264 && insertStartCode(videoHeader.codec == kVideoCodecH264 &&
videoHeader.is_first_packet_in_frame), videoHeader.is_first_packet_in_frame),
video_header(videoHeader), video_header(videoHeader),
packet_info(rtp_header, receive_time_ms) { packet_info(rtp_header, receive_time) {
if (is_first_packet_in_frame() && markerBit) { if (is_first_packet_in_frame() && markerBit) {
completeNALU = kNaluComplete; completeNALU = kNaluComplete;
} else if (is_first_packet_in_frame()) { } else if (is_first_packet_in_frame()) {

View file

@ -17,6 +17,7 @@
#include "absl/types/optional.h" #include "absl/types/optional.h"
#include "api/rtp_headers.h" #include "api/rtp_headers.h"
#include "api/rtp_packet_info.h" #include "api/rtp_packet_info.h"
#include "api/units/timestamp.h"
#include "api/video/video_frame_type.h" #include "api/video/video_frame_type.h"
#include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h" #include "modules/rtp_rtcp/source/rtp_generic_frame_descriptor.h"
#include "modules/rtp_rtcp/source/rtp_video_header.h" #include "modules/rtp_rtcp/source/rtp_video_header.h"
@ -41,7 +42,7 @@ class VCMPacket {
const RTPHeader& rtp_header, const RTPHeader& rtp_header,
const RTPVideoHeader& video_header, const RTPVideoHeader& video_header,
int64_t ntp_time_ms, int64_t ntp_time_ms,
int64_t receive_time_ms); Timestamp receive_time);
~VCMPacket(); ~VCMPacket();

View file

@ -36,7 +36,7 @@ namespace video_coding {
PacketBuffer::Packet::Packet(const RtpPacketReceived& rtp_packet, PacketBuffer::Packet::Packet(const RtpPacketReceived& rtp_packet,
const RTPVideoHeader& video_header, const RTPVideoHeader& video_header,
int64_t receive_time_ms) Timestamp receive_time)
: marker_bit(rtp_packet.Marker()), : marker_bit(rtp_packet.Marker()),
payload_type(rtp_packet.PayloadType()), payload_type(rtp_packet.PayloadType()),
seq_num(rtp_packet.SequenceNumber()), seq_num(rtp_packet.SequenceNumber()),
@ -48,7 +48,7 @@ PacketBuffer::Packet::Packet(const RtpPacketReceived& rtp_packet,
rtp_packet.Timestamp(), rtp_packet.Timestamp(),
/*audio_level=*/absl::nullopt, /*audio_level=*/absl::nullopt,
rtp_packet.GetExtension<AbsoluteCaptureTimeExtension>(), rtp_packet.GetExtension<AbsoluteCaptureTimeExtension>(),
receive_time_ms) {} receive_time) {}
PacketBuffer::PacketBuffer(size_t start_buffer_size, size_t max_buffer_size) PacketBuffer::PacketBuffer(size_t start_buffer_size, size_t max_buffer_size)
: max_size_(max_buffer_size), : max_size_(max_buffer_size),

View file

@ -18,6 +18,7 @@
#include "absl/base/attributes.h" #include "absl/base/attributes.h"
#include "api/rtp_packet_info.h" #include "api/rtp_packet_info.h"
#include "api/units/timestamp.h"
#include "api/video/encoded_image.h" #include "api/video/encoded_image.h"
#include "modules/rtp_rtcp/source/rtp_packet_received.h" #include "modules/rtp_rtcp/source/rtp_packet_received.h"
#include "modules/rtp_rtcp/source/rtp_video_header.h" #include "modules/rtp_rtcp/source/rtp_video_header.h"
@ -34,7 +35,7 @@ class PacketBuffer {
Packet() = default; Packet() = default;
Packet(const RtpPacketReceived& rtp_packet, Packet(const RtpPacketReceived& rtp_packet,
const RTPVideoHeader& video_header, const RTPVideoHeader& video_header,
int64_t receive_time_ms); Timestamp receive_time);
Packet(const Packet&) = delete; Packet(const Packet&) = delete;
Packet(Packet&&) = delete; Packet(Packet&&) = delete;
Packet& operator=(const Packet&) = delete; Packet& operator=(const Packet&) = delete;

View file

@ -279,7 +279,7 @@ int32_t VideoReceiver::IncomingPacket(const uint8_t* incomingPayload,
// Callers don't provide any ntp time. // Callers don't provide any ntp time.
const VCMPacket packet(incomingPayload, payloadLength, rtp_header, const VCMPacket packet(incomingPayload, payloadLength, rtp_header,
video_header, /*ntp_time_ms=*/0, video_header, /*ntp_time_ms=*/0,
clock_->TimeInMilliseconds()); clock_->CurrentTime());
int32_t ret = _receiver.InsertPacket(packet); int32_t ret = _receiver.InsertPacket(packet);
// TODO(holmer): Investigate if this somehow should use the key frame // TODO(holmer): Investigate if this somehow should use the key frame

View file

@ -353,16 +353,15 @@ void DefaultVideoQualityAnalyzer::OnFramePreDecode(
stream_frame_counters_.at(key).received++; stream_frame_counters_.at(key).received++;
// Determine the time of the last received packet of this video frame. // Determine the time of the last received packet of this video frame.
RTC_DCHECK(!input_image.PacketInfos().empty()); RTC_DCHECK(!input_image.PacketInfos().empty());
int64_t last_receive_time = Timestamp last_receive_time =
std::max_element(input_image.PacketInfos().cbegin(), std::max_element(input_image.PacketInfos().cbegin(),
input_image.PacketInfos().cend(), input_image.PacketInfos().cend(),
[](const RtpPacketInfo& a, const RtpPacketInfo& b) { [](const RtpPacketInfo& a, const RtpPacketInfo& b) {
return a.receive_time_ms() < b.receive_time_ms(); return a.receive_time() < b.receive_time();
}) })
->receive_time_ms(); ->receive_time();
it->second.OnFramePreDecode( it->second.OnFramePreDecode(peer_index,
peer_index, /*received_time=*/last_receive_time,
/*received_time=*/Timestamp::Millis(last_receive_time),
/*decode_start_time=*/Now()); /*decode_start_time=*/Now());
} }

View file

@ -63,13 +63,13 @@ VideoFrame NextFrame(test::FrameGeneratorInterface* frame_generator,
EncodedImage FakeEncode(const VideoFrame& frame) { EncodedImage FakeEncode(const VideoFrame& frame) {
EncodedImage image; EncodedImage image;
std::vector<RtpPacketInfo> packet_infos; std::vector<RtpPacketInfo> packet_infos;
packet_infos.push_back( packet_infos.push_back(RtpPacketInfo(
RtpPacketInfo(/*ssrc=*/1, /*ssrc=*/1,
/*csrcs=*/{}, /*csrcs=*/{},
/*rtp_timestamp=*/frame.timestamp(), /*rtp_timestamp=*/frame.timestamp(),
/*audio_level=*/absl::nullopt, /*audio_level=*/absl::nullopt,
/*absolute_capture_time=*/absl::nullopt, /*absolute_capture_time=*/absl::nullopt,
/*receive_time_ms=*/frame.timestamp_us() + 10)); /*receive_time=*/Timestamp::Micros(frame.timestamp_us() + 10000)));
image.SetPacketInfos(RtpPacketInfos(packet_infos)); image.SetPacketInfos(RtpPacketInfos(packet_infos));
return image; return image;
} }

View file

@ -507,7 +507,7 @@ void RtpVideoStreamReceiver::OnReceivedPayloadData(
const RTPVideoHeader& video) { const RTPVideoHeader& video) {
RTC_DCHECK_RUN_ON(&worker_task_checker_); RTC_DCHECK_RUN_ON(&worker_task_checker_);
auto packet = std::make_unique<video_coding::PacketBuffer::Packet>( auto packet = std::make_unique<video_coding::PacketBuffer::Packet>(
rtp_packet, video, clock_->TimeInMilliseconds()); rtp_packet, video, clock_->CurrentTime());
// Try to extrapolate absolute capture time if it is missing. // Try to extrapolate absolute capture time if it is missing.
packet->packet_info.set_absolute_capture_time( packet->packet_info.set_absolute_capture_time(
@ -752,16 +752,16 @@ void RtpVideoStreamReceiver::OnInsertedPacket(
if (packet->is_first_packet_in_frame()) { if (packet->is_first_packet_in_frame()) {
first_packet = packet.get(); first_packet = packet.get();
max_nack_count = packet->times_nacked; max_nack_count = packet->times_nacked;
min_recv_time = packet->packet_info.receive_time_ms(); min_recv_time = packet->packet_info.receive_time().ms();
max_recv_time = packet->packet_info.receive_time_ms(); max_recv_time = packet->packet_info.receive_time().ms();
payloads.clear(); payloads.clear();
packet_infos.clear(); packet_infos.clear();
} else { } else {
max_nack_count = std::max(max_nack_count, packet->times_nacked); max_nack_count = std::max(max_nack_count, packet->times_nacked);
min_recv_time = min_recv_time =
std::min(min_recv_time, packet->packet_info.receive_time_ms()); std::min(min_recv_time, packet->packet_info.receive_time().ms());
max_recv_time = max_recv_time =
std::max(max_recv_time, packet->packet_info.receive_time_ms()); std::max(max_recv_time, packet->packet_info.receive_time().ms());
} }
payloads.emplace_back(packet->video_payload); payloads.emplace_back(packet->video_payload);
packet_infos.push_back(packet->packet_info); packet_infos.push_back(packet->packet_info);

View file

@ -474,7 +474,7 @@ void RtpVideoStreamReceiver2::OnReceivedPayloadData(
const RTPVideoHeader& video) { const RTPVideoHeader& video) {
RTC_DCHECK_RUN_ON(&worker_task_checker_); RTC_DCHECK_RUN_ON(&worker_task_checker_);
auto packet = std::make_unique<video_coding::PacketBuffer::Packet>( auto packet = std::make_unique<video_coding::PacketBuffer::Packet>(
rtp_packet, video, clock_->TimeInMilliseconds()); rtp_packet, video, clock_->CurrentTime());
// Try to extrapolate absolute capture time if it is missing. // Try to extrapolate absolute capture time if it is missing.
packet->packet_info.set_absolute_capture_time( packet->packet_info.set_absolute_capture_time(
@ -718,16 +718,16 @@ void RtpVideoStreamReceiver2::OnInsertedPacket(
if (packet->is_first_packet_in_frame()) { if (packet->is_first_packet_in_frame()) {
first_packet = packet.get(); first_packet = packet.get();
max_nack_count = packet->times_nacked; max_nack_count = packet->times_nacked;
min_recv_time = packet->packet_info.receive_time_ms(); min_recv_time = packet->packet_info.receive_time().ms();
max_recv_time = packet->packet_info.receive_time_ms(); max_recv_time = packet->packet_info.receive_time().ms();
payloads.clear(); payloads.clear();
packet_infos.clear(); packet_infos.clear();
} else { } else {
max_nack_count = std::max(max_nack_count, packet->times_nacked); max_nack_count = std::max(max_nack_count, packet->times_nacked);
min_recv_time = min_recv_time =
std::min(min_recv_time, packet->packet_info.receive_time_ms()); std::min(min_recv_time, packet->packet_info.receive_time().ms());
max_recv_time = max_recv_time =
std::max(max_recv_time, packet->packet_info.receive_time_ms()); std::max(max_recv_time, packet->packet_info.receive_time().ms());
} }
payloads.emplace_back(packet->video_payload); payloads.emplace_back(packet->video_payload);
packet_infos.push_back(packet->packet_info); packet_infos.push_back(packet->packet_info);

View file

@ -388,16 +388,16 @@ TEST_F(VideoReceiveStream2TestWithFakeDecoder, RenderedFrameUpdatesGetSources) {
info.set_csrcs({kCsrc}); info.set_csrcs({kCsrc});
info.set_rtp_timestamp(kRtpTimestamp); info.set_rtp_timestamp(kRtpTimestamp);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 5000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(5000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 3000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(3000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 2000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(2000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 4000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(1000));
infos.push_back(info); infos.push_back(info);
packet_infos = RtpPacketInfos(std::move(infos)); packet_infos = RtpPacketInfos(std::move(infos));

View file

@ -336,16 +336,16 @@ TEST_F(VideoReceiveStreamTestWithFakeDecoder, RenderedFrameUpdatesGetSources) {
info.set_csrcs({kCsrc}); info.set_csrcs({kCsrc});
info.set_rtp_timestamp(kRtpTimestamp); info.set_rtp_timestamp(kRtpTimestamp);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 5000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(5000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 3000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(3000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 2000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(2000));
infos.push_back(info); infos.push_back(info);
info.set_receive_time_ms(clock_->TimeInMilliseconds() - 4000); info.set_receive_time(clock_->CurrentTime() - TimeDelta::Millis(4000));
infos.push_back(info); infos.push_back(info);
packet_infos = RtpPacketInfos(std::move(infos)); packet_infos = RtpPacketInfos(std::move(infos));