mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-14 06:10:40 +01:00

This is a reland of 20f2133d5d
Original change's description:
> Add stereo codec header and pass it through RTP
>
> - Defines CodecSpecificInfoStereo that carries stereo specific header info from
> encoded image.
> - Defines RTPVideoHeaderStereo that carries the above info to packetizer,
> see module_common_types.h.
> - Adds an RTPPacketizer and RTPDepacketizer that supports passing specific stereo
> header.
> - Uses new data containers in StereoAdapter classes.
>
> This CL is the step 3 for adding alpha channel support over the wire in webrtc.
> See https://webrtc-review.googlesource.com/c/src/+/7800 for the experimental
> CL that gives an idea about how it will come together.
> Design Doc: https://goo.gl/sFeSUT
>
> Bug: webrtc:7671
> Change-Id: Ia932568fdd7065ba104afd2bc0ecf25a765748ab
> Reviewed-on: https://webrtc-review.googlesource.com/22900
> Reviewed-by: Emircan Uysaler <emircan@webrtc.org>
> Reviewed-by: Erik Språng <sprang@webrtc.org>
> Reviewed-by: Danil Chapovalov <danilchap@webrtc.org>
> Reviewed-by: Niklas Enbom <niklas.enbom@webrtc.org>
> Commit-Queue: Emircan Uysaler <emircan@webrtc.org>
> Cr-Commit-Position: refs/heads/master@{#20920}
TBR=danilchap@webrtc.org, sprang@webrtc.org, niklas.enbom@webrtc.org
Bug: webrtc:7671
Change-Id: If8f0c7e6e3a2a704f19161f0e8bf1880906e7fe0
Reviewed-on: https://webrtc-review.googlesource.com/27160
Reviewed-by: Emircan Uysaler <emircan@webrtc.org>
Commit-Queue: Emircan Uysaler <emircan@webrtc.org>
Cr-Commit-Position: refs/heads/master@{#20946}
153 lines
5.4 KiB
C++
153 lines
5.4 KiB
C++
/*
|
|
* Copyright (c) 2017 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#include "modules/video_coding/codecs/test/video_codec_test.h"
|
|
|
|
#include "api/video/i420_buffer.h"
|
|
#include "modules/video_coding/include/video_error_codes.h"
|
|
#include "test/frame_utils.h"
|
|
#include "test/testsupport/fileutils.h"
|
|
|
|
static const int kEncodeTimeoutMs = 100;
|
|
static const int kDecodeTimeoutMs = 25;
|
|
// Set bitrate to get higher quality.
|
|
static const int kStartBitrate = 300;
|
|
static const int kTargetBitrate = 2000;
|
|
static const int kMaxBitrate = 4000;
|
|
static const int kWidth = 172; // Width of the input image.
|
|
static const int kHeight = 144; // Height of the input image.
|
|
static const int kMaxFramerate = 30; // Arbitrary value.
|
|
|
|
namespace webrtc {
|
|
|
|
EncodedImageCallback::Result
|
|
VideoCodecTest::FakeEncodeCompleteCallback::OnEncodedImage(
|
|
const EncodedImage& frame,
|
|
const CodecSpecificInfo* codec_specific_info,
|
|
const RTPFragmentationHeader* fragmentation) {
|
|
rtc::CritScope lock(&test_->encoded_frame_section_);
|
|
test_->encoded_frames_.push_back(frame);
|
|
RTC_DCHECK(codec_specific_info);
|
|
test_->codec_specific_infos_.push_back(*codec_specific_info);
|
|
if (!test_->wait_for_encoded_frames_threshold_) {
|
|
test_->encoded_frame_event_.Set();
|
|
return Result(Result::OK);
|
|
}
|
|
|
|
if (test_->encoded_frames_.size() ==
|
|
test_->wait_for_encoded_frames_threshold_) {
|
|
test_->wait_for_encoded_frames_threshold_ = 1;
|
|
test_->encoded_frame_event_.Set();
|
|
}
|
|
return Result(Result::OK);
|
|
}
|
|
|
|
void VideoCodecTest::FakeDecodeCompleteCallback::Decoded(
|
|
VideoFrame& frame,
|
|
rtc::Optional<int32_t> decode_time_ms,
|
|
rtc::Optional<uint8_t> qp) {
|
|
rtc::CritScope lock(&test_->decoded_frame_section_);
|
|
test_->decoded_frame_.emplace(frame);
|
|
test_->decoded_qp_ = qp;
|
|
test_->decoded_frame_event_.Set();
|
|
}
|
|
|
|
void VideoCodecTest::SetUp() {
|
|
// Using a QCIF image. Processing only one frame.
|
|
FILE* source_file_ =
|
|
fopen(test::ResourcePath("paris_qcif", "yuv").c_str(), "rb");
|
|
ASSERT_TRUE(source_file_ != NULL);
|
|
rtc::scoped_refptr<VideoFrameBuffer> video_frame_buffer(
|
|
test::ReadI420Buffer(kWidth, kHeight, source_file_));
|
|
input_frame_.reset(new VideoFrame(video_frame_buffer, kVideoRotation_0, 0));
|
|
fclose(source_file_);
|
|
|
|
encoder_ = CreateEncoder();
|
|
decoder_ = CreateDecoder();
|
|
encoder_->RegisterEncodeCompleteCallback(&encode_complete_callback_);
|
|
decoder_->RegisterDecodeCompleteCallback(&decode_complete_callback_);
|
|
|
|
InitCodecs();
|
|
}
|
|
|
|
bool VideoCodecTest::WaitForEncodedFrame(
|
|
EncodedImage* frame,
|
|
CodecSpecificInfo* codec_specific_info) {
|
|
std::vector<EncodedImage> frames;
|
|
std::vector<CodecSpecificInfo> codec_specific_infos;
|
|
if (!WaitForEncodedFrames(&frames, &codec_specific_infos))
|
|
return false;
|
|
EXPECT_EQ(frames.size(), static_cast<size_t>(1));
|
|
EXPECT_EQ(frames.size(), codec_specific_infos.size());
|
|
*frame = frames[0];
|
|
*codec_specific_info = codec_specific_infos[0];
|
|
return true;
|
|
}
|
|
|
|
void VideoCodecTest::SetWaitForEncodedFramesThreshold(size_t num_frames) {
|
|
rtc::CritScope lock(&encoded_frame_section_);
|
|
wait_for_encoded_frames_threshold_ = num_frames;
|
|
}
|
|
|
|
bool VideoCodecTest::WaitForEncodedFrames(
|
|
std::vector<EncodedImage>* frames,
|
|
std::vector<CodecSpecificInfo>* codec_specific_info) {
|
|
EXPECT_TRUE(encoded_frame_event_.Wait(kEncodeTimeoutMs))
|
|
<< "Timed out while waiting for encoded frame.";
|
|
// This becomes unsafe if there are multiple threads waiting for frames.
|
|
rtc::CritScope lock(&encoded_frame_section_);
|
|
EXPECT_FALSE(encoded_frames_.empty());
|
|
EXPECT_FALSE(codec_specific_infos_.empty());
|
|
EXPECT_EQ(encoded_frames_.size(), codec_specific_infos_.size());
|
|
if (!encoded_frames_.empty()) {
|
|
*frames = encoded_frames_;
|
|
encoded_frames_.clear();
|
|
RTC_DCHECK(!codec_specific_infos_.empty());
|
|
*codec_specific_info = codec_specific_infos_;
|
|
codec_specific_infos_.clear();
|
|
return true;
|
|
} else {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
bool VideoCodecTest::WaitForDecodedFrame(std::unique_ptr<VideoFrame>* frame,
|
|
rtc::Optional<uint8_t>* qp) {
|
|
bool ret = decoded_frame_event_.Wait(kDecodeTimeoutMs);
|
|
EXPECT_TRUE(ret) << "Timed out while waiting for a decoded frame.";
|
|
// This becomes unsafe if there are multiple threads waiting for frames.
|
|
rtc::CritScope lock(&decoded_frame_section_);
|
|
EXPECT_TRUE(decoded_frame_);
|
|
if (decoded_frame_) {
|
|
frame->reset(new VideoFrame(std::move(*decoded_frame_)));
|
|
*qp = decoded_qp_;
|
|
decoded_frame_.reset();
|
|
return true;
|
|
} else {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
void VideoCodecTest::InitCodecs() {
|
|
codec_settings_ = codec_settings();
|
|
codec_settings_.startBitrate = kStartBitrate;
|
|
codec_settings_.targetBitrate = kTargetBitrate;
|
|
codec_settings_.maxBitrate = kMaxBitrate;
|
|
codec_settings_.maxFramerate = kMaxFramerate;
|
|
codec_settings_.width = kWidth;
|
|
codec_settings_.height = kHeight;
|
|
EXPECT_EQ(WEBRTC_VIDEO_CODEC_OK,
|
|
encoder_->InitEncode(&codec_settings_, 1 /* number of cores */,
|
|
0 /* max payload size (unused) */));
|
|
EXPECT_EQ(WEBRTC_VIDEO_CODEC_OK,
|
|
decoder_->InitDecode(&codec_settings_, 1 /* number of cores */));
|
|
}
|
|
|
|
} // namespace webrtc
|