mirror of
https://github.com/mollyim/webrtc.git
synced 2025-05-13 22:00:47 +01:00
488eb98616
Bug: webrtc:9381 Change-Id: I6fb6cc6ffa197ca581462e308a857ac38e10b9a1 Reviewed-on: https://webrtc-review.googlesource.com/82162 Reviewed-by: Anders Carlsson <andersc@webrtc.org> Commit-Queue: Peter Hanspers <peterhanspers@webrtc.org> Cr-Commit-Position: refs/heads/master@{#23553}
393 lines
16 KiB
Text
393 lines
16 KiB
Text
/*
|
|
* Copyright 2018 The WebRTC project authors. All Rights Reserved.
|
|
*
|
|
* Use of this source code is governed by a BSD-style license
|
|
* that can be found in the LICENSE file in the root of the source
|
|
* tree. An additional intellectual property rights grant can be found
|
|
* in the file PATENTS. All contributing project authors may
|
|
* be found in the AUTHORS file in the root of the source tree.
|
|
*/
|
|
|
|
#import <Foundation/Foundation.h>
|
|
#import <XCTest/XCTest.h>
|
|
|
|
#include "sdk/objc/Framework/Native/src/objc_video_track_source.h"
|
|
|
|
#import "Video/RTCI420Buffer+Private.h"
|
|
#import "WebRTC/RTCVideoFrame.h"
|
|
#import "WebRTC/RTCVideoFrameBuffer.h"
|
|
#include "common_video/libyuv/include/webrtc_libyuv.h"
|
|
#include "media/base/fakevideorenderer.h"
|
|
#include "rtc_base/refcountedobject.h"
|
|
#include "rtc_base/scoped_ref_ptr.h"
|
|
#include "sdk/objc/Framework/Native/api/video_frame.h"
|
|
#import "sdk/objc/Framework/UnitTests/frame_buffer_helpers.h"
|
|
|
|
typedef void (^VideoSinkCallback)(RTCVideoFrame *);
|
|
|
|
namespace {
|
|
|
|
class ObjCCallbackVideoSink : public rtc::VideoSinkInterface<webrtc::VideoFrame> {
|
|
public:
|
|
ObjCCallbackVideoSink(VideoSinkCallback callback) : callback_(callback) {}
|
|
|
|
virtual void OnFrame(const webrtc::VideoFrame &frame) {
|
|
callback_(NativeToObjCVideoFrame(frame));
|
|
}
|
|
|
|
private:
|
|
VideoSinkCallback callback_;
|
|
};
|
|
|
|
} // namespace
|
|
|
|
@interface ObjCVideoTrackSourceTests : XCTestCase
|
|
@end
|
|
|
|
@implementation ObjCVideoTrackSourceTests {
|
|
rtc::scoped_refptr<webrtc::ObjCVideoTrackSource> _video_source;
|
|
}
|
|
|
|
- (void)setUp {
|
|
_video_source = new rtc::RefCountedObject<webrtc::ObjCVideoTrackSource>();
|
|
}
|
|
|
|
- (void)tearDown {
|
|
_video_source = NULL;
|
|
}
|
|
|
|
- (void)testOnCapturedFrameAdaptsFrame {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 720, 1280, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef];
|
|
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
cricket::FakeVideoRenderer *video_renderer = new cricket::FakeVideoRenderer();
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(video_renderer, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
XCTAssertEqual(video_renderer->num_rendered_frames(), 1);
|
|
XCTAssertEqual(video_renderer->width(), 360);
|
|
XCTAssertEqual(video_renderer->height(), 640);
|
|
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameAdaptsFrameWithAlignment {
|
|
// Requesting to adapt 1280x720 to 912x514 gives 639x360 without alignment. The 639 causes issues
|
|
// with some hardware encoders (e.g. HEVC) so in this test we verify that the alignment is set and
|
|
// respected.
|
|
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 720, 1280, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef];
|
|
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
cricket::FakeVideoRenderer *video_renderer = new cricket::FakeVideoRenderer();
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(video_renderer, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(912, 514, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
XCTAssertEqual(video_renderer->num_rendered_frames(), 1);
|
|
XCTAssertEqual(video_renderer->width(), 360);
|
|
XCTAssertEqual(video_renderer->height(), 640);
|
|
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameWithoutAdaptation {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 360, 640, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(frame.width, outputFrame.width);
|
|
XCTAssertEqual(frame.height, outputFrame.height);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(buffer.cropX, outputBuffer.cropX);
|
|
XCTAssertEqual(buffer.cropY, outputBuffer.cropY);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameCVPixelBufferNeedsAdaptation {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 720, 1280, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 360);
|
|
XCTAssertEqual(outputFrame.height, 640);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(outputBuffer.cropX, 0);
|
|
XCTAssertEqual(outputBuffer.cropY, 0);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameCVPixelBufferNeedsCropping {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 380, 640, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 360);
|
|
XCTAssertEqual(outputFrame.height, 640);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(outputBuffer.cropX, 10);
|
|
XCTAssertEqual(outputBuffer.cropY, 0);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFramePreAdaptedCVPixelBufferNeedsAdaptation {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 720, 1280, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef
|
|
adaptedWidth:700
|
|
adaptedHeight:700
|
|
cropWidth:720
|
|
cropHeight:1280
|
|
cropX:0
|
|
cropY:0];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 300);
|
|
XCTAssertEqual(outputFrame.height, 516);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(outputBuffer.cropX, 150);
|
|
XCTAssertEqual(outputBuffer.cropY, 6);
|
|
XCTAssertEqual(outputBuffer.cropWidth, 400);
|
|
XCTAssertEqual(outputBuffer.cropHeight, 688);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFramePreCroppedCVPixelBufferNeedsCropping {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 380, 640, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef
|
|
adaptedWidth:370
|
|
adaptedHeight:640
|
|
cropWidth:370
|
|
cropHeight:640
|
|
cropX:10
|
|
cropY:0];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 360);
|
|
XCTAssertEqual(outputFrame.height, 640);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(outputBuffer.cropX, 14);
|
|
XCTAssertEqual(outputBuffer.cropY, 0);
|
|
XCTAssertEqual(outputBuffer.cropWidth, 360);
|
|
XCTAssertEqual(outputBuffer.cropHeight, 640);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameSmallerPreCroppedCVPixelBufferNeedsCropping {
|
|
CVPixelBufferRef pixelBufferRef = NULL;
|
|
CVPixelBufferCreate(
|
|
NULL, 380, 640, kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange, NULL, &pixelBufferRef);
|
|
|
|
RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBufferRef
|
|
adaptedWidth:300
|
|
adaptedHeight:640
|
|
cropWidth:300
|
|
cropHeight:640
|
|
cropX:40
|
|
cropY:0];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 300);
|
|
XCTAssertEqual(outputFrame.height, 536);
|
|
|
|
RTCCVPixelBuffer *outputBuffer = outputFrame.buffer;
|
|
XCTAssertEqual(outputBuffer.cropX, 40);
|
|
XCTAssertEqual(outputBuffer.cropY, 52);
|
|
XCTAssertEqual(outputBuffer.cropWidth, 300);
|
|
XCTAssertEqual(outputBuffer.cropHeight, 536);
|
|
XCTAssertEqual(buffer.pixelBuffer, outputBuffer.pixelBuffer);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
CVBufferRelease(pixelBufferRef);
|
|
}
|
|
|
|
- (void)testOnCapturedFrameI420BufferNeedsAdaptation {
|
|
rtc::scoped_refptr<webrtc::I420Buffer> i420Buffer = CreateI420Gradient(720, 1280);
|
|
RTCI420Buffer *buffer = [[RTCI420Buffer alloc] initWithFrameBuffer:i420Buffer];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 360);
|
|
XCTAssertEqual(outputFrame.height, 640);
|
|
|
|
RTCI420Buffer *outputBuffer = (RTCI420Buffer *)outputFrame.buffer;
|
|
|
|
double psnr = I420PSNR(*[buffer nativeI420Buffer], *[outputBuffer nativeI420Buffer]);
|
|
XCTAssertEqual(psnr, webrtc::kPerfectPSNR);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
}
|
|
|
|
- (void)testOnCapturedFrameI420BufferNeedsCropping {
|
|
rtc::scoped_refptr<webrtc::I420Buffer> i420Buffer = CreateI420Gradient(380, 640);
|
|
RTCI420Buffer *buffer = [[RTCI420Buffer alloc] initWithFrameBuffer:i420Buffer];
|
|
RTCVideoFrame *frame =
|
|
[[RTCVideoFrame alloc] initWithBuffer:buffer rotation:RTCVideoRotation_0 timeStampNs:0];
|
|
|
|
XCTestExpectation *callbackExpectation = [self expectationWithDescription:@"videoSinkCallback"];
|
|
ObjCCallbackVideoSink callback_video_sink(^void(RTCVideoFrame *outputFrame) {
|
|
XCTAssertEqual(outputFrame.width, 360);
|
|
XCTAssertEqual(outputFrame.height, 640);
|
|
|
|
RTCI420Buffer *outputBuffer = (RTCI420Buffer *)outputFrame.buffer;
|
|
|
|
double psnr = I420PSNR(*[buffer nativeI420Buffer], *[outputBuffer nativeI420Buffer]);
|
|
XCTAssertGreaterThanOrEqual(psnr, 40);
|
|
|
|
[callbackExpectation fulfill];
|
|
});
|
|
|
|
const rtc::VideoSinkWants video_sink_wants;
|
|
rtc::VideoSourceInterface<webrtc::VideoFrame> *video_source_interface = _video_source;
|
|
video_source_interface->AddOrUpdateSink(&callback_video_sink, video_sink_wants);
|
|
|
|
_video_source->OnOutputFormatRequest(640, 360, 30);
|
|
_video_source->OnCapturedFrame(frame);
|
|
|
|
[self waitForExpectations:@[ callbackExpectation ] timeout:10.0];
|
|
}
|
|
|
|
@end
|