/* * Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_INTEGRATIONTEST_H_ #define MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_INTEGRATIONTEST_H_ #include #include #include #include "common_types.h" // NOLINT(build/include) #include "common_video/h264/h264_common.h" #include "media/engine/webrtcvideodecoderfactory.h" #include "media/engine/webrtcvideoencoderfactory.h" #include "modules/video_coding/codecs/test/packet_manipulator.h" #include "modules/video_coding/codecs/test/stats.h" #include "modules/video_coding/codecs/test/test_config.h" #include "modules/video_coding/codecs/test/videoprocessor.h" #include "modules/video_coding/utility/ivf_file_writer.h" #include "test/gtest.h" #include "test/testsupport/frame_reader.h" #include "test/testsupport/frame_writer.h" #include "test/testsupport/packet_reader.h" namespace webrtc { namespace test { // Rates for the encoder and the frame number when to change profile. struct RateProfile { int target_kbps; int input_fps; int frame_index_rate_update; }; // Thresholds for the rate control metrics. The thresholds are defined for each // rate update sequence. |max_num_frames_to_hit_target| is defined as number of // frames, after a rate update is made to the encoder, for the encoder to reach // |kMaxBitrateMismatchPercent| of new target rate. struct RateControlThresholds { int max_num_dropped_frames; int max_key_framesize_mismatch_percent; int max_delta_framesize_mismatch_percent; int max_bitrate_mismatch_percent; int max_num_frames_to_hit_target; int num_spatial_resizes; int num_key_frames; }; // Thresholds for the quality metrics. struct QualityThresholds { QualityThresholds(double min_avg_psnr, double min_min_psnr, double min_avg_ssim, double min_min_ssim) : min_avg_psnr(min_avg_psnr), min_min_psnr(min_min_psnr), min_avg_ssim(min_avg_ssim), min_min_ssim(min_min_ssim) {} double min_avg_psnr; double min_min_psnr; double min_avg_ssim; double min_min_ssim; }; struct BitstreamThresholds { explicit BitstreamThresholds(size_t max_nalu_length) : max_nalu_length(max_nalu_length) {} size_t max_nalu_length; }; // Should video files be saved persistently to disk for post-run visualization? struct VisualizationParams { bool save_encoded_ivf; bool save_decoded_y4m; }; // Integration test for video processor. Encodes+decodes a clip and // writes it to the output directory. After completion, quality metrics // (PSNR and SSIM) and rate control metrics are computed and compared to given // thresholds, to verify that the quality and encoder response is acceptable. // The rate control tests allow us to verify the behavior for changing bit rate, // changing frame rate, frame dropping/spatial resize, and temporal layers. // The thresholds for the rate control metrics are set to be fairly // conservative, so failure should only happen when some significant regression // or breakdown occurs. class VideoProcessorIntegrationTest : public testing::Test { protected: // Verifies that all H.264 keyframes contain SPS/PPS/IDR NALUs. class H264KeyframeChecker : public TestConfig::EncodedFrameChecker { public: void CheckEncodedFrame(webrtc::VideoCodecType codec, const EncodedImage& encoded_frame) const override; }; VideoProcessorIntegrationTest(); ~VideoProcessorIntegrationTest() override; void ProcessFramesAndMaybeVerify( const std::vector& rate_profiles, const std::vector* rc_thresholds, const QualityThresholds* quality_thresholds, const BitstreamThresholds* bs_thresholds, const VisualizationParams* visualization_params); // Config. TestConfig config_; // Can be used by all H.264 tests. const H264KeyframeChecker h264_keyframe_checker_; private: class CpuProcessTime; static const int kMaxNumTemporalLayers = 3; struct TestResults { int KeyFrameSizeMismatchPercent() const { if (num_key_frames == 0) { return -1; } return 100 * sum_key_framesize_mismatch / num_key_frames; } int DeltaFrameSizeMismatchPercent(int i) const { return 100 * sum_delta_framesize_mismatch_layer[i] / num_frames_layer[i]; } int BitrateMismatchPercent(float target_kbps) const { return 100 * fabs(kbps - target_kbps) / target_kbps; } int BitrateMismatchPercent(int i, float target_kbps_layer) const { return 100 * fabs(kbps_layer[i] - target_kbps_layer) / target_kbps_layer; } int num_frames = 0; int num_frames_layer[kMaxNumTemporalLayers] = {0}; int num_key_frames = 0; int num_frames_to_hit_target = 0; float sum_framesize_kbits = 0.0f; float sum_framesize_kbits_layer[kMaxNumTemporalLayers] = {0}; float kbps = 0.0f; float kbps_layer[kMaxNumTemporalLayers] = {0}; float sum_key_framesize_mismatch = 0.0f; float sum_delta_framesize_mismatch_layer[kMaxNumTemporalLayers] = {0}; }; struct TargetRates { int kbps; int fps; float kbps_layer[kMaxNumTemporalLayers]; float fps_layer[kMaxNumTemporalLayers]; float framesize_kbits_layer[kMaxNumTemporalLayers]; float key_framesize_kbits_initial; float key_framesize_kbits; }; void CreateEncoderAndDecoder(); void DestroyEncoderAndDecoder(); void SetUpAndInitObjects(rtc::TaskQueue* task_queue, const int initial_bitrate_kbps, const int initial_framerate_fps, const VisualizationParams* visualization_params); void ReleaseAndCloseObjects(rtc::TaskQueue* task_queue); // Rate control metrics. void ResetRateControlMetrics(int rate_update_index, const std::vector& rate_profiles); void SetRatesPerTemporalLayer(); void UpdateRateControlMetrics(int frame_number); void PrintRateControlMetrics( int rate_update_index, const std::vector& num_dropped_frames, const std::vector& num_spatial_resizes) const; void VerifyRateControlMetrics( int rate_update_index, const std::vector* rc_thresholds, const std::vector& num_dropped_frames, const std::vector& num_spatial_resizes) const; void VerifyBitstream(int frame_number, const BitstreamThresholds& bs_thresholds); void MaybePrintSettings() const; // Codecs. std::unique_ptr encoder_; std::unique_ptr decoder_; // Helper objects. std::unique_ptr analysis_frame_reader_; std::unique_ptr analysis_frame_writer_; std::unique_ptr encoded_frame_writer_; std::unique_ptr decoded_frame_writer_; PacketReader packet_reader_; std::unique_ptr packet_manipulator_; Stats stats_; std::unique_ptr processor_; std::unique_ptr cpu_process_time_; // Quantities updated for every encoded frame. TestResults actual_; // Rates set for every encoder rate update. TargetRates target_; }; } // namespace test } // namespace webrtc #endif // MODULES_VIDEO_CODING_CODECS_TEST_VIDEOPROCESSOR_INTEGRATIONTEST_H_