/* * Copyright (c) 2018 The WebM project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #include "./vpx_config.h" #include "gtest/gtest.h" #include "test/codec_factory.h" #include "test/encode_test_driver.h" #include "test/i420_video_source.h" #include "test/svc_test.h" #include "test/util.h" #include "test/y4m_video_source.h" #include "vp9/common/vp9_onyxc_int.h" #include "vpx/vpx_codec.h" #include "vpx_ports/bitops.h" namespace svc_test { namespace { typedef enum { // Inter-layer prediction is on on all frames. INTER_LAYER_PRED_ON, // Inter-layer prediction is off on all frames. INTER_LAYER_PRED_OFF, // Inter-layer prediction is off on non-key frames and non-sync frames. INTER_LAYER_PRED_OFF_NONKEY, // Inter-layer prediction is on on all frames, but constrained such // that any layer S (> 0) can only predict from previous spatial // layer S-1, from the same superframe. INTER_LAYER_PRED_ON_CONSTRAINED } INTER_LAYER_PRED; class ScalePartitionOnePassCbrSvc : public OnePassCbrSvc, public ::testing::TestWithParam { public: ScalePartitionOnePassCbrSvc() : OnePassCbrSvc(GetParam()), mismatch_nframes_(0), num_nonref_frames_(0) { SetMode(::libvpx_test::kRealTime); } protected: ~ScalePartitionOnePassCbrSvc() override = default; void SetUp() override { InitializeConfig(); speed_setting_ = 7; } void PreEncodeFrameHook(::libvpx_test::VideoSource *video, ::libvpx_test::Encoder *encoder) override { PreEncodeFrameHookSetup(video, encoder); } void FramePktHook(const vpx_codec_cx_pkt_t *pkt) override { // Keep track of number of non-reference frames, needed for mismatch check. // Non-reference frames are top spatial and temporal layer frames, // for TL > 0. if (temporal_layer_id_ == number_temporal_layers_ - 1 && temporal_layer_id_ > 0 && pkt->data.frame.spatial_layer_encoded[number_spatial_layers_ - 1]) num_nonref_frames_++; } void MismatchHook(const vpx_image_t * /*img1*/, const vpx_image_t * /*img2*/) override { ++mismatch_nframes_; } void SetConfig(const int /*num_temporal_layer*/) override {} unsigned int GetMismatchFrames() const { return mismatch_nframes_; } unsigned int GetNonRefFrames() const { return num_nonref_frames_; } private: unsigned int mismatch_nframes_; unsigned int num_nonref_frames_; }; TEST_P(ScalePartitionOnePassCbrSvc, OnePassCbrSvc3SL3TL1080P) { SetSvcConfig(3, 3); cfg_.rc_buf_initial_sz = 500; cfg_.rc_buf_optimal_sz = 500; cfg_.rc_buf_sz = 1000; cfg_.rc_min_quantizer = 0; cfg_.rc_max_quantizer = 63; cfg_.g_threads = 1; cfg_.rc_dropframe_thresh = 10; cfg_.rc_target_bitrate = 800; cfg_.kf_max_dist = 9999; cfg_.rc_end_usage = VPX_CBR; cfg_.g_lag_in_frames = 0; cfg_.g_error_resilient = 1; cfg_.ts_rate_decimator[0] = 4; cfg_.ts_rate_decimator[1] = 2; cfg_.ts_rate_decimator[2] = 1; cfg_.temporal_layering_mode = 3; ::libvpx_test::I420VideoSource video( "slides_code_term_web_plot.1920_1080.yuv", 1920, 1080, 30, 1, 0, 100); // For this 3 temporal layer case, pattern repeats every 4 frames, so choose // 4 key neighboring key frame periods (so key frame will land on 0-2-1-2). AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Params: Inter layer prediction modes. class SyncFrameOnePassCbrSvc : public OnePassCbrSvc, public ::libvpx_test::CodecTestWithParam { public: SyncFrameOnePassCbrSvc() : OnePassCbrSvc(GET_PARAM(0)), current_video_frame_(0), frame_to_start_decode_(0), frame_to_sync_(0), inter_layer_pred_mode_(GET_PARAM(1)), decode_to_layer_before_sync_(-1), decode_to_layer_after_sync_(-1), denoiser_on_(0), intra_only_test_(false), loopfilter_off_(0), mismatch_nframes_(0), num_nonref_frames_(0) { SetMode(::libvpx_test::kRealTime); memset(&svc_layer_sync_, 0, sizeof(svc_layer_sync_)); } protected: ~SyncFrameOnePassCbrSvc() override = default; void SetUp() override { InitializeConfig(); speed_setting_ = 7; } bool DoDecode() const override { return current_video_frame_ >= frame_to_start_decode_; } // Example pattern for spatial layers and 2 temporal layers used in the // bypass/flexible mode. The pattern corresponds to the pattern // VP9E_TEMPORAL_LAYERING_MODE_0101 (temporal_layering_mode == 2) used in // non-flexible mode. void set_frame_flags_bypass_mode( int tl, int num_spatial_layers, int is_key_frame, vpx_svc_ref_frame_config_t *ref_frame_config) { int sl; for (sl = 0; sl < num_spatial_layers; ++sl) ref_frame_config->update_buffer_slot[sl] = 0; for (sl = 0; sl < num_spatial_layers; ++sl) { // Set the buffer idx. if (tl == 0) { ref_frame_config->lst_fb_idx[sl] = sl; if (sl) { if (is_key_frame) { ref_frame_config->lst_fb_idx[sl] = sl - 1; ref_frame_config->gld_fb_idx[sl] = sl; } else { ref_frame_config->gld_fb_idx[sl] = sl - 1; } } else { ref_frame_config->gld_fb_idx[sl] = 0; } ref_frame_config->alt_fb_idx[sl] = 0; } else if (tl == 1) { ref_frame_config->lst_fb_idx[sl] = sl; ref_frame_config->gld_fb_idx[sl] = (sl == 0) ? 0 : num_spatial_layers + sl - 1; ref_frame_config->alt_fb_idx[sl] = num_spatial_layers + sl; } // Set the reference and update flags. if (!tl) { if (!sl) { // Base spatial and base temporal (sl = 0, tl = 0) ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 0; ref_frame_config->reference_alt_ref[sl] = 0; ref_frame_config->update_buffer_slot[sl] |= 1 << ref_frame_config->lst_fb_idx[sl]; } else { if (is_key_frame) { ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 0; ref_frame_config->reference_alt_ref[sl] = 0; ref_frame_config->update_buffer_slot[sl] |= 1 << ref_frame_config->gld_fb_idx[sl]; } else { // Non-zero spatiall layer. ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 1; ref_frame_config->reference_alt_ref[sl] = 1; ref_frame_config->update_buffer_slot[sl] |= 1 << ref_frame_config->lst_fb_idx[sl]; } } } else if (tl == 1) { if (!sl) { // Base spatial and top temporal (tl = 1) ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 0; ref_frame_config->reference_alt_ref[sl] = 0; ref_frame_config->update_buffer_slot[sl] |= 1 << ref_frame_config->alt_fb_idx[sl]; } else { // Non-zero spatial. if (sl < num_spatial_layers - 1) { ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 1; ref_frame_config->reference_alt_ref[sl] = 0; ref_frame_config->update_buffer_slot[sl] |= 1 << ref_frame_config->alt_fb_idx[sl]; } else if (sl == num_spatial_layers - 1) { // Top spatial and top temporal (non-reference -- doesn't // update any reference buffers). ref_frame_config->reference_last[sl] = 1; ref_frame_config->reference_golden[sl] = 1; ref_frame_config->reference_alt_ref[sl] = 0; } } } } } void PreEncodeFrameHook(::libvpx_test::VideoSource *video, ::libvpx_test::Encoder *encoder) override { current_video_frame_ = video->frame(); PreEncodeFrameHookSetup(video, encoder); if (video->frame() == 0) { // Do not turn off inter-layer pred completely because simulcast mode // fails. if (inter_layer_pred_mode_ != INTER_LAYER_PRED_OFF) encoder->Control(VP9E_SET_SVC_INTER_LAYER_PRED, inter_layer_pred_mode_); encoder->Control(VP9E_SET_NOISE_SENSITIVITY, denoiser_on_); if (intra_only_test_) // Decoder sets the color_space for Intra-only frames // to BT_601 (see line 1810 in vp9_decodeframe.c). // So set it here in these tess to avoid encoder-decoder // mismatch check on color space setting. encoder->Control(VP9E_SET_COLOR_SPACE, VPX_CS_BT_601); encoder->Control(VP9E_SET_DISABLE_LOOPFILTER, loopfilter_off_); } if (flexible_mode_) { vpx_svc_layer_id_t layer_id; layer_id.spatial_layer_id = 0; layer_id.temporal_layer_id = (video->frame() % 2 != 0); temporal_layer_id_ = layer_id.temporal_layer_id; for (int i = 0; i < number_spatial_layers_; i++) { layer_id.temporal_layer_id_per_spatial[i] = temporal_layer_id_; ref_frame_config_.duration[i] = 1; } encoder->Control(VP9E_SET_SVC_LAYER_ID, &layer_id); set_frame_flags_bypass_mode(layer_id.temporal_layer_id, number_spatial_layers_, 0, &ref_frame_config_); encoder->Control(VP9E_SET_SVC_REF_FRAME_CONFIG, &ref_frame_config_); } if (video->frame() == frame_to_sync_) { encoder->Control(VP9E_SET_SVC_SPATIAL_LAYER_SYNC, &svc_layer_sync_); } } #if CONFIG_VP9_DECODER void PreDecodeFrameHook(::libvpx_test::VideoSource *video, ::libvpx_test::Decoder *decoder) override { if (video->frame() < frame_to_sync_) { if (decode_to_layer_before_sync_ >= 0) decoder->Control(VP9_DECODE_SVC_SPATIAL_LAYER, decode_to_layer_before_sync_); } else { if (decode_to_layer_after_sync_ >= 0) { int decode_to_layer = decode_to_layer_after_sync_; // Overlay frame is additional layer for intra-only. if (video->frame() == frame_to_sync_ && intra_only_test_ && decode_to_layer_after_sync_ == 0 && number_spatial_layers_ > 1) decode_to_layer += 1; decoder->Control(VP9_DECODE_SVC_SPATIAL_LAYER, decode_to_layer); } } } #endif void FramePktHook(const vpx_codec_cx_pkt_t *pkt) override { // Keep track of number of non-reference frames, needed for mismatch check. // Non-reference frames are top spatial and temporal layer frames, // for TL > 0. if (temporal_layer_id_ == number_temporal_layers_ - 1 && temporal_layer_id_ > 0 && pkt->data.frame.spatial_layer_encoded[number_spatial_layers_ - 1] && current_video_frame_ >= frame_to_sync_) num_nonref_frames_++; if (intra_only_test_ && current_video_frame_ == frame_to_sync_) { // Intra-only frame is only generated for spatial layers > 1 and <= 3, // among other conditions (see constraint in set_intra_only_frame(). If // intra-only is no allowed then encoder will insert key frame instead. const bool key_frame = (pkt->data.frame.flags & VPX_FRAME_IS_KEY) ? true : false; if (number_spatial_layers_ == 1 || number_spatial_layers_ > 3) ASSERT_TRUE(key_frame); else ASSERT_FALSE(key_frame); } } void MismatchHook(const vpx_image_t * /*img1*/, const vpx_image_t * /*img2*/) override { if (current_video_frame_ >= frame_to_sync_) ++mismatch_nframes_; } unsigned int GetMismatchFrames() const { return mismatch_nframes_; } unsigned int GetNonRefFrames() const { return num_nonref_frames_; } unsigned int current_video_frame_; unsigned int frame_to_start_decode_; unsigned int frame_to_sync_; int inter_layer_pred_mode_; int decode_to_layer_before_sync_; int decode_to_layer_after_sync_; int denoiser_on_; bool intra_only_test_; int loopfilter_off_; vpx_svc_spatial_layer_sync_t svc_layer_sync_; unsigned int mismatch_nframes_; unsigned int num_nonref_frames_; bool flexible_mode_; vpx_svc_ref_frame_config_t ref_frame_config_; private: void SetConfig(const int num_temporal_layer) override { cfg_.rc_buf_initial_sz = 500; cfg_.rc_buf_optimal_sz = 500; cfg_.rc_buf_sz = 1000; cfg_.rc_min_quantizer = 0; cfg_.rc_max_quantizer = 63; cfg_.rc_end_usage = VPX_CBR; cfg_.g_lag_in_frames = 0; cfg_.g_error_resilient = 1; cfg_.g_threads = 1; cfg_.rc_dropframe_thresh = 30; cfg_.kf_max_dist = 9999; if (num_temporal_layer == 3) { cfg_.ts_rate_decimator[0] = 4; cfg_.ts_rate_decimator[1] = 2; cfg_.ts_rate_decimator[2] = 1; cfg_.temporal_layering_mode = 3; } else if (num_temporal_layer == 2) { cfg_.ts_rate_decimator[0] = 2; cfg_.ts_rate_decimator[1] = 1; cfg_.temporal_layering_mode = 2; } else if (num_temporal_layer == 1) { cfg_.ts_rate_decimator[0] = 1; cfg_.temporal_layering_mode = 0; } } }; // Test for sync layer for 1 pass CBR SVC: 3 spatial layers and // 3 temporal layers. Only start decoding on the sync layer. // Full sync: insert key frame on base layer. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLFullSync) { SetSvcConfig(3, 3); // Sync is on base layer so the frame to sync and the frame to start decoding // is the same. frame_to_start_decode_ = 20; frame_to_sync_ = 20; decode_to_layer_before_sync_ = -1; decode_to_layer_after_sync_ = 2; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 0; svc_layer_sync_.spatial_layer_sync[0] = 1; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Test for sync layer for 1 pass CBR SVC: 2 spatial layers and // 3 temporal layers. Decoding QVGA before sync frame and decode up to // VGA on and after sync. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc2SL3TLSyncToVGA) { SetSvcConfig(2, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 100; decode_to_layer_before_sync_ = 0; decode_to_layer_after_sync_ = 1; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 0; svc_layer_sync_.spatial_layer_sync[0] = 0; svc_layer_sync_.spatial_layer_sync[1] = 1; ::libvpx_test::I420VideoSource video("niklas_640_480_30.yuv", 640, 480, 30, 1, 0, 400); cfg_.rc_target_bitrate = 400; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Test for sync layer for 1 pass CBR SVC: 3 spatial layers and // 3 temporal layers. Decoding QVGA and VGA before sync frame and decode up to // HD on and after sync. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncToHD) { SetSvcConfig(3, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 1; decode_to_layer_after_sync_ = 2; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 0; svc_layer_sync_.spatial_layer_sync[0] = 0; svc_layer_sync_.spatial_layer_sync[1] = 0; svc_layer_sync_.spatial_layer_sync[2] = 1; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Test for sync layer for 1 pass CBR SVC: 3 spatial layers and // 3 temporal layers. Decoding QVGA before sync frame and decode up to // HD on and after sync. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncToVGAHD) { SetSvcConfig(3, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 0; decode_to_layer_after_sync_ = 2; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 0; svc_layer_sync_.spatial_layer_sync[0] = 0; svc_layer_sync_.spatial_layer_sync[1] = 1; svc_layer_sync_.spatial_layer_sync[2] = 1; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } #if CONFIG_VP9_TEMPORAL_DENOISING // Test for sync layer for 1 pass CBR SVC: 2 spatial layers and // 3 temporal layers. Decoding QVGA before sync frame and decode up to // VGA on and after sync. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc2SL3TLSyncFrameVGADenoise) { SetSvcConfig(2, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 100; decode_to_layer_before_sync_ = 0; decode_to_layer_after_sync_ = 1; denoiser_on_ = 1; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 0; svc_layer_sync_.spatial_layer_sync[0] = 0; svc_layer_sync_.spatial_layer_sync[1] = 1; ::libvpx_test::I420VideoSource video("niklas_640_480_30.yuv", 640, 480, 30, 1, 0, 400); cfg_.rc_target_bitrate = 400; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } #endif // Encode 3 spatial, 2 temporal layer in flexible mode but don't // start decoding. During the sequence insert intra-only on base/qvga // layer at frame 20 and start decoding only QVGA layer from there. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncFrameStartDecodeOnIntraOnlyQVGAFlex) { SetSvcConfig(3, 2); frame_to_start_decode_ = 20; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 2; decode_to_layer_after_sync_ = 0; intra_only_test_ = true; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 1; svc_layer_sync_.spatial_layer_sync[0] = 1; svc_layer_sync_.spatial_layer_sync[1] = 0; svc_layer_sync_.spatial_layer_sync[2] = 0; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = true; AssignLayerBitrates(); cfg_.temporal_layering_mode = VP9E_TEMPORAL_LAYERING_MODE_BYPASS; ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); // Can't check mismatch here because only base is decoded at // frame sync, whereas encoder continues encoding all layers. } // Encode 3 spatial, 3 temporal layer but don't start decoding. // During the sequence insert intra-only on base/qvga layer at frame 20 // and start decoding only QVGA layer from there. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncFrameStartDecodeOnIntraOnlyQVGA) { SetSvcConfig(3, 3); frame_to_start_decode_ = 20; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 2; decode_to_layer_after_sync_ = 0; intra_only_test_ = true; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 1; svc_layer_sync_.spatial_layer_sync[0] = 1; svc_layer_sync_.spatial_layer_sync[1] = 0; svc_layer_sync_.spatial_layer_sync[2] = 0; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); // Can't check mismatch here because only base is decoded at // frame sync, whereas encoder continues encoding all layers. } // Start decoding from beginning of sequence, during sequence insert intra-only // on base/qvga layer. Decode all layers. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncFrameIntraOnlyQVGA) { SetSvcConfig(3, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 2; // The superframe containing intra-only layer will have +1 frames. Thus set // the layer to decode after sync frame to +1 from // decode_to_layer_before_sync. decode_to_layer_after_sync_ = 3; intra_only_test_ = true; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 1; svc_layer_sync_.spatial_layer_sync[0] = 1; svc_layer_sync_.spatial_layer_sync[1] = 0; svc_layer_sync_.spatial_layer_sync[2] = 0; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Start decoding from beginning of sequence, during sequence insert intra-only // on base/qvga layer and sync_layer on middle/VGA layer. Decode all layers. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc3SL3TLSyncFrameIntraOnlyVGA) { SetSvcConfig(3, 3); frame_to_start_decode_ = 0; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 2; // The superframe containing intra-only layer will have +1 frames. Thus set // the layer to decode after sync frame to +1 from // decode_to_layer_before_sync. decode_to_layer_after_sync_ = 3; intra_only_test_ = true; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 1; svc_layer_sync_.spatial_layer_sync[0] = 1; svc_layer_sync_.spatial_layer_sync[1] = 1; svc_layer_sync_.spatial_layer_sync[2] = 0; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Start decoding from sync frame, insert intra-only on base/qvga layer. Decode // all layers. For 1 spatial layer, it inserts a key frame. TEST_P(SyncFrameOnePassCbrSvc, OnePassCbrSvc1SL3TLSyncFrameIntraOnlyQVGA) { SetSvcConfig(1, 3); frame_to_start_decode_ = 20; frame_to_sync_ = 20; decode_to_layer_before_sync_ = 0; decode_to_layer_after_sync_ = 0; intra_only_test_ = true; // Set up svc layer sync structure. svc_layer_sync_.base_layer_intra_only = 1; svc_layer_sync_.spatial_layer_sync[0] = 1; ::libvpx_test::Y4mVideoSource video("niklas_1280_720_30.y4m", 0, 60); cfg_.rc_target_bitrate = 600; flexible_mode_ = false; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER // The non-reference frames are expected to be mismatched frames as the // encoder will avoid loopfilter on these frames. EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); #endif } // Params: Loopfilter modes. class LoopfilterOnePassCbrSvc : public OnePassCbrSvc, public ::libvpx_test::CodecTestWithParam { public: LoopfilterOnePassCbrSvc() : OnePassCbrSvc(GET_PARAM(0)), loopfilter_off_(GET_PARAM(1)), mismatch_nframes_(0), num_nonref_frames_(0) { SetMode(::libvpx_test::kRealTime); } protected: ~LoopfilterOnePassCbrSvc() override = default; void SetUp() override { InitializeConfig(); speed_setting_ = 7; } void PreEncodeFrameHook(::libvpx_test::VideoSource *video, ::libvpx_test::Encoder *encoder) override { PreEncodeFrameHookSetup(video, encoder); if (number_temporal_layers_ > 1 || number_spatial_layers_ > 1) { // Consider 3 cases: if (loopfilter_off_ == 0) { // loopfilter is on for all spatial layers on every superrframe. for (int i = 0; i < VPX_SS_MAX_LAYERS; ++i) { svc_params_.loopfilter_ctrl[i] = 0; } } else if (loopfilter_off_ == 1) { // loopfilter is off for non-reference frames for all spatial layers. for (int i = 0; i < VPX_SS_MAX_LAYERS; ++i) { svc_params_.loopfilter_ctrl[i] = 1; } } else { // loopfilter is off for all SL0 frames, and off only for non-reference // frames for SL > 0. svc_params_.loopfilter_ctrl[0] = 2; for (int i = 1; i < VPX_SS_MAX_LAYERS; ++i) { svc_params_.loopfilter_ctrl[i] = 1; } } encoder->Control(VP9E_SET_SVC_PARAMETERS, &svc_params_); } else if (number_temporal_layers_ == 1 && number_spatial_layers_ == 1) { // For non-SVC mode use the single layer control. encoder->Control(VP9E_SET_DISABLE_LOOPFILTER, loopfilter_off_); } } void FramePktHook(const vpx_codec_cx_pkt_t *pkt) override { // Keep track of number of non-reference frames, needed for mismatch check. // Non-reference frames are top spatial and temporal layer frames, // for TL > 0. if (temporal_layer_id_ == number_temporal_layers_ - 1 && temporal_layer_id_ > 0 && pkt->data.frame.spatial_layer_encoded[number_spatial_layers_ - 1]) num_nonref_frames_++; } void MismatchHook(const vpx_image_t * /*img1*/, const vpx_image_t * /*img2*/) override { ++mismatch_nframes_; } void SetConfig(const int /*num_temporal_layer*/) override {} int GetMismatchFrames() const { return mismatch_nframes_; } int GetNonRefFrames() const { return num_nonref_frames_; } int loopfilter_off_; private: int mismatch_nframes_; int num_nonref_frames_; }; TEST_P(LoopfilterOnePassCbrSvc, OnePassCbrSvc1SL1TLLoopfilterOff) { SetSvcConfig(1, 1); cfg_.rc_buf_initial_sz = 500; cfg_.rc_buf_optimal_sz = 500; cfg_.rc_buf_sz = 1000; cfg_.rc_min_quantizer = 0; cfg_.rc_max_quantizer = 63; cfg_.g_threads = 1; cfg_.rc_dropframe_thresh = 0; cfg_.rc_target_bitrate = 800; cfg_.kf_max_dist = 9999; cfg_.rc_end_usage = VPX_CBR; cfg_.g_lag_in_frames = 0; cfg_.g_error_resilient = 1; cfg_.ts_rate_decimator[0] = 1; cfg_.temporal_layering_mode = 0; ::libvpx_test::I420VideoSource video("niklas_640_480_30.yuv", 640, 480, 30, 1, 0, 400); cfg_.rc_target_bitrate = 600; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER if (loopfilter_off_ == 0) EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); else EXPECT_EQ(GetMismatchFrames(), 0); #endif } TEST_P(LoopfilterOnePassCbrSvc, OnePassCbrSvc1SL3TLLoopfilterOff) { SetSvcConfig(1, 3); cfg_.rc_buf_initial_sz = 500; cfg_.rc_buf_optimal_sz = 500; cfg_.rc_buf_sz = 1000; cfg_.rc_min_quantizer = 0; cfg_.rc_max_quantizer = 63; cfg_.g_threads = 1; cfg_.rc_dropframe_thresh = 0; cfg_.rc_target_bitrate = 800; cfg_.kf_max_dist = 9999; cfg_.rc_end_usage = VPX_CBR; cfg_.g_lag_in_frames = 0; cfg_.g_error_resilient = 1; cfg_.ts_rate_decimator[0] = 4; cfg_.ts_rate_decimator[1] = 2; cfg_.ts_rate_decimator[2] = 1; cfg_.temporal_layering_mode = 3; ::libvpx_test::I420VideoSource video("niklas_640_480_30.yuv", 640, 480, 30, 1, 0, 400); cfg_.rc_target_bitrate = 600; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER if (loopfilter_off_ == 0) EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); else EXPECT_EQ(GetMismatchFrames(), 0); #endif } TEST_P(LoopfilterOnePassCbrSvc, OnePassCbrSvc3SL3TLLoopfilterOff) { SetSvcConfig(3, 3); cfg_.rc_buf_initial_sz = 500; cfg_.rc_buf_optimal_sz = 500; cfg_.rc_buf_sz = 1000; cfg_.rc_min_quantizer = 0; cfg_.rc_max_quantizer = 63; cfg_.g_threads = 1; cfg_.rc_dropframe_thresh = 0; cfg_.rc_target_bitrate = 800; cfg_.kf_max_dist = 9999; cfg_.rc_end_usage = VPX_CBR; cfg_.g_lag_in_frames = 0; cfg_.g_error_resilient = 1; cfg_.ts_rate_decimator[0] = 4; cfg_.ts_rate_decimator[1] = 2; cfg_.ts_rate_decimator[2] = 1; cfg_.temporal_layering_mode = 3; ::libvpx_test::I420VideoSource video("niklas_640_480_30.yuv", 640, 480, 30, 1, 0, 400); cfg_.rc_target_bitrate = 600; AssignLayerBitrates(); ASSERT_NO_FATAL_FAILURE(RunLoop(&video)); #if CONFIG_VP9_DECODER if (loopfilter_off_ == 0) EXPECT_EQ(GetNonRefFrames(), GetMismatchFrames()); else EXPECT_EQ(GetMismatchFrames(), 0); #endif } VP9_INSTANTIATE_TEST_SUITE(SyncFrameOnePassCbrSvc, ::testing::Range(0, 3)); VP9_INSTANTIATE_TEST_SUITE(LoopfilterOnePassCbrSvc, ::testing::Range(0, 3)); INSTANTIATE_TEST_SUITE_P( VP9, ScalePartitionOnePassCbrSvc, ::testing::Values( static_cast(&libvpx_test::kVP9))); } // namespace } // namespace svc_test