/****************************************************************************** * * Copyright (C) 2022 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at: * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. * ***************************************************************************** * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore */ /** ******************************************************************************* * @file * isvcd_iquant_itrans_residual_recon_neonintr.c * * @brief * Contains definition of functions for h264 inverse quantization inverse * transformation and recon * * @author * Kishore * * @par List of Functions: * - ih264_iquant_itrans_residual_recon_4x4() * - ih264_iquant_itrans_residual_recon_8x8() * - isvcd_iquant_itrans_residual_recon_4x4_dc_neonintr() * - isvcd_iquant_itrans_residual_recon_8x8_dc_neonintr() * - ih264_iquant_itrans_residual_recon_chroma_4x4() * - isvcd_iquant_itrans_residual_recon_chroma_4x4_dc_neonintr() * * @remarks * ******************************************************************************* */ /*****************************************************************************/ /* File Includes */ /*****************************************************************************/ #include #include /* User include files */ #include "ih264_typedefs.h" #include "ih264_defs.h" #include "ih264_trans_macros.h" #include "ih264_macros.h" #include "ih264_platform_macros.h" #include "ih264_trans_data.h" #include "ih264_size_defs.h" #include "ih264_structs.h" #include "isvcd_iquant_itrans_residual_recon.h" /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_4x4_dc_neonintr */ /* */ /* Description : this function computes the recon output from the */ /* IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : i4_nnz */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ WORD32 isvcd_iquant_itrans_residual_recon_4x4_dc_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscal_mat, const UWORD16 *pu2_weigh_mat, UWORD32 u4_qp_div_6, WORD16 *pi2_tmp, WORD32 iq_start_idx, WORD16 *pi2_dc_ld_addr) { WORD32 i4_iq_out_temp; int16x8_t temp_0; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in; int16x8_t pred0, pred1, pred2, pred3; int16x8_t resd0_in, resd1_in, resd2_in, resd3_in; int16x8_t dup_val_1, dup_val_2, dup_abs; int16x8_t resd01, resd23, dup_max, dup_min; WORD32 i4_nnz; WORD16 rnd_fact = (u4_qp_div_6 < 4) ? 1 << (3 - u4_qp_div_6) : 0; UNUSED(pi2_tmp); if(iq_start_idx == 0) { i4_iq_out_temp = pi2_src[0]; INV_QUANT(i4_iq_out_temp, pu2_iscal_mat[0], pu2_weigh_mat[0], u4_qp_div_6, rnd_fact, 4); } else { i4_iq_out_temp = pi2_dc_ld_addr[0]; } temp_0 = vdupq_n_s16((i4_iq_out_temp + 32) >> 6); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); pred0_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred1_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred2_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred3_in = vld1_u8((uint8_t *) pu1_pred); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); resd0_in = vld1q_s16((int16_t *) pi2_rsd); resd1_in = vld1q_s16((int16_t *) pi2_rsd + rsd_strd); resd2_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 2)); resd3_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 3)); resd0_in = vaddq_s16(resd0_in, temp_0); resd1_in = vaddq_s16(resd1_in, temp_0); resd2_in = vaddq_s16(resd2_in, temp_0); resd3_in = vaddq_s16(resd3_in, temp_0); resd0_in = vminq_s16(resd0_in, dup_max); resd0_in = vmaxq_s16(resd0_in, dup_min); resd1_in = vminq_s16(resd1_in, dup_max); resd1_in = vmaxq_s16(resd1_in, dup_min); resd2_in = vminq_s16(resd2_in, dup_max); resd2_in = vmaxq_s16(resd2_in, dup_min); resd3_in = vminq_s16(resd3_in, dup_max); resd3_in = vmaxq_s16(resd3_in, dup_min); resd01 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(vreinterpretq_s64_s16(resd0_in)), vget_low_s64(vreinterpretq_s64_s16(resd1_in)))); resd23 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(vreinterpretq_s64_s16(resd2_in)), vget_low_s64(vreinterpretq_s64_s16(resd3_in)))); dup_val_1 = vabsq_s16(resd01); dup_val_2 = vabsq_s16(resd23); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); i4_nnz = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; pred0 = vaddq_s16(pred0, resd0_in); pred1 = vaddq_s16(pred1, resd1_in); pred2 = vaddq_s16(pred2, resd2_in); pred3 = vaddq_s16(pred3, resd3_in); pred0_in = vqmovun_s16(pred0); pred1_in = vqmovun_s16(pred1); pred2_in = vqmovun_s16(pred2); pred3_in = vqmovun_s16(pred3); vst1_lane_u32((uint32_t *) (pu1_out), vreinterpret_u32_u8(pred0_in), 0); vst1_lane_u32((uint32_t *) (pu1_out + out_strd), vreinterpret_u32_u8(pred1_in), 0); vst1_lane_u32((uint32_t *) (pu1_out + out_strd * 2), vreinterpret_u32_u8(pred2_in), 0); vst1_lane_u32((uint32_t *) (pu1_out + out_strd * 3), vreinterpret_u32_u8(pred3_in), 0); return i4_nnz; } /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_chroma_4x4_dc_neonintr */ /* */ /* Description : this function computes the recon output for the chroma */ /* from IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : none */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ void isvcd_iquant_itrans_residual_recon_chroma_4x4_dc_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscal_mat, const UWORD16 *pu2_weigh_mat, UWORD32 u4_qp_div_6, WORD16 *pi2_tmp, WORD16 *pi2_dc_src) { WORD32 i4_iq_out_temp; int16x8_t temp_0; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in; int16x8_t pred0, pred1, pred2, pred3; int16x8_t resd0_in, resd1_in, resd2_in, resd3_in, dup_min, dup_max; uint8x8_t i4_out_horz_8x8_r0, i4_out_horz_8x8_r1, i4_out_horz_8x8_r2, i4_out_horz_8x8_r3; uint8x8_t chroma_mask_8x8 = vreinterpret_u8_u16(vdup_n_u16(0x00ff)); UNUSED(pi2_src); UNUSED(pu2_iscal_mat); UNUSED(pu2_weigh_mat); UNUSED(u4_qp_div_6); UNUSED(pi2_tmp); i4_iq_out_temp = pi2_dc_src[0]; temp_0 = vdupq_n_s16((i4_iq_out_temp + 32) >> 6); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); pred0_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred1_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred2_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred3_in = vld1_u8((uint8_t *) pu1_pred); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); resd0_in = vld1q_s16((int16_t *) pi2_rsd); resd1_in = vld1q_s16((int16_t *) pi2_rsd + rsd_strd); resd2_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 2)); resd3_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 3)); resd0_in = vaddq_s16(resd0_in, temp_0); resd1_in = vaddq_s16(resd1_in, temp_0); resd2_in = vaddq_s16(resd2_in, temp_0); resd3_in = vaddq_s16(resd3_in, temp_0); resd0_in = vminq_s16(resd0_in, dup_max); resd0_in = vmaxq_s16(resd0_in, dup_min); resd1_in = vminq_s16(resd1_in, dup_max); resd1_in = vmaxq_s16(resd1_in, dup_min); resd2_in = vminq_s16(resd2_in, dup_max); resd2_in = vmaxq_s16(resd2_in, dup_min); resd3_in = vminq_s16(resd3_in, dup_max); resd3_in = vmaxq_s16(resd3_in, dup_min); pred0 = vaddq_s16(pred0, resd0_in); pred1 = vaddq_s16(pred1, resd1_in); pred2 = vaddq_s16(pred2, resd2_in); pred3 = vaddq_s16(pred3, resd3_in); pred0_in = vqmovun_s16(pred0); pred1_in = vqmovun_s16(pred1); pred2_in = vqmovun_s16(pred2); pred3_in = vqmovun_s16(pred3); i4_out_horz_8x8_r0 = vld1_u8(pu1_out); i4_out_horz_8x8_r1 = vld1_u8(pu1_out + out_strd); i4_out_horz_8x8_r2 = vld1_u8(pu1_out + out_strd * 2); i4_out_horz_8x8_r3 = vld1_u8(pu1_out + out_strd * 3); i4_out_horz_8x8_r0 = vbsl_u8(chroma_mask_8x8, pred0_in, i4_out_horz_8x8_r0); i4_out_horz_8x8_r1 = vbsl_u8(chroma_mask_8x8, pred1_in, i4_out_horz_8x8_r1); i4_out_horz_8x8_r2 = vbsl_u8(chroma_mask_8x8, pred2_in, i4_out_horz_8x8_r2); i4_out_horz_8x8_r3 = vbsl_u8(chroma_mask_8x8, pred3_in, i4_out_horz_8x8_r3); vst1_u8((uint8_t *) (pu1_out), i4_out_horz_8x8_r0); vst1_u8((uint8_t *) (pu1_out + out_strd), i4_out_horz_8x8_r1); vst1_u8((uint8_t *) (pu1_out + out_strd * 2), i4_out_horz_8x8_r2); vst1_u8((uint8_t *) (pu1_out + out_strd * 3), i4_out_horz_8x8_r3); } /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_4x4_neonintr */ /* */ /* Description : this function computes the recon output from the */ /* IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : i4_nnz */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ WORD32 isvcd_iquant_itrans_residual_recon_4x4_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscal_mat, const UWORD16 *pu2_weigh_mat, UWORD32 u4_qp_div_6, WORD16 *pi2_tmp, WORD32 iq_start_idx, WORD16 *pi2_dc_ld_addr) { int16x4x4_t src_16x4x2; int16x4x4_t iscal_16x4x2; int16x4x4_t weigh_16x4x2; int16x4_t q0_16x4, q1_16x4, q2_16x4, q3_16x4; int32x4_t q0_32x4, q1_32x4, q2_32x4, q3_32x4; int16x4_t rq1_16x4, rq3_16x4; int16x4_t x0_16x4, x1_16x4, x2_16x4, x3_16x4; int16x4_t xx0_16x4, xx1_16x4, xx2_16x4, xx3_16x4; int16x4_t xx0_0_16x4, xx0_1_16x4, xx2_0_16x4, xx2_1_16x4; int32x2_t x0_32x2, x1_32x2, x2_32x2, x3_32x2; int16x4_t weigh0_16x4, weigh1_16x4, weigh2_16x4, weigh3_16x4; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in; int16x8_t pred0, pred1, pred2, pred3; int16x4_t resd0_in, resd1_in, resd2_in, resd3_in; int16x8_t resd01_in, resd23_in, dup_min, dup_max; int16x8_t pred01_in, pred23_in; uint8x8_t pred01_un, pred23_un; WORD32 i4_nnz; int16x4x2_t xx0_16x4_2, xx2_16x4_2; int32x2x2_t x0_32x2_2, x1_32x2_2; int16x8_t dup_val_1, dup_val_2, dup_abs; int32x4_t qp_div_6_32x4 = vdupq_n_s32(u4_qp_div_6); WORD16 rnd_factor = (u4_qp_div_6 < 4) ? 1 << (3 - u4_qp_div_6) : 0; int32x4_t rnd_fact = vdupq_n_s32(rnd_factor); UNUSED(pi2_tmp); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); src_16x4x2 = vld4_s16(pi2_src); iscal_16x4x2 = vld4_s16((const int16_t *) pu2_iscal_mat); weigh_16x4x2 = vld4_s16((const int16_t *) pu2_weigh_mat); weigh0_16x4 = vmul_s16(weigh_16x4x2.val[0], iscal_16x4x2.val[0]); weigh1_16x4 = vmul_s16(weigh_16x4x2.val[1], iscal_16x4x2.val[1]); weigh2_16x4 = vmul_s16(weigh_16x4x2.val[2], iscal_16x4x2.val[2]); weigh3_16x4 = vmul_s16(weigh_16x4x2.val[3], iscal_16x4x2.val[3]); q0_32x4 = vmull_s16(weigh0_16x4, src_16x4x2.val[0]); q1_32x4 = vmull_s16(weigh1_16x4, src_16x4x2.val[1]); q2_32x4 = vmull_s16(weigh2_16x4, src_16x4x2.val[2]); q3_32x4 = vmull_s16(weigh3_16x4, src_16x4x2.val[3]); q0_32x4 = vaddq_s32(q0_32x4, rnd_fact); q1_32x4 = vaddq_s32(q1_32x4, rnd_fact); q2_32x4 = vaddq_s32(q2_32x4, rnd_fact); q3_32x4 = vaddq_s32(q3_32x4, rnd_fact); q0_32x4 = vshlq_s32(q0_32x4, qp_div_6_32x4); q1_32x4 = vshlq_s32(q1_32x4, qp_div_6_32x4); q2_32x4 = vshlq_s32(q2_32x4, qp_div_6_32x4); q3_32x4 = vshlq_s32(q3_32x4, qp_div_6_32x4); q0_16x4 = vqshrn_n_s32(q0_32x4, 4); q1_16x4 = vqshrn_n_s32(q1_32x4, 4); q2_16x4 = vqshrn_n_s32(q2_32x4, 4); q3_16x4 = vqshrn_n_s32(q3_32x4, 4); if(iq_start_idx == 1) { q0_16x4 = vset_lane_s16(pi2_dc_ld_addr[0], q0_16x4, 0); } rq1_16x4 = vshr_n_s16(q1_16x4, 1); // q1 >>1 rq3_16x4 = vshr_n_s16(q3_16x4, 1); // q3 >>1 x0_16x4 = vadd_s16(q0_16x4, q2_16x4); // x0 = q0 + q2 x1_16x4 = vsub_s16(q0_16x4, q2_16x4); // x1 = q0 - q2 x2_16x4 = vsub_s16(rq1_16x4, q3_16x4); // x2 = q1>>1 - q3 x3_16x4 = vadd_s16(q1_16x4, rq3_16x4); // x2 = q1 + q3>>1 xx0_16x4 = vadd_s16(x0_16x4, x3_16x4); // x0+x3 xx1_16x4 = vadd_s16(x1_16x4, x2_16x4); // x1+x2 xx2_16x4 = vsub_s16(x1_16x4, x2_16x4); // x1-x2 xx3_16x4 = vsub_s16(x0_16x4, x3_16x4); // x0-x3 xx0_16x4_2 = vtrn_s16(xx0_16x4, xx1_16x4); xx0_0_16x4 = xx0_16x4_2.val[0]; xx0_1_16x4 = xx0_16x4_2.val[1]; xx2_16x4_2 = vtrn_s16(xx2_16x4, xx3_16x4); xx2_0_16x4 = xx2_16x4_2.val[0]; xx2_1_16x4 = xx2_16x4_2.val[1]; x0_32x2_2 = vtrn_s32(vreinterpret_s32_s16(xx0_0_16x4), vreinterpret_s32_s16(xx2_0_16x4)); x1_32x2_2 = vtrn_s32(vreinterpret_s32_s16(xx0_1_16x4), vreinterpret_s32_s16(xx2_1_16x4)); x0_32x2 = x0_32x2_2.val[0]; x1_32x2 = x1_32x2_2.val[0]; x2_32x2 = x0_32x2_2.val[1]; x3_32x2 = x1_32x2_2.val[1]; x0_16x4 = vreinterpret_s16_s32(x0_32x2); x1_16x4 = vreinterpret_s16_s32(x1_32x2); x2_16x4 = vreinterpret_s16_s32(x2_32x2); x3_16x4 = vreinterpret_s16_s32(x3_32x2); /* vertical inverse transform */ rq1_16x4 = vshr_n_s16(x1_16x4, 1); // q1 >> 1 rq3_16x4 = vshr_n_s16(x3_16x4, 1); // q3 >> 1 xx0_16x4 = vadd_s16(x0_16x4, x2_16x4); // x0 = q0 + q2 xx1_16x4 = vsub_s16(x0_16x4, x2_16x4); // x1 = q0 - q2 xx2_16x4 = vsub_s16(rq1_16x4, x3_16x4); // x2 = q1>>1 - q3 xx3_16x4 = vadd_s16(x1_16x4, rq3_16x4); // x3 = q1 + q3>>1 x0_16x4 = vadd_s16(xx0_16x4, xx3_16x4); // imacro = x0 + x3 x1_16x4 = vadd_s16(xx1_16x4, xx2_16x4); // imacro = x1 + x2 x2_16x4 = vsub_s16(xx1_16x4, xx2_16x4); // imacro = x1 - x2 x3_16x4 = vsub_s16(xx0_16x4, xx3_16x4); // imacro = x0 - x3 resd0_in = vld1_s16((int16_t *) pi2_rsd); resd1_in = vld1_s16((int16_t *) pi2_rsd + rsd_strd); resd2_in = vld1_s16((int16_t *) pi2_rsd + (rsd_strd * 2)); resd3_in = vld1_s16((int16_t *) pi2_rsd + (rsd_strd * 3)); x0_16x4 = vrshr_n_s16(x0_16x4, 6); x1_16x4 = vrshr_n_s16(x1_16x4, 6); x2_16x4 = vrshr_n_s16(x2_16x4, 6); x3_16x4 = vrshr_n_s16(x3_16x4, 6); resd0_in = vadd_s16(resd0_in, x0_16x4); resd1_in = vadd_s16(resd1_in, x1_16x4); resd2_in = vadd_s16(resd2_in, x2_16x4); resd3_in = vadd_s16(resd3_in, x3_16x4); pred0_in = vld1_u8((uint8_t *) pu1_pred); pred1_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd)); pred2_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd << 1)); pred3_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd * 3)); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); resd01_in = vcombine_s16(resd0_in, resd1_in); resd23_in = vcombine_s16(resd2_in, resd3_in); resd01_in = vminq_s16(resd01_in, dup_max); resd01_in = vmaxq_s16(resd01_in, dup_min); resd23_in = vminq_s16(resd23_in, dup_max); resd23_in = vmaxq_s16(resd23_in, dup_min); dup_val_1 = vabsq_s16(resd01_in); dup_val_2 = vabsq_s16(resd23_in); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); i4_nnz = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; pred01_in = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(vreinterpretq_s64_s16(pred0)), vget_low_s64(vreinterpretq_s64_s16(pred1)))); pred23_in = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(vreinterpretq_s64_s16(pred2)), vget_low_s64(vreinterpretq_s64_s16(pred3)))); pred01_in = vaddq_s16(pred01_in, resd01_in); pred23_in = vaddq_s16(pred23_in, resd23_in); pred01_un = vqmovun_s16(pred01_in); pred23_un = vqmovun_s16(pred23_in); vst1_lane_u32((uint32_t *) (pu1_out), vreinterpret_u32_u8(pred01_un), 0); vst1_lane_u32((uint32_t *) (pu1_out + out_strd), vreinterpret_u32_u8(pred01_un), 1); vst1_lane_u32((uint32_t *) (pu1_out + (out_strd << 1)), vreinterpret_u32_u8(pred23_un), 0); vst1_lane_u32((uint32_t *) (pu1_out + ((out_strd << 1) + out_strd)), vreinterpret_u32_u8(pred23_un), 1); return i4_nnz; } /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_chroma_4x4_neonintr */ /* */ /* Description : this function computes the recon output for the chroma */ /* from IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : none */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ void isvcd_iquant_itrans_residual_recon_chroma_4x4_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscal_mat, const UWORD16 *pu2_weigh_mat, UWORD32 u4_qp_div_6, WORD16 *pi2_tmp, WORD16 *pi2_dc_src) { int16x4x4_t src_16x4x2; int16x4x4_t iscal_16x4x2; int16x4x4_t weigh_16x4x2; int16x4_t q0_16x4, q1_16x4, q2_16x4, q3_16x4; int32x4_t q0_32x4, q1_32x4, q2_32x4, q3_32x4; int16x4_t rq1_16x4, rq3_16x4; int16x4_t x0_16x4, x1_16x4, x2_16x4, x3_16x4; int16x8_t x0_16x8, x1_16x8, x2_16x8, x3_16x8; int16x4_t xx0_16x4, xx1_16x4, xx2_16x4, xx3_16x4; int16x4_t xx0_0_16x4, xx0_1_16x4, xx2_0_16x4, xx2_1_16x4; int32x2_t x0_32x2, x1_32x2, x2_32x2, x3_32x2; int16x4_t weigh0_16x4, weigh1_16x4, weigh2_16x4, weigh3_16x4; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in; int16x8_t pred0, pred1, pred2, pred3; int16x8_t rec0, rec1, rec2, rec3; uint8x8_t rec0_un, rec1_un, rec2_un, rec3_un; int16x8_t resd0_in, resd1_in, resd2_in, resd3_in, dup_min, dup_max; uint8x8_t out0, out1, out2, out3; int16x4x2_t xx0_16x4_2, xx2_16x4_2; int32x2x2_t x0_32x2_2, x1_32x2_2; uint8x8_t chroma_mask_8x8 = vreinterpret_u8_u16(vdup_n_u16(0x00ff)); int32x4_t qp_div_6_32x4 = vdupq_n_s32(u4_qp_div_6); WORD16 rnd_factor = (u4_qp_div_6 < 4) ? 1 << (3 - u4_qp_div_6) : 0; int32x4_t rnd_fact = vdupq_n_s32(rnd_factor); UNUSED(pi2_tmp); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); src_16x4x2 = vld4_s16(pi2_src); iscal_16x4x2 = vld4_s16((const int16_t *) pu2_iscal_mat); weigh_16x4x2 = vld4_s16((const int16_t *) pu2_weigh_mat); weigh0_16x4 = vmul_s16(weigh_16x4x2.val[0], iscal_16x4x2.val[0]); weigh1_16x4 = vmul_s16(weigh_16x4x2.val[1], iscal_16x4x2.val[1]); weigh2_16x4 = vmul_s16(weigh_16x4x2.val[2], iscal_16x4x2.val[2]); weigh3_16x4 = vmul_s16(weigh_16x4x2.val[3], iscal_16x4x2.val[3]); q0_32x4 = vmull_s16(weigh0_16x4, src_16x4x2.val[0]); q1_32x4 = vmull_s16(weigh1_16x4, src_16x4x2.val[1]); q2_32x4 = vmull_s16(weigh2_16x4, src_16x4x2.val[2]); q3_32x4 = vmull_s16(weigh3_16x4, src_16x4x2.val[3]); q0_32x4 = vaddq_s32(q0_32x4, rnd_fact); q1_32x4 = vaddq_s32(q1_32x4, rnd_fact); q2_32x4 = vaddq_s32(q2_32x4, rnd_fact); q3_32x4 = vaddq_s32(q3_32x4, rnd_fact); q0_32x4 = vshlq_s32(q0_32x4, qp_div_6_32x4); q1_32x4 = vshlq_s32(q1_32x4, qp_div_6_32x4); q2_32x4 = vshlq_s32(q2_32x4, qp_div_6_32x4); q3_32x4 = vshlq_s32(q3_32x4, qp_div_6_32x4); q0_16x4 = vqshrn_n_s32(q0_32x4, 4); q1_16x4 = vqshrn_n_s32(q1_32x4, 4); q2_16x4 = vqshrn_n_s32(q2_32x4, 4); q3_16x4 = vqshrn_n_s32(q3_32x4, 4); q0_16x4 = vset_lane_s16(pi2_dc_src[0], q0_16x4, 0); rq1_16x4 = vshr_n_s16(q1_16x4, 1); // q1 >>1 rq3_16x4 = vshr_n_s16(q3_16x4, 1); // q3 >>1 x0_16x4 = vadd_s16(q0_16x4, q2_16x4); // x0 = q0 + q2 x1_16x4 = vsub_s16(q0_16x4, q2_16x4); // x1 = q0 - q2 x2_16x4 = vsub_s16(rq1_16x4, q3_16x4); // x2 = q1>>1 - q3 x3_16x4 = vadd_s16(q1_16x4, rq3_16x4); // x2 = q1 + q3>>1 xx0_16x4 = vadd_s16(x0_16x4, x3_16x4); // x0+x3 xx1_16x4 = vadd_s16(x1_16x4, x2_16x4); // x1+x2 xx2_16x4 = vsub_s16(x1_16x4, x2_16x4); // x1-x2 xx3_16x4 = vsub_s16(x0_16x4, x3_16x4); // x0-x3 xx0_16x4_2 = vtrn_s16(xx0_16x4, xx1_16x4); xx0_0_16x4 = xx0_16x4_2.val[0]; xx0_1_16x4 = xx0_16x4_2.val[1]; xx2_16x4_2 = vtrn_s16(xx2_16x4, xx3_16x4); xx2_0_16x4 = xx2_16x4_2.val[0]; xx2_1_16x4 = xx2_16x4_2.val[1]; x0_32x2_2 = vtrn_s32(vreinterpret_s32_s16(xx0_0_16x4), vreinterpret_s32_s16(xx2_0_16x4)); x1_32x2_2 = vtrn_s32(vreinterpret_s32_s16(xx0_1_16x4), vreinterpret_s32_s16(xx2_1_16x4)); x0_32x2 = x0_32x2_2.val[0]; x1_32x2 = x1_32x2_2.val[0]; x2_32x2 = x0_32x2_2.val[1]; x3_32x2 = x1_32x2_2.val[1]; x0_16x4 = vreinterpret_s16_s32(x0_32x2); x1_16x4 = vreinterpret_s16_s32(x1_32x2); x2_16x4 = vreinterpret_s16_s32(x2_32x2); x3_16x4 = vreinterpret_s16_s32(x3_32x2); /* vertical inverse transform */ rq1_16x4 = vshr_n_s16(x1_16x4, 1); // q1 >> 1 rq3_16x4 = vshr_n_s16(x3_16x4, 1); // q3 >> 1 xx0_16x4 = vadd_s16(x0_16x4, x2_16x4); // x0 = q0 + q2 xx1_16x4 = vsub_s16(x0_16x4, x2_16x4); // x1 = q0 - q2 xx2_16x4 = vsub_s16(rq1_16x4, x3_16x4); // x2 = q1>>1 - q3 xx3_16x4 = vadd_s16(x1_16x4, rq3_16x4); // x3 = q1 + q3>>1 x0_16x4 = vadd_s16(xx0_16x4, xx3_16x4); // imacro = x0 + x3 x1_16x4 = vadd_s16(xx1_16x4, xx2_16x4); // imacro = x1 + x2 x2_16x4 = vsub_s16(xx1_16x4, xx2_16x4); // imacro = x1 - x2 x3_16x4 = vsub_s16(xx0_16x4, xx3_16x4); // imacro = x0 - x3 resd0_in = vld1q_s16((int16_t *) pi2_rsd); resd1_in = vld1q_s16((int16_t *) pi2_rsd + rsd_strd); resd2_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 2)); resd3_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 3)); x0_16x4 = vrshr_n_s16(x0_16x4, 6); x1_16x4 = vrshr_n_s16(x1_16x4, 6); x2_16x4 = vrshr_n_s16(x2_16x4, 6); x3_16x4 = vrshr_n_s16(x3_16x4, 6); x0_16x8 = vreinterpretq_s16_s32(vmovl_s16(x0_16x4)); x1_16x8 = vreinterpretq_s16_s32(vmovl_s16(x1_16x4)); x2_16x8 = vreinterpretq_s16_s32(vmovl_s16(x2_16x4)); x3_16x8 = vreinterpretq_s16_s32(vmovl_s16(x3_16x4)); resd0_in = vaddq_s16(resd0_in, x0_16x8); resd1_in = vaddq_s16(resd1_in, x1_16x8); resd2_in = vaddq_s16(resd2_in, x2_16x8); resd3_in = vaddq_s16(resd3_in, x3_16x8); resd0_in = vminq_s16(resd0_in, dup_max); resd0_in = vmaxq_s16(resd0_in, dup_min); resd1_in = vminq_s16(resd1_in, dup_max); resd1_in = vmaxq_s16(resd1_in, dup_min); resd2_in = vminq_s16(resd2_in, dup_max); resd2_in = vmaxq_s16(resd2_in, dup_min); resd3_in = vminq_s16(resd3_in, dup_max); resd3_in = vmaxq_s16(resd3_in, dup_min); pred0_in = vld1_u8((uint8_t *) pu1_pred); pred1_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd)); pred2_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd << 1)); pred3_in = vld1_u8((uint8_t *) pu1_pred + (pred_strd * 3)); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); rec0 = vaddq_s16(pred0, resd0_in); rec1 = vaddq_s16(pred1, resd1_in); rec2 = vaddq_s16(pred2, resd2_in); rec3 = vaddq_s16(pred3, resd3_in); out0 = vld1_u8(pu1_out); out1 = vld1_u8(pu1_out + out_strd); out2 = vld1_u8(pu1_out + out_strd * 2); out3 = vld1_u8(pu1_out + out_strd * 3); rec0_un = vqmovun_s16(rec0); rec1_un = vqmovun_s16(rec1); rec2_un = vqmovun_s16(rec2); rec3_un = vqmovun_s16(rec3); out0 = vbsl_u8(chroma_mask_8x8, rec0_un, out0); out1 = vbsl_u8(chroma_mask_8x8, rec1_un, out1); out2 = vbsl_u8(chroma_mask_8x8, rec2_un, out2); out3 = vbsl_u8(chroma_mask_8x8, rec3_un, out3); vst1_u8((pu1_out), out0); vst1_u8((pu1_out + out_strd), out1); vst1_u8((pu1_out + (out_strd << 1)), out2); vst1_u8((pu1_out + ((out_strd << 1) + out_strd)), out3); } /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_8x8_neonintr */ /* */ /* Description : this function computes the recon output from the */ /* IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : i4_nnz */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ WORD32 isvcd_iquant_itrans_residual_recon_8x8_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd_ptr, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscale_mat, const UWORD16 *pu2_weigh_mat, UWORD32 qp_div, WORD16 *pi2_tmp, WORD32 iq_start_idx, WORD16 *pi2_dc_ld_addr) { int32x4_t qp_div_32x4 = vdupq_n_s32(qp_div); int16x8_t iscal_16x8_0, iscal_16x8_1, iscal_16x8_2, iscal_16x8_3, iscal_16x8_4, iscal_16x8_5, iscal_16x8_6, iscal_16x8_7; int16x8_t weigh_16x8_0, weigh_16x8_1, weigh_16x8_2, weigh_16x8_3, weigh_16x8_4, weigh_16x8_5, weigh_16x8_6, weigh_16x8_7; int16x8_t src_16x8_0, src_16x8_1, src_16x8_2, src_16x8_3, src_16x8_4, src_16x8_5, src_16x8_6, src_16x8_7; int16x8_t coeff_mul_16x8_0, coeff_mul_16x8_1, coeff_mul_16x8_2, coeff_mul_16x8_3, coeff_mul_16x8_4, coeff_mul_16x8_5, coeff_mul_16x8_6, coeff_mul_16x8_7; int32x4_t quant_res_32x4_l_0, quant_res_32x4_l_1, quant_res_32x4_l_2, quant_res_32x4_l_3, quant_res_32x4_l_4, quant_res_32x4_l_5, quant_res_32x4_l_6, quant_res_32x4_l_7; int32x4_t quant_res_32x4_h_0, quant_res_32x4_h_1, quant_res_32x4_h_2, quant_res_32x4_h_3, quant_res_32x4_h_4, quant_res_32x4_h_5, quant_res_32x4_h_6, quant_res_32x4_h_7; int16x4_t quant_res_16x4_l_0, quant_res_16x4_l_1, quant_res_16x4_l_2, quant_res_16x4_l_3, quant_res_16x4_l_4, quant_res_16x4_l_5, quant_res_16x4_l_6, quant_res_16x4_l_7; int16x4_t quant_res_16x4_h_0, quant_res_16x4_h_1, quant_res_16x4_h_2, quant_res_16x4_h_3, quant_res_16x4_h_4, quant_res_16x4_h_5, quant_res_16x4_h_6, quant_res_16x4_h_7; int16x8_t quant_res_16x8_0, quant_res_16x8_1, quant_res_16x8_2, quant_res_16x8_3, quant_res_16x8_4, quant_res_16x8_5, quant_res_16x8_6, quant_res_16x8_7; int16x8_t trans_16x8_0, trans_16x8_1, trans_16x8_2, trans_16x8_3, trans_16x8_4, trans_16x8_5, trans_16x8_6, trans_16x8_7; int32x4_t trans_32x4_0, trans_32x4_1, trans_32x4_2, trans_32x4_3, trans_32x4_4, trans_32x4_5, trans_32x4_6, trans_32x4_7; int64x2_t trans_64x2_0, trans_64x2_1, trans_64x2_2, trans_64x2_3, trans_64x2_4, trans_64x2_5, trans_64x2_6, trans_64x2_7; int16x4_t trans_16x4_1_l, trans_16x4_3_l, trans_16x4_5_l, trans_16x4_7_l; int16x8_t rs_trans_16x8_1, rs_trans_16x8_2, rs_trans_16x8_3, rs_trans_16x8_5, rs_trans_16x8_6, rs_trans_16x8_7; int32x4_t sub_3_5_l, sub_3_5_h; int32x4_t add_3_5_l, add_3_5_h; int32x4_t sub_1_7_l, sub_1_7_h; int32x4_t add_1_7_l, add_1_7_h; int32x4_t sub_357_l, sub_357_h; int32x4_t add_351_l, add_351_h; int32x4_t add_175_l, add_175_h; int32x4_t sub_173_l, sub_173_h; int32x4_t y1_32x4_l, y1_32x4_h; int32x4_t y3_32x4_l, y3_32x4_h; int32x4_t y5_32x4_l, y5_32x4_h; int32x4_t y7_32x4_l, y7_32x4_h; int16x4_t y1_16x4_l, y3_16x4_l, y5_16x4_l, y7_16x4_l; int16x4_t y1_16x4_h, y3_16x4_h, y5_16x4_h, y7_16x4_h; int16x8_t y0_16x8, y1_16x8, y2_16x8, y3_16x8, y4_16x8, y5_16x8, y6_16x8, y7_16x8; int16x8_t rs_y1_16x8, rs_y3_16x8, rs_y5_16x8, rs_y7_16x8; int16x8_t z0_16x8, z1_16x8, z2_16x8, z3_16x8, z4_16x8, z5_16x8, z6_16x8, z7_16x8; int16x8_t resd0_in, resd1_in, resd2_in, resd3_in, resd4_in, resd5_in, resd6_in, resd7_in; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in, pred4_in, pred5_in, pred6_in, pred7_in; int16x8_t pred0, pred1, pred2, pred3, pred4, pred5, pred6, pred7; int16x8_t rec0, rec1, rec2, rec3, rec4, rec5, rec6, rec7; uint8x8_t rec0_un, rec1_un, rec2_un, rec3_un, rec4_un, rec5_un, rec6_un, rec7_un; int64x2_t resd0_64x2, resd1_64x2, resd2_64x2, resd3_64x2, resd4_64x2, resd5_64x2, resd6_64x2, resd7_64x2; int16x8x2_t trans_16x8_0_1, trans_16x8_2_3, trans_16x8_4_5, trans_16x8_6_7; int32x4x2_t trans_32x4_0_2, trans_32x4_1_3, trans_32x4_4_6, trans_32x4_5_7; int16x8_t resd_b0_r01; int16x8_t resd_b0_r23; int16x8_t resd_b1_r01; int16x8_t resd_b1_r23; int16x8_t resd_b2_r45; int16x8_t resd_b2_r67; int16x8_t resd_b3_r45; int16x8_t resd_b3_r67; int16x8_t dup_min, dup_max; int16x8_t dup_val_1, dup_val_2, dup_abs; WORD32 nnz, nnz_b0, nnz_b1, nnz_b2, nnz_b3; WORD32 i; UNUSED(pi2_tmp); UNUSED(iq_start_idx); UNUSED(pi2_dc_ld_addr); iscal_16x8_0 = vld1q_s16((const int16_t *) pu2_iscale_mat); iscal_16x8_1 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 8)); iscal_16x8_2 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 16)); iscal_16x8_3 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 24)); iscal_16x8_4 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 32)); iscal_16x8_5 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 40)); iscal_16x8_6 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 48)); iscal_16x8_7 = vld1q_s16((const int16_t *) (pu2_iscale_mat + 56)); weigh_16x8_0 = vld1q_s16((const int16_t *) pu2_weigh_mat); weigh_16x8_1 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 8)); weigh_16x8_2 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 16)); weigh_16x8_3 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 24)); weigh_16x8_4 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 32)); weigh_16x8_5 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 40)); weigh_16x8_6 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 48)); weigh_16x8_7 = vld1q_s16((const int16_t *) (pu2_weigh_mat + 56)); src_16x8_0 = vld1q_s16((const int16_t *) pi2_src); // a0 a1 a2 a3 a4 a5 a6 a7 src_16x8_1 = vld1q_s16((const int16_t *) (pi2_src + 8)); // b0 b1 b2 b3 b4 b5 b6 b7 src_16x8_2 = vld1q_s16((const int16_t *) (pi2_src + 16)); src_16x8_3 = vld1q_s16((const int16_t *) (pi2_src + 24)); src_16x8_4 = vld1q_s16((const int16_t *) (pi2_src + 32)); src_16x8_5 = vld1q_s16((const int16_t *) (pi2_src + 40)); src_16x8_6 = vld1q_s16((const int16_t *) (pi2_src + 48)); src_16x8_7 = vld1q_s16((const int16_t *) (pi2_src + 56)); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); coeff_mul_16x8_0 = vmulq_s16(iscal_16x8_0, weigh_16x8_0); coeff_mul_16x8_1 = vmulq_s16(iscal_16x8_1, weigh_16x8_1); coeff_mul_16x8_2 = vmulq_s16(iscal_16x8_2, weigh_16x8_2); coeff_mul_16x8_3 = vmulq_s16(iscal_16x8_3, weigh_16x8_3); coeff_mul_16x8_4 = vmulq_s16(iscal_16x8_4, weigh_16x8_4); coeff_mul_16x8_5 = vmulq_s16(iscal_16x8_5, weigh_16x8_5); coeff_mul_16x8_6 = vmulq_s16(iscal_16x8_6, weigh_16x8_6); coeff_mul_16x8_7 = vmulq_s16(iscal_16x8_7, weigh_16x8_7); quant_res_32x4_l_0 = vmull_s16(vget_low_s16(coeff_mul_16x8_0), vget_low_s16(src_16x8_0)); quant_res_32x4_l_1 = vmull_s16(vget_low_s16(coeff_mul_16x8_1), vget_low_s16(src_16x8_1)); quant_res_32x4_l_2 = vmull_s16(vget_low_s16(coeff_mul_16x8_2), vget_low_s16(src_16x8_2)); quant_res_32x4_l_3 = vmull_s16(vget_low_s16(coeff_mul_16x8_3), vget_low_s16(src_16x8_3)); quant_res_32x4_l_4 = vmull_s16(vget_low_s16(coeff_mul_16x8_4), vget_low_s16(src_16x8_4)); quant_res_32x4_l_5 = vmull_s16(vget_low_s16(coeff_mul_16x8_5), vget_low_s16(src_16x8_5)); quant_res_32x4_l_6 = vmull_s16(vget_low_s16(coeff_mul_16x8_6), vget_low_s16(src_16x8_6)); quant_res_32x4_l_7 = vmull_s16(vget_low_s16(coeff_mul_16x8_7), vget_low_s16(src_16x8_7)); quant_res_32x4_h_0 = vmull_s16(vget_high_s16(coeff_mul_16x8_0), vget_high_s16(src_16x8_0)); quant_res_32x4_h_1 = vmull_s16(vget_high_s16(coeff_mul_16x8_1), vget_high_s16(src_16x8_1)); quant_res_32x4_h_2 = vmull_s16(vget_high_s16(coeff_mul_16x8_2), vget_high_s16(src_16x8_2)); quant_res_32x4_h_3 = vmull_s16(vget_high_s16(coeff_mul_16x8_3), vget_high_s16(src_16x8_3)); quant_res_32x4_h_4 = vmull_s16(vget_high_s16(coeff_mul_16x8_4), vget_high_s16(src_16x8_4)); quant_res_32x4_h_5 = vmull_s16(vget_high_s16(coeff_mul_16x8_5), vget_high_s16(src_16x8_5)); quant_res_32x4_h_6 = vmull_s16(vget_high_s16(coeff_mul_16x8_6), vget_high_s16(src_16x8_6)); quant_res_32x4_h_7 = vmull_s16(vget_high_s16(coeff_mul_16x8_7), vget_high_s16(src_16x8_7)); quant_res_32x4_l_0 = vshlq_s32(quant_res_32x4_l_0, qp_div_32x4); quant_res_32x4_l_1 = vshlq_s32(quant_res_32x4_l_1, qp_div_32x4); quant_res_32x4_l_2 = vshlq_s32(quant_res_32x4_l_2, qp_div_32x4); quant_res_32x4_l_3 = vshlq_s32(quant_res_32x4_l_3, qp_div_32x4); quant_res_32x4_l_4 = vshlq_s32(quant_res_32x4_l_4, qp_div_32x4); quant_res_32x4_l_5 = vshlq_s32(quant_res_32x4_l_5, qp_div_32x4); quant_res_32x4_l_6 = vshlq_s32(quant_res_32x4_l_6, qp_div_32x4); quant_res_32x4_l_7 = vshlq_s32(quant_res_32x4_l_7, qp_div_32x4); quant_res_32x4_h_0 = vshlq_s32(quant_res_32x4_h_0, qp_div_32x4); quant_res_32x4_h_1 = vshlq_s32(quant_res_32x4_h_1, qp_div_32x4); quant_res_32x4_h_2 = vshlq_s32(quant_res_32x4_h_2, qp_div_32x4); quant_res_32x4_h_3 = vshlq_s32(quant_res_32x4_h_3, qp_div_32x4); quant_res_32x4_h_4 = vshlq_s32(quant_res_32x4_h_4, qp_div_32x4); quant_res_32x4_h_5 = vshlq_s32(quant_res_32x4_h_5, qp_div_32x4); quant_res_32x4_h_6 = vshlq_s32(quant_res_32x4_h_6, qp_div_32x4); quant_res_32x4_h_7 = vshlq_s32(quant_res_32x4_h_7, qp_div_32x4); quant_res_16x4_l_0 = vqrshrn_n_s32(quant_res_32x4_l_0, 6); quant_res_16x4_l_1 = vqrshrn_n_s32(quant_res_32x4_l_1, 6); quant_res_16x4_l_2 = vqrshrn_n_s32(quant_res_32x4_l_2, 6); quant_res_16x4_l_3 = vqrshrn_n_s32(quant_res_32x4_l_3, 6); quant_res_16x4_l_4 = vqrshrn_n_s32(quant_res_32x4_l_4, 6); quant_res_16x4_l_5 = vqrshrn_n_s32(quant_res_32x4_l_5, 6); quant_res_16x4_l_6 = vqrshrn_n_s32(quant_res_32x4_l_6, 6); quant_res_16x4_l_7 = vqrshrn_n_s32(quant_res_32x4_l_7, 6); quant_res_16x4_h_0 = vqrshrn_n_s32(quant_res_32x4_h_0, 6); quant_res_16x4_h_1 = vqrshrn_n_s32(quant_res_32x4_h_1, 6); quant_res_16x4_h_2 = vqrshrn_n_s32(quant_res_32x4_h_2, 6); quant_res_16x4_h_3 = vqrshrn_n_s32(quant_res_32x4_h_3, 6); quant_res_16x4_h_4 = vqrshrn_n_s32(quant_res_32x4_h_4, 6); quant_res_16x4_h_5 = vqrshrn_n_s32(quant_res_32x4_h_5, 6); quant_res_16x4_h_6 = vqrshrn_n_s32(quant_res_32x4_h_6, 6); quant_res_16x4_h_7 = vqrshrn_n_s32(quant_res_32x4_h_7, 6); quant_res_16x8_0 = vcombine_s16(quant_res_16x4_l_0, quant_res_16x4_h_0); quant_res_16x8_1 = vcombine_s16(quant_res_16x4_l_1, quant_res_16x4_h_1); quant_res_16x8_2 = vcombine_s16(quant_res_16x4_l_2, quant_res_16x4_h_2); quant_res_16x8_3 = vcombine_s16(quant_res_16x4_l_3, quant_res_16x4_h_3); quant_res_16x8_4 = vcombine_s16(quant_res_16x4_l_4, quant_res_16x4_h_4); quant_res_16x8_5 = vcombine_s16(quant_res_16x4_l_5, quant_res_16x4_h_5); quant_res_16x8_6 = vcombine_s16(quant_res_16x4_l_6, quant_res_16x4_h_6); quant_res_16x8_7 = vcombine_s16(quant_res_16x4_l_7, quant_res_16x4_h_7); for(i = 0; i < 2; i++) { trans_16x8_0_1 = vtrnq_s16(quant_res_16x8_0, quant_res_16x8_1); trans_16x8_0 = trans_16x8_0_1.val[0]; trans_16x8_1 = trans_16x8_0_1.val[1]; trans_16x8_2_3 = vtrnq_s16(quant_res_16x8_2, quant_res_16x8_3); trans_16x8_2 = trans_16x8_2_3.val[0]; trans_16x8_3 = trans_16x8_2_3.val[1]; trans_16x8_4_5 = vtrnq_s16(quant_res_16x8_4, quant_res_16x8_5); trans_16x8_4 = trans_16x8_4_5.val[0]; trans_16x8_5 = trans_16x8_4_5.val[1]; trans_16x8_6_7 = vtrnq_s16(quant_res_16x8_6, quant_res_16x8_7); trans_16x8_6 = trans_16x8_6_7.val[0]; trans_16x8_7 = trans_16x8_6_7.val[1]; trans_32x4_0_2 = vtrnq_s32(vreinterpretq_s32_s16(trans_16x8_0), vreinterpretq_s32_s16(trans_16x8_2)); trans_32x4_0 = trans_32x4_0_2.val[0]; trans_32x4_2 = trans_32x4_0_2.val[1]; trans_32x4_1_3 = vtrnq_s32(vreinterpretq_s32_s16(trans_16x8_1), vreinterpretq_s32_s16(trans_16x8_3)); trans_32x4_1 = trans_32x4_1_3.val[0]; trans_32x4_3 = trans_32x4_1_3.val[1]; trans_32x4_4_6 = vtrnq_s32(vreinterpretq_s32_s16(trans_16x8_4), vreinterpretq_s32_s16(trans_16x8_6)); trans_32x4_4 = trans_32x4_4_6.val[0]; trans_32x4_6 = trans_32x4_4_6.val[1]; trans_32x4_5_7 = vtrnq_s32(vreinterpretq_s32_s16(trans_16x8_5), vreinterpretq_s32_s16(trans_16x8_7)); trans_32x4_5 = trans_32x4_5_7.val[0]; trans_32x4_7 = trans_32x4_5_7.val[1]; trans_64x2_0 = vcombine_s64(vreinterpret_s64_s32(vget_low_s32(trans_32x4_0)), vreinterpret_s64_s32(vget_low_s32(trans_32x4_4))); trans_64x2_4 = vcombine_s64(vreinterpret_s64_s32(vget_high_s32(trans_32x4_0)), vreinterpret_s64_s32(vget_high_s32(trans_32x4_4))); trans_64x2_1 = vcombine_s64(vreinterpret_s64_s32(vget_low_s32(trans_32x4_1)), vreinterpret_s64_s32(vget_low_s32(trans_32x4_5))); trans_64x2_5 = vcombine_s64(vreinterpret_s64_s32(vget_high_s32(trans_32x4_1)), vreinterpret_s64_s32(vget_high_s32(trans_32x4_5))); trans_64x2_2 = vcombine_s64(vreinterpret_s64_s32(vget_low_s32(trans_32x4_2)), vreinterpret_s64_s32(vget_low_s32(trans_32x4_6))); trans_64x2_6 = vcombine_s64(vreinterpret_s64_s32(vget_high_s32(trans_32x4_2)), vreinterpret_s64_s32(vget_high_s32(trans_32x4_6))); trans_64x2_3 = vcombine_s64(vreinterpret_s64_s32(vget_low_s32(trans_32x4_3)), vreinterpret_s64_s32(vget_low_s32(trans_32x4_7))); trans_64x2_7 = vcombine_s64(vreinterpret_s64_s32(vget_high_s32(trans_32x4_3)), vreinterpret_s64_s32(vget_high_s32(trans_32x4_7))); trans_16x8_0 = vreinterpretq_s16_s64(trans_64x2_0); trans_16x8_1 = vreinterpretq_s16_s64(trans_64x2_1); trans_16x8_2 = vreinterpretq_s16_s64(trans_64x2_2); trans_16x8_3 = vreinterpretq_s16_s64(trans_64x2_3); trans_16x8_4 = vreinterpretq_s16_s64(trans_64x2_4); trans_16x8_5 = vreinterpretq_s16_s64(trans_64x2_5); trans_16x8_6 = vreinterpretq_s16_s64(trans_64x2_6); trans_16x8_7 = vreinterpretq_s16_s64(trans_64x2_7); rs_trans_16x8_1 = vshrq_n_s16(trans_16x8_1, 1); rs_trans_16x8_2 = vshrq_n_s16(trans_16x8_2, 1); rs_trans_16x8_3 = vshrq_n_s16(trans_16x8_3, 1); rs_trans_16x8_5 = vshrq_n_s16(trans_16x8_5, 1); rs_trans_16x8_6 = vshrq_n_s16(trans_16x8_6, 1); rs_trans_16x8_7 = vshrq_n_s16(trans_16x8_7, 1); y0_16x8 = vaddq_s16(trans_16x8_0, trans_16x8_4); // i_y0 = (pi2_tmp_ptr[0] + pi2_tmp_ptr[4] ); y2_16x8 = vsubq_s16(trans_16x8_0, trans_16x8_4); // i_y2 = (pi2_tmp_ptr[0] - pi2_tmp_ptr[4] ); y4_16x8 = vsubq_s16(rs_trans_16x8_2, trans_16x8_6); // i_y4 = ((pi2_tmp_ptr[2] >> 1) - pi2_tmp_ptr[6] ); y6_16x8 = vaddq_s16(trans_16x8_2, rs_trans_16x8_6); // i_y6 = (pi2_tmp_ptr[2] + (pi2_tmp_ptr[6] >> 1)); trans_16x4_3_l = vget_low_s16(trans_16x8_3); trans_16x4_5_l = vget_low_s16(trans_16x8_5); //-w3 + w5 sub_3_5_l = vsubl_s16(vget_low_s16(trans_16x8_5), vget_low_s16(trans_16x8_3)); sub_3_5_h = vsubl_s16(vget_high_s16(trans_16x8_5), vget_high_s16(trans_16x8_3)); // w3 + w5 add_3_5_l = vaddl_s16(trans_16x4_3_l, trans_16x4_5_l); add_3_5_h = vaddl_s16(vget_high_s16(trans_16x8_3), vget_high_s16(trans_16x8_5)); trans_16x4_1_l = vget_low_s16(trans_16x8_1); trans_16x4_7_l = vget_low_s16(trans_16x8_7); //-w1 + w7 sub_1_7_l = vsubl_s16(trans_16x4_7_l, trans_16x4_1_l); sub_1_7_h = vsubl_s16(vget_high_s16(trans_16x8_7), vget_high_s16(trans_16x8_1)); // w1 + w7 add_1_7_l = vaddl_s16(trans_16x4_1_l, trans_16x4_7_l); add_1_7_h = vaddl_s16(vget_high_s16(trans_16x8_1), vget_high_s16(trans_16x8_7)); //-w3 + w5 - w7 sub_357_l = vsubw_s16(sub_3_5_l, trans_16x4_7_l); sub_357_h = vsubw_s16(sub_3_5_h, vget_high_s16(trans_16x8_7)); // w3 + w5 + w1 add_351_l = vaddw_s16(add_3_5_l, trans_16x4_1_l); add_351_h = vaddw_s16(add_3_5_h, vget_high_s16(trans_16x8_1)); //-w1 + w7 + w5 add_175_l = vaddw_s16(sub_1_7_l, trans_16x4_5_l); add_175_h = vaddw_s16(sub_1_7_h, vget_high_s16(trans_16x8_5)); // w1 + w7 - w3 sub_173_l = vsubw_s16(add_1_7_l, trans_16x4_3_l); sub_173_h = vsubw_s16(add_1_7_h, vget_high_s16(trans_16x8_3)); //-w3 + w5 - w7 - (w7 >> 1) y1_32x4_l = vsubw_s16(sub_357_l, vget_low_s16(rs_trans_16x8_7)); y1_32x4_h = vsubw_s16(sub_357_h, vget_high_s16(rs_trans_16x8_7)); // w1 + w7 - w3 - (w3 >> 1) y3_32x4_l = vsubw_s16(sub_173_l, vget_low_s16(rs_trans_16x8_3)); y3_32x4_h = vsubw_s16(sub_173_h, vget_high_s16(rs_trans_16x8_3)); //-w1 + w7 + w5 + (w5 >> 1) y5_32x4_l = vaddw_s16(add_175_l, vget_low_s16(rs_trans_16x8_5)); y5_32x4_h = vaddw_s16(add_175_h, vget_high_s16(rs_trans_16x8_5)); // w3 + w5 + w1 + (w1 >> 1) y7_32x4_l = vaddw_s16(add_351_l, vget_low_s16(rs_trans_16x8_1)); y7_32x4_h = vaddw_s16(add_351_h, vget_high_s16(rs_trans_16x8_1)); y1_16x4_l = vmovn_s32(y1_32x4_l); y1_16x4_h = vmovn_s32(y1_32x4_h); y1_16x8 = vcombine_s16(y1_16x4_l, y1_16x4_h); y3_16x4_l = vmovn_s32(y3_32x4_l); y3_16x4_h = vmovn_s32(y3_32x4_h); y3_16x8 = vcombine_s16(y3_16x4_l, y3_16x4_h); y5_16x4_l = vmovn_s32(y5_32x4_l); y5_16x4_h = vmovn_s32(y5_32x4_h); y5_16x8 = vcombine_s16(y5_16x4_l, y5_16x4_h); y7_16x4_l = vmovn_s32(y7_32x4_l); y7_16x4_h = vmovn_s32(y7_32x4_h); y7_16x8 = vcombine_s16(y7_16x4_l, y7_16x4_h); rs_y1_16x8 = vshrq_n_s16(y1_16x8, 2); rs_y3_16x8 = vshrq_n_s16(y3_16x8, 2); rs_y5_16x8 = vshrq_n_s16(y5_16x8, 2); rs_y7_16x8 = vshrq_n_s16(y7_16x8, 2); z0_16x8 = vaddq_s16(y0_16x8, y6_16x8); // z0 = y0 + y6 z1_16x8 = vaddq_s16(y1_16x8, rs_y7_16x8); // z1 = y1 + (y7 >> 2) z2_16x8 = vaddq_s16(y2_16x8, y4_16x8); // z2 = y2 + y4 z3_16x8 = vaddq_s16(y3_16x8, rs_y5_16x8); // z3 = y3 + (y5 >> 2) z4_16x8 = vsubq_s16(y2_16x8, y4_16x8); // z4 = y2 - y4 z5_16x8 = vsubq_s16(rs_y3_16x8, y5_16x8); // z5 = (y3 >> 2) - y5 z6_16x8 = vsubq_s16(y0_16x8, y6_16x8); // z6 = y0 - y6 z7_16x8 = vsubq_s16(y7_16x8, rs_y1_16x8); // z7 = y7 - (y1 >> 2) quant_res_16x8_0 = vaddq_s16(z0_16x8, z7_16x8); // x0 = z0 + z7 quant_res_16x8_1 = vaddq_s16(z2_16x8, z5_16x8); // x1 = z2 + z5 quant_res_16x8_2 = vaddq_s16(z4_16x8, z3_16x8); // x2 = z4 + z3 quant_res_16x8_3 = vaddq_s16(z6_16x8, z1_16x8); // x3 = z6 + z1 quant_res_16x8_4 = vsubq_s16(z6_16x8, z1_16x8); // x4 = z6 - z1 quant_res_16x8_5 = vsubq_s16(z4_16x8, z3_16x8); // x5 = z4 - z3 quant_res_16x8_6 = vsubq_s16(z2_16x8, z5_16x8); // x6 = z2 - z5 quant_res_16x8_7 = vsubq_s16(z0_16x8, z7_16x8); // x7 = z0 - z7 } resd0_in = vld1q_s16((int16_t *) pi2_rsd_ptr); resd1_in = vld1q_s16((int16_t *) pi2_rsd_ptr + rsd_strd); resd2_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 2)); resd3_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 3)); resd4_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 4)); resd5_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 5)); resd6_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 6)); resd7_in = vld1q_s16((int16_t *) pi2_rsd_ptr + (rsd_strd * 7)); quant_res_16x8_0 = vrshrq_n_s16(quant_res_16x8_0, 6); quant_res_16x8_1 = vrshrq_n_s16(quant_res_16x8_1, 6); quant_res_16x8_2 = vrshrq_n_s16(quant_res_16x8_2, 6); quant_res_16x8_3 = vrshrq_n_s16(quant_res_16x8_3, 6); quant_res_16x8_4 = vrshrq_n_s16(quant_res_16x8_4, 6); quant_res_16x8_5 = vrshrq_n_s16(quant_res_16x8_5, 6); quant_res_16x8_6 = vrshrq_n_s16(quant_res_16x8_6, 6); quant_res_16x8_7 = vrshrq_n_s16(quant_res_16x8_7, 6); resd0_in = vaddq_s16(quant_res_16x8_0, resd0_in); resd1_in = vaddq_s16(quant_res_16x8_1, resd1_in); resd2_in = vaddq_s16(quant_res_16x8_2, resd2_in); resd3_in = vaddq_s16(quant_res_16x8_3, resd3_in); resd4_in = vaddq_s16(quant_res_16x8_4, resd4_in); resd5_in = vaddq_s16(quant_res_16x8_5, resd5_in); resd6_in = vaddq_s16(quant_res_16x8_6, resd6_in); resd7_in = vaddq_s16(quant_res_16x8_7, resd7_in); resd0_in = vminq_s16(resd0_in, dup_max); resd0_in = vmaxq_s16(resd0_in, dup_min); resd1_in = vminq_s16(resd1_in, dup_max); resd1_in = vmaxq_s16(resd1_in, dup_min); resd2_in = vminq_s16(resd2_in, dup_max); resd2_in = vmaxq_s16(resd2_in, dup_min); resd3_in = vminq_s16(resd3_in, dup_max); resd3_in = vmaxq_s16(resd3_in, dup_min); resd4_in = vminq_s16(resd4_in, dup_max); resd4_in = vmaxq_s16(resd4_in, dup_min); resd5_in = vminq_s16(resd5_in, dup_max); resd5_in = vmaxq_s16(resd5_in, dup_min); resd6_in = vminq_s16(resd6_in, dup_max); resd6_in = vmaxq_s16(resd6_in, dup_min); resd7_in = vminq_s16(resd7_in, dup_max); resd7_in = vmaxq_s16(resd7_in, dup_min); resd0_64x2 = vreinterpretq_s64_s16(resd0_in); resd1_64x2 = vreinterpretq_s64_s16(resd1_in); resd2_64x2 = vreinterpretq_s64_s16(resd2_in); resd3_64x2 = vreinterpretq_s64_s16(resd3_in); resd4_64x2 = vreinterpretq_s64_s16(resd4_in); resd5_64x2 = vreinterpretq_s64_s16(resd5_in); resd6_64x2 = vreinterpretq_s64_s16(resd6_in); resd7_64x2 = vreinterpretq_s64_s16(resd7_in); resd_b0_r01 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(resd0_64x2), vget_low_s64(resd1_64x2))); resd_b0_r23 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(resd2_64x2), vget_low_s64(resd3_64x2))); resd_b1_r01 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(resd0_64x2), vget_high_s64(resd1_64x2))); resd_b1_r23 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(resd2_64x2), vget_high_s64(resd3_64x2))); resd_b2_r45 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(resd4_64x2), vget_low_s64(resd5_64x2))); resd_b2_r67 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(resd6_64x2), vget_low_s64(resd7_64x2))); resd_b3_r45 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(resd4_64x2), vget_high_s64(resd5_64x2))); resd_b3_r67 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(resd6_64x2), vget_high_s64(resd7_64x2))); dup_val_1 = vabsq_s16(resd_b0_r01); dup_val_2 = vabsq_s16(resd_b0_r23); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b0 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(resd_b1_r01); dup_val_2 = vabsq_s16(resd_b1_r23); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b1 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(resd_b2_r45); dup_val_2 = vabsq_s16(resd_b2_r67); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b2 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(resd_b3_r45); dup_val_2 = vabsq_s16(resd_b3_r67); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b3 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; nnz = (nnz_b0 | (nnz_b1 << 1) | (nnz_b2 << 4) | (nnz_b3 << 5)); pred0_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred1_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred2_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred3_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred4_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred5_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred6_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred7_in = vld1_u8((uint8_t *) pu1_pred); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); pred4 = vreinterpretq_s16_u16(vmovl_u8(pred4_in)); pred5 = vreinterpretq_s16_u16(vmovl_u8(pred5_in)); pred6 = vreinterpretq_s16_u16(vmovl_u8(pred6_in)); pred7 = vreinterpretq_s16_u16(vmovl_u8(pred7_in)); rec0 = vaddq_s16(pred0, resd0_in); rec1 = vaddq_s16(pred1, resd1_in); rec2 = vaddq_s16(pred2, resd2_in); rec3 = vaddq_s16(pred3, resd3_in); rec4 = vaddq_s16(pred4, resd4_in); rec5 = vaddq_s16(pred5, resd5_in); rec6 = vaddq_s16(pred6, resd6_in); rec7 = vaddq_s16(pred7, resd7_in); rec0_un = vqmovun_s16(rec0); rec1_un = vqmovun_s16(rec1); rec2_un = vqmovun_s16(rec2); rec3_un = vqmovun_s16(rec3); rec4_un = vqmovun_s16(rec4); rec5_un = vqmovun_s16(rec5); rec6_un = vqmovun_s16(rec6); rec7_un = vqmovun_s16(rec7); vst1_u8(pu1_out, rec0_un); vst1_u8(pu1_out + out_strd, rec1_un); vst1_u8(pu1_out + out_strd * 2, rec2_un); vst1_u8(pu1_out + out_strd * 3, rec3_un); vst1_u8(pu1_out + out_strd * 4, rec4_un); vst1_u8(pu1_out + out_strd * 5, rec5_un); vst1_u8(pu1_out + out_strd * 6, rec6_un); vst1_u8(pu1_out + out_strd * 7, rec7_un); return nnz; } /*****************************************************************************/ /* */ /* Function Name : isvcd_iquant_itrans_residual_recon_8x8_dc_neonintr */ /* */ /* Description : this function computes the recon dc output from the */ /* IQ+IT+RESD */ /* */ /* Inputs : */ /* Globals : none */ /* Processing : */ /* */ /* Outputs : i4_nnz */ /* Returns : none */ /* */ /* Issues : none */ /* */ /* Revision History: */ /* */ /* DD MM YYYY Author(s) Changes (Describe the changes made) */ /* 25 11 2021 Kishore creation */ /* */ /*****************************************************************************/ WORD32 isvcd_iquant_itrans_residual_recon_8x8_dc_neonintr( WORD16 *pi2_src, UWORD8 *pu1_pred, WORD16 *pi2_rsd, UWORD8 *pu1_out, WORD32 pred_strd, WORD32 rsd_strd, WORD32 out_strd, const UWORD16 *pu2_iscale_mat, const UWORD16 *pu2_weigh_mat, UWORD32 qp_div, WORD16 *pi2_tmp, WORD32 iq_start_idx, WORD16 *pi2_dc_ld_addr) { WORD32 i4_iq_out_temp; int16x8_t temp_0; uint8x8_t pred0_in, pred1_in, pred2_in, pred3_in; uint8x8_t pred4_in, pred5_in, pred6_in, pred7_in; int16x8_t pred0, pred1, pred2, pred3; int16x8_t resd0_in, resd1_in, resd2_in, resd3_in; int16x8_t pred4, pred5, pred6, pred7, dup_min, dup_max; int16x8_t resd4_in, resd5_in, resd6_in, resd7_in; int64x2_t pred0_64x2, pred1_64x2, pred2_64x2, pred3_64x2, pred4_64x2, pred5_64x2, pred6_64x2, pred7_64x2; int16x8_t pred_b0_r01; int16x8_t pred_b0_r23; int16x8_t pred_b1_r01; int16x8_t pred_b1_r23; int16x8_t pred_b2_r45; int16x8_t pred_b2_r67; int16x8_t pred_b3_r45; int16x8_t pred_b3_r67; int16x8_t dup_val_1, dup_val_2, dup_abs; WORD32 nnz, nnz_b0, nnz_b1, nnz_b2, nnz_b3; WORD32 rnd_fact = (qp_div < 6) ? (1 << (5 - qp_div)) : 0; UNUSED(pi2_tmp); UNUSED(iq_start_idx); UNUSED(pi2_dc_ld_addr); i4_iq_out_temp = pi2_src[0]; INV_QUANT(i4_iq_out_temp, pu2_iscale_mat[0], pu2_weigh_mat[0], qp_div, rnd_fact, 6); temp_0 = vdupq_n_s16((i4_iq_out_temp + 32) >> 6); dup_min = vdupq_n_s16(RSD_MIN); dup_max = vdupq_n_s16(RSD_MAX); pred0_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred1_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred2_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred3_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred4_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred5_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred6_in = vld1_u8((uint8_t *) pu1_pred); pu1_pred = pu1_pred + pred_strd; pred7_in = vld1_u8((uint8_t *) pu1_pred); pred0 = vreinterpretq_s16_u16(vmovl_u8(pred0_in)); pred1 = vreinterpretq_s16_u16(vmovl_u8(pred1_in)); pred2 = vreinterpretq_s16_u16(vmovl_u8(pred2_in)); pred3 = vreinterpretq_s16_u16(vmovl_u8(pred3_in)); pred4 = vreinterpretq_s16_u16(vmovl_u8(pred4_in)); pred5 = vreinterpretq_s16_u16(vmovl_u8(pred5_in)); pred6 = vreinterpretq_s16_u16(vmovl_u8(pred6_in)); pred7 = vreinterpretq_s16_u16(vmovl_u8(pred7_in)); resd0_in = vld1q_s16((int16_t *) pi2_rsd); resd1_in = vld1q_s16((int16_t *) pi2_rsd + rsd_strd); resd2_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 2)); resd3_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 3)); resd4_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 4)); resd5_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 5)); resd6_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 6)); resd7_in = vld1q_s16((int16_t *) pi2_rsd + (rsd_strd * 7)); resd0_in = vaddq_s16(resd0_in, temp_0); resd1_in = vaddq_s16(resd1_in, temp_0); resd2_in = vaddq_s16(resd2_in, temp_0); resd3_in = vaddq_s16(resd3_in, temp_0); resd4_in = vaddq_s16(resd4_in, temp_0); resd5_in = vaddq_s16(resd5_in, temp_0); resd6_in = vaddq_s16(resd6_in, temp_0); resd7_in = vaddq_s16(resd7_in, temp_0); resd0_in = vminq_s16(resd0_in, dup_max); resd0_in = vmaxq_s16(resd0_in, dup_min); resd1_in = vminq_s16(resd1_in, dup_max); resd1_in = vmaxq_s16(resd1_in, dup_min); resd2_in = vminq_s16(resd2_in, dup_max); resd2_in = vmaxq_s16(resd2_in, dup_min); resd3_in = vminq_s16(resd3_in, dup_max); resd3_in = vmaxq_s16(resd3_in, dup_min); resd4_in = vminq_s16(resd4_in, dup_max); resd4_in = vmaxq_s16(resd4_in, dup_min); resd5_in = vminq_s16(resd5_in, dup_max); resd5_in = vmaxq_s16(resd5_in, dup_min); resd6_in = vminq_s16(resd6_in, dup_max); resd6_in = vmaxq_s16(resd6_in, dup_min); resd7_in = vminq_s16(resd7_in, dup_max); resd7_in = vmaxq_s16(resd7_in, dup_min); pred0_64x2 = vreinterpretq_s64_s16(resd0_in); pred1_64x2 = vreinterpretq_s64_s16(resd1_in); pred2_64x2 = vreinterpretq_s64_s16(resd2_in); pred3_64x2 = vreinterpretq_s64_s16(resd3_in); pred4_64x2 = vreinterpretq_s64_s16(resd4_in); pred5_64x2 = vreinterpretq_s64_s16(resd5_in); pred6_64x2 = vreinterpretq_s64_s16(resd6_in); pred7_64x2 = vreinterpretq_s64_s16(resd7_in); pred_b0_r01 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(pred0_64x2), vget_low_s64(pred1_64x2))); pred_b0_r23 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(pred2_64x2), vget_low_s64(pred3_64x2))); pred_b1_r01 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(pred0_64x2), vget_high_s64(pred1_64x2))); pred_b1_r23 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(pred2_64x2), vget_high_s64(pred3_64x2))); pred_b2_r45 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(pred4_64x2), vget_low_s64(pred5_64x2))); pred_b2_r67 = vreinterpretq_s16_s64(vcombine_s64(vget_low_s64(pred6_64x2), vget_low_s64(pred7_64x2))); pred_b3_r45 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(pred4_64x2), vget_high_s64(pred5_64x2))); pred_b3_r67 = vreinterpretq_s16_s64(vcombine_s64(vget_high_s64(pred6_64x2), vget_high_s64(pred7_64x2))); dup_val_1 = vabsq_s16(pred_b0_r01); dup_val_2 = vabsq_s16(pred_b0_r23); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b0 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(pred_b1_r01); dup_val_2 = vabsq_s16(pred_b1_r23); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b1 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(pred_b2_r45); dup_val_2 = vabsq_s16(pred_b2_r67); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b2 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; dup_val_1 = vabsq_s16(pred_b3_r45); dup_val_2 = vabsq_s16(pred_b3_r67); dup_abs = vqaddq_s16(dup_val_1, dup_val_2); nnz_b3 = dup_abs[0] || dup_abs[1] || dup_abs[2] || dup_abs[3] || dup_abs[4] || dup_abs[5] || dup_abs[6] || dup_abs[7]; nnz = (nnz_b0 | (nnz_b1 << 1) | (nnz_b2 << 4) | (nnz_b3 << 5)); pred0 = vaddq_s16(pred0, resd0_in); pred1 = vaddq_s16(pred1, resd1_in); pred2 = vaddq_s16(pred2, resd2_in); pred3 = vaddq_s16(pred3, resd3_in); pred4 = vaddq_s16(pred4, resd4_in); pred5 = vaddq_s16(pred5, resd5_in); pred6 = vaddq_s16(pred6, resd6_in); pred7 = vaddq_s16(pred7, resd7_in); pred0_in = vqmovun_s16(pred0); pred1_in = vqmovun_s16(pred1); pred2_in = vqmovun_s16(pred2); pred3_in = vqmovun_s16(pred3); pred4_in = vqmovun_s16(pred4); pred5_in = vqmovun_s16(pred5); pred6_in = vqmovun_s16(pred6); pred7_in = vqmovun_s16(pred7); vst1_u8((uint8_t *) (pu1_out), pred0_in); vst1_u8((uint8_t *) (pu1_out + out_strd), pred1_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 2), pred2_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 3), pred3_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 4), pred4_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 5), pred5_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 6), pred6_in); vst1_u8((uint8_t *) (pu1_out + out_strd * 7), pred7_in); return nnz; }