@/***************************************************************************** @* @* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore @* @* Licensed under the Apache License, Version 2.0 (the "License"); @* you may not use this file except in compliance with the License. @* You may obtain a copy of the License at: @* @* http://www.apache.org/licenses/LICENSE-2.0 @* @* Unless required by applicable law or agreed to in writing, software @* distributed under the License is distributed on an "AS IS" BASIS, @* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @* See the License for the specific language governing permissions and @* limitations under the License. @* @*****************************************************************************/ @/** @******************************************************************************* @* @file @* ihevc_intra_pred_chroma_mode_3_to_9.s @* @* @brief @* contains function definitions for intra prediction dc filtering. @* functions are coded using neon intrinsics and can be compiled using @* rvct @* @* @author @* parthiban v @* @* @par list of functions: @* @* @* @remarks @* none @* @******************************************************************************* @*/ @/** @******************************************************************************* @* @* @brief @* luma intraprediction filter for dc input @* @* @par description: @* @* @param[in] pu1_ref @* uword8 pointer to the source @* @* @param[out] pu1_dst @* uword8 pointer to the destination @* @* @param[in] src_strd @* integer source stride @* @* @param[in] dst_strd @* integer destination stride @* @* @param[in] nt @* size of tranform block @* @* @param[in] mode @* type of filtering @* @* @returns @* @* @remarks @* none @* @******************************************************************************* @*/ @void ihevc_intra_pred_chroma_mode_3_to_9(uword8 *pu1_ref, @ word32 src_strd, @ uword8 *pu1_dst, @ word32 dst_strd, @ word32 nt, @ word32 mode) @**************variables vs registers***************************************** @r0 => *pu1_ref @r1 => src_strd @r2 => *pu1_dst @r3 => dst_strd @stack contents from #104 @ nt @ mode .equ nt_offset, 104 .equ mode_offset, 108 .text .align 4 .globl ihevc_intra_pred_chroma_mode_3_to_9_a9q .extern gai4_ihevc_ang_table .extern gai4_ihevc_inv_ang_table .extern col_for_intra_chroma .extern idx_neg_idx_chroma_3_9 gai4_ihevc_ang_table_addr: .long gai4_ihevc_ang_table - ulbl1 - 8 gai4_ihevc_inv_ang_table_addr: .long gai4_ihevc_inv_ang_table - ulbl2 - 8 idx_neg_idx_chroma_3_9_addr: .long idx_neg_idx_chroma_3_9 - ulbl3 - 8 col_for_intra_chroma_addr_1: .long col_for_intra_chroma - ulbl4 - 8 col_for_intra_chroma_addr_2: .long col_for_intra_chroma - ulbl5 - 8 col_for_intra_chroma_addr_3: .long col_for_intra_chroma - ulbl6 - 8 .type ihevc_intra_pred_chroma_mode_3_to_9_a9q, %function ihevc_intra_pred_chroma_mode_3_to_9_a9q: stmfd sp!, {r4-r12, r14} @stack stores the values of the arguments vpush {d8 - d15} ldr r4,[sp,#nt_offset] @loads nt ldr r7, gai4_ihevc_ang_table_addr ulbl1: add r7,r7,pc ldr r5,[sp,#mode_offset] @mode (3 to 9) ldr r8, gai4_ihevc_inv_ang_table_addr ulbl2: add r8,r8,pc add r7, r7, r5, lsl #2 @gai4_ihevc_ang_table[mode] ldr r7, [r7] @intra_pred_ang vdup.8 d30, r7 @intra_pred_ang ldr r14, col_for_intra_chroma_addr_1 ulbl4: add r14,r14,pc prologue_8_16_32: lsr r10, r4, #3 vld1.8 d31, [r14]! mul r10, r4, r10 @block counter (dec by #8) mov r11, r4, lsl #1 @col counter to be inc/dec by #8 vmull.s8 q11, d30, d31 @(col+1)*intra_pred_angle [0:7](col) sub r7, r5, #3 ldr r12, idx_neg_idx_chroma_3_9_addr @load most idx table ulbl3: add r12,r12,pc add r12, r12, r7, lsl #4 mov r8, r12 mov r7, #8 sub r7, r7, r3, lsl #3 @r7 = 8-8r3 ldr r9, [r8] mov r9, r9, lsl #1 add r1, r0, r4, lsl #2 @pu1_ref + 4*nt vmovn.s16 d6, q11 vdup.8 d26, r9 @most idx added to final idx values sub r1, r1, #26 @ref_main_idx + 2nt - (8 + 1)(two_nt - idx - row ) for 8 & 8 - 1row sub r6, r1, r9 vld1.8 {d0,d1,d2,d3}, [r6] @stores the 32 values reqd based on indices values (from most idx) vshr.s16 q11, q11, #5 vmov.i8 d29, #31 @contains #31 for vand operation vmov.i8 d28, #32 vqmovn.s16 d8, q11 vshl.s8 d8, d8, #1 @ 2 * idx vand d6, d6, d29 @fract values in d1/ idx values in d0 vmov.i8 d29, #2 @contains #2 for adding to get ref_main_idx + 1 movw r0,#0x302 @ idx value for v is +1 of u vdup.u16 d27,r0 mov r0,#0 vmov.i8 d9, #22 @row 0 to 7 vsub.s8 d8, d8, d27 @ref_main_idx (sub row) vsub.s8 d8, d26, d8 @ref_main_idx (row 0) vadd.s8 d8, d8, d9 @to compensate the pu1_src idx incremented by 8 vsub.s8 d9, d8, d29 @ref_main_idx + 1 (row 0) vtbl.8 d12, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 0) vsub.s8 d7, d28, d6 @32-fract vtbl.8 d13, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 0) vsub.s8 d4, d8, d29 @ref_main_idx (row 1) vsub.s8 d5, d9, d29 @ref_main_idx + 1 (row 1) vmov.i8 d29, #4 vtbl.8 d16, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 1) vmull.u8 q12, d12, d7 @mul (row 0) vmlal.u8 q12, d13, d6 @mul (row 0) vtbl.8 d17, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 1) vsub.s8 d8, d8, d29 @ref_main_idx (row 2) vsub.s8 d9, d9, d29 @ref_main_idx + 1 (row 2) vrshrn.i16 d24, q12, #5 @round shft (row 0) vtbl.8 d14, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 2) vmull.u8 q11, d16, d7 @mul (row 1) vmlal.u8 q11, d17, d6 @mul (row 1) vtbl.8 d15, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 2) vsub.s8 d4, d4, d29 @ref_main_idx (row 3) vsub.s8 d5, d5, d29 @ref_main_idx + 1 (row 3) vst1.8 d24, [r2], r3 @st (row 0) vrshrn.i16 d22, q11, #5 @round shft (row 1) vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 3) vmull.u8 q10, d14, d7 @mul (row 2) vmlal.u8 q10, d15, d6 @mul (row 2) vtbl.8 d11, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 3) vsub.s8 d8, d8, d29 @ref_main_idx (row 4) vsub.s8 d9, d9, d29 @ref_main_idx + 1 (row 4) vst1.8 d22, [r2], r3 @st (row 1) vrshrn.i16 d20, q10, #5 @round shft (row 2) vtbl.8 d12, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 4) vmull.u8 q9, d10, d7 @mul (row 3) vmlal.u8 q9, d11, d6 @mul (row 3) vtbl.8 d13, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 4) vsub.s8 d4, d4, d29 @ref_main_idx (row 5) vsub.s8 d5, d5, d29 @ref_main_idx + 1 (row 5) vst1.8 d20, [r2], r3 @st (row 2) vrshrn.i16 d18, q9, #5 @round shft (row 3) vtbl.8 d16, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 5) vmull.u8 q12, d12, d7 @mul (row 4) vmlal.u8 q12, d13, d6 @mul (row 4) vtbl.8 d17, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 5) vsub.s8 d8, d8, d29 @ref_main_idx (row 6) vsub.s8 d9, d9, d29 @ref_main_idx + 1 (row 6) vst1.8 d18, [r2], r3 @st (row 3) cmp r4,#4 beq end_func vrshrn.i16 d24, q12, #5 @round shft (row 4) vtbl.8 d14, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 6) vmull.u8 q11, d16, d7 @mul (row 5) vmlal.u8 q11, d17, d6 @mul (row 5) vtbl.8 d15, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 6) vsub.s8 d4, d4, d29 @ref_main_idx (row 7) vsub.s8 d5, d5, d29 @ref_main_idx + 1 (row 7) vst1.8 d24, [r2], r3 @st (row 4) vrshrn.i16 d22, q11, #5 @round shft (row 5) vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 7) vmull.u8 q10, d14, d7 @mul (row 6) vmlal.u8 q10, d15, d6 @mul (row 6) vtbl.8 d11, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 7) vmull.u8 q9, d10, d7 @mul (row 7) vmlal.u8 q9, d11, d6 @mul (row 7) vst1.8 d22, [r2], r3 @st (row 5) vrshrn.i16 d20, q10, #5 @round shft (row 6) vrshrn.i16 d18, q9, #5 @round shft (row 7) vst1.8 d20, [r2], r3 @st (row 6) subs r10, r10, #4 @subtract 8 and go to end if 8x8 vst1.8 d18, [r2], r3 @st (row 7) beq end_func subs r11, r11, #8 @decrement the processed col addgt r8, r8, #4 addgt r2, r2, r7 movle r8, r12 suble r2, r2, r4 addle r2, r2, #8 movle r11, r4, lsl #1 ldrle r14, col_for_intra_chroma_addr_2 ulbl5: addle r14,r14,pc addle r0, r0, #8 vld1.8 d31, [r14]! vmull.s8 q6, d30, d31 @(col+1)*intra_pred_angle [0:7](col) vmovn.s16 d10, q6 vshr.s16 q6, q6, #5 vqmovn.s16 d11, q6 vshl.s8 d11, d11, #1 movw r5, #0x302 @idx value for v is +1 of u vdup.u16 d27, r5 @row value inc or reset accordingly ldr r9, [r8] @loads index value mov r9, r9, lsl #1 mov r5, #22 sub r5, r5, r0, lsl #1 vdup.8 d16, r5 vdup.8 d26, r9 mov r5,r2 vsub.s8 d11, d11, d27 @ref_main_idx (sub row) kernel_8_16_32: vmov.i8 d29, #2 @contains #2 for adding to get ref_main_idx + 1 vsub.s8 d8, d26, d11 @ref_main_idx vmov d26,d10 subs r11, r11, #8 sub r6, r1, r9 vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 7) vadd.s8 d8, d8, d16 @to compensate the pu1_src idx incremented by 8 vmull.u8 q10, d14, d7 @mul (row 6) vtbl.8 d11, {d0,d1,d2,d3}, d5 @load from ref_main_idx - 1 (row 7) vmlal.u8 q10, d15, d6 @mul (row 6) addle r0, r0, #8 vsub.s8 d9, d8, d29 @ref_main_idx - 2 addgt r8, r8, #4 vld1.8 {d0,d1,d2,d3}, [r6] @stores the 32 values reqd based on indices values (from most idx) vrshrn.i16 d22, q11, #5 @round shft (row 5) ldrle r14, col_for_intra_chroma_addr_3 ulbl6: addle r14,r14,pc vst1.8 d24, [r5], r3 @st (row 4) movle r8, r12 movw r9,#0x302 vdup.16 d27, r9 @row value inc or reset accordingly vsub.s8 d4, d8, d29 @ref_main_idx (row 1) vsub.s8 d5, d9, d29 @ref_main_idx - 1 (row 1) vtbl.8 d12, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 0) vmov.i8 d29, #31 @contains #2 for adding to get ref_main_idx + 1 vmull.u8 q9, d10, d7 @mul (row 7) vtbl.8 d13, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 0) vmlal.u8 q9, d11, d6 @mul (row 7) vld1.8 d31, [r14]! vand d6, d29, d26 @fract values in d1/ idx values in d0 movle r11, r4, lsl #1 vmov.i8 d29, #4 @contains #2 for adding to get ref_main_idx + 1 ldr r9, [r8] vst1.8 d22, [r5], r3 @(from previous loop)st (row 5) vrshrn.i16 d20, q10, #5 @(from previous loop)round shft (row 6) vsub.s8 d8, d8, d29 @ref_main_idx (row 2) vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 1) vsub.s8 d9, d9, d29 @ref_main_idx - 1 (row 2) mov r9,r9,lsl #1 vsub.s8 d7, d28, d6 @32-fract vmull.u8 q12, d12, d7 @mul (row 0) vtbl.8 d17, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 1) vmlal.u8 q12, d13, d6 @mul (row 0) vst1.8 d20, [r5], r3 @(from previous loop)st (row 6) vrshrn.i16 d18, q9, #5 @(from previous loop)round shft (row 7) vsub.s8 d4, d4, d29 @ref_main_idx (row 3) vtbl.8 d14, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 2) vsub.s8 d5, d5, d29 @ref_main_idx - 1 (row 3) vmull.u8 q11, d10, d7 @mul (row 1) vtbl.8 d15, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 2) vmlal.u8 q11, d17, d6 @mul (row 1) vrshrn.i16 d24, q12, #5 @round shft (row 0) vst1.8 d18, [r5], r3 @(from previous loop)st (row 7) vsub.s8 d8, d8, d29 @ref_main_idx (row 4) vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 3) vsub.s8 d9, d9, d29 @ref_main_idx - 1 (row 4) vmull.u8 q10, d14, d7 @mul (row 2) vtbl.8 d11, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 3) vmlal.u8 q10, d15, d6 @mul (row 2) add r5,r2,r3,lsl#2 vmull.s8 q7, d30, d31 @(col+1)*intra_pred_angle [0:7](col) add r9, r9, r0, lsl #1 vst1.8 d24, [r2], r3 @st (row 0) vrshrn.i16 d22, q11, #5 @round shft (row 1) vsub.s8 d4, d4, d29 @ref_main_idx (row 5) vtbl.8 d12, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 4) vsub.s8 d5, d5, d29 @ref_main_idx - 1 (row 5) vmull.u8 q9, d10, d7 @mul (row 3) vtbl.8 d13, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 4) vmlal.u8 q9, d11, d6 @mul (row 3) vst1.8 d22, [r2], r3 @st (row 1) vrshrn.i16 d20, q10, #5 @round shft (row 2) vmovn.s16 d10, q7 vshr.s16 q7, q7, #5 vsub.s8 d8, d8, d29 @ref_main_idx (row 6) vtbl.8 d21, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 5) vsub.s8 d9, d9, d29 @ref_main_idx - 1 (row 6) vmull.u8 q12, d12, d7 @mul (row 4) vtbl.8 d17, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 5) vqmovn.s16 d11, q7 vst1.8 d20, [r2], r3 @st (row 2) vmlal.u8 q12, d13, d6 @mul (row 4) vrshrn.i16 d18, q9, #5 @round shft (row 3) vdup.8 d26, r9 vsub.s8 d4, d4, d29 @ref_main_idx (row 7) vtbl.8 d14, {d0,d1,d2,d3}, d8 @load from ref_main_idx (row 6) vsub.s8 d5, d5, d29 @ref_main_idx - 1 (row 7) mov r6, #22 @to compensate the 2*row value vshl.u8 d11,#1 sub r6, r6, r0, lsl #1 vmull.u8 q11, d21, d7 @mul (row 5) vtbl.8 d15, {d0,d1,d2,d3}, d9 @load from ref_main_idx + 1 (row 6) vmlal.u8 q11, d17, d6 @mul (row 5) vst1.8 d18, [r2], r3 @st (row 3) vrshrn.i16 d24, q12, #5 @round shft (row 4) add r2,r2,r3, lsl #2 vdup.8 d16, r6 addgt r2, r7, r2 suble r2, r2, r4 vsub.s8 d11, d11, d27 @ref_main_idx (add row) suble r2,r2,#8 subs r10, r10, #4 @subtract 8 and go to end if 8x8 bne kernel_8_16_32 epil_8_16_32: vtbl.8 d10, {d0,d1,d2,d3}, d4 @load from ref_main_idx (row 7) vmull.u8 q10, d14, d7 @mul (row 6) vtbl.8 d11, {d0,d1,d2,d3}, d5 @load from ref_main_idx + 1 (row 7) vmlal.u8 q10, d15, d6 @mul (row 6) vst1.8 d24, [r5], r3 @st (row 4) vrshrn.i16 d24, q11, #5 @round shft (row 5) vmull.u8 q9, d10, d7 @mul (row 7) vmlal.u8 q9, d11, d6 @mul (row 7) vst1.8 d24, [r5], r3 @(from previous loop)st (row 5) vrshrn.i16 d20, q10, #5 @(from previous loop)round shft (row 6) vst1.8 d20, [r5], r3 @(from previous loop)st (row 6) vrshrn.i16 d18, q9, #5 @(from previous loop)round shft (row 7) vst1.8 d18, [r5], r3 @st (row 7) end_func: vpop {d8 - d15} ldmfd sp!,{r4-r12,r15} @reload the registers from sp