/******************************************************************************
 *
 * Copyright (C) 2018 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at:
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 *****************************************************************************
 * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore
*/
/**
*******************************************************************************
* @file
*  ihevce_itrans_recon_neon.c
*
* @brief
*  Contains functions to inverse transform and adds residue to pred buffer
*
* @author
*  Ittiam
*
* @par List of Functions:
*  - ihevce_itrans_recon_dc_neon
*
* @remarks
*  None
*
********************************************************************************
*/

/*****************************************************************************/
/* File Includes                                                             */
/*****************************************************************************/
/* System include files */
#include <string.h>
#include <arm_neon.h>

/* User include files */
#include "ihevc_typedefs.h"
#include "itt_video_api.h"
#include "ihevc_cmn_utils_neon.h"
#include "ihevce_cmn_utils_instr_set_router.h"
#include "ihevc_defs.h"
#include "ihevc_macros.h"

/*****************************************************************************/
/* Function Definitions                                                      */
/*****************************************************************************/
static INLINE void ihevce_itrans_recon_dc_4x4_luma_neon(
    UWORD8 *pu1_pred, WORD32 pred_strd, UWORD8 *pu1_dst, WORD32 dst_strd, WORD32 dc_value)
{
    uint8x16_t src_u8;
    int16x8_t a0, a1, a2;
    uint8x8_t a3, a4;

    src_u8 = load_unaligned_u8q(pu1_pred, pred_strd);
    a0 = vdupq_n_s16(dc_value);
    a1 = vreinterpretq_s16_u16(vmovl_u8(vget_low_u8(src_u8)));
    a2 = vreinterpretq_s16_u16(vmovl_u8(vget_high_u8(src_u8)));
    a1 = vaddq_s16(a1, a0);
    a2 = vaddq_s16(a2, a0);
    a3 = vqmovun_s16(a1);
    a4 = vqmovun_s16(a2);
    uint32x2_t p0 = vreinterpret_u32_u8(a3);
    uint32x2_t p1 = vreinterpret_u32_u8(a4);
    *(UWORD32 *)(pu1_dst) = vget_lane_u32(p0, 0);
    *(UWORD32 *)(pu1_dst + dst_strd) = vget_lane_u32(p0, 1);
    *(UWORD32 *)(pu1_dst + 2 * dst_strd) = vget_lane_u32(p1, 0);
    *(UWORD32 *)(pu1_dst + 3 * dst_strd) = vget_lane_u32(p1, 1);
}

static INLINE void ihevce_itrans_recon_dc_4x4_chroma_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD32 dc_value,
    CHROMA_PLANE_ID_T e_chroma_plane)
{
    WORD32 i;
    int16x8_t a0, a1;
    uint8x8_t a2, a3;
    uint16x4_t select = vdup_n_u16(0xff << (e_chroma_plane << 3));

    a0 = vdupq_n_s16(dc_value);
    for(i = 0; i < trans_size; i++)
    {
        a1 = vreinterpretq_s16_u16(vmovl_u8(vld1_u8(pu1_pred + i * pred_strd)));
        a2 = vqmovun_s16(vaddq_s16(a0, a1));
        a3 = vld1_u8(pu1_dst + i * dst_strd);
        a3 = vbsl_u8(vreinterpret_u8_u16(select), a2, a3);
        vst1_u8(pu1_dst + i * dst_strd, a3);
    }
}

static INLINE void ihevce_itrans_recon_dc_8x8_luma_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD32 dc_value)
{
    WORD32 i;
    uint8x16_t a1, a4, a5;
    uint8x8_t a0, a2, a3;

    a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
                         : vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
    a1 = vcombine_u8(a0, a0);
    for(i = 0; i < trans_size; i += 2)
    {
        a2 = vld1_u8(pu1_pred + i * pred_strd);
        a3 = vld1_u8(pu1_pred + (i + 1) * pred_strd);
        a4 = vcombine_u8(a2, a3);
        a5 = (dc_value >= 0) ? vqaddq_u8(a1, a4) : vqsubq_u8(a4, a1);
        vst1_u8(pu1_dst + i * dst_strd, vget_low_u8(a5));
        vst1_u8(pu1_dst + (i + 1) * dst_strd, vget_high_u8(a5));
    }
}

static INLINE void ihevce_itrans_recon_dc_8x8_chroma_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD32 dc_value,
    CHROMA_PLANE_ID_T e_chroma_plane)
{
    WORD32 i;
    uint8x16_t a4, a0, a5;
    uint8x8_t a1, a2, a3;
    uint8x16x2_t a6;

    a1 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
                         : vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
    a0 = vcombine_u8(a1, a1);
    for(i = 0; i < trans_size; i += 2)
    {
        a2 = vld2_u8(pu1_pred + i * pred_strd).val[e_chroma_plane];
        a3 = vld2_u8(pu1_pred + (i + 1) * pred_strd).val[e_chroma_plane];
        a4 = vcombine_u8(a2, a3);
        a4 = (dc_value >= 0) ? vqaddq_u8(a0, a4) : vqsubq_u8(a4, a0);
        a2 = vld2_u8(pu1_dst + i * dst_strd).val[!e_chroma_plane];
        a3 = vld2_u8(pu1_dst + (i + 1) * dst_strd).val[!e_chroma_plane];
        a5 = vcombine_u8(a2, a3);
        a6 = (e_chroma_plane == 0) ? vzipq_u8(a4, a5) : vzipq_u8(a5, a4);
        vst1q_u8(pu1_dst + i * dst_strd, a6.val[0]);
        vst1q_u8(pu1_dst + (i + 1) * dst_strd, a6.val[1]);
    }
}

static INLINE void ihevce_itrans_recon_dc_16x16_luma_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD32 dc_value)
{
    WORD32 i;
    uint8x16_t a1, a3, a2;
    uint8x8_t a0;

    a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
                         : vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
    a1 = vcombine_u8(a0, a0);
    for(i = 0; i < trans_size; i++)
    {
        a2 = vld1q_u8(pu1_pred + i * pred_strd);
        a3 = (dc_value >= 0) ? vqaddq_u8(a2, a1) : vqsubq_u8(a2, a1);
        vst1q_u8(pu1_dst + i * dst_strd, a3);
    }
}

static INLINE void ihevce_itrans_recon_dc_16x16_chroma_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD32 dc_value,
    CHROMA_PLANE_ID_T e_chroma_plane)
{
    WORD32 i;
    uint8x8_t a0;
    uint8x16_t a1, a2, a3;
    uint8x16x2_t a4;

    a0 = (dc_value >= 0) ? vqmovun_s16(vdupq_n_s16(dc_value))
                         : vqmovun_s16(vabsq_s16(vdupq_n_s16(dc_value)));
    a1 = vcombine_u8(a0, a0);
    for(i = 0; i < trans_size; i++)
    {
        a2 = vld2q_u8(pu1_pred + i * pred_strd).val[e_chroma_plane];
        a2 = (dc_value >= 0) ? vqaddq_u8(a2, a1) : vqsubq_u8(a2, a1);
        a3 = vld2q_u8(pu1_dst + i * dst_strd).val[!e_chroma_plane];
        a4 = (e_chroma_plane == 0) ? vzipq_u8(a2, a3) : vzipq_u8(a3, a2);
        vst1q_u8(pu1_dst + i * dst_strd, a4.val[0]);
        vst1q_u8(pu1_dst + i * dst_strd + 16, a4.val[1]);
    }
}

void ihevce_itrans_recon_dc_neon(
    UWORD8 *pu1_pred,
    WORD32 pred_strd,
    UWORD8 *pu1_dst,
    WORD32 dst_strd,
    WORD32 trans_size,
    WORD16 i2_deq_value,
    CHROMA_PLANE_ID_T e_chroma_plane)
{
    WORD32 add, shift;
    WORD32 dc_value;

    shift = IT_SHIFT_STAGE_1;
    add = 1 << (shift - 1);
    dc_value = CLIP_S16((i2_deq_value * 64 + add) >> shift);
    shift = IT_SHIFT_STAGE_2;
    add = 1 << (shift - 1);
    dc_value = CLIP_S16((dc_value * 64 + add) >> shift);

    switch(trans_size)
    {
    case 4:
        if(NULL_PLANE == e_chroma_plane)
        {
            ihevce_itrans_recon_dc_4x4_luma_neon(pu1_pred, pred_strd, pu1_dst, dst_strd, dc_value);
        }
        else
        {
            ihevce_itrans_recon_dc_4x4_chroma_neon(
                pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
        }
        break;

    case 8:
        if(NULL_PLANE == e_chroma_plane)
        {
            ihevce_itrans_recon_dc_8x8_luma_neon(
                pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value);
        }
        else
        {
            ihevce_itrans_recon_dc_8x8_chroma_neon(
                pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
        }
        break;

    case 16:
        if(NULL_PLANE == e_chroma_plane)
        {
            ihevce_itrans_recon_dc_16x16_luma_neon(
                pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value);
        }
        else
        {
            ihevce_itrans_recon_dc_16x16_chroma_neon(
                pu1_pred, pred_strd, pu1_dst, dst_strd, trans_size, dc_value, e_chroma_plane);
        }
        break;

    case 32:
        if(NULL_PLANE == e_chroma_plane)
        {
            WORD32 b16;

            for(b16 = 0; b16 < 4; b16++)
            {
                ihevce_itrans_recon_dc_16x16_luma_neon(
                    pu1_pred + ((b16 >> 1) * pred_strd * 16) + ((b16 & 1) * 16),
                    pred_strd,
                    pu1_dst + ((b16 >> 1) * dst_strd * 16) + ((b16 & 1) * 16),
                    dst_strd,
                    trans_size >> 1,
                    dc_value);
            }
        }
        else
        {
            WORD32 b16;

            for(b16 = 0; b16 < 4; b16++)
            {
                ihevce_itrans_recon_dc_16x16_chroma_neon(
                    pu1_pred + ((b16 >> 1) * pred_strd * 16) + ((b16 & 1) * 32),
                    pred_strd,
                    pu1_dst + ((b16 >> 1) * dst_strd * 16) + ((b16 & 1) * 32),
                    dst_strd,
                    trans_size >> 1,
                    dc_value,
                    e_chroma_plane);
            }
        }
        break;
    }
}