/*
 *  Copyright (c) 2024 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

#ifndef VPX_VPX_DSP_ARM_HIGHBD_CONVOLVE8_NEON_H_
#define VPX_VPX_DSP_ARM_HIGHBD_CONVOLVE8_NEON_H_

#include <arm_neon.h>

static INLINE uint16x4_t highbd_convolve4_4_neon(
    const int16x4_t s0, const int16x4_t s1, const int16x4_t s2,
    const int16x4_t s3, const int16x4_t filters, const uint16x4_t max) {
  int32x4_t sum = vmull_lane_s16(s0, filters, 0);
  sum = vmlal_lane_s16(sum, s1, filters, 1);
  sum = vmlal_lane_s16(sum, s2, filters, 2);
  sum = vmlal_lane_s16(sum, s3, filters, 3);

  uint16x4_t res = vqrshrun_n_s32(sum, FILTER_BITS);
  return vmin_u16(res, max);
}

static INLINE uint16x8_t highbd_convolve4_8_neon(
    const int16x8_t s0, const int16x8_t s1, const int16x8_t s2,
    const int16x8_t s3, const int16x4_t filters, const uint16x8_t max) {
  int32x4_t sum0 = vmull_lane_s16(vget_low_s16(s0), filters, 0);
  sum0 = vmlal_lane_s16(sum0, vget_low_s16(s1), filters, 1);
  sum0 = vmlal_lane_s16(sum0, vget_low_s16(s2), filters, 2);
  sum0 = vmlal_lane_s16(sum0, vget_low_s16(s3), filters, 3);

  int32x4_t sum1 = vmull_lane_s16(vget_high_s16(s0), filters, 0);
  sum1 = vmlal_lane_s16(sum1, vget_high_s16(s1), filters, 1);
  sum1 = vmlal_lane_s16(sum1, vget_high_s16(s2), filters, 2);
  sum1 = vmlal_lane_s16(sum1, vget_high_s16(s3), filters, 3);

  uint16x8_t res = vcombine_u16(vqrshrun_n_s32(sum0, FILTER_BITS),
                                vqrshrun_n_s32(sum1, FILTER_BITS));
  return vminq_u16(res, max);
}

#endif  // VPX_VPX_DSP_ARM_HIGHBD_CONVOLVE8_NEON_H_