chromium/third_party/libvpx/source/libvpx/vpx_dsp/x86/highbd_sad4d_avx2.c

/*
 *  Copyright (c) 2022 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */
#include <immintrin.h>  // AVX2
#include "./vpx_dsp_rtcd.h"
#include "vpx/vpx_integer.h"

static VPX_FORCE_INLINE void calc_final_4(const __m256i *const sums /*[4]*/,
                                          uint32_t sad_array[4]) { … }

static VPX_FORCE_INLINE void highbd_sad64xHx4d(__m256i *sums_16 /*[4]*/,
                                               const uint16_t *src,
                                               int src_stride,
                                               uint16_t *refs[4],
                                               int ref_stride, int height) { … }

static VPX_FORCE_INLINE void highbd_sad64xNx4d_avx2(
    const uint8_t *src_ptr, int src_stride, const uint8_t *const ref_array[4],
    int ref_stride, uint32_t sad_array[4], int n) { … }

#define HIGHBD_SAD64XNX4D(n) …

#define HIGHBD_SADSKIP64XNx4D(n) …

static VPX_FORCE_INLINE void highbd_sad32xHx4d(__m256i *sums_16 /*[4]*/,
                                               const uint16_t *src,
                                               int src_stride,
                                               uint16_t *refs[4],
                                               int ref_stride, int height) { … }

static VPX_FORCE_INLINE void highbd_sad32xNx4d_avx2(
    const uint8_t *src_ptr, int src_stride, const uint8_t *const ref_array[4],
    int ref_stride, uint32_t sad_array[4], int n) { … }

#define HIGHBD_SAD32XNX4D(n) …

#define HIGHBD_SADSKIP32XNx4D(n) …

static VPX_FORCE_INLINE void highbd_sad16xHx4d(__m256i *sums_16 /*[4]*/,
                                               const uint16_t *src,
                                               int src_stride,
                                               uint16_t *refs[4],
                                               int ref_stride, int height) { … }

static VPX_FORCE_INLINE void highbd_sad16xNx4d_avx2(
    const uint8_t *src_ptr, int src_stride, const uint8_t *const ref_array[4],
    int ref_stride, uint32_t sad_array[4], int n) { … }

#define HIGHBD_SAD16XNX4D(n) …

#define HIGHBD_SADSKIP16XNx4D(n) …

void vpx_highbd_sad16x16x4d_avx2(const uint8_t *src_ptr, int src_stride,
                                 const uint8_t *const ref_array[4],
                                 int ref_stride, uint32_t sad_array[4]) { … }

void vpx_highbd_sad16x8x4d_avx2(const uint8_t *src_ptr, int src_stride,
                                const uint8_t *const ref_array[4],
                                int ref_stride, uint32_t sad_array[4]) { … }

// clang-format off
HIGHBD_SAD64XNX4D(…)
HIGHBD_SADSKIP64XNx4D(…)

HIGHBD_SAD64XNX4D(…)
HIGHBD_SADSKIP64XNx4D(…)

HIGHBD_SAD32XNX4D(…)
HIGHBD_SADSKIP32XNx4D(…)

HIGHBD_SAD32XNX4D(…)
HIGHBD_SADSKIP32XNx4D(…)

HIGHBD_SAD32XNX4D(…)
HIGHBD_SADSKIP32XNx4D(…)

HIGHBD_SAD16XNX4D(…)
HIGHBD_SADSKIP16XNx4D(…)

HIGHBD_SADSKIP16XNx4D(…)

HIGHBD_SADSKIP16XNx4D(…)
    // clang-format on