chromium/third_party/libvpx/source/libvpx/vpx_dsp/x86/highbd_sad_avx2.c

/*
 *  Copyright (c) 2022 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */
#include <immintrin.h>
#include "./vpx_dsp_rtcd.h"
#include "vpx/vpx_integer.h"

static VPX_FORCE_INLINE unsigned int calc_final(const __m256i sums_32) { … }

static VPX_FORCE_INLINE void highbd_sad64xH(__m256i *sums_16,
                                            const uint16_t *src, int src_stride,
                                            uint16_t *ref, int ref_stride,
                                            int height) { … }

static VPX_FORCE_INLINE unsigned int highbd_sad64xN_avx2(const uint8_t *src_ptr,
                                                         int src_stride,
                                                         const uint8_t *ref_ptr,
                                                         int ref_stride,
                                                         int n) { … }

#define HIGHBD_SAD64XN(n) …

#define HIGHBD_SADSKIP64xN(n) …

static VPX_FORCE_INLINE void highbd_sad32xH(__m256i *sums_16,
                                            const uint16_t *src, int src_stride,
                                            uint16_t *ref, int ref_stride,
                                            int height) { … }

static VPX_FORCE_INLINE unsigned int highbd_sad32xN_avx2(const uint8_t *src_ptr,
                                                         int src_stride,
                                                         const uint8_t *ref_ptr,
                                                         int ref_stride,
                                                         int n) { … }

#define HIGHBD_SAD32XN(n) …

#define HIGHBD_SADSKIP32xN(n) …

static VPX_FORCE_INLINE void highbd_sad16xH(__m256i *sums_16,
                                            const uint16_t *src, int src_stride,
                                            uint16_t *ref, int ref_stride,
                                            int height) { … }

static VPX_FORCE_INLINE unsigned int highbd_sad16xN_avx2(const uint8_t *src_ptr,
                                                         int src_stride,
                                                         const uint8_t *ref_ptr,
                                                         int ref_stride,
                                                         int n) { … }

#define HIGHBD_SAD16XN(n) …

#define HIGHBD_SADSKIP16xN(n) …

unsigned int vpx_highbd_sad16x16_avx2(const uint8_t *src_ptr, int src_stride,
                                      const uint8_t *ref_ptr, int ref_stride) { … }

unsigned int vpx_highbd_sad16x8_avx2(const uint8_t *src_ptr, int src_stride,
                                     const uint8_t *ref_ptr, int ref_stride) { … }

// clang-format off
HIGHBD_SAD64XN(…)
HIGHBD_SADSKIP64xN(…)
HIGHBD_SAD64XN(…)
HIGHBD_SADSKIP64xN(…)
HIGHBD_SAD32XN(…)
HIGHBD_SADSKIP32xN(…)
HIGHBD_SAD32XN(…)
HIGHBD_SADSKIP32xN(…)
HIGHBD_SAD32XN(…)
HIGHBD_SADSKIP32xN(…)
HIGHBD_SAD16XN(…)
HIGHBD_SADSKIP16xN(…)
HIGHBD_SADSKIP16xN(…)
HIGHBD_SADSKIP16xN(…)
//clang-format on

// AVG -------------------------------------------------------------------------
static VPX_FORCE_INLINE void highbd_sad64xH_avg(__m256i *sums_16,
                                                const uint16_t *src,
                                                int src_stride, uint16_t *ref,
                                                int ref_stride, uint16_t *sec,
                                                int height) { … }

#define HIGHBD_SAD64XN_AVG(n) …

// 64x64
HIGHBD_SAD64XN_AVG(…)

// 64x32
HIGHBD_SAD64XN_AVG(…)

static VPX_FORCE_INLINE void highbd_sad32xH_avg(__m256i *sums_16,
                                                const uint16_t *src,
                                                int src_stride, uint16_t *ref,
                                                int ref_stride, uint16_t *sec,
                                                int height) { … }

#define HIGHBD_SAD32XN_AVG(n) …

// 32x64
HIGHBD_SAD32XN_AVG(…)

// 32x32
HIGHBD_SAD32XN_AVG(…)

// 32x16
HIGHBD_SAD32XN_AVG(…)

static VPX_FORCE_INLINE void highbd_sad16xH_avg(__m256i *sums_16,
                                                const uint16_t *src,
                                                int src_stride, uint16_t *ref,
                                                int ref_stride, uint16_t *sec,
                                                int height) { … }

unsigned int vpx_highbd_sad16x32_avg_avx2(const uint8_t *src_ptr,
                                          int src_stride,
                                          const uint8_t *ref_ptr,
                                          int ref_stride,
                                          const uint8_t *second_pred) { … }

unsigned int vpx_highbd_sad16x16_avg_avx2(const uint8_t *src_ptr,
                                          int src_stride,
                                          const uint8_t *ref_ptr,
                                          int ref_stride,
                                          const uint8_t *second_pred) { … }

unsigned int vpx_highbd_sad16x8_avg_avx2(const uint8_t *src_ptr, int src_stride,
                                         const uint8_t *ref_ptr, int ref_stride,
                                         const uint8_t *second_pred) { … }