summaryrefslogtreecommitdiffstats
path: root/third_party/aom/aom_dsp/x86/sad_impl_avx2.c
diff options
context:
space:
mode:
Diffstat (limited to 'third_party/aom/aom_dsp/x86/sad_impl_avx2.c')
-rw-r--r--third_party/aom/aom_dsp/x86/sad_impl_avx2.c234
1 files changed, 0 insertions, 234 deletions
diff --git a/third_party/aom/aom_dsp/x86/sad_impl_avx2.c b/third_party/aom/aom_dsp/x86/sad_impl_avx2.c
deleted file mode 100644
index c6fd62c9e..000000000
--- a/third_party/aom/aom_dsp/x86/sad_impl_avx2.c
+++ /dev/null
@@ -1,234 +0,0 @@
-/*
- * Copyright (c) 2016, Alliance for Open Media. All rights reserved
- *
- * This source code is subject to the terms of the BSD 2 Clause License and
- * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
- * was not distributed with this source code in the LICENSE file, you can
- * obtain it at www.aomedia.org/license/software. If the Alliance for Open
- * Media Patent License 1.0 was not distributed with this source code in the
- * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
- */
-
-#include <immintrin.h>
-
-#include "config/aom_dsp_rtcd.h"
-
-static unsigned int sad32x32(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- __m256i s1, s2, r1, r2;
- __m256i sum = _mm256_setzero_si256();
- __m128i sum_i128;
- int i;
-
- for (i = 0; i < 16; ++i) {
- r1 = _mm256_loadu_si256((__m256i const *)ref_ptr);
- r2 = _mm256_loadu_si256((__m256i const *)(ref_ptr + ref_stride));
- s1 = _mm256_sad_epu8(r1, _mm256_loadu_si256((__m256i const *)src_ptr));
- s2 = _mm256_sad_epu8(
- r2, _mm256_loadu_si256((__m256i const *)(src_ptr + src_stride)));
- sum = _mm256_add_epi32(sum, _mm256_add_epi32(s1, s2));
- ref_ptr += ref_stride << 1;
- src_ptr += src_stride << 1;
- }
-
- sum = _mm256_add_epi32(sum, _mm256_srli_si256(sum, 8));
- sum_i128 = _mm_add_epi32(_mm256_extracti128_si256(sum, 1),
- _mm256_castsi256_si128(sum));
- return _mm_cvtsi128_si32(sum_i128);
-}
-
-static unsigned int sad64x32(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- unsigned int half_width = 32;
- uint32_t sum = sad32x32(src_ptr, src_stride, ref_ptr, ref_stride);
- src_ptr += half_width;
- ref_ptr += half_width;
- sum += sad32x32(src_ptr, src_stride, ref_ptr, ref_stride);
- return sum;
-}
-
-static unsigned int sad64x64(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- uint32_t sum = sad64x32(src_ptr, src_stride, ref_ptr, ref_stride);
- src_ptr += src_stride << 5;
- ref_ptr += ref_stride << 5;
- sum += sad64x32(src_ptr, src_stride, ref_ptr, ref_stride);
- return sum;
-}
-
-unsigned int aom_sad128x64_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- unsigned int half_width = 64;
- uint32_t sum = sad64x64(src_ptr, src_stride, ref_ptr, ref_stride);
- src_ptr += half_width;
- ref_ptr += half_width;
- sum += sad64x64(src_ptr, src_stride, ref_ptr, ref_stride);
- return sum;
-}
-
-unsigned int aom_sad64x128_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- uint32_t sum = sad64x64(src_ptr, src_stride, ref_ptr, ref_stride);
- src_ptr += src_stride << 6;
- ref_ptr += ref_stride << 6;
- sum += sad64x64(src_ptr, src_stride, ref_ptr, ref_stride);
- return sum;
-}
-
-unsigned int aom_sad128x128_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride) {
- uint32_t sum = aom_sad128x64_avx2(src_ptr, src_stride, ref_ptr, ref_stride);
- src_ptr += src_stride << 6;
- ref_ptr += ref_stride << 6;
- sum += aom_sad128x64_avx2(src_ptr, src_stride, ref_ptr, ref_stride);
- return sum;
-}
-
-static void sad64x64x4d(const uint8_t *src, int src_stride,
- const uint8_t *const ref[4], int ref_stride,
- __m128i *res) {
- uint32_t sum[4];
- aom_sad64x64x4d_avx2(src, src_stride, ref, ref_stride, sum);
- *res = _mm_loadu_si128((const __m128i *)sum);
-}
-
-void aom_sad64x128x4d_avx2(const uint8_t *src, int src_stride,
- const uint8_t *const ref[4], int ref_stride,
- uint32_t res[4]) {
- __m128i sum0, sum1;
- const uint8_t *rf[4];
-
- rf[0] = ref[0];
- rf[1] = ref[1];
- rf[2] = ref[2];
- rf[3] = ref[3];
- sad64x64x4d(src, src_stride, rf, ref_stride, &sum0);
- src += src_stride << 6;
- rf[0] += ref_stride << 6;
- rf[1] += ref_stride << 6;
- rf[2] += ref_stride << 6;
- rf[3] += ref_stride << 6;
- sad64x64x4d(src, src_stride, rf, ref_stride, &sum1);
- sum0 = _mm_add_epi32(sum0, sum1);
- _mm_storeu_si128((__m128i *)res, sum0);
-}
-
-void aom_sad128x64x4d_avx2(const uint8_t *src, int src_stride,
- const uint8_t *const ref[4], int ref_stride,
- uint32_t res[4]) {
- __m128i sum0, sum1;
- unsigned int half_width = 64;
- const uint8_t *rf[4];
-
- rf[0] = ref[0];
- rf[1] = ref[1];
- rf[2] = ref[2];
- rf[3] = ref[3];
- sad64x64x4d(src, src_stride, rf, ref_stride, &sum0);
- src += half_width;
- rf[0] += half_width;
- rf[1] += half_width;
- rf[2] += half_width;
- rf[3] += half_width;
- sad64x64x4d(src, src_stride, rf, ref_stride, &sum1);
- sum0 = _mm_add_epi32(sum0, sum1);
- _mm_storeu_si128((__m128i *)res, sum0);
-}
-
-void aom_sad128x128x4d_avx2(const uint8_t *src, int src_stride,
- const uint8_t *const ref[4], int ref_stride,
- uint32_t res[4]) {
- const uint8_t *rf[4];
- uint32_t sum0[4];
- uint32_t sum1[4];
-
- rf[0] = ref[0];
- rf[1] = ref[1];
- rf[2] = ref[2];
- rf[3] = ref[3];
- aom_sad128x64x4d_avx2(src, src_stride, rf, ref_stride, sum0);
- src += src_stride << 6;
- rf[0] += ref_stride << 6;
- rf[1] += ref_stride << 6;
- rf[2] += ref_stride << 6;
- rf[3] += ref_stride << 6;
- aom_sad128x64x4d_avx2(src, src_stride, rf, ref_stride, sum1);
- res[0] = sum0[0] + sum1[0];
- res[1] = sum0[1] + sum1[1];
- res[2] = sum0[2] + sum1[2];
- res[3] = sum0[3] + sum1[3];
-}
-
-static unsigned int sad_w64_avg_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride,
- const int h, const uint8_t *second_pred,
- const int second_pred_stride) {
- int i, res;
- __m256i sad1_reg, sad2_reg, ref1_reg, ref2_reg;
- __m256i sum_sad = _mm256_setzero_si256();
- __m256i sum_sad_h;
- __m128i sum_sad128;
- for (i = 0; i < h; i++) {
- ref1_reg = _mm256_loadu_si256((__m256i const *)ref_ptr);
- ref2_reg = _mm256_loadu_si256((__m256i const *)(ref_ptr + 32));
- ref1_reg = _mm256_avg_epu8(
- ref1_reg, _mm256_loadu_si256((__m256i const *)second_pred));
- ref2_reg = _mm256_avg_epu8(
- ref2_reg, _mm256_loadu_si256((__m256i const *)(second_pred + 32)));
- sad1_reg =
- _mm256_sad_epu8(ref1_reg, _mm256_loadu_si256((__m256i const *)src_ptr));
- sad2_reg = _mm256_sad_epu8(
- ref2_reg, _mm256_loadu_si256((__m256i const *)(src_ptr + 32)));
- sum_sad = _mm256_add_epi32(sum_sad, _mm256_add_epi32(sad1_reg, sad2_reg));
- ref_ptr += ref_stride;
- src_ptr += src_stride;
- second_pred += second_pred_stride;
- }
- sum_sad_h = _mm256_srli_si256(sum_sad, 8);
- sum_sad = _mm256_add_epi32(sum_sad, sum_sad_h);
- sum_sad128 = _mm256_extracti128_si256(sum_sad, 1);
- sum_sad128 = _mm_add_epi32(_mm256_castsi256_si128(sum_sad), sum_sad128);
- res = _mm_cvtsi128_si32(sum_sad128);
-
- return res;
-}
-
-unsigned int aom_sad64x128_avg_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride,
- const uint8_t *second_pred) {
- uint32_t sum = sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64,
- second_pred, 64);
- src_ptr += src_stride << 6;
- ref_ptr += ref_stride << 6;
- second_pred += 64 << 6;
- sum += sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64,
- second_pred, 64);
- return sum;
-}
-
-unsigned int aom_sad128x64_avg_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride,
- const uint8_t *second_pred) {
- unsigned int half_width = 64;
- uint32_t sum = sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64,
- second_pred, 128);
- src_ptr += half_width;
- ref_ptr += half_width;
- second_pred += half_width;
- sum += sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64,
- second_pred, 128);
- return sum;
-}
-
-unsigned int aom_sad128x128_avg_avx2(const uint8_t *src_ptr, int src_stride,
- const uint8_t *ref_ptr, int ref_stride,
- const uint8_t *second_pred) {
- uint32_t sum = aom_sad128x64_avg_avx2(src_ptr, src_stride, ref_ptr,
- ref_stride, second_pred);
- src_ptr += src_stride << 6;
- ref_ptr += ref_stride << 6;
- second_pred += 128 << 6;
- sum += aom_sad128x64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride,
- second_pred);
- return sum;
-}
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-30 06:35:33 +0000