diff options
Diffstat (limited to 'third_party/aom/aom_dsp/x86/sad_impl_avx2.c')
-rw-r--r-- | third_party/aom/aom_dsp/x86/sad_impl_avx2.c | 234 |
1 files changed, 0 insertions, 234 deletions
diff --git a/third_party/aom/aom_dsp/x86/sad_impl_avx2.c b/third_party/aom/aom_dsp/x86/sad_impl_avx2.c deleted file mode 100644 index c6fd62c9e..000000000 --- a/third_party/aom/aom_dsp/x86/sad_impl_avx2.c +++ /dev/null @@ -1,234 +0,0 @@ -/* - * Copyright (c) 2016, Alliance for Open Media. All rights reserved - * - * This source code is subject to the terms of the BSD 2 Clause License and - * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License - * was not distributed with this source code in the LICENSE file, you can - * obtain it at www.aomedia.org/license/software. If the Alliance for Open - * Media Patent License 1.0 was not distributed with this source code in the - * PATENTS file, you can obtain it at www.aomedia.org/license/patent. - */ - -#include <immintrin.h> - -#include "config/aom_dsp_rtcd.h" - -static unsigned int sad32x32(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - __m256i s1, s2, r1, r2; - __m256i sum = _mm256_setzero_si256(); - __m128i sum_i128; - int i; - - for (i = 0; i < 16; ++i) { - r1 = _mm256_loadu_si256((__m256i const *)ref_ptr); - r2 = _mm256_loadu_si256((__m256i const *)(ref_ptr + ref_stride)); - s1 = _mm256_sad_epu8(r1, _mm256_loadu_si256((__m256i const *)src_ptr)); - s2 = _mm256_sad_epu8( - r2, _mm256_loadu_si256((__m256i const *)(src_ptr + src_stride))); - sum = _mm256_add_epi32(sum, _mm256_add_epi32(s1, s2)); - ref_ptr += ref_stride << 1; - src_ptr += src_stride << 1; - } - - sum = _mm256_add_epi32(sum, _mm256_srli_si256(sum, 8)); - sum_i128 = _mm_add_epi32(_mm256_extracti128_si256(sum, 1), - _mm256_castsi256_si128(sum)); - return _mm_cvtsi128_si32(sum_i128); -} - -static unsigned int sad64x32(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - unsigned int half_width = 32; - uint32_t sum = sad32x32(src_ptr, src_stride, ref_ptr, ref_stride); - src_ptr += half_width; - ref_ptr += half_width; - sum += sad32x32(src_ptr, src_stride, ref_ptr, ref_stride); - return sum; -} - -static unsigned int sad64x64(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - uint32_t sum = sad64x32(src_ptr, src_stride, ref_ptr, ref_stride); - src_ptr += src_stride << 5; - ref_ptr += ref_stride << 5; - sum += sad64x32(src_ptr, src_stride, ref_ptr, ref_stride); - return sum; -} - -unsigned int aom_sad128x64_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - unsigned int half_width = 64; - uint32_t sum = sad64x64(src_ptr, src_stride, ref_ptr, ref_stride); - src_ptr += half_width; - ref_ptr += half_width; - sum += sad64x64(src_ptr, src_stride, ref_ptr, ref_stride); - return sum; -} - -unsigned int aom_sad64x128_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - uint32_t sum = sad64x64(src_ptr, src_stride, ref_ptr, ref_stride); - src_ptr += src_stride << 6; - ref_ptr += ref_stride << 6; - sum += sad64x64(src_ptr, src_stride, ref_ptr, ref_stride); - return sum; -} - -unsigned int aom_sad128x128_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride) { - uint32_t sum = aom_sad128x64_avx2(src_ptr, src_stride, ref_ptr, ref_stride); - src_ptr += src_stride << 6; - ref_ptr += ref_stride << 6; - sum += aom_sad128x64_avx2(src_ptr, src_stride, ref_ptr, ref_stride); - return sum; -} - -static void sad64x64x4d(const uint8_t *src, int src_stride, - const uint8_t *const ref[4], int ref_stride, - __m128i *res) { - uint32_t sum[4]; - aom_sad64x64x4d_avx2(src, src_stride, ref, ref_stride, sum); - *res = _mm_loadu_si128((const __m128i *)sum); -} - -void aom_sad64x128x4d_avx2(const uint8_t *src, int src_stride, - const uint8_t *const ref[4], int ref_stride, - uint32_t res[4]) { - __m128i sum0, sum1; - const uint8_t *rf[4]; - - rf[0] = ref[0]; - rf[1] = ref[1]; - rf[2] = ref[2]; - rf[3] = ref[3]; - sad64x64x4d(src, src_stride, rf, ref_stride, &sum0); - src += src_stride << 6; - rf[0] += ref_stride << 6; - rf[1] += ref_stride << 6; - rf[2] += ref_stride << 6; - rf[3] += ref_stride << 6; - sad64x64x4d(src, src_stride, rf, ref_stride, &sum1); - sum0 = _mm_add_epi32(sum0, sum1); - _mm_storeu_si128((__m128i *)res, sum0); -} - -void aom_sad128x64x4d_avx2(const uint8_t *src, int src_stride, - const uint8_t *const ref[4], int ref_stride, - uint32_t res[4]) { - __m128i sum0, sum1; - unsigned int half_width = 64; - const uint8_t *rf[4]; - - rf[0] = ref[0]; - rf[1] = ref[1]; - rf[2] = ref[2]; - rf[3] = ref[3]; - sad64x64x4d(src, src_stride, rf, ref_stride, &sum0); - src += half_width; - rf[0] += half_width; - rf[1] += half_width; - rf[2] += half_width; - rf[3] += half_width; - sad64x64x4d(src, src_stride, rf, ref_stride, &sum1); - sum0 = _mm_add_epi32(sum0, sum1); - _mm_storeu_si128((__m128i *)res, sum0); -} - -void aom_sad128x128x4d_avx2(const uint8_t *src, int src_stride, - const uint8_t *const ref[4], int ref_stride, - uint32_t res[4]) { - const uint8_t *rf[4]; - uint32_t sum0[4]; - uint32_t sum1[4]; - - rf[0] = ref[0]; - rf[1] = ref[1]; - rf[2] = ref[2]; - rf[3] = ref[3]; - aom_sad128x64x4d_avx2(src, src_stride, rf, ref_stride, sum0); - src += src_stride << 6; - rf[0] += ref_stride << 6; - rf[1] += ref_stride << 6; - rf[2] += ref_stride << 6; - rf[3] += ref_stride << 6; - aom_sad128x64x4d_avx2(src, src_stride, rf, ref_stride, sum1); - res[0] = sum0[0] + sum1[0]; - res[1] = sum0[1] + sum1[1]; - res[2] = sum0[2] + sum1[2]; - res[3] = sum0[3] + sum1[3]; -} - -static unsigned int sad_w64_avg_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride, - const int h, const uint8_t *second_pred, - const int second_pred_stride) { - int i, res; - __m256i sad1_reg, sad2_reg, ref1_reg, ref2_reg; - __m256i sum_sad = _mm256_setzero_si256(); - __m256i sum_sad_h; - __m128i sum_sad128; - for (i = 0; i < h; i++) { - ref1_reg = _mm256_loadu_si256((__m256i const *)ref_ptr); - ref2_reg = _mm256_loadu_si256((__m256i const *)(ref_ptr + 32)); - ref1_reg = _mm256_avg_epu8( - ref1_reg, _mm256_loadu_si256((__m256i const *)second_pred)); - ref2_reg = _mm256_avg_epu8( - ref2_reg, _mm256_loadu_si256((__m256i const *)(second_pred + 32))); - sad1_reg = - _mm256_sad_epu8(ref1_reg, _mm256_loadu_si256((__m256i const *)src_ptr)); - sad2_reg = _mm256_sad_epu8( - ref2_reg, _mm256_loadu_si256((__m256i const *)(src_ptr + 32))); - sum_sad = _mm256_add_epi32(sum_sad, _mm256_add_epi32(sad1_reg, sad2_reg)); - ref_ptr += ref_stride; - src_ptr += src_stride; - second_pred += second_pred_stride; - } - sum_sad_h = _mm256_srli_si256(sum_sad, 8); - sum_sad = _mm256_add_epi32(sum_sad, sum_sad_h); - sum_sad128 = _mm256_extracti128_si256(sum_sad, 1); - sum_sad128 = _mm_add_epi32(_mm256_castsi256_si128(sum_sad), sum_sad128); - res = _mm_cvtsi128_si32(sum_sad128); - - return res; -} - -unsigned int aom_sad64x128_avg_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride, - const uint8_t *second_pred) { - uint32_t sum = sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64, - second_pred, 64); - src_ptr += src_stride << 6; - ref_ptr += ref_stride << 6; - second_pred += 64 << 6; - sum += sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64, - second_pred, 64); - return sum; -} - -unsigned int aom_sad128x64_avg_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride, - const uint8_t *second_pred) { - unsigned int half_width = 64; - uint32_t sum = sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64, - second_pred, 128); - src_ptr += half_width; - ref_ptr += half_width; - second_pred += half_width; - sum += sad_w64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, 64, - second_pred, 128); - return sum; -} - -unsigned int aom_sad128x128_avg_avx2(const uint8_t *src_ptr, int src_stride, - const uint8_t *ref_ptr, int ref_stride, - const uint8_t *second_pred) { - uint32_t sum = aom_sad128x64_avg_avx2(src_ptr, src_stride, ref_ptr, - ref_stride, second_pred); - src_ptr += src_stride << 6; - ref_ptr += ref_stride << 6; - second_pred += 128 << 6; - sum += aom_sad128x64_avg_avx2(src_ptr, src_stride, ref_ptr, ref_stride, - second_pred); - return sum; -} |