/* * Copyright (c) 2018, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #ifndef AOM_AOM_DSP_X86_SYNONYMS_AVX2_H_ #define AOM_AOM_DSP_X86_SYNONYMS_AVX2_H_ #include #include "config/aom_config.h" #include "aom/aom_integer.h" /** * Various reusable shorthands for x86 SIMD intrinsics. * * Intrinsics prefixed with xx_ operate on or return 128bit XMM registers. * Intrinsics prefixed with yy_ operate on or return 256bit YMM registers. */ // Loads and stores to do away with the tedium of casting the address // to the right type. static INLINE __m256i yy_load_256(const void *a) { return _mm256_load_si256((const __m256i *)a); } static INLINE __m256i yy_loadu_256(const void *a) { return _mm256_loadu_si256((const __m256i *)a); } static INLINE void yy_store_256(void *const a, const __m256i v) { _mm256_store_si256((__m256i *)a, v); } static INLINE void yy_storeu_256(void *const a, const __m256i v) { _mm256_storeu_si256((__m256i *)a, v); } // The _mm256_set1_epi64x() intrinsic is undefined for some Visual Studio // compilers. The following function is equivalent to _mm256_set1_epi64x() // acting on a 32-bit integer. static INLINE __m256i yy_set1_64_from_32i(int32_t a) { #if defined(_MSC_VER) && defined(_M_IX86) && _MSC_VER < 1900 return _mm256_set_epi32(0, a, 0, a, 0, a, 0, a); #else return _mm256_set1_epi64x((uint32_t)a); #endif } // Some compilers don't have _mm256_set_m128i defined in immintrin.h. We // therefore define an equivalent function using a different intrinsic. // ([ hi ], [ lo ]) -> [ hi ][ lo ] static INLINE __m256i yy_set_m128i(__m128i hi, __m128i lo) { return _mm256_insertf128_si256(_mm256_castsi128_si256(lo), hi, 1); } static INLINE __m256i yy_loadu2_128(const void *hi, const void *lo) { __m128i mhi = _mm_loadu_si128((__m128i *)(hi)); __m128i mlo = _mm_loadu_si128((__m128i *)(lo)); return yy_set_m128i(mhi, mlo); } static INLINE __m256i yy_roundn_epu16(__m256i v_val_w, int bits) { const __m256i v_s_w = _mm256_srli_epi16(v_val_w, bits - 1); return _mm256_avg_epu16(v_s_w, _mm256_setzero_si256()); } #endif // AOM_AOM_DSP_X86_SYNONYMS_AVX2_H_