1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
/*
* Copyright (c) 2018, Alliance for Open Media. All rights reserved
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#ifndef AOM_AV1_COMMON_X86_AV1_INV_TXFM_AVX2_H_
#define AOM_AV1_COMMON_X86_AV1_INV_TXFM_AVX2_H_
#include <immintrin.h>
#include "config/aom_config.h"
#include "config/av1_rtcd.h"
#include "aom/aom_integer.h"
#include "aom_dsp/x86/transpose_sse2.h"
#include "aom_dsp/x86/txfm_common_sse2.h"
#include "aom_dsp/x86/txfm_common_avx2.h"
#ifdef __cplusplus
extern "C" {
#endif
// half input is zero
#define btf_16_w16_0_avx2(w0, w1, in, out0, out1) \
{ \
const __m256i _w0 = _mm256_set1_epi16(w0 * 8); \
const __m256i _w1 = _mm256_set1_epi16(w1 * 8); \
const __m256i _in = in; \
out0 = _mm256_mulhrs_epi16(_in, _w0); \
out1 = _mm256_mulhrs_epi16(_in, _w1); \
}
static INLINE void round_shift_avx2(const __m256i *input, __m256i *output,
int size) {
const __m256i scale = _mm256_set1_epi16(NewInvSqrt2 * 8);
for (int i = 0; i < size; ++i) {
output[i] = _mm256_mulhrs_epi16(input[i], scale);
}
}
static INLINE void write_recon_w16_avx2(__m256i res, uint8_t *output) {
__m128i pred = _mm_loadu_si128((__m128i const *)(output));
__m256i u = _mm256_adds_epi16(_mm256_cvtepu8_epi16(pred), res);
__m128i y = _mm256_castsi256_si128(
_mm256_permute4x64_epi64(_mm256_packus_epi16(u, u), 168));
_mm_storeu_si128((__m128i *)(output), y);
}
static INLINE void lowbd_write_buffer_16xn_avx2(__m256i *in, uint8_t *output,
int stride, int flipud,
int height) {
int j = flipud ? (height - 1) : 0;
const int step = flipud ? -1 : 1;
for (int i = 0; i < height; ++i, j += step) {
write_recon_w16_avx2(in[j], output + i * stride);
}
}
void av1_lowbd_inv_txfm2d_add_avx2(const int32_t *input, uint8_t *output,
int stride, TX_TYPE tx_type, TX_SIZE tx_size,
int eob);
#ifdef __cplusplus
}
#endif
#endif // AOM_AV1_COMMON_X86_AV1_INV_TXFM_AVX2_H_
|
