diff options
Diffstat (limited to 'third_party/aom/av1/encoder/av1_fwd_txfm1d.c')
-rw-r--r-- | third_party/aom/av1/encoder/av1_fwd_txfm1d.c | 1885 |
1 files changed, 0 insertions, 1885 deletions
diff --git a/third_party/aom/av1/encoder/av1_fwd_txfm1d.c b/third_party/aom/av1/encoder/av1_fwd_txfm1d.c deleted file mode 100644 index 98505e0b1..000000000 --- a/third_party/aom/av1/encoder/av1_fwd_txfm1d.c +++ /dev/null @@ -1,1885 +0,0 @@ -/* - * Copyright (c) 2016, Alliance for Open Media. All rights reserved - * - * This source code is subject to the terms of the BSD 2 Clause License and - * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License - * was not distributed with this source code in the LICENSE file, you can - * obtain it at www.aomedia.org/license/software. If the Alliance for Open - * Media Patent License 1.0 was not distributed with this source code in the - * PATENTS file, you can obtain it at www.aomedia.org/license/patent. - */ - -#include <stdlib.h> -#include "av1/encoder/av1_fwd_txfm1d.h" -#include "av1/common/av1_txfm.h" - -void av1_fdct4_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 4; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[4]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - bf1 = output; - bf1[0] = input[0] + input[3]; - bf1[1] = input[1] + input[2]; - bf1[2] = -input[2] + input[1]; - bf1[3] = -input[3] + input[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); - bf1[1] = half_btf(-cospi[32], bf0[1], cospi[32], bf0[0], cos_bit); - bf1[2] = half_btf(cospi[48], bf0[2], cospi[16], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[48], bf0[3], -cospi[16], bf0[2], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[2]; - bf1[2] = bf0[1]; - bf1[3] = bf0[3]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fdct8_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 8; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[8]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - bf1 = output; - bf1[0] = input[0] + input[7]; - bf1[1] = input[1] + input[6]; - bf1[2] = input[2] + input[5]; - bf1[3] = input[3] + input[4]; - bf1[4] = -input[4] + input[3]; - bf1[5] = -input[5] + input[2]; - bf1[6] = -input[6] + input[1]; - bf1[7] = -input[7] + input[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[3]; - bf1[1] = bf0[1] + bf0[2]; - bf1[2] = -bf0[2] + bf0[1]; - bf1[3] = -bf0[3] + bf0[0]; - bf1[4] = bf0[4]; - bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[5], cos_bit); - bf1[7] = bf0[7]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); - bf1[1] = half_btf(-cospi[32], bf0[1], cospi[32], bf0[0], cos_bit); - bf1[2] = half_btf(cospi[48], bf0[2], cospi[16], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[48], bf0[3], -cospi[16], bf0[2], cos_bit); - bf1[4] = bf0[4] + bf0[5]; - bf1[5] = -bf0[5] + bf0[4]; - bf1[6] = -bf0[6] + bf0[7]; - bf1[7] = bf0[7] + bf0[6]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[56], bf0[4], cospi[8], bf0[7], cos_bit); - bf1[5] = half_btf(cospi[24], bf0[5], cospi[40], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[24], bf0[6], -cospi[40], bf0[5], cos_bit); - bf1[7] = half_btf(cospi[56], bf0[7], -cospi[8], bf0[4], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[4]; - bf1[2] = bf0[2]; - bf1[3] = bf0[6]; - bf1[4] = bf0[1]; - bf1[5] = bf0[5]; - bf1[6] = bf0[3]; - bf1[7] = bf0[7]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fdct16_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 16; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[16]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - bf1 = output; - bf1[0] = input[0] + input[15]; - bf1[1] = input[1] + input[14]; - bf1[2] = input[2] + input[13]; - bf1[3] = input[3] + input[12]; - bf1[4] = input[4] + input[11]; - bf1[5] = input[5] + input[10]; - bf1[6] = input[6] + input[9]; - bf1[7] = input[7] + input[8]; - bf1[8] = -input[8] + input[7]; - bf1[9] = -input[9] + input[6]; - bf1[10] = -input[10] + input[5]; - bf1[11] = -input[11] + input[4]; - bf1[12] = -input[12] + input[3]; - bf1[13] = -input[13] + input[2]; - bf1[14] = -input[14] + input[1]; - bf1[15] = -input[15] + input[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[7]; - bf1[1] = bf0[1] + bf0[6]; - bf1[2] = bf0[2] + bf0[5]; - bf1[3] = bf0[3] + bf0[4]; - bf1[4] = -bf0[4] + bf0[3]; - bf1[5] = -bf0[5] + bf0[2]; - bf1[6] = -bf0[6] + bf0[1]; - bf1[7] = -bf0[7] + bf0[0]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); - bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[32], bf0[12], cospi[32], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[32], bf0[13], cospi[32], bf0[10], cos_bit); - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[3]; - bf1[1] = bf0[1] + bf0[2]; - bf1[2] = -bf0[2] + bf0[1]; - bf1[3] = -bf0[3] + bf0[0]; - bf1[4] = bf0[4]; - bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[5], cos_bit); - bf1[7] = bf0[7]; - bf1[8] = bf0[8] + bf0[11]; - bf1[9] = bf0[9] + bf0[10]; - bf1[10] = -bf0[10] + bf0[9]; - bf1[11] = -bf0[11] + bf0[8]; - bf1[12] = -bf0[12] + bf0[15]; - bf1[13] = -bf0[13] + bf0[14]; - bf1[14] = bf0[14] + bf0[13]; - bf1[15] = bf0[15] + bf0[12]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); - bf1[1] = half_btf(-cospi[32], bf0[1], cospi[32], bf0[0], cos_bit); - bf1[2] = half_btf(cospi[48], bf0[2], cospi[16], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[48], bf0[3], -cospi[16], bf0[2], cos_bit); - bf1[4] = bf0[4] + bf0[5]; - bf1[5] = -bf0[5] + bf0[4]; - bf1[6] = -bf0[6] + bf0[7]; - bf1[7] = bf0[7] + bf0[6]; - bf1[8] = bf0[8]; - bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); - bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = half_btf(cospi[48], bf0[13], -cospi[16], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[16], bf0[14], cospi[48], bf0[9], cos_bit); - bf1[15] = bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[56], bf0[4], cospi[8], bf0[7], cos_bit); - bf1[5] = half_btf(cospi[24], bf0[5], cospi[40], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[24], bf0[6], -cospi[40], bf0[5], cos_bit); - bf1[7] = half_btf(cospi[56], bf0[7], -cospi[8], bf0[4], cos_bit); - bf1[8] = bf0[8] + bf0[9]; - bf1[9] = -bf0[9] + bf0[8]; - bf1[10] = -bf0[10] + bf0[11]; - bf1[11] = bf0[11] + bf0[10]; - bf1[12] = bf0[12] + bf0[13]; - bf1[13] = -bf0[13] + bf0[12]; - bf1[14] = -bf0[14] + bf0[15]; - bf1[15] = bf0[15] + bf0[14]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 6 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = half_btf(cospi[60], bf0[8], cospi[4], bf0[15], cos_bit); - bf1[9] = half_btf(cospi[28], bf0[9], cospi[36], bf0[14], cos_bit); - bf1[10] = half_btf(cospi[44], bf0[10], cospi[20], bf0[13], cos_bit); - bf1[11] = half_btf(cospi[12], bf0[11], cospi[52], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[12], bf0[12], -cospi[52], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[44], bf0[13], -cospi[20], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[28], bf0[14], -cospi[36], bf0[9], cos_bit); - bf1[15] = half_btf(cospi[60], bf0[15], -cospi[4], bf0[8], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 7 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[8]; - bf1[2] = bf0[4]; - bf1[3] = bf0[12]; - bf1[4] = bf0[2]; - bf1[5] = bf0[10]; - bf1[6] = bf0[6]; - bf1[7] = bf0[14]; - bf1[8] = bf0[1]; - bf1[9] = bf0[9]; - bf1[10] = bf0[5]; - bf1[11] = bf0[13]; - bf1[12] = bf0[3]; - bf1[13] = bf0[11]; - bf1[14] = bf0[7]; - bf1[15] = bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fdct32_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 32; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[32]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - bf1 = output; - bf1[0] = input[0] + input[31]; - bf1[1] = input[1] + input[30]; - bf1[2] = input[2] + input[29]; - bf1[3] = input[3] + input[28]; - bf1[4] = input[4] + input[27]; - bf1[5] = input[5] + input[26]; - bf1[6] = input[6] + input[25]; - bf1[7] = input[7] + input[24]; - bf1[8] = input[8] + input[23]; - bf1[9] = input[9] + input[22]; - bf1[10] = input[10] + input[21]; - bf1[11] = input[11] + input[20]; - bf1[12] = input[12] + input[19]; - bf1[13] = input[13] + input[18]; - bf1[14] = input[14] + input[17]; - bf1[15] = input[15] + input[16]; - bf1[16] = -input[16] + input[15]; - bf1[17] = -input[17] + input[14]; - bf1[18] = -input[18] + input[13]; - bf1[19] = -input[19] + input[12]; - bf1[20] = -input[20] + input[11]; - bf1[21] = -input[21] + input[10]; - bf1[22] = -input[22] + input[9]; - bf1[23] = -input[23] + input[8]; - bf1[24] = -input[24] + input[7]; - bf1[25] = -input[25] + input[6]; - bf1[26] = -input[26] + input[5]; - bf1[27] = -input[27] + input[4]; - bf1[28] = -input[28] + input[3]; - bf1[29] = -input[29] + input[2]; - bf1[30] = -input[30] + input[1]; - bf1[31] = -input[31] + input[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[15]; - bf1[1] = bf0[1] + bf0[14]; - bf1[2] = bf0[2] + bf0[13]; - bf1[3] = bf0[3] + bf0[12]; - bf1[4] = bf0[4] + bf0[11]; - bf1[5] = bf0[5] + bf0[10]; - bf1[6] = bf0[6] + bf0[9]; - bf1[7] = bf0[7] + bf0[8]; - bf1[8] = -bf0[8] + bf0[7]; - bf1[9] = -bf0[9] + bf0[6]; - bf1[10] = -bf0[10] + bf0[5]; - bf1[11] = -bf0[11] + bf0[4]; - bf1[12] = -bf0[12] + bf0[3]; - bf1[13] = -bf0[13] + bf0[2]; - bf1[14] = -bf0[14] + bf0[1]; - bf1[15] = -bf0[15] + bf0[0]; - bf1[16] = bf0[16]; - bf1[17] = bf0[17]; - bf1[18] = bf0[18]; - bf1[19] = bf0[19]; - bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); - bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); - bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); - bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); - bf1[24] = half_btf(cospi[32], bf0[24], cospi[32], bf0[23], cos_bit); - bf1[25] = half_btf(cospi[32], bf0[25], cospi[32], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[32], bf0[26], cospi[32], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[32], bf0[27], cospi[32], bf0[20], cos_bit); - bf1[28] = bf0[28]; - bf1[29] = bf0[29]; - bf1[30] = bf0[30]; - bf1[31] = bf0[31]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[7]; - bf1[1] = bf0[1] + bf0[6]; - bf1[2] = bf0[2] + bf0[5]; - bf1[3] = bf0[3] + bf0[4]; - bf1[4] = -bf0[4] + bf0[3]; - bf1[5] = -bf0[5] + bf0[2]; - bf1[6] = -bf0[6] + bf0[1]; - bf1[7] = -bf0[7] + bf0[0]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); - bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[32], bf0[12], cospi[32], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[32], bf0[13], cospi[32], bf0[10], cos_bit); - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - bf1[16] = bf0[16] + bf0[23]; - bf1[17] = bf0[17] + bf0[22]; - bf1[18] = bf0[18] + bf0[21]; - bf1[19] = bf0[19] + bf0[20]; - bf1[20] = -bf0[20] + bf0[19]; - bf1[21] = -bf0[21] + bf0[18]; - bf1[22] = -bf0[22] + bf0[17]; - bf1[23] = -bf0[23] + bf0[16]; - bf1[24] = -bf0[24] + bf0[31]; - bf1[25] = -bf0[25] + bf0[30]; - bf1[26] = -bf0[26] + bf0[29]; - bf1[27] = -bf0[27] + bf0[28]; - bf1[28] = bf0[28] + bf0[27]; - bf1[29] = bf0[29] + bf0[26]; - bf1[30] = bf0[30] + bf0[25]; - bf1[31] = bf0[31] + bf0[24]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[3]; - bf1[1] = bf0[1] + bf0[2]; - bf1[2] = -bf0[2] + bf0[1]; - bf1[3] = -bf0[3] + bf0[0]; - bf1[4] = bf0[4]; - bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[5], cos_bit); - bf1[7] = bf0[7]; - bf1[8] = bf0[8] + bf0[11]; - bf1[9] = bf0[9] + bf0[10]; - bf1[10] = -bf0[10] + bf0[9]; - bf1[11] = -bf0[11] + bf0[8]; - bf1[12] = -bf0[12] + bf0[15]; - bf1[13] = -bf0[13] + bf0[14]; - bf1[14] = bf0[14] + bf0[13]; - bf1[15] = bf0[15] + bf0[12]; - bf1[16] = bf0[16]; - bf1[17] = bf0[17]; - bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit); - bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit); - bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit); - bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit); - bf1[22] = bf0[22]; - bf1[23] = bf0[23]; - bf1[24] = bf0[24]; - bf1[25] = bf0[25]; - bf1[26] = half_btf(cospi[48], bf0[26], -cospi[16], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[48], bf0[27], -cospi[16], bf0[20], cos_bit); - bf1[28] = half_btf(cospi[16], bf0[28], cospi[48], bf0[19], cos_bit); - bf1[29] = half_btf(cospi[16], bf0[29], cospi[48], bf0[18], cos_bit); - bf1[30] = bf0[30]; - bf1[31] = bf0[31]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); - bf1[1] = half_btf(-cospi[32], bf0[1], cospi[32], bf0[0], cos_bit); - bf1[2] = half_btf(cospi[48], bf0[2], cospi[16], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[48], bf0[3], -cospi[16], bf0[2], cos_bit); - bf1[4] = bf0[4] + bf0[5]; - bf1[5] = -bf0[5] + bf0[4]; - bf1[6] = -bf0[6] + bf0[7]; - bf1[7] = bf0[7] + bf0[6]; - bf1[8] = bf0[8]; - bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); - bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = half_btf(cospi[48], bf0[13], -cospi[16], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[16], bf0[14], cospi[48], bf0[9], cos_bit); - bf1[15] = bf0[15]; - bf1[16] = bf0[16] + bf0[19]; - bf1[17] = bf0[17] + bf0[18]; - bf1[18] = -bf0[18] + bf0[17]; - bf1[19] = -bf0[19] + bf0[16]; - bf1[20] = -bf0[20] + bf0[23]; - bf1[21] = -bf0[21] + bf0[22]; - bf1[22] = bf0[22] + bf0[21]; - bf1[23] = bf0[23] + bf0[20]; - bf1[24] = bf0[24] + bf0[27]; - bf1[25] = bf0[25] + bf0[26]; - bf1[26] = -bf0[26] + bf0[25]; - bf1[27] = -bf0[27] + bf0[24]; - bf1[28] = -bf0[28] + bf0[31]; - bf1[29] = -bf0[29] + bf0[30]; - bf1[30] = bf0[30] + bf0[29]; - bf1[31] = bf0[31] + bf0[28]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 6 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[56], bf0[4], cospi[8], bf0[7], cos_bit); - bf1[5] = half_btf(cospi[24], bf0[5], cospi[40], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[24], bf0[6], -cospi[40], bf0[5], cos_bit); - bf1[7] = half_btf(cospi[56], bf0[7], -cospi[8], bf0[4], cos_bit); - bf1[8] = bf0[8] + bf0[9]; - bf1[9] = -bf0[9] + bf0[8]; - bf1[10] = -bf0[10] + bf0[11]; - bf1[11] = bf0[11] + bf0[10]; - bf1[12] = bf0[12] + bf0[13]; - bf1[13] = -bf0[13] + bf0[12]; - bf1[14] = -bf0[14] + bf0[15]; - bf1[15] = bf0[15] + bf0[14]; - bf1[16] = bf0[16]; - bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit); - bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit); - bf1[19] = bf0[19]; - bf1[20] = bf0[20]; - bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit); - bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit); - bf1[23] = bf0[23]; - bf1[24] = bf0[24]; - bf1[25] = half_btf(cospi[24], bf0[25], -cospi[40], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[40], bf0[26], cospi[24], bf0[21], cos_bit); - bf1[27] = bf0[27]; - bf1[28] = bf0[28]; - bf1[29] = half_btf(cospi[56], bf0[29], -cospi[8], bf0[18], cos_bit); - bf1[30] = half_btf(cospi[8], bf0[30], cospi[56], bf0[17], cos_bit); - bf1[31] = bf0[31]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 7 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = half_btf(cospi[60], bf0[8], cospi[4], bf0[15], cos_bit); - bf1[9] = half_btf(cospi[28], bf0[9], cospi[36], bf0[14], cos_bit); - bf1[10] = half_btf(cospi[44], bf0[10], cospi[20], bf0[13], cos_bit); - bf1[11] = half_btf(cospi[12], bf0[11], cospi[52], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[12], bf0[12], -cospi[52], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[44], bf0[13], -cospi[20], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[28], bf0[14], -cospi[36], bf0[9], cos_bit); - bf1[15] = half_btf(cospi[60], bf0[15], -cospi[4], bf0[8], cos_bit); - bf1[16] = bf0[16] + bf0[17]; - bf1[17] = -bf0[17] + bf0[16]; - bf1[18] = -bf0[18] + bf0[19]; - bf1[19] = bf0[19] + bf0[18]; - bf1[20] = bf0[20] + bf0[21]; - bf1[21] = -bf0[21] + bf0[20]; - bf1[22] = -bf0[22] + bf0[23]; - bf1[23] = bf0[23] + bf0[22]; - bf1[24] = bf0[24] + bf0[25]; - bf1[25] = -bf0[25] + bf0[24]; - bf1[26] = -bf0[26] + bf0[27]; - bf1[27] = bf0[27] + bf0[26]; - bf1[28] = bf0[28] + bf0[29]; - bf1[29] = -bf0[29] + bf0[28]; - bf1[30] = -bf0[30] + bf0[31]; - bf1[31] = bf0[31] + bf0[30]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 8 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = bf0[10]; - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = bf0[13]; - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - bf1[16] = half_btf(cospi[62], bf0[16], cospi[2], bf0[31], cos_bit); - bf1[17] = half_btf(cospi[30], bf0[17], cospi[34], bf0[30], cos_bit); - bf1[18] = half_btf(cospi[46], bf0[18], cospi[18], bf0[29], cos_bit); - bf1[19] = half_btf(cospi[14], bf0[19], cospi[50], bf0[28], cos_bit); - bf1[20] = half_btf(cospi[54], bf0[20], cospi[10], bf0[27], cos_bit); - bf1[21] = half_btf(cospi[22], bf0[21], cospi[42], bf0[26], cos_bit); - bf1[22] = half_btf(cospi[38], bf0[22], cospi[26], bf0[25], cos_bit); - bf1[23] = half_btf(cospi[6], bf0[23], cospi[58], bf0[24], cos_bit); - bf1[24] = half_btf(cospi[6], bf0[24], -cospi[58], bf0[23], cos_bit); - bf1[25] = half_btf(cospi[38], bf0[25], -cospi[26], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[22], bf0[26], -cospi[42], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[54], bf0[27], -cospi[10], bf0[20], cos_bit); - bf1[28] = half_btf(cospi[14], bf0[28], -cospi[50], bf0[19], cos_bit); - bf1[29] = half_btf(cospi[46], bf0[29], -cospi[18], bf0[18], cos_bit); - bf1[30] = half_btf(cospi[30], bf0[30], -cospi[34], bf0[17], cos_bit); - bf1[31] = half_btf(cospi[62], bf0[31], -cospi[2], bf0[16], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 9 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[16]; - bf1[2] = bf0[8]; - bf1[3] = bf0[24]; - bf1[4] = bf0[4]; - bf1[5] = bf0[20]; - bf1[6] = bf0[12]; - bf1[7] = bf0[28]; - bf1[8] = bf0[2]; - bf1[9] = bf0[18]; - bf1[10] = bf0[10]; - bf1[11] = bf0[26]; - bf1[12] = bf0[6]; - bf1[13] = bf0[22]; - bf1[14] = bf0[14]; - bf1[15] = bf0[30]; - bf1[16] = bf0[1]; - bf1[17] = bf0[17]; - bf1[18] = bf0[9]; - bf1[19] = bf0[25]; - bf1[20] = bf0[5]; - bf1[21] = bf0[21]; - bf1[22] = bf0[13]; - bf1[23] = bf0[29]; - bf1[24] = bf0[3]; - bf1[25] = bf0[19]; - bf1[26] = bf0[11]; - bf1[27] = bf0[27]; - bf1[28] = bf0[7]; - bf1[29] = bf0[23]; - bf1[30] = bf0[15]; - bf1[31] = bf0[31]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fadst4_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - int bit = cos_bit; - const int32_t *sinpi = sinpi_arr(bit); - int32_t x0, x1, x2, x3; - int32_t s0, s1, s2, s3, s4, s5, s6, s7; - - // stage 0 - av1_range_check_buf(0, input, input, 4, stage_range[0]); - x0 = input[0]; - x1 = input[1]; - x2 = input[2]; - x3 = input[3]; - - if (!(x0 | x1 | x2 | x3)) { - output[0] = output[1] = output[2] = output[3] = 0; - return; - } - - // stage 1 - s0 = range_check_value(sinpi[1] * x0, bit + stage_range[1]); - s1 = range_check_value(sinpi[4] * x0, bit + stage_range[1]); - s2 = range_check_value(sinpi[2] * x1, bit + stage_range[1]); - s3 = range_check_value(sinpi[1] * x1, bit + stage_range[1]); - s4 = range_check_value(sinpi[3] * x2, bit + stage_range[1]); - s5 = range_check_value(sinpi[4] * x3, bit + stage_range[1]); - s6 = range_check_value(sinpi[2] * x3, bit + stage_range[1]); - s7 = range_check_value(x0 + x1, stage_range[1]); - - // stage 2 - s7 = range_check_value(s7 - x3, stage_range[2]); - - // stage 3 - x0 = range_check_value(s0 + s2, bit + stage_range[3]); - x1 = range_check_value(sinpi[3] * s7, bit + stage_range[3]); - x2 = range_check_value(s1 - s3, bit + stage_range[3]); - x3 = range_check_value(s4, bit + stage_range[3]); - - // stage 4 - x0 = range_check_value(x0 + s5, bit + stage_range[4]); - x2 = range_check_value(x2 + s6, bit + stage_range[4]); - - // stage 5 - s0 = range_check_value(x0 + x3, bit + stage_range[5]); - s1 = range_check_value(x1, bit + stage_range[5]); - s2 = range_check_value(x2 - x3, bit + stage_range[5]); - s3 = range_check_value(x2 - x0, bit + stage_range[5]); - - // stage 6 - s3 = range_check_value(s3 + x3, bit + stage_range[6]); - - // 1-D transform scaling factor is sqrt(2). - output[0] = round_shift(s0, bit); - output[1] = round_shift(s1, bit); - output[2] = round_shift(s2, bit); - output[3] = round_shift(s3, bit); - av1_range_check_buf(6, input, output, 4, stage_range[6]); -} - -void av1_fadst8_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 8; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[8]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - assert(output != input); - bf1 = output; - bf1[0] = input[0]; - bf1[1] = -input[7]; - bf1[2] = -input[3]; - bf1[3] = input[4]; - bf1[4] = -input[1]; - bf1[5] = input[6]; - bf1[6] = input[2]; - bf1[7] = -input[5]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit); - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[2]; - bf1[1] = bf0[1] + bf0[3]; - bf1[2] = bf0[0] - bf0[2]; - bf1[3] = bf0[1] - bf0[3]; - bf1[4] = bf0[4] + bf0[6]; - bf1[5] = bf0[5] + bf0[7]; - bf1[6] = bf0[4] - bf0[6]; - bf1[7] = bf0[5] - bf0[7]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit); - bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit); - bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[4]; - bf1[1] = bf0[1] + bf0[5]; - bf1[2] = bf0[2] + bf0[6]; - bf1[3] = bf0[3] + bf0[7]; - bf1[4] = bf0[0] - bf0[4]; - bf1[5] = bf0[1] - bf0[5]; - bf1[6] = bf0[2] - bf0[6]; - bf1[7] = bf0[3] - bf0[7]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 6 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = half_btf(cospi[4], bf0[0], cospi[60], bf0[1], cos_bit); - bf1[1] = half_btf(cospi[60], bf0[0], -cospi[4], bf0[1], cos_bit); - bf1[2] = half_btf(cospi[20], bf0[2], cospi[44], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[44], bf0[2], -cospi[20], bf0[3], cos_bit); - bf1[4] = half_btf(cospi[36], bf0[4], cospi[28], bf0[5], cos_bit); - bf1[5] = half_btf(cospi[28], bf0[4], -cospi[36], bf0[5], cos_bit); - bf1[6] = half_btf(cospi[52], bf0[6], cospi[12], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[12], bf0[6], -cospi[52], bf0[7], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 7 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[1]; - bf1[1] = bf0[6]; - bf1[2] = bf0[3]; - bf1[3] = bf0[4]; - bf1[4] = bf0[5]; - bf1[5] = bf0[2]; - bf1[6] = bf0[7]; - bf1[7] = bf0[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fadst16_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 16; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[16]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - assert(output != input); - bf1 = output; - bf1[0] = input[0]; - bf1[1] = -input[15]; - bf1[2] = -input[7]; - bf1[3] = input[8]; - bf1[4] = -input[3]; - bf1[5] = input[12]; - bf1[6] = input[4]; - bf1[7] = -input[11]; - bf1[8] = -input[1]; - bf1[9] = input[14]; - bf1[10] = input[6]; - bf1[11] = -input[9]; - bf1[12] = input[2]; - bf1[13] = -input[13]; - bf1[14] = -input[5]; - bf1[15] = input[10]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit); - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit); - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = half_btf(cospi[32], bf0[10], cospi[32], bf0[11], cos_bit); - bf1[11] = half_btf(cospi[32], bf0[10], -cospi[32], bf0[11], cos_bit); - bf1[12] = bf0[12]; - bf1[13] = bf0[13]; - bf1[14] = half_btf(cospi[32], bf0[14], cospi[32], bf0[15], cos_bit); - bf1[15] = half_btf(cospi[32], bf0[14], -cospi[32], bf0[15], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[2]; - bf1[1] = bf0[1] + bf0[3]; - bf1[2] = bf0[0] - bf0[2]; - bf1[3] = bf0[1] - bf0[3]; - bf1[4] = bf0[4] + bf0[6]; - bf1[5] = bf0[5] + bf0[7]; - bf1[6] = bf0[4] - bf0[6]; - bf1[7] = bf0[5] - bf0[7]; - bf1[8] = bf0[8] + bf0[10]; - bf1[9] = bf0[9] + bf0[11]; - bf1[10] = bf0[8] - bf0[10]; - bf1[11] = bf0[9] - bf0[11]; - bf1[12] = bf0[12] + bf0[14]; - bf1[13] = bf0[13] + bf0[15]; - bf1[14] = bf0[12] - bf0[14]; - bf1[15] = bf0[13] - bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit); - bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit); - bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit); - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = bf0[10]; - bf1[11] = bf0[11]; - bf1[12] = half_btf(cospi[16], bf0[12], cospi[48], bf0[13], cos_bit); - bf1[13] = half_btf(cospi[48], bf0[12], -cospi[16], bf0[13], cos_bit); - bf1[14] = half_btf(-cospi[48], bf0[14], cospi[16], bf0[15], cos_bit); - bf1[15] = half_btf(cospi[16], bf0[14], cospi[48], bf0[15], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[4]; - bf1[1] = bf0[1] + bf0[5]; - bf1[2] = bf0[2] + bf0[6]; - bf1[3] = bf0[3] + bf0[7]; - bf1[4] = bf0[0] - bf0[4]; - bf1[5] = bf0[1] - bf0[5]; - bf1[6] = bf0[2] - bf0[6]; - bf1[7] = bf0[3] - bf0[7]; - bf1[8] = bf0[8] + bf0[12]; - bf1[9] = bf0[9] + bf0[13]; - bf1[10] = bf0[10] + bf0[14]; - bf1[11] = bf0[11] + bf0[15]; - bf1[12] = bf0[8] - bf0[12]; - bf1[13] = bf0[9] - bf0[13]; - bf1[14] = bf0[10] - bf0[14]; - bf1[15] = bf0[11] - bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 6 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = half_btf(cospi[8], bf0[8], cospi[56], bf0[9], cos_bit); - bf1[9] = half_btf(cospi[56], bf0[8], -cospi[8], bf0[9], cos_bit); - bf1[10] = half_btf(cospi[40], bf0[10], cospi[24], bf0[11], cos_bit); - bf1[11] = half_btf(cospi[24], bf0[10], -cospi[40], bf0[11], cos_bit); - bf1[12] = half_btf(-cospi[56], bf0[12], cospi[8], bf0[13], cos_bit); - bf1[13] = half_btf(cospi[8], bf0[12], cospi[56], bf0[13], cos_bit); - bf1[14] = half_btf(-cospi[24], bf0[14], cospi[40], bf0[15], cos_bit); - bf1[15] = half_btf(cospi[40], bf0[14], cospi[24], bf0[15], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 7 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[8]; - bf1[1] = bf0[1] + bf0[9]; - bf1[2] = bf0[2] + bf0[10]; - bf1[3] = bf0[3] + bf0[11]; - bf1[4] = bf0[4] + bf0[12]; - bf1[5] = bf0[5] + bf0[13]; - bf1[6] = bf0[6] + bf0[14]; - bf1[7] = bf0[7] + bf0[15]; - bf1[8] = bf0[0] - bf0[8]; - bf1[9] = bf0[1] - bf0[9]; - bf1[10] = bf0[2] - bf0[10]; - bf1[11] = bf0[3] - bf0[11]; - bf1[12] = bf0[4] - bf0[12]; - bf1[13] = bf0[5] - bf0[13]; - bf1[14] = bf0[6] - bf0[14]; - bf1[15] = bf0[7] - bf0[15]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 8 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = half_btf(cospi[2], bf0[0], cospi[62], bf0[1], cos_bit); - bf1[1] = half_btf(cospi[62], bf0[0], -cospi[2], bf0[1], cos_bit); - bf1[2] = half_btf(cospi[10], bf0[2], cospi[54], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[54], bf0[2], -cospi[10], bf0[3], cos_bit); - bf1[4] = half_btf(cospi[18], bf0[4], cospi[46], bf0[5], cos_bit); - bf1[5] = half_btf(cospi[46], bf0[4], -cospi[18], bf0[5], cos_bit); - bf1[6] = half_btf(cospi[26], bf0[6], cospi[38], bf0[7], cos_bit); - bf1[7] = half_btf(cospi[38], bf0[6], -cospi[26], bf0[7], cos_bit); - bf1[8] = half_btf(cospi[34], bf0[8], cospi[30], bf0[9], cos_bit); - bf1[9] = half_btf(cospi[30], bf0[8], -cospi[34], bf0[9], cos_bit); - bf1[10] = half_btf(cospi[42], bf0[10], cospi[22], bf0[11], cos_bit); - bf1[11] = half_btf(cospi[22], bf0[10], -cospi[42], bf0[11], cos_bit); - bf1[12] = half_btf(cospi[50], bf0[12], cospi[14], bf0[13], cos_bit); - bf1[13] = half_btf(cospi[14], bf0[12], -cospi[50], bf0[13], cos_bit); - bf1[14] = half_btf(cospi[58], bf0[14], cospi[6], bf0[15], cos_bit); - bf1[15] = half_btf(cospi[6], bf0[14], -cospi[58], bf0[15], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 9 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[1]; - bf1[1] = bf0[14]; - bf1[2] = bf0[3]; - bf1[3] = bf0[12]; - bf1[4] = bf0[5]; - bf1[5] = bf0[10]; - bf1[6] = bf0[7]; - bf1[7] = bf0[8]; - bf1[8] = bf0[9]; - bf1[9] = bf0[6]; - bf1[10] = bf0[11]; - bf1[11] = bf0[4]; - bf1[12] = bf0[13]; - bf1[13] = bf0[2]; - bf1[14] = bf0[15]; - bf1[15] = bf0[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} - -void av1_fidentity4_c(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - (void)cos_bit; - for (int i = 0; i < 4; ++i) - output[i] = round_shift((int64_t)input[i] * NewSqrt2, NewSqrt2Bits); - assert(stage_range[0] + NewSqrt2Bits <= 32); - av1_range_check_buf(0, input, output, 4, stage_range[0]); -} - -void av1_fidentity8_c(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - (void)cos_bit; - for (int i = 0; i < 8; ++i) output[i] = input[i] * 2; - av1_range_check_buf(0, input, output, 8, stage_range[0]); -} - -void av1_fidentity16_c(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - (void)cos_bit; - for (int i = 0; i < 16; ++i) - output[i] = round_shift((int64_t)input[i] * 2 * NewSqrt2, NewSqrt2Bits); - assert(stage_range[0] + NewSqrt2Bits <= 32); - av1_range_check_buf(0, input, output, 16, stage_range[0]); -} - -void av1_fidentity32_c(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - (void)cos_bit; - for (int i = 0; i < 32; ++i) output[i] = input[i] * 4; - av1_range_check_buf(0, input, output, 32, stage_range[0]); -} - -void av1_fdct64_new(const int32_t *input, int32_t *output, int8_t cos_bit, - const int8_t *stage_range) { - const int32_t size = 64; - const int32_t *cospi; - - int32_t stage = 0; - int32_t *bf0, *bf1; - int32_t step[64]; - - // stage 0; - av1_range_check_buf(stage, input, input, size, stage_range[stage]); - - // stage 1; - stage++; - bf1 = output; - bf1[0] = input[0] + input[63]; - bf1[1] = input[1] + input[62]; - bf1[2] = input[2] + input[61]; - bf1[3] = input[3] + input[60]; - bf1[4] = input[4] + input[59]; - bf1[5] = input[5] + input[58]; - bf1[6] = input[6] + input[57]; - bf1[7] = input[7] + input[56]; - bf1[8] = input[8] + input[55]; - bf1[9] = input[9] + input[54]; - bf1[10] = input[10] + input[53]; - bf1[11] = input[11] + input[52]; - bf1[12] = input[12] + input[51]; - bf1[13] = input[13] + input[50]; - bf1[14] = input[14] + input[49]; - bf1[15] = input[15] + input[48]; - bf1[16] = input[16] + input[47]; - bf1[17] = input[17] + input[46]; - bf1[18] = input[18] + input[45]; - bf1[19] = input[19] + input[44]; - bf1[20] = input[20] + input[43]; - bf1[21] = input[21] + input[42]; - bf1[22] = input[22] + input[41]; - bf1[23] = input[23] + input[40]; - bf1[24] = input[24] + input[39]; - bf1[25] = input[25] + input[38]; - bf1[26] = input[26] + input[37]; - bf1[27] = input[27] + input[36]; - bf1[28] = input[28] + input[35]; - bf1[29] = input[29] + input[34]; - bf1[30] = input[30] + input[33]; - bf1[31] = input[31] + input[32]; - bf1[32] = -input[32] + input[31]; - bf1[33] = -input[33] + input[30]; - bf1[34] = -input[34] + input[29]; - bf1[35] = -input[35] + input[28]; - bf1[36] = -input[36] + input[27]; - bf1[37] = -input[37] + input[26]; - bf1[38] = -input[38] + input[25]; - bf1[39] = -input[39] + input[24]; - bf1[40] = -input[40] + input[23]; - bf1[41] = -input[41] + input[22]; - bf1[42] = -input[42] + input[21]; - bf1[43] = -input[43] + input[20]; - bf1[44] = -input[44] + input[19]; - bf1[45] = -input[45] + input[18]; - bf1[46] = -input[46] + input[17]; - bf1[47] = -input[47] + input[16]; - bf1[48] = -input[48] + input[15]; - bf1[49] = -input[49] + input[14]; - bf1[50] = -input[50] + input[13]; - bf1[51] = -input[51] + input[12]; - bf1[52] = -input[52] + input[11]; - bf1[53] = -input[53] + input[10]; - bf1[54] = -input[54] + input[9]; - bf1[55] = -input[55] + input[8]; - bf1[56] = -input[56] + input[7]; - bf1[57] = -input[57] + input[6]; - bf1[58] = -input[58] + input[5]; - bf1[59] = -input[59] + input[4]; - bf1[60] = -input[60] + input[3]; - bf1[61] = -input[61] + input[2]; - bf1[62] = -input[62] + input[1]; - bf1[63] = -input[63] + input[0]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 2 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[31]; - bf1[1] = bf0[1] + bf0[30]; - bf1[2] = bf0[2] + bf0[29]; - bf1[3] = bf0[3] + bf0[28]; - bf1[4] = bf0[4] + bf0[27]; - bf1[5] = bf0[5] + bf0[26]; - bf1[6] = bf0[6] + bf0[25]; - bf1[7] = bf0[7] + bf0[24]; - bf1[8] = bf0[8] + bf0[23]; - bf1[9] = bf0[9] + bf0[22]; - bf1[10] = bf0[10] + bf0[21]; - bf1[11] = bf0[11] + bf0[20]; - bf1[12] = bf0[12] + bf0[19]; - bf1[13] = bf0[13] + bf0[18]; - bf1[14] = bf0[14] + bf0[17]; - bf1[15] = bf0[15] + bf0[16]; - bf1[16] = -bf0[16] + bf0[15]; - bf1[17] = -bf0[17] + bf0[14]; - bf1[18] = -bf0[18] + bf0[13]; - bf1[19] = -bf0[19] + bf0[12]; - bf1[20] = -bf0[20] + bf0[11]; - bf1[21] = -bf0[21] + bf0[10]; - bf1[22] = -bf0[22] + bf0[9]; - bf1[23] = -bf0[23] + bf0[8]; - bf1[24] = -bf0[24] + bf0[7]; - bf1[25] = -bf0[25] + bf0[6]; - bf1[26] = -bf0[26] + bf0[5]; - bf1[27] = -bf0[27] + bf0[4]; - bf1[28] = -bf0[28] + bf0[3]; - bf1[29] = -bf0[29] + bf0[2]; - bf1[30] = -bf0[30] + bf0[1]; - bf1[31] = -bf0[31] + bf0[0]; - bf1[32] = bf0[32]; - bf1[33] = bf0[33]; - bf1[34] = bf0[34]; - bf1[35] = bf0[35]; - bf1[36] = bf0[36]; - bf1[37] = bf0[37]; - bf1[38] = bf0[38]; - bf1[39] = bf0[39]; - bf1[40] = half_btf(-cospi[32], bf0[40], cospi[32], bf0[55], cos_bit); - bf1[41] = half_btf(-cospi[32], bf0[41], cospi[32], bf0[54], cos_bit); - bf1[42] = half_btf(-cospi[32], bf0[42], cospi[32], bf0[53], cos_bit); - bf1[43] = half_btf(-cospi[32], bf0[43], cospi[32], bf0[52], cos_bit); - bf1[44] = half_btf(-cospi[32], bf0[44], cospi[32], bf0[51], cos_bit); - bf1[45] = half_btf(-cospi[32], bf0[45], cospi[32], bf0[50], cos_bit); - bf1[46] = half_btf(-cospi[32], bf0[46], cospi[32], bf0[49], cos_bit); - bf1[47] = half_btf(-cospi[32], bf0[47], cospi[32], bf0[48], cos_bit); - bf1[48] = half_btf(cospi[32], bf0[48], cospi[32], bf0[47], cos_bit); - bf1[49] = half_btf(cospi[32], bf0[49], cospi[32], bf0[46], cos_bit); - bf1[50] = half_btf(cospi[32], bf0[50], cospi[32], bf0[45], cos_bit); - bf1[51] = half_btf(cospi[32], bf0[51], cospi[32], bf0[44], cos_bit); - bf1[52] = half_btf(cospi[32], bf0[52], cospi[32], bf0[43], cos_bit); - bf1[53] = half_btf(cospi[32], bf0[53], cospi[32], bf0[42], cos_bit); - bf1[54] = half_btf(cospi[32], bf0[54], cospi[32], bf0[41], cos_bit); - bf1[55] = half_btf(cospi[32], bf0[55], cospi[32], bf0[40], cos_bit); - bf1[56] = bf0[56]; - bf1[57] = bf0[57]; - bf1[58] = bf0[58]; - bf1[59] = bf0[59]; - bf1[60] = bf0[60]; - bf1[61] = bf0[61]; - bf1[62] = bf0[62]; - bf1[63] = bf0[63]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 3 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[15]; - bf1[1] = bf0[1] + bf0[14]; - bf1[2] = bf0[2] + bf0[13]; - bf1[3] = bf0[3] + bf0[12]; - bf1[4] = bf0[4] + bf0[11]; - bf1[5] = bf0[5] + bf0[10]; - bf1[6] = bf0[6] + bf0[9]; - bf1[7] = bf0[7] + bf0[8]; - bf1[8] = -bf0[8] + bf0[7]; - bf1[9] = -bf0[9] + bf0[6]; - bf1[10] = -bf0[10] + bf0[5]; - bf1[11] = -bf0[11] + bf0[4]; - bf1[12] = -bf0[12] + bf0[3]; - bf1[13] = -bf0[13] + bf0[2]; - bf1[14] = -bf0[14] + bf0[1]; - bf1[15] = -bf0[15] + bf0[0]; - bf1[16] = bf0[16]; - bf1[17] = bf0[17]; - bf1[18] = bf0[18]; - bf1[19] = bf0[19]; - bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); - bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); - bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); - bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); - bf1[24] = half_btf(cospi[32], bf0[24], cospi[32], bf0[23], cos_bit); - bf1[25] = half_btf(cospi[32], bf0[25], cospi[32], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[32], bf0[26], cospi[32], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[32], bf0[27], cospi[32], bf0[20], cos_bit); - bf1[28] = bf0[28]; - bf1[29] = bf0[29]; - bf1[30] = bf0[30]; - bf1[31] = bf0[31]; - bf1[32] = bf0[32] + bf0[47]; - bf1[33] = bf0[33] + bf0[46]; - bf1[34] = bf0[34] + bf0[45]; - bf1[35] = bf0[35] + bf0[44]; - bf1[36] = bf0[36] + bf0[43]; - bf1[37] = bf0[37] + bf0[42]; - bf1[38] = bf0[38] + bf0[41]; - bf1[39] = bf0[39] + bf0[40]; - bf1[40] = -bf0[40] + bf0[39]; - bf1[41] = -bf0[41] + bf0[38]; - bf1[42] = -bf0[42] + bf0[37]; - bf1[43] = -bf0[43] + bf0[36]; - bf1[44] = -bf0[44] + bf0[35]; - bf1[45] = -bf0[45] + bf0[34]; - bf1[46] = -bf0[46] + bf0[33]; - bf1[47] = -bf0[47] + bf0[32]; - bf1[48] = -bf0[48] + bf0[63]; - bf1[49] = -bf0[49] + bf0[62]; - bf1[50] = -bf0[50] + bf0[61]; - bf1[51] = -bf0[51] + bf0[60]; - bf1[52] = -bf0[52] + bf0[59]; - bf1[53] = -bf0[53] + bf0[58]; - bf1[54] = -bf0[54] + bf0[57]; - bf1[55] = -bf0[55] + bf0[56]; - bf1[56] = bf0[56] + bf0[55]; - bf1[57] = bf0[57] + bf0[54]; - bf1[58] = bf0[58] + bf0[53]; - bf1[59] = bf0[59] + bf0[52]; - bf1[60] = bf0[60] + bf0[51]; - bf1[61] = bf0[61] + bf0[50]; - bf1[62] = bf0[62] + bf0[49]; - bf1[63] = bf0[63] + bf0[48]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 4 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0] + bf0[7]; - bf1[1] = bf0[1] + bf0[6]; - bf1[2] = bf0[2] + bf0[5]; - bf1[3] = bf0[3] + bf0[4]; - bf1[4] = -bf0[4] + bf0[3]; - bf1[5] = -bf0[5] + bf0[2]; - bf1[6] = -bf0[6] + bf0[1]; - bf1[7] = -bf0[7] + bf0[0]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); - bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[32], bf0[12], cospi[32], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[32], bf0[13], cospi[32], bf0[10], cos_bit); - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - bf1[16] = bf0[16] + bf0[23]; - bf1[17] = bf0[17] + bf0[22]; - bf1[18] = bf0[18] + bf0[21]; - bf1[19] = bf0[19] + bf0[20]; - bf1[20] = -bf0[20] + bf0[19]; - bf1[21] = -bf0[21] + bf0[18]; - bf1[22] = -bf0[22] + bf0[17]; - bf1[23] = -bf0[23] + bf0[16]; - bf1[24] = -bf0[24] + bf0[31]; - bf1[25] = -bf0[25] + bf0[30]; - bf1[26] = -bf0[26] + bf0[29]; - bf1[27] = -bf0[27] + bf0[28]; - bf1[28] = bf0[28] + bf0[27]; - bf1[29] = bf0[29] + bf0[26]; - bf1[30] = bf0[30] + bf0[25]; - bf1[31] = bf0[31] + bf0[24]; - bf1[32] = bf0[32]; - bf1[33] = bf0[33]; - bf1[34] = bf0[34]; - bf1[35] = bf0[35]; - bf1[36] = half_btf(-cospi[16], bf0[36], cospi[48], bf0[59], cos_bit); - bf1[37] = half_btf(-cospi[16], bf0[37], cospi[48], bf0[58], cos_bit); - bf1[38] = half_btf(-cospi[16], bf0[38], cospi[48], bf0[57], cos_bit); - bf1[39] = half_btf(-cospi[16], bf0[39], cospi[48], bf0[56], cos_bit); - bf1[40] = half_btf(-cospi[48], bf0[40], -cospi[16], bf0[55], cos_bit); - bf1[41] = half_btf(-cospi[48], bf0[41], -cospi[16], bf0[54], cos_bit); - bf1[42] = half_btf(-cospi[48], bf0[42], -cospi[16], bf0[53], cos_bit); - bf1[43] = half_btf(-cospi[48], bf0[43], -cospi[16], bf0[52], cos_bit); - bf1[44] = bf0[44]; - bf1[45] = bf0[45]; - bf1[46] = bf0[46]; - bf1[47] = bf0[47]; - bf1[48] = bf0[48]; - bf1[49] = bf0[49]; - bf1[50] = bf0[50]; - bf1[51] = bf0[51]; - bf1[52] = half_btf(cospi[48], bf0[52], -cospi[16], bf0[43], cos_bit); - bf1[53] = half_btf(cospi[48], bf0[53], -cospi[16], bf0[42], cos_bit); - bf1[54] = half_btf(cospi[48], bf0[54], -cospi[16], bf0[41], cos_bit); - bf1[55] = half_btf(cospi[48], bf0[55], -cospi[16], bf0[40], cos_bit); - bf1[56] = half_btf(cospi[16], bf0[56], cospi[48], bf0[39], cos_bit); - bf1[57] = half_btf(cospi[16], bf0[57], cospi[48], bf0[38], cos_bit); - bf1[58] = half_btf(cospi[16], bf0[58], cospi[48], bf0[37], cos_bit); - bf1[59] = half_btf(cospi[16], bf0[59], cospi[48], bf0[36], cos_bit); - bf1[60] = bf0[60]; - bf1[61] = bf0[61]; - bf1[62] = bf0[62]; - bf1[63] = bf0[63]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 5 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0] + bf0[3]; - bf1[1] = bf0[1] + bf0[2]; - bf1[2] = -bf0[2] + bf0[1]; - bf1[3] = -bf0[3] + bf0[0]; - bf1[4] = bf0[4]; - bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[5], cos_bit); - bf1[7] = bf0[7]; - bf1[8] = bf0[8] + bf0[11]; - bf1[9] = bf0[9] + bf0[10]; - bf1[10] = -bf0[10] + bf0[9]; - bf1[11] = -bf0[11] + bf0[8]; - bf1[12] = -bf0[12] + bf0[15]; - bf1[13] = -bf0[13] + bf0[14]; - bf1[14] = bf0[14] + bf0[13]; - bf1[15] = bf0[15] + bf0[12]; - bf1[16] = bf0[16]; - bf1[17] = bf0[17]; - bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit); - bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit); - bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit); - bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit); - bf1[22] = bf0[22]; - bf1[23] = bf0[23]; - bf1[24] = bf0[24]; - bf1[25] = bf0[25]; - bf1[26] = half_btf(cospi[48], bf0[26], -cospi[16], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[48], bf0[27], -cospi[16], bf0[20], cos_bit); - bf1[28] = half_btf(cospi[16], bf0[28], cospi[48], bf0[19], cos_bit); - bf1[29] = half_btf(cospi[16], bf0[29], cospi[48], bf0[18], cos_bit); - bf1[30] = bf0[30]; - bf1[31] = bf0[31]; - bf1[32] = bf0[32] + bf0[39]; - bf1[33] = bf0[33] + bf0[38]; - bf1[34] = bf0[34] + bf0[37]; - bf1[35] = bf0[35] + bf0[36]; - bf1[36] = -bf0[36] + bf0[35]; - bf1[37] = -bf0[37] + bf0[34]; - bf1[38] = -bf0[38] + bf0[33]; - bf1[39] = -bf0[39] + bf0[32]; - bf1[40] = -bf0[40] + bf0[47]; - bf1[41] = -bf0[41] + bf0[46]; - bf1[42] = -bf0[42] + bf0[45]; - bf1[43] = -bf0[43] + bf0[44]; - bf1[44] = bf0[44] + bf0[43]; - bf1[45] = bf0[45] + bf0[42]; - bf1[46] = bf0[46] + bf0[41]; - bf1[47] = bf0[47] + bf0[40]; - bf1[48] = bf0[48] + bf0[55]; - bf1[49] = bf0[49] + bf0[54]; - bf1[50] = bf0[50] + bf0[53]; - bf1[51] = bf0[51] + bf0[52]; - bf1[52] = -bf0[52] + bf0[51]; - bf1[53] = -bf0[53] + bf0[50]; - bf1[54] = -bf0[54] + bf0[49]; - bf1[55] = -bf0[55] + bf0[48]; - bf1[56] = -bf0[56] + bf0[63]; - bf1[57] = -bf0[57] + bf0[62]; - bf1[58] = -bf0[58] + bf0[61]; - bf1[59] = -bf0[59] + bf0[60]; - bf1[60] = bf0[60] + bf0[59]; - bf1[61] = bf0[61] + bf0[58]; - bf1[62] = bf0[62] + bf0[57]; - bf1[63] = bf0[63] + bf0[56]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 6 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); - bf1[1] = half_btf(-cospi[32], bf0[1], cospi[32], bf0[0], cos_bit); - bf1[2] = half_btf(cospi[48], bf0[2], cospi[16], bf0[3], cos_bit); - bf1[3] = half_btf(cospi[48], bf0[3], -cospi[16], bf0[2], cos_bit); - bf1[4] = bf0[4] + bf0[5]; - bf1[5] = -bf0[5] + bf0[4]; - bf1[6] = -bf0[6] + bf0[7]; - bf1[7] = bf0[7] + bf0[6]; - bf1[8] = bf0[8]; - bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); - bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = half_btf(cospi[48], bf0[13], -cospi[16], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[16], bf0[14], cospi[48], bf0[9], cos_bit); - bf1[15] = bf0[15]; - bf1[16] = bf0[16] + bf0[19]; - bf1[17] = bf0[17] + bf0[18]; - bf1[18] = -bf0[18] + bf0[17]; - bf1[19] = -bf0[19] + bf0[16]; - bf1[20] = -bf0[20] + bf0[23]; - bf1[21] = -bf0[21] + bf0[22]; - bf1[22] = bf0[22] + bf0[21]; - bf1[23] = bf0[23] + bf0[20]; - bf1[24] = bf0[24] + bf0[27]; - bf1[25] = bf0[25] + bf0[26]; - bf1[26] = -bf0[26] + bf0[25]; - bf1[27] = -bf0[27] + bf0[24]; - bf1[28] = -bf0[28] + bf0[31]; - bf1[29] = -bf0[29] + bf0[30]; - bf1[30] = bf0[30] + bf0[29]; - bf1[31] = bf0[31] + bf0[28]; - bf1[32] = bf0[32]; - bf1[33] = bf0[33]; - bf1[34] = half_btf(-cospi[8], bf0[34], cospi[56], bf0[61], cos_bit); - bf1[35] = half_btf(-cospi[8], bf0[35], cospi[56], bf0[60], cos_bit); - bf1[36] = half_btf(-cospi[56], bf0[36], -cospi[8], bf0[59], cos_bit); - bf1[37] = half_btf(-cospi[56], bf0[37], -cospi[8], bf0[58], cos_bit); - bf1[38] = bf0[38]; - bf1[39] = bf0[39]; - bf1[40] = bf0[40]; - bf1[41] = bf0[41]; - bf1[42] = half_btf(-cospi[40], bf0[42], cospi[24], bf0[53], cos_bit); - bf1[43] = half_btf(-cospi[40], bf0[43], cospi[24], bf0[52], cos_bit); - bf1[44] = half_btf(-cospi[24], bf0[44], -cospi[40], bf0[51], cos_bit); - bf1[45] = half_btf(-cospi[24], bf0[45], -cospi[40], bf0[50], cos_bit); - bf1[46] = bf0[46]; - bf1[47] = bf0[47]; - bf1[48] = bf0[48]; - bf1[49] = bf0[49]; - bf1[50] = half_btf(cospi[24], bf0[50], -cospi[40], bf0[45], cos_bit); - bf1[51] = half_btf(cospi[24], bf0[51], -cospi[40], bf0[44], cos_bit); - bf1[52] = half_btf(cospi[40], bf0[52], cospi[24], bf0[43], cos_bit); - bf1[53] = half_btf(cospi[40], bf0[53], cospi[24], bf0[42], cos_bit); - bf1[54] = bf0[54]; - bf1[55] = bf0[55]; - bf1[56] = bf0[56]; - bf1[57] = bf0[57]; - bf1[58] = half_btf(cospi[56], bf0[58], -cospi[8], bf0[37], cos_bit); - bf1[59] = half_btf(cospi[56], bf0[59], -cospi[8], bf0[36], cos_bit); - bf1[60] = half_btf(cospi[8], bf0[60], cospi[56], bf0[35], cos_bit); - bf1[61] = half_btf(cospi[8], bf0[61], cospi[56], bf0[34], cos_bit); - bf1[62] = bf0[62]; - bf1[63] = bf0[63]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 7 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = half_btf(cospi[56], bf0[4], cospi[8], bf0[7], cos_bit); - bf1[5] = half_btf(cospi[24], bf0[5], cospi[40], bf0[6], cos_bit); - bf1[6] = half_btf(cospi[24], bf0[6], -cospi[40], bf0[5], cos_bit); - bf1[7] = half_btf(cospi[56], bf0[7], -cospi[8], bf0[4], cos_bit); - bf1[8] = bf0[8] + bf0[9]; - bf1[9] = -bf0[9] + bf0[8]; - bf1[10] = -bf0[10] + bf0[11]; - bf1[11] = bf0[11] + bf0[10]; - bf1[12] = bf0[12] + bf0[13]; - bf1[13] = -bf0[13] + bf0[12]; - bf1[14] = -bf0[14] + bf0[15]; - bf1[15] = bf0[15] + bf0[14]; - bf1[16] = bf0[16]; - bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit); - bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit); - bf1[19] = bf0[19]; - bf1[20] = bf0[20]; - bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit); - bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit); - bf1[23] = bf0[23]; - bf1[24] = bf0[24]; - bf1[25] = half_btf(cospi[24], bf0[25], -cospi[40], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[40], bf0[26], cospi[24], bf0[21], cos_bit); - bf1[27] = bf0[27]; - bf1[28] = bf0[28]; - bf1[29] = half_btf(cospi[56], bf0[29], -cospi[8], bf0[18], cos_bit); - bf1[30] = half_btf(cospi[8], bf0[30], cospi[56], bf0[17], cos_bit); - bf1[31] = bf0[31]; - bf1[32] = bf0[32] + bf0[35]; - bf1[33] = bf0[33] + bf0[34]; - bf1[34] = -bf0[34] + bf0[33]; - bf1[35] = -bf0[35] + bf0[32]; - bf1[36] = -bf0[36] + bf0[39]; - bf1[37] = -bf0[37] + bf0[38]; - bf1[38] = bf0[38] + bf0[37]; - bf1[39] = bf0[39] + bf0[36]; - bf1[40] = bf0[40] + bf0[43]; - bf1[41] = bf0[41] + bf0[42]; - bf1[42] = -bf0[42] + bf0[41]; - bf1[43] = -bf0[43] + bf0[40]; - bf1[44] = -bf0[44] + bf0[47]; - bf1[45] = -bf0[45] + bf0[46]; - bf1[46] = bf0[46] + bf0[45]; - bf1[47] = bf0[47] + bf0[44]; - bf1[48] = bf0[48] + bf0[51]; - bf1[49] = bf0[49] + bf0[50]; - bf1[50] = -bf0[50] + bf0[49]; - bf1[51] = -bf0[51] + bf0[48]; - bf1[52] = -bf0[52] + bf0[55]; - bf1[53] = -bf0[53] + bf0[54]; - bf1[54] = bf0[54] + bf0[53]; - bf1[55] = bf0[55] + bf0[52]; - bf1[56] = bf0[56] + bf0[59]; - bf1[57] = bf0[57] + bf0[58]; - bf1[58] = -bf0[58] + bf0[57]; - bf1[59] = -bf0[59] + bf0[56]; - bf1[60] = -bf0[60] + bf0[63]; - bf1[61] = -bf0[61] + bf0[62]; - bf1[62] = bf0[62] + bf0[61]; - bf1[63] = bf0[63] + bf0[60]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 8 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = half_btf(cospi[60], bf0[8], cospi[4], bf0[15], cos_bit); - bf1[9] = half_btf(cospi[28], bf0[9], cospi[36], bf0[14], cos_bit); - bf1[10] = half_btf(cospi[44], bf0[10], cospi[20], bf0[13], cos_bit); - bf1[11] = half_btf(cospi[12], bf0[11], cospi[52], bf0[12], cos_bit); - bf1[12] = half_btf(cospi[12], bf0[12], -cospi[52], bf0[11], cos_bit); - bf1[13] = half_btf(cospi[44], bf0[13], -cospi[20], bf0[10], cos_bit); - bf1[14] = half_btf(cospi[28], bf0[14], -cospi[36], bf0[9], cos_bit); - bf1[15] = half_btf(cospi[60], bf0[15], -cospi[4], bf0[8], cos_bit); - bf1[16] = bf0[16] + bf0[17]; - bf1[17] = -bf0[17] + bf0[16]; - bf1[18] = -bf0[18] + bf0[19]; - bf1[19] = bf0[19] + bf0[18]; - bf1[20] = bf0[20] + bf0[21]; - bf1[21] = -bf0[21] + bf0[20]; - bf1[22] = -bf0[22] + bf0[23]; - bf1[23] = bf0[23] + bf0[22]; - bf1[24] = bf0[24] + bf0[25]; - bf1[25] = -bf0[25] + bf0[24]; - bf1[26] = -bf0[26] + bf0[27]; - bf1[27] = bf0[27] + bf0[26]; - bf1[28] = bf0[28] + bf0[29]; - bf1[29] = -bf0[29] + bf0[28]; - bf1[30] = -bf0[30] + bf0[31]; - bf1[31] = bf0[31] + bf0[30]; - bf1[32] = bf0[32]; - bf1[33] = half_btf(-cospi[4], bf0[33], cospi[60], bf0[62], cos_bit); - bf1[34] = half_btf(-cospi[60], bf0[34], -cospi[4], bf0[61], cos_bit); - bf1[35] = bf0[35]; - bf1[36] = bf0[36]; - bf1[37] = half_btf(-cospi[36], bf0[37], cospi[28], bf0[58], cos_bit); - bf1[38] = half_btf(-cospi[28], bf0[38], -cospi[36], bf0[57], cos_bit); - bf1[39] = bf0[39]; - bf1[40] = bf0[40]; - bf1[41] = half_btf(-cospi[20], bf0[41], cospi[44], bf0[54], cos_bit); - bf1[42] = half_btf(-cospi[44], bf0[42], -cospi[20], bf0[53], cos_bit); - bf1[43] = bf0[43]; - bf1[44] = bf0[44]; - bf1[45] = half_btf(-cospi[52], bf0[45], cospi[12], bf0[50], cos_bit); - bf1[46] = half_btf(-cospi[12], bf0[46], -cospi[52], bf0[49], cos_bit); - bf1[47] = bf0[47]; - bf1[48] = bf0[48]; - bf1[49] = half_btf(cospi[12], bf0[49], -cospi[52], bf0[46], cos_bit); - bf1[50] = half_btf(cospi[52], bf0[50], cospi[12], bf0[45], cos_bit); - bf1[51] = bf0[51]; - bf1[52] = bf0[52]; - bf1[53] = half_btf(cospi[44], bf0[53], -cospi[20], bf0[42], cos_bit); - bf1[54] = half_btf(cospi[20], bf0[54], cospi[44], bf0[41], cos_bit); - bf1[55] = bf0[55]; - bf1[56] = bf0[56]; - bf1[57] = half_btf(cospi[28], bf0[57], -cospi[36], bf0[38], cos_bit); - bf1[58] = half_btf(cospi[36], bf0[58], cospi[28], bf0[37], cos_bit); - bf1[59] = bf0[59]; - bf1[60] = bf0[60]; - bf1[61] = half_btf(cospi[60], bf0[61], -cospi[4], bf0[34], cos_bit); - bf1[62] = half_btf(cospi[4], bf0[62], cospi[60], bf0[33], cos_bit); - bf1[63] = bf0[63]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 9 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = bf0[10]; - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = bf0[13]; - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - bf1[16] = half_btf(cospi[62], bf0[16], cospi[2], bf0[31], cos_bit); - bf1[17] = half_btf(cospi[30], bf0[17], cospi[34], bf0[30], cos_bit); - bf1[18] = half_btf(cospi[46], bf0[18], cospi[18], bf0[29], cos_bit); - bf1[19] = half_btf(cospi[14], bf0[19], cospi[50], bf0[28], cos_bit); - bf1[20] = half_btf(cospi[54], bf0[20], cospi[10], bf0[27], cos_bit); - bf1[21] = half_btf(cospi[22], bf0[21], cospi[42], bf0[26], cos_bit); - bf1[22] = half_btf(cospi[38], bf0[22], cospi[26], bf0[25], cos_bit); - bf1[23] = half_btf(cospi[6], bf0[23], cospi[58], bf0[24], cos_bit); - bf1[24] = half_btf(cospi[6], bf0[24], -cospi[58], bf0[23], cos_bit); - bf1[25] = half_btf(cospi[38], bf0[25], -cospi[26], bf0[22], cos_bit); - bf1[26] = half_btf(cospi[22], bf0[26], -cospi[42], bf0[21], cos_bit); - bf1[27] = half_btf(cospi[54], bf0[27], -cospi[10], bf0[20], cos_bit); - bf1[28] = half_btf(cospi[14], bf0[28], -cospi[50], bf0[19], cos_bit); - bf1[29] = half_btf(cospi[46], bf0[29], -cospi[18], bf0[18], cos_bit); - bf1[30] = half_btf(cospi[30], bf0[30], -cospi[34], bf0[17], cos_bit); - bf1[31] = half_btf(cospi[62], bf0[31], -cospi[2], bf0[16], cos_bit); - bf1[32] = bf0[32] + bf0[33]; - bf1[33] = -bf0[33] + bf0[32]; - bf1[34] = -bf0[34] + bf0[35]; - bf1[35] = bf0[35] + bf0[34]; - bf1[36] = bf0[36] + bf0[37]; - bf1[37] = -bf0[37] + bf0[36]; - bf1[38] = -bf0[38] + bf0[39]; - bf1[39] = bf0[39] + bf0[38]; - bf1[40] = bf0[40] + bf0[41]; - bf1[41] = -bf0[41] + bf0[40]; - bf1[42] = -bf0[42] + bf0[43]; - bf1[43] = bf0[43] + bf0[42]; - bf1[44] = bf0[44] + bf0[45]; - bf1[45] = -bf0[45] + bf0[44]; - bf1[46] = -bf0[46] + bf0[47]; - bf1[47] = bf0[47] + bf0[46]; - bf1[48] = bf0[48] + bf0[49]; - bf1[49] = -bf0[49] + bf0[48]; - bf1[50] = -bf0[50] + bf0[51]; - bf1[51] = bf0[51] + bf0[50]; - bf1[52] = bf0[52] + bf0[53]; - bf1[53] = -bf0[53] + bf0[52]; - bf1[54] = -bf0[54] + bf0[55]; - bf1[55] = bf0[55] + bf0[54]; - bf1[56] = bf0[56] + bf0[57]; - bf1[57] = -bf0[57] + bf0[56]; - bf1[58] = -bf0[58] + bf0[59]; - bf1[59] = bf0[59] + bf0[58]; - bf1[60] = bf0[60] + bf0[61]; - bf1[61] = -bf0[61] + bf0[60]; - bf1[62] = -bf0[62] + bf0[63]; - bf1[63] = bf0[63] + bf0[62]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 10 - stage++; - cospi = cospi_arr(cos_bit); - bf0 = output; - bf1 = step; - bf1[0] = bf0[0]; - bf1[1] = bf0[1]; - bf1[2] = bf0[2]; - bf1[3] = bf0[3]; - bf1[4] = bf0[4]; - bf1[5] = bf0[5]; - bf1[6] = bf0[6]; - bf1[7] = bf0[7]; - bf1[8] = bf0[8]; - bf1[9] = bf0[9]; - bf1[10] = bf0[10]; - bf1[11] = bf0[11]; - bf1[12] = bf0[12]; - bf1[13] = bf0[13]; - bf1[14] = bf0[14]; - bf1[15] = bf0[15]; - bf1[16] = bf0[16]; - bf1[17] = bf0[17]; - bf1[18] = bf0[18]; - bf1[19] = bf0[19]; - bf1[20] = bf0[20]; - bf1[21] = bf0[21]; - bf1[22] = bf0[22]; - bf1[23] = bf0[23]; - bf1[24] = bf0[24]; - bf1[25] = bf0[25]; - bf1[26] = bf0[26]; - bf1[27] = bf0[27]; - bf1[28] = bf0[28]; - bf1[29] = bf0[29]; - bf1[30] = bf0[30]; - bf1[31] = bf0[31]; - bf1[32] = half_btf(cospi[63], bf0[32], cospi[1], bf0[63], cos_bit); - bf1[33] = half_btf(cospi[31], bf0[33], cospi[33], bf0[62], cos_bit); - bf1[34] = half_btf(cospi[47], bf0[34], cospi[17], bf0[61], cos_bit); - bf1[35] = half_btf(cospi[15], bf0[35], cospi[49], bf0[60], cos_bit); - bf1[36] = half_btf(cospi[55], bf0[36], cospi[9], bf0[59], cos_bit); - bf1[37] = half_btf(cospi[23], bf0[37], cospi[41], bf0[58], cos_bit); - bf1[38] = half_btf(cospi[39], bf0[38], cospi[25], bf0[57], cos_bit); - bf1[39] = half_btf(cospi[7], bf0[39], cospi[57], bf0[56], cos_bit); - bf1[40] = half_btf(cospi[59], bf0[40], cospi[5], bf0[55], cos_bit); - bf1[41] = half_btf(cospi[27], bf0[41], cospi[37], bf0[54], cos_bit); - bf1[42] = half_btf(cospi[43], bf0[42], cospi[21], bf0[53], cos_bit); - bf1[43] = half_btf(cospi[11], bf0[43], cospi[53], bf0[52], cos_bit); - bf1[44] = half_btf(cospi[51], bf0[44], cospi[13], bf0[51], cos_bit); - bf1[45] = half_btf(cospi[19], bf0[45], cospi[45], bf0[50], cos_bit); - bf1[46] = half_btf(cospi[35], bf0[46], cospi[29], bf0[49], cos_bit); - bf1[47] = half_btf(cospi[3], bf0[47], cospi[61], bf0[48], cos_bit); - bf1[48] = half_btf(cospi[3], bf0[48], -cospi[61], bf0[47], cos_bit); - bf1[49] = half_btf(cospi[35], bf0[49], -cospi[29], bf0[46], cos_bit); - bf1[50] = half_btf(cospi[19], bf0[50], -cospi[45], bf0[45], cos_bit); - bf1[51] = half_btf(cospi[51], bf0[51], -cospi[13], bf0[44], cos_bit); - bf1[52] = half_btf(cospi[11], bf0[52], -cospi[53], bf0[43], cos_bit); - bf1[53] = half_btf(cospi[43], bf0[53], -cospi[21], bf0[42], cos_bit); - bf1[54] = half_btf(cospi[27], bf0[54], -cospi[37], bf0[41], cos_bit); - bf1[55] = half_btf(cospi[59], bf0[55], -cospi[5], bf0[40], cos_bit); - bf1[56] = half_btf(cospi[7], bf0[56], -cospi[57], bf0[39], cos_bit); - bf1[57] = half_btf(cospi[39], bf0[57], -cospi[25], bf0[38], cos_bit); - bf1[58] = half_btf(cospi[23], bf0[58], -cospi[41], bf0[37], cos_bit); - bf1[59] = half_btf(cospi[55], bf0[59], -cospi[9], bf0[36], cos_bit); - bf1[60] = half_btf(cospi[15], bf0[60], -cospi[49], bf0[35], cos_bit); - bf1[61] = half_btf(cospi[47], bf0[61], -cospi[17], bf0[34], cos_bit); - bf1[62] = half_btf(cospi[31], bf0[62], -cospi[33], bf0[33], cos_bit); - bf1[63] = half_btf(cospi[63], bf0[63], -cospi[1], bf0[32], cos_bit); - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); - - // stage 11 - stage++; - bf0 = step; - bf1 = output; - bf1[0] = bf0[0]; - bf1[1] = bf0[32]; - bf1[2] = bf0[16]; - bf1[3] = bf0[48]; - bf1[4] = bf0[8]; - bf1[5] = bf0[40]; - bf1[6] = bf0[24]; - bf1[7] = bf0[56]; - bf1[8] = bf0[4]; - bf1[9] = bf0[36]; - bf1[10] = bf0[20]; - bf1[11] = bf0[52]; - bf1[12] = bf0[12]; - bf1[13] = bf0[44]; - bf1[14] = bf0[28]; - bf1[15] = bf0[60]; - bf1[16] = bf0[2]; - bf1[17] = bf0[34]; - bf1[18] = bf0[18]; - bf1[19] = bf0[50]; - bf1[20] = bf0[10]; - bf1[21] = bf0[42]; - bf1[22] = bf0[26]; - bf1[23] = bf0[58]; - bf1[24] = bf0[6]; - bf1[25] = bf0[38]; - bf1[26] = bf0[22]; - bf1[27] = bf0[54]; - bf1[28] = bf0[14]; - bf1[29] = bf0[46]; - bf1[30] = bf0[30]; - bf1[31] = bf0[62]; - bf1[32] = bf0[1]; - bf1[33] = bf0[33]; - bf1[34] = bf0[17]; - bf1[35] = bf0[49]; - bf1[36] = bf0[9]; - bf1[37] = bf0[41]; - bf1[38] = bf0[25]; - bf1[39] = bf0[57]; - bf1[40] = bf0[5]; - bf1[41] = bf0[37]; - bf1[42] = bf0[21]; - bf1[43] = bf0[53]; - bf1[44] = bf0[13]; - bf1[45] = bf0[45]; - bf1[46] = bf0[29]; - bf1[47] = bf0[61]; - bf1[48] = bf0[3]; - bf1[49] = bf0[35]; - bf1[50] = bf0[19]; - bf1[51] = bf0[51]; - bf1[52] = bf0[11]; - bf1[53] = bf0[43]; - bf1[54] = bf0[27]; - bf1[55] = bf0[59]; - bf1[56] = bf0[7]; - bf1[57] = bf0[39]; - bf1[58] = bf0[23]; - bf1[59] = bf0[55]; - bf1[60] = bf0[15]; - bf1[61] = bf0[47]; - bf1[62] = bf0[31]; - bf1[63] = bf0[63]; - av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); -} |