summaryrefslogtreecommitdiffstats
path: root/third_party/aom/aom_dsp/txfm_common.h
diff options
context:
space:
mode:
authortrav90 <travawine@palemoon.org>2018-10-18 21:53:44 -0500
committertrav90 <travawine@palemoon.org>2018-10-18 21:53:44 -0500
commitec910d81405c736a4490383a250299a7837c2e64 (patch)
tree4f27cc226f93a863121aef6c56313e4153a69b3e /third_party/aom/aom_dsp/txfm_common.h
parent01eb57073ba97b2d6cbf20f745dfcc508197adc3 (diff)
downloadUXP-ec910d81405c736a4490383a250299a7837c2e64.tar
UXP-ec910d81405c736a4490383a250299a7837c2e64.tar.gz
UXP-ec910d81405c736a4490383a250299a7837c2e64.tar.lz
UXP-ec910d81405c736a4490383a250299a7837c2e64.tar.xz
UXP-ec910d81405c736a4490383a250299a7837c2e64.zip
Update aom to commit id e87fb2378f01103d5d6e477a4ef6892dc714e614
Diffstat (limited to 'third_party/aom/aom_dsp/txfm_common.h')
-rw-r--r--third_party/aom/aom_dsp/txfm_common.h659
1 files changed, 629 insertions, 30 deletions
diff --git a/third_party/aom/aom_dsp/txfm_common.h b/third_party/aom/aom_dsp/txfm_common.h
index 01732ae64..ef9e9bc98 100644
--- a/third_party/aom/aom_dsp/txfm_common.h
+++ b/third_party/aom/aom_dsp/txfm_common.h
@@ -13,6 +13,7 @@
#define AOM_DSP_TXFM_COMMON_H_
#include "aom_dsp/aom_dsp_common.h"
+#include "av1/common/enums.h"
// Constants and Macros used by all idct/dct functions
#define DCT_CONST_BITS 14
@@ -23,18 +24,25 @@
typedef struct txfm_param {
// for both forward and inverse transforms
- int tx_type;
- int tx_size;
+ TX_TYPE tx_type;
+ TX_SIZE tx_size;
int lossless;
int bd;
#if CONFIG_MRC_TX || CONFIG_LGT
+ int is_inter;
+#endif // CONFIG_MRC_TX || CONFIG_LGT
+#if CONFIG_MRC_TX || CONFIG_LGT_FROM_PRED
int stride;
uint8_t *dst;
-#endif // CONFIG_MRC_TX || CONFIG_LGT
-#if CONFIG_LGT
- int is_inter;
+#if CONFIG_MRC_TX
+ int *valid_mask;
+ uint8_t *mask;
+#endif // CONFIG_MRC_TX
+#if CONFIG_LGT_FROM_PRED
int mode;
-#endif
+ int use_lgt;
+#endif // CONFIG_LGT_FROM_PRED
+#endif // CONFIG_MRC_TX || CONFIG_LGT_FROM_PRED
// for inverse transforms only
#if CONFIG_ADAPT_SCAN
const int16_t *eob_threshold;
@@ -87,27 +95,608 @@ static const tran_high_t sinpi_4_9 = 15212;
// 16384 * sqrt(2)
static const tran_high_t Sqrt2 = 23170;
+static const tran_high_t InvSqrt2 = 11585;
static INLINE tran_high_t fdct_round_shift(tran_high_t input) {
tran_high_t rv = ROUND_POWER_OF_TWO(input, DCT_CONST_BITS);
return rv;
}
-#if CONFIG_LGT
-// The Line Graph Transforms (LGTs) matrices are written as follows.
-// Each 2D array is 16384 times an LGT matrix, which is the matrix of
-// eigenvectors of the graph Laplacian matrices for the line graph.
+#if CONFIG_LGT_FROM_PRED
+// Use negative numbers so they do not coincide with lgt*[0][0], which are
+// always nonnegative.
+typedef enum {
+ DCT4 = -1,
+ ADST4 = -2,
+ DCT8 = -3,
+ ADST8 = -4,
+ DCT16 = -5,
+ ADST16 = -6,
+ DCT32 = -7,
+ ADST32 = -8,
+} ButterflyLgt;
-// LGT4 name: lgt4_140
-// Self loops: 1.400, 0.000, 0.000, 0.000
+/* These are some LGTs already implementated in the codec. When any of them
+ * is chosen, the flgt or ilgt function will call the existing fast
+ * transform instead of the matrix product implementation. Thus, we
+ * do not need the actual basis functions here */
+static const tran_high_t lgt4_000[1][1] = { { (tran_high_t)DCT4 } };
+static const tran_high_t lgt4_100[1][1] = { { (tran_high_t)ADST4 } };
+static const tran_high_t lgt8_000[1][1] = { { (tran_high_t)DCT8 } };
+static const tran_high_t lgt8_200[1][1] = { { (tran_high_t)ADST8 } };
+static const tran_high_t lgt16_000[1][1] = { { (tran_high_t)DCT16 } };
+static const tran_high_t lgt16_200[1][1] = { { (tran_high_t)ADST16 } };
+static const tran_high_t lgt32_000[1][1] = { { (tran_high_t)DCT32 } };
+static const tran_high_t lgt32_200[1][1] = { { (tran_high_t)ADST32 } };
+
+/* The Line Graph Transforms (LGTs) matrices are written as follows.
+ Each 2D array is sqrt(2)*16384 times an LGT matrix, which is the
+ matrix of eigenvectors of the graph Laplacian matrix of the associated
+ line graph. Some of those transforms have fast algorithms but not
+ implemented yet for now. */
+
+// LGT4 name: lgt4_150_000w3
+// Self loops: 1.500, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000
+static const tran_high_t lgt4_150_000w3[4][4] = {
+ { 0, 0, 0, 23170 },
+ { 5991, 13537, 17825, 0 },
+ { 15515, 10788, -13408, 0 },
+ { 16133, -15403, 6275, 0 },
+};
+
+// LGT4 name: lgt4_100_000w3
+// Self loops: 1.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000
+static const tran_high_t lgt4_100_000w3[4][4] = {
+ { 0, 0, 0, 23170 },
+ { 7600, 13694, 17076, 0 },
+ { 17076, 7600, -13694, 0 },
+ { 13694, -17076, 7600, 0 },
+};
+
+// LGT4 name: lgt4_060_000w3
+// Self loops: 0.600, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000
+static const tran_high_t lgt4_060_000w3[4][4] = {
+ { 0, 0, 0, 23170 },
+ { 9449, 13755, 16075, 0 },
+ { 17547, 4740, -14370, 0 },
+ { 11819, -18034, 8483, 0 },
+};
+
+// LGT4 name: lgt4_000w3
+// Self loops: 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000
+static const tran_high_t lgt4_000w3[4][4] = {
+ { 0, 0, 0, 23170 },
+ { 13377, 13377, 13377, 0 },
+ { 16384, 0, -16384, 0 },
+ { 9459, -18919, 9459, 0 },
+};
+
+// LGT4 name: lgt4_150_000w2
+// Self loops: 1.500, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000
+static const tran_high_t lgt4_150_000w2[4][4] = {
+ { 10362, 20724, 0, 0 },
+ { 20724, -10362, 0, 0 },
+ { 0, 0, 16384, 16384 },
+ { 0, 0, 16384, -16384 },
+};
+
+// LGT4 name: lgt4_100_000w2
+// Self loops: 1.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000
+static const tran_high_t lgt4_100_000w2[4][4] = {
+ { 12181, 19710, 0, 0 },
+ { 19710, -12181, 0, 0 },
+ { 0, 0, 16384, 16384 },
+ { 0, 0, 16384, -16384 },
+};
+
+// LGT4 name: lgt4_060_000w2
+// Self loops: 0.600, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000
+static const tran_high_t lgt4_060_000w2[4][4] = {
+ { 13831, 18590, 0, 0 },
+ { 18590, -13831, 0, 0 },
+ { 0, 0, 16384, 16384 },
+ { 0, 0, 16384, -16384 },
+};
+
+// LGT4 name: lgt4_000w2
+// Self loops: 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000
+static const tran_high_t lgt4_000w2[4][4] = {
+ { 16384, 16384, 0, 0 },
+ { 16384, -16384, 0, 0 },
+ { 0, 0, 16384, 16384 },
+ { 0, 0, 16384, -16384 },
+};
+
+// LGT4 name: lgt4_150_000w1
+// Self loops: 1.500, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000
+static const tran_high_t lgt4_150_000w1[4][4] = {
+ { 23170, 0, 0, 0 },
+ { 0, 13377, 13377, 13377 },
+ { 0, 16384, 0, -16384 },
+ { 0, 9459, -18919, 9459 },
+};
+
+// LGT4 name: lgt4_100_000w1
+// Self loops: 1.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000
+static const tran_high_t lgt4_100_000w1[4][4] = {
+ { 23170, 0, 0, 0 },
+ { 0, 13377, 13377, 13377 },
+ { 0, 16384, 0, -16384 },
+ { 0, 9459, -18919, 9459 },
+};
+
+// LGT4 name: lgt4_060_000w1
+// Self loops: 0.600, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000
+static const tran_high_t lgt4_060_000w1[4][4] = {
+ { 23170, 0, 0, 0 },
+ { 0, 13377, 13377, 13377 },
+ { 0, 16384, 0, -16384 },
+ { 0, 9459, -18919, 9459 },
+};
+
+// LGT4 name: lgt4_000w1
+// Self loops: 0.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000
+static const tran_high_t lgt4_000w1[4][4] = {
+ { 23170, 0, 0, 0 },
+ { 0, 13377, 13377, 13377 },
+ { 0, 16384, 0, -16384 },
+ { 0, 9459, -18919, 9459 },
+};
+
+// LGT4 name: lgt4_060
+// Self loops: 0.600, 0.000, 0.000, 0.000
// Edges: 1.000, 1.000, 1.000
-static const tran_high_t lgt4_140[4][4] = {
- { 4206, 9518, 13524, 15674 },
- { 11552, 14833, 1560, -13453 },
- { 15391, -1906, -14393, 9445 },
- { 12201, -14921, 12016, -4581 },
+static const tran_high_t lgt4_060[4][4] = {
+ { 6971, 10504, 13060, 14400 },
+ { 14939, 11211, -2040, -13559 },
+ { 14096, -8258, -12561, 10593 },
+ { 8150, -15253, 14295, -5784 },
+};
+
+// LGT4 name: lgt4_150
+// Self loops: 1.500, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000
+static const tran_high_t lgt4_150[4][4] = {
+ { 3998, 9435, 13547, 15759 },
+ { 11106, 15105, 1886, -13483 },
+ { 15260, -1032, -14674, 9361 },
+ { 12833, -14786, 11596, -4372 },
+};
+
+// LGT8 name: lgt8_150_000w7
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 0.000
+static const tran_high_t lgt8_150_000w7[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 0, 32768 },
+ { 2522, 6185, 9551, 12461, 14775, 16381, 17204, 0 },
+ { 7390, 15399, 16995, 11515, 1240, -9551, -16365, 0 },
+ { 11716, 16625, 3560, -13353, -15831, -1194, 14733, 0 },
+ { 15073, 8866, -14291, -10126, 13398, 11308, -12401, 0 },
+ { 16848, -4177, -13724, 14441, 2923, -16628, 9513, 0 },
+ { 15942, -14888, 5405, 7137, -15640, 15288, -6281, 0 },
+ { 10501, -14293, 16099, -15670, 13063, -8642, 3021, 0 },
+};
+
+// LGT8 name: lgt8_100_000w7
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 0.000
+static const tran_high_t lgt8_100_000w7[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 0, 32768 },
+ { 3518, 6883, 9946, 12575, 14654, 16093, 16829, 0 },
+ { 9946, 16093, 16093, 9946, 0, -9946, -16093, 0 },
+ { 14654, 14654, 0, -14654, -14654, 0, 14654, 0 },
+ { 16829, 3518, -16093, -6883, 14654, 9946, -12575, 0 },
+ { 16093, -9946, -9946, 16093, 0, -16093, 9946, 0 },
+ { 12575, -16829, 9946, 3518, -14654, 16093, -6883, 0 },
+ { 6883, -12575, 16093, -16829, 14654, -9946, 3518, 0 },
+};
+
+// LGT8 name: lgt8_060_000w7
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 0.000
+static const tran_high_t lgt8_060_000w7[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 0, 32768 },
+ { 5087, 7951, 10521, 12701, 14411, 15587, 16186, 0 },
+ { 13015, 16486, 14464, 7621, -1762, -10557, -15834, 0 },
+ { 16581, 11475, -4050, -15898, -13311, 1362, 14798, 0 },
+ { 16536, -1414, -16981, -3927, 15746, 8879, -12953, 0 },
+ { 14104, -13151, -7102, 16932, -1912, -15914, 10385, 0 },
+ { 10156, -17168, 11996, 1688, -14174, 16602, -7249, 0 },
+ { 5295, -11721, 15961, -17224, 15274, -10476, 3723, 0 },
+};
+
+// LGT8 name: lgt8_000w7
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 0.000
+static const tran_high_t lgt8_000w7[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 0, 32768 },
+ { 12385, 12385, 12385, 12385, 12385, 12385, 12385, 0 },
+ { 17076, 13694, 7600, 0, -7600, -13694, -17076, 0 },
+ { 15781, 3898, -10921, -17515, -10921, 3898, 15781, 0 },
+ { 13694, -7600, -17076, 0, 17076, 7600, -13694, 0 },
+ { 10921, -15781, -3898, 17515, -3898, -15781, 10921, 0 },
+ { 7600, -17076, 13694, 0, -13694, 17076, -7600, 0 },
+ { 3898, -10921, 15781, -17515, 15781, -10921, 3898, 0 },
+};
+
+// LGT8 name: lgt8_150_000w6
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 0.000, 1.000
+static const tran_high_t lgt8_150_000w6[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 23170, 23170 },
+ { 0, 0, 0, 0, 0, 0, 23170, -23170 },
+ { 3157, 7688, 11723, 15002, 17312, 18506, 0, 0 },
+ { 9167, 17832, 16604, 6164, -7696, -17286, 0, 0 },
+ { 14236, 15584, -4969, -18539, -6055, 14938, 0, 0 },
+ { 17558, 1891, -18300, 5288, 16225, -11653, 0, 0 },
+ { 17776, -13562, -647, 14380, -17514, 7739, 0, 0 },
+ { 12362, -16318, 17339, -15240, 10399, -3688, 0, 0 },
+};
+
+// LGT8 name: lgt8_100_000w6
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 0.000, 1.000
+static const tran_high_t lgt8_100_000w6[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 23170, 23170 },
+ { 0, 0, 0, 0, 0, 0, 23170, -23170 },
+ { 4350, 8447, 12053, 14959, 16995, 18044, 0, 0 },
+ { 12053, 18044, 14959, 4350, -8447, -16995, 0, 0 },
+ { 16995, 12053, -8447, -18044, -4350, 14959, 0, 0 },
+ { 18044, -4350, -16995, 8447, 14959, -12053, 0, 0 },
+ { 14959, -16995, 4350, 12053, -18044, 8447, 0, 0 },
+ { 8447, -14959, 18044, -16995, 12053, -4350, 0, 0 },
+};
+
+// LGT8 name: lgt8_060_000w6
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 0.000, 1.000
+static const tran_high_t lgt8_060_000w6[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 23170, 23170 },
+ { 0, 0, 0, 0, 0, 0, 23170, -23170 },
+ { 6154, 9551, 12487, 14823, 16446, 17277, 0, 0 },
+ { 15149, 17660, 12503, 1917, -9502, -16795, 0, 0 },
+ { 18166, 7740, -11772, -17465, -2656, 15271, 0, 0 },
+ { 16682, -8797, -15561, 10779, 14189, -12586, 0, 0 },
+ { 12436, -18234, 7007, 10763, -18483, 8945, 0, 0 },
+ { 6591, -14172, 18211, -17700, 12766, -4642, 0, 0 },
+};
+
+// LGT8 name: lgt8_000w6
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 0.000, 1.000
+static const tran_high_t lgt8_000w6[8][8] = {
+ { 0, 0, 0, 0, 0, 0, 23170, 23170 },
+ { 0, 0, 0, 0, 0, 0, 23170, -23170 },
+ { 13377, 13377, 13377, 13377, 13377, 13377, 0, 0 },
+ { 18274, 13377, 4896, -4896, -13377, -18274, 0, 0 },
+ { 16384, 0, -16384, -16384, 0, 16384, 0, 0 },
+ { 13377, -13377, -13377, 13377, 13377, -13377, 0, 0 },
+ { 9459, -18919, 9459, 9459, -18919, 9459, 0, 0 },
+ { 4896, -13377, 18274, -18274, 13377, -4896, 0, 0 },
+};
+
+// LGT8 name: lgt8_150_000w5
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 0.000, 1.000, 1.000
+static const tran_high_t lgt8_150_000w5[8][8] = {
+ { 0, 0, 0, 0, 0, 18919, 18919, 18919 },
+ { 0, 0, 0, 0, 0, 23170, 0, -23170 },
+ { 0, 0, 0, 0, 0, 13377, -26755, 13377 },
+ { 4109, 9895, 14774, 18299, 20146, 0, 0, 0 },
+ { 11753, 20300, 13161, -4148, -18252, 0, 0, 0 },
+ { 17573, 10921, -16246, -12895, 14679, 0, 0, 0 },
+ { 19760, -9880, -9880, 19760, -9880, 0, 0, 0 },
+ { 14815, -18624, 17909, -12844, 4658, 0, 0, 0 },
+};
+
+// LGT8 name: lgt8_100_000w5
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 0.000, 1.000, 1.000
+static const tran_high_t lgt8_100_000w5[8][8] = {
+ { 0, 0, 0, 0, 0, 18919, 18919, 18919 },
+ { 0, 0, 0, 0, 0, 23170, 0, -23170 },
+ { 0, 0, 0, 0, 0, 13377, -26755, 13377 },
+ { 5567, 10683, 14933, 17974, 19559, 0, 0, 0 },
+ { 14933, 19559, 10683, -5567, -17974, 0, 0, 0 },
+ { 19559, 5567, -17974, -10683, 14933, 0, 0, 0 },
+ { 17974, -14933, -5567, 19559, -10683, 0, 0, 0 },
+ { 10683, -17974, 19559, -14933, 5567, 0, 0, 0 },
+};
+
+// LGT8 name: lgt8_060_000w5
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 0.000, 1.000, 1.000
+static const tran_high_t lgt8_060_000w5[8][8] = {
+ { 0, 0, 0, 0, 0, 18919, 18919, 18919 },
+ { 0, 0, 0, 0, 0, 23170, 0, -23170 },
+ { 0, 0, 0, 0, 0, 13377, -26755, 13377 },
+ { 7650, 11741, 15069, 17415, 18628, 0, 0, 0 },
+ { 17824, 18002, 7558, -7345, -17914, 0, 0, 0 },
+ { 19547, 569, -19303, -8852, 15505, 0, 0, 0 },
+ { 15592, -17548, -2862, 19625, -11374, 0, 0, 0 },
+ { 8505, -17423, 20218, -15907, 6006, 0, 0, 0 },
+};
+
+// LGT8 name: lgt8_000w5
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 0.000, 1.000, 1.000
+static const tran_high_t lgt8_000w5[8][8] = {
+ { 0, 0, 0, 0, 0, 18919, 18919, 18919 },
+ { 0, 0, 0, 0, 0, 23170, 0, -23170 },
+ { 0, 0, 0, 0, 0, 13377, -26755, 13377 },
+ { 14654, 14654, 14654, 14654, 14654, 0, 0, 0 },
+ { 19710, 12181, 0, -12181, -19710, 0, 0, 0 },
+ { 16766, -6404, -20724, -6404, 16766, 0, 0, 0 },
+ { 12181, -19710, 0, 19710, -12181, 0, 0, 0 },
+ { 6404, -16766, 20724, -16766, 6404, 0, 0, 0 },
+};
+
+// LGT8 name: lgt8_150_000w4
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 0.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_150_000w4[8][8] = {
+ { 5655, 13343, 19159, 22286, 0, 0, 0, 0 },
+ { 15706, 21362, 2667, -19068, 0, 0, 0, 0 },
+ { 21580, -1459, -20752, 13238, 0, 0, 0, 0 },
+ { 18148, -20910, 16399, -6183, 0, 0, 0, 0 },
+ { 0, 0, 0, 0, 16384, 16384, 16384, 16384 },
+ { 0, 0, 0, 0, 21407, 8867, -8867, -21407 },
+ { 0, 0, 0, 0, 16384, -16384, -16384, 16384 },
+ { 0, 0, 0, 0, 8867, -21407, 21407, -8867 },
+};
+
+// LGT8 name: lgt8_100_000w4
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 0.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_100_000w4[8][8] = {
+ { 7472, 14042, 18919, 21513, 0, 0, 0, 0 },
+ { 18919, 18919, 0, -18919, 0, 0, 0, 0 },
+ { 21513, -7472, -18919, 14042, 0, 0, 0, 0 },
+ { 14042, -21513, 18919, -7472, 0, 0, 0, 0 },
+ { 0, 0, 0, 0, 16384, 16384, 16384, 16384 },
+ { 0, 0, 0, 0, 21407, 8867, -8867, -21407 },
+ { 0, 0, 0, 0, 16384, -16384, -16384, 16384 },
+ { 0, 0, 0, 0, 8867, -21407, 21407, -8867 },
+};
+
+// LGT8 name: lgt8_060_000w4
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 0.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_060_000w4[8][8] = {
+ { 9858, 14855, 18470, 20365, 0, 0, 0, 0 },
+ { 21127, 15855, -2886, -19175, 0, 0, 0, 0 },
+ { 19935, -11679, -17764, 14980, 0, 0, 0, 0 },
+ { 11525, -21570, 20217, -8180, 0, 0, 0, 0 },
+ { 0, 0, 0, 0, 16384, 16384, 16384, 16384 },
+ { 0, 0, 0, 0, 21407, 8867, -8867, -21407 },
+ { 0, 0, 0, 0, 16384, -16384, -16384, 16384 },
+ { 0, 0, 0, 0, 8867, -21407, 21407, -8867 },
+};
+
+// LGT8 name: lgt8_000w4
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 0.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_000w4[8][8] = {
+ { 16384, 16384, 16384, 16384, 0, 0, 0, 0 },
+ { 21407, 8867, -8867, -21407, 0, 0, 0, 0 },
+ { 16384, -16384, -16384, 16384, 0, 0, 0, 0 },
+ { 8867, -21407, 21407, -8867, 0, 0, 0, 0 },
+ { 0, 0, 0, 0, 16384, 16384, 16384, 16384 },
+ { 0, 0, 0, 0, 21407, 8867, -8867, -21407 },
+ { 0, 0, 0, 0, 16384, -16384, -16384, 16384 },
+ { 0, 0, 0, 0, 8867, -21407, 21407, -8867 },
+};
+
+// LGT8 name: lgt8_150_000w3
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_150_000w3[8][8] = {
+ { 8473, 19144, 25209, 0, 0, 0, 0, 0 },
+ { 21942, 15257, -18961, 0, 0, 0, 0, 0 },
+ { 22815, -21783, 8874, 0, 0, 0, 0, 0 },
+ { 0, 0, 0, 14654, 14654, 14654, 14654, 14654 },
+ { 0, 0, 0, 19710, 12181, 0, -12181, -19710 },
+ { 0, 0, 0, 16766, -6404, -20724, -6404, 16766 },
+ { 0, 0, 0, 12181, -19710, 0, 19710, -12181 },
+ { 0, 0, 0, 6404, -16766, 20724, -16766, 6404 },
+};
+
+// LGT8 name: lgt8_100_000w3
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_100_000w3[8][8] = {
+ { 10747, 19366, 24149, 0, 0, 0, 0, 0 },
+ { 24149, 10747, -19366, 0, 0, 0, 0, 0 },
+ { 19366, -24149, 10747, 0, 0, 0, 0, 0 },
+ { 0, 0, 0, 14654, 14654, 14654, 14654, 14654 },
+ { 0, 0, 0, 19710, 12181, 0, -12181, -19710 },
+ { 0, 0, 0, 16766, -6404, -20724, -6404, 16766 },
+ { 0, 0, 0, 12181, -19710, 0, 19710, -12181 },
+ { 0, 0, 0, 6404, -16766, 20724, -16766, 6404 },
+};
+
+// LGT8 name: lgt8_060_000w3
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_060_000w3[8][8] = {
+ { 13363, 19452, 22733, 0, 0, 0, 0, 0 },
+ { 24815, 6704, -20323, 0, 0, 0, 0, 0 },
+ { 16715, -25503, 11997, 0, 0, 0, 0, 0 },
+ { 0, 0, 0, 14654, 14654, 14654, 14654, 14654 },
+ { 0, 0, 0, 19710, 12181, 0, -12181, -19710 },
+ { 0, 0, 0, 16766, -6404, -20724, -6404, 16766 },
+ { 0, 0, 0, 12181, -19710, 0, 19710, -12181 },
+ { 0, 0, 0, 6404, -16766, 20724, -16766, 6404 },
+};
+
+// LGT8 name: lgt8_000w3
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 0.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_000w3[8][8] = {
+ { 18919, 18919, 18919, 0, 0, 0, 0, 0 },
+ { 23170, 0, -23170, 0, 0, 0, 0, 0 },
+ { 13377, -26755, 13377, 0, 0, 0, 0, 0 },
+ { 0, 0, 0, 14654, 14654, 14654, 14654, 14654 },
+ { 0, 0, 0, 19710, 12181, 0, -12181, -19710 },
+ { 0, 0, 0, 16766, -6404, -20724, -6404, 16766 },
+ { 0, 0, 0, 12181, -19710, 0, 19710, -12181 },
+ { 0, 0, 0, 6404, -16766, 20724, -16766, 6404 },
+};
+
+// LGT8 name: lgt8_150_000w2
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_150_000w2[8][8] = {
+ { 14654, 29309, 0, 0, 0, 0, 0, 0 },
+ { 29309, -14654, 0, 0, 0, 0, 0, 0 },
+ { 0, 0, 13377, 13377, 13377, 13377, 13377, 13377 },
+ { 0, 0, 18274, 13377, 4896, -4896, -13377, -18274 },
+ { 0, 0, 16384, 0, -16384, -16384, 0, 16384 },
+ { 0, 0, 13377, -13377, -13377, 13377, 13377, -13377 },
+ { 0, 0, 9459, -18919, 9459, 9459, -18919, 9459 },
+ { 0, 0, 4896, -13377, 18274, -18274, 13377, -4896 },
+};
+
+// LGT8 name: lgt8_100_000w2
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_100_000w2[8][8] = {
+ { 17227, 27874, 0, 0, 0, 0, 0, 0 },
+ { 27874, -17227, 0, 0, 0, 0, 0, 0 },
+ { 0, 0, 13377, 13377, 13377, 13377, 13377, 13377 },
+ { 0, 0, 18274, 13377, 4896, -4896, -13377, -18274 },
+ { 0, 0, 16384, 0, -16384, -16384, 0, 16384 },
+ { 0, 0, 13377, -13377, -13377, 13377, 13377, -13377 },
+ { 0, 0, 9459, -18919, 9459, 9459, -18919, 9459 },
+ { 0, 0, 4896, -13377, 18274, -18274, 13377, -4896 },
+};
+
+// LGT8 name: lgt8_060_000w2
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_060_000w2[8][8] = {
+ { 19560, 26290, 0, 0, 0, 0, 0, 0 },
+ { 26290, -19560, 0, 0, 0, 0, 0, 0 },
+ { 0, 0, 13377, 13377, 13377, 13377, 13377, 13377 },
+ { 0, 0, 18274, 13377, 4896, -4896, -13377, -18274 },
+ { 0, 0, 16384, 0, -16384, -16384, 0, 16384 },
+ { 0, 0, 13377, -13377, -13377, 13377, 13377, -13377 },
+ { 0, 0, 9459, -18919, 9459, 9459, -18919, 9459 },
+ { 0, 0, 4896, -13377, 18274, -18274, 13377, -4896 },
+};
+
+// LGT8 name: lgt8_000w2
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 0.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_000w2[8][8] = {
+ { 23170, 23170, 0, 0, 0, 0, 0, 0 },
+ { 23170, -23170, 0, 0, 0, 0, 0, 0 },
+ { 0, 0, 13377, 13377, 13377, 13377, 13377, 13377 },
+ { 0, 0, 18274, 13377, 4896, -4896, -13377, -18274 },
+ { 0, 0, 16384, 0, -16384, -16384, 0, 16384 },
+ { 0, 0, 13377, -13377, -13377, 13377, 13377, -13377 },
+ { 0, 0, 9459, -18919, 9459, 9459, -18919, 9459 },
+ { 0, 0, 4896, -13377, 18274, -18274, 13377, -4896 },
+};
+
+// LGT8 name: lgt8_150_000w1
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_150_000w1[8][8] = {
+ { 32768, 0, 0, 0, 0, 0, 0, 0 },
+ { 0, 12385, 12385, 12385, 12385, 12385, 12385, 12385 },
+ { 0, 17076, 13694, 7600, 0, -7600, -13694, -17076 },
+ { 0, 15781, 3898, -10921, -17515, -10921, 3898, 15781 },
+ { 0, 13694, -7600, -17076, 0, 17076, 7600, -13694 },
+ { 0, 10921, -15781, -3898, 17515, -3898, -15781, 10921 },
+ { 0, 7600, -17076, 13694, 0, -13694, 17076, -7600 },
+ { 0, 3898, -10921, 15781, -17515, 15781, -10921, 3898 },
+};
+
+// LGT8 name: lgt8_100_000w1
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_100_000w1[8][8] = {
+ { 32768, 0, 0, 0, 0, 0, 0, 0 },
+ { 0, 12385, 12385, 12385, 12385, 12385, 12385, 12385 },
+ { 0, 17076, 13694, 7600, 0, -7600, -13694, -17076 },
+ { 0, 15781, 3898, -10921, -17515, -10921, 3898, 15781 },
+ { 0, 13694, -7600, -17076, 0, 17076, 7600, -13694 },
+ { 0, 10921, -15781, -3898, 17515, -3898, -15781, 10921 },
+ { 0, 7600, -17076, 13694, 0, -13694, 17076, -7600 },
+ { 0, 3898, -10921, 15781, -17515, 15781, -10921, 3898 },
+};
+
+// LGT8 name: lgt8_060_000w1
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_060_000w1[8][8] = {
+ { 32768, 0, 0, 0, 0, 0, 0, 0 },
+ { 0, 12385, 12385, 12385, 12385, 12385, 12385, 12385 },
+ { 0, 17076, 13694, 7600, 0, -7600, -13694, -17076 },
+ { 0, 15781, 3898, -10921, -17515, -10921, 3898, 15781 },
+ { 0, 13694, -7600, -17076, 0, 17076, 7600, -13694 },
+ { 0, 10921, -15781, -3898, 17515, -3898, -15781, 10921 },
+ { 0, 7600, -17076, 13694, 0, -13694, 17076, -7600 },
+ { 0, 3898, -10921, 15781, -17515, 15781, -10921, 3898 },
+};
+
+// LGT8 name: lgt8_000w1
+// Self loops: 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 0.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_000w1[8][8] = {
+ { 32768, 0, 0, 0, 0, 0, 0, 0 },
+ { 0, 12385, 12385, 12385, 12385, 12385, 12385, 12385 },
+ { 0, 17076, 13694, 7600, 0, -7600, -13694, -17076 },
+ { 0, 15781, 3898, -10921, -17515, -10921, 3898, 15781 },
+ { 0, 13694, -7600, -17076, 0, 17076, 7600, -13694 },
+ { 0, 10921, -15781, -3898, 17515, -3898, -15781, 10921 },
+ { 0, 7600, -17076, 13694, 0, -13694, 17076, -7600 },
+ { 0, 3898, -10921, 15781, -17515, 15781, -10921, 3898 },
+};
+
+// LGT8 name: lgt8_060
+// Self loops: 0.600, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_060[8][8] = {
+ { 4295, 6746, 8999, 10987, 12653, 13947, 14832, 15280 },
+ { 11303, 15101, 14912, 10786, 3812, -4168, -11047, -15010 },
+ { 15051, 13208, 1823, -10879, -15721, -9207, 3959, 14265 },
+ { 15871, 3800, -13441, -12395, 5516, 15922, 4665, -12939 },
+ { 14630, -7269, -13926, 8618, 13091, -9886, -12133, 11062 },
+ { 12008, -14735, 180, 14586, -12245, -4458, 15932, -8720 },
+ { 8472, -15623, 14088, -4721, -7272, 15221, -14708, 6018 },
+ { 4372, -9862, 13927, -15981, 15727, -13202, 8770, -3071 },
+};
+
+// LGT8 name: lgt8_100
+// Self loops: 1.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_100[8][8] = {
+ { 2921, 5742, 8368, 10708, 12684, 14228, 15288, 15827 },
+ { 8368, 14228, 15827, 12684, 5742, -2921, -10708, -15288 },
+ { 12684, 15288, 5742, -8368, -15827, -10708, 2921, 14228 },
+ { 15288, 8368, -10708, -14228, 2921, 15827, 5742, -12684 },
+ { 15827, -2921, -15288, 5742, 14228, -8368, -12684, 10708 },
+ { 14228, -12684, -2921, 15288, -10708, -5742, 15827, -8368 },
+ { 10708, -15827, 12684, -2921, -8368, 15288, -14228, 5742 },
+ { 5742, -10708, 14228, -15827, 15288, -12684, 8368, -2921 },
};
+#endif // CONFIG_LGT_FROM_PRED
+#if CONFIG_LGT || CONFIG_LGT_FROM_PRED
// LGT4 name: lgt4_170
// Self loops: 1.700, 0.000, 0.000, 0.000
// Edges: 1.000, 1.000, 1.000
@@ -118,18 +707,14 @@ static const tran_high_t lgt4_170[4][4] = {
{ 14138, -14420, 10663, -3920 },
};
-// LGT8 name: lgt8_150
-// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
-// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
-static const tran_high_t lgt8_150[8][8] = {
- { 2075, 5110, 7958, 10511, 12677, 14376, 15544, 16140 },
- { 6114, 13307, 16196, 13845, 7015, -2084, -10509, -15534 },
- { 9816, 16163, 8717, -6168, -15790, -11936, 2104, 14348 },
- { 12928, 12326, -7340, -15653, 242, 15763, 6905, -12632 },
- { 15124, 3038, -16033, 1758, 15507, -6397, -13593, 10463 },
- { 15895, -7947, -7947, 15895, -7947, -7947, 15895, -7947 },
- { 14325, -15057, 9030, 1050, -10659, 15483, -13358, 5236 },
- { 9054, -12580, 14714, -15220, 14043, -11312, 7330, -2537 },
+// LGT4 name: lgt4_140
+// Self loops: 1.400, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000
+static const tran_high_t lgt4_140[4][4] = {
+ { 4206, 9518, 13524, 15674 },
+ { 11552, 14833, 1560, -13453 },
+ { 15391, -1906, -14393, 9445 },
+ { 12201, -14921, 12016, -4581 },
};
// LGT8 name: lgt8_170
@@ -145,5 +730,19 @@ static const tran_high_t lgt8_170[8][8] = {
{ 15533, -13869, 6559, 3421, -12009, 15707, -13011, 5018 },
{ 11357, -13726, 14841, -14600, 13025, -10259, 6556, -2254 },
};
-#endif // CONFIG_LGT
+
+// LGT8 name: lgt8_150
+// Self loops: 1.500, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000, 0.000
+// Edges: 1.000, 1.000, 1.000, 1.000, 1.000, 1.000, 1.000
+static const tran_high_t lgt8_150[8][8] = {
+ { 2075, 5110, 7958, 10511, 12677, 14376, 15544, 16140 },
+ { 6114, 13307, 16196, 13845, 7015, -2084, -10509, -15534 },
+ { 9816, 16163, 8717, -6168, -15790, -11936, 2104, 14348 },
+ { 12928, 12326, -7340, -15653, 242, 15763, 6905, -12632 },
+ { 15124, 3038, -16033, 1758, 15507, -6397, -13593, 10463 },
+ { 15895, -7947, -7947, 15895, -7947, -7947, 15895, -7947 },
+ { 14325, -15057, 9030, 1050, -10659, 15483, -13358, 5236 },
+ { 9054, -12580, 14714, -15220, 14043, -11312, 7330, -2537 },
+};
+#endif // CONFIG_LGT || CONFIG_LGT_FROM_PRED
#endif // AOM_DSP_TXFM_COMMON_H_