/* * Copyright (c) 2016, Alliance for Open Media. All rights reserved * * This source code is subject to the terms of the BSD 2 Clause License and * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License * was not distributed with this source code in the LICENSE file, you can * obtain it at www.aomedia.org/license/software. If the Alliance for Open * Media Patent License 1.0 was not distributed with this source code in the * PATENTS file, you can obtain it at www.aomedia.org/license/patent. */ #include <cstdlib> #include <string> #include "third_party/googletest/src/googletest/include/gtest/gtest.h" #include "./aom_config.h" #include "./av1_rtcd.h" #include "aom_ports/aom_timer.h" #include "av1/common/cdef_block.h" #include "test/acm_random.h" #include "test/clear_system_state.h" #include "test/register_state_check.h" #include "test/util.h" using libaom_test::ACMRandom; namespace { typedef void (*clpf_block_t)(uint8_t *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth); typedef std::tr1::tuple<clpf_block_t, clpf_block_t, int, int> clpf_block_param_t; class CDEFClpfBlockTest : public ::testing::TestWithParam<clpf_block_param_t> { public: virtual ~CDEFClpfBlockTest() {} virtual void SetUp() { clpf = GET_PARAM(0); ref_clpf = GET_PARAM(1); sizex = GET_PARAM(2); sizey = GET_PARAM(3); } virtual void TearDown() { libaom_test::ClearSystemState(); } protected: int sizex; int sizey; clpf_block_t clpf; clpf_block_t ref_clpf; }; typedef CDEFClpfBlockTest CDEFClpfSpeedTest; #if CONFIG_HIGHBITDEPTH typedef void (*clpf_block_hbd_t)(uint16_t *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth); typedef std::tr1::tuple<clpf_block_hbd_t, clpf_block_hbd_t, int, int> clpf_block_hbd_param_t; class CDEFClpfBlockHbdTest : public ::testing::TestWithParam<clpf_block_hbd_param_t> { public: virtual ~CDEFClpfBlockHbdTest() {} virtual void SetUp() { clpf = GET_PARAM(0); ref_clpf = GET_PARAM(1); sizex = GET_PARAM(2); sizey = GET_PARAM(3); } virtual void TearDown() { libaom_test::ClearSystemState(); } protected: int sizex; int sizey; clpf_block_hbd_t clpf; clpf_block_hbd_t ref_clpf; }; typedef CDEFClpfBlockHbdTest ClpfHbdSpeedTest; #endif template <typename pixel> void test_clpf(int w, int h, unsigned int depth, unsigned int iterations, void (*clpf)(pixel *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth), void (*ref_clpf)(pixel *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth)) { const int size = 24; ACMRandom rnd(ACMRandom::DeterministicSeed()); DECLARE_ALIGNED(16, uint16_t, s[size * size]); DECLARE_ALIGNED(16, pixel, d[size * size]); DECLARE_ALIGNED(16, pixel, ref_d[size * size]); memset(ref_d, 0, size * size * sizeof(*ref_d)); memset(d, 0, size * size * sizeof(*d)); int error = 0, pos = 0, xpos = 8, ypos = 8; unsigned int strength = 0, bits, level, count, damp = 0, boundary = 0; assert(size >= w + 16 && size >= h + 16); assert(depth >= 8); // Test every combination of: // * Input with up to <depth> bits of noise // * Noise level around every value from 0 to (1<<depth)-1 // * All strengths // * All dampings // * Boundaries // If clpf and ref_clpf are the same, we're just testing speed for (boundary = 0; boundary < 16; boundary++) { for (count = 0; count < iterations; count++) { for (level = 0; level < (1U << depth) && !error; level += (1 + 4 * !!boundary) << (depth - 8)) { for (bits = 1; bits <= depth && !error; bits++) { for (damp = 4 + depth - 8; damp < depth - 1 && !error; damp++) { for (int i = 0; i < size * size; i++) s[i] = clamp((rnd.Rand16() & ((1 << bits) - 1)) + level, 0, (1 << depth) - 1); if (boundary) { if (boundary & 1) { // Left for (int i = 0; i < size; i++) for (int j = 0; j < xpos; j++) s[i * size + j] = CDEF_VERY_LARGE; } if (boundary & 2) { // Right for (int i = 0; i < size; i++) for (int j = xpos + w; j < size; j++) s[i * size + j] = CDEF_VERY_LARGE; } if (boundary & 4) { // Above for (int i = 0; i < ypos; i++) for (int j = 0; j < size; j++) s[i * size + j] = CDEF_VERY_LARGE; } if (boundary & 8) { // Below for (int i = ypos + h; i < size; i++) for (int j = 0; j < size; j++) s[i * size + j] = CDEF_VERY_LARGE; } } for (strength = depth - 8; strength < depth - 5 && !error; strength += !error) { ref_clpf(ref_d + ypos * size + xpos, s + ypos * size + xpos, size, size, w, h, 1 << strength, damp); if (clpf != ref_clpf) ASM_REGISTER_STATE_CHECK(clpf(d + ypos * size + xpos, s + ypos * size + xpos, size, size, w, h, 1 << strength, damp)); if (ref_clpf != clpf) { for (pos = 0; pos < size * size && !error; pos++) { error = ref_d[pos] != d[pos]; } } } } } } } } pos--; EXPECT_EQ(0, error) << "Error: CDEFClpfBlockTest, SIMD and C mismatch." << std::endl << "First error at " << pos % size << "," << pos / size << " (" << (int16_t)ref_d[pos] << " != " << (int16_t)d[pos] << ") " << std::endl << "strength: " << (1 << strength) << std::endl << "damping: " << damp << std::endl << "depth: " << depth << std::endl << "boundary: " << boundary << std::endl << "w: " << w << std::endl << "h: " << h << std::endl << "A=" << (pos > 2 * size ? (int16_t)s[pos - 2 * size] : -1) << std::endl << "B=" << (pos > size ? (int16_t)s[pos - size] : -1) << std::endl << "C=" << (pos % size - 2 >= 0 ? (int16_t)s[pos - 2] : -1) << std::endl << "D=" << (pos % size - 1 >= 0 ? (int16_t)s[pos - 1] : -1) << std::endl << "X=" << (int16_t)s[pos] << std::endl << "E=" << (pos % size + 1 < size ? (int16_t)s[pos + 1] : -1) << std::endl << "F=" << (pos % size + 2 < size ? (int16_t)s[pos + 2] : -1) << std::endl << "G=" << (pos + size < size * size ? (int16_t)s[pos + size] : -1) << std::endl << "H=" << (pos + 2 * size < size * size ? (int16_t)s[pos + 2 * size] : -1) << std::endl; } template <typename pixel> void test_clpf_speed(int w, int h, unsigned int depth, unsigned int iterations, void (*clpf)(pixel *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth), void (*ref_clpf)(pixel *dst, const uint16_t *src, int dstride, int sstride, int sizex, int sizey, unsigned int strength, unsigned int bitdepth)) { aom_usec_timer ref_timer; aom_usec_timer timer; aom_usec_timer_start(&ref_timer); test_clpf(w, h, depth, iterations, ref_clpf, ref_clpf); aom_usec_timer_mark(&ref_timer); int ref_elapsed_time = (int)aom_usec_timer_elapsed(&ref_timer); aom_usec_timer_start(&timer); test_clpf(w, h, depth, iterations, clpf, clpf); aom_usec_timer_mark(&timer); int elapsed_time = (int)aom_usec_timer_elapsed(&timer); #if 0 std::cout << "[ ] C time = " << ref_elapsed_time / 1000 << " ms, SIMD time = " << elapsed_time / 1000 << " ms" << std::endl; #endif EXPECT_GT(ref_elapsed_time, elapsed_time) << "Error: CDEFClpfSpeedTest, SIMD slower than C." << std::endl << "C time: " << ref_elapsed_time << " us" << std::endl << "SIMD time: " << elapsed_time << " us" << std::endl; } TEST_P(CDEFClpfBlockTest, TestSIMDNoMismatch) { test_clpf(sizex, sizey, 8, 1, clpf, ref_clpf); } TEST_P(CDEFClpfSpeedTest, DISABLED_TestSpeed) { test_clpf_speed(sizex, sizey, 8, 16, clpf, ref_clpf); } #if CONFIG_HIGHBITDEPTH TEST_P(CDEFClpfBlockHbdTest, TestSIMDNoMismatch) { test_clpf(sizex, sizey, 12, 1, clpf, ref_clpf); } TEST_P(ClpfHbdSpeedTest, DISABLED_TestSpeed) { test_clpf_speed(sizex, sizey, 12, 4, clpf, ref_clpf); } #endif using std::tr1::make_tuple; // VS compiling for 32 bit targets does not support vector types in // structs as arguments, which makes the v256 type of the intrinsics // hard to support, so optimizations for this target are disabled. #if defined(_WIN64) || !defined(_MSC_VER) || defined(__clang__) // Test all supported architectures and block sizes #if HAVE_SSE2 INSTANTIATE_TEST_CASE_P( SSE2, CDEFClpfBlockTest, ::testing::Values( make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 4), make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 4, 8), make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 4, 4), make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, 8), make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, 4), make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 4, 8), make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 4, 4))); #endif #if HAVE_SSSE3 INSTANTIATE_TEST_CASE_P( SSSE3, CDEFClpfBlockTest, ::testing::Values( make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 8, 4), make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 4, 8), make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 4, 4), make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 8, 8), make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 8, 4), make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 4, 8), make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 4, 4))); #endif #if HAVE_SSE4_1 INSTANTIATE_TEST_CASE_P( SSE4_1, CDEFClpfBlockTest, ::testing::Values( make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 8, 4), make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 4, 8), make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 4, 4), make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 8, 8), make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 8, 4), make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 4, 8), make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 4, 4))); #endif #if HAVE_NEON INSTANTIATE_TEST_CASE_P( NEON, CDEFClpfBlockTest, ::testing::Values( make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 4), make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 4, 8), make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 4, 4), make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, 8), make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, 4), make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 4, 8), make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 4, 4))); #endif #if CONFIG_HIGHBITDEPTH #if HAVE_SSE2 INSTANTIATE_TEST_CASE_P( SSE2, CDEFClpfBlockHbdTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 4), make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 4, 8), make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 4, 4), make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 4), make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 4, 8), make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 4, 4))); #endif #if HAVE_SSSE3 INSTANTIATE_TEST_CASE_P( SSSE3, CDEFClpfBlockHbdTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 4), make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 4, 8), make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 4, 4), make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 4), make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 4, 8), make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 4, 4))); #endif #if HAVE_SSE4_1 INSTANTIATE_TEST_CASE_P( SSE4_1, CDEFClpfBlockHbdTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 4), make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 4, 8), make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 4, 4), make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 4), make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 4, 8), make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 4, 4))); #endif #if HAVE_NEON INSTANTIATE_TEST_CASE_P( NEON, CDEFClpfBlockHbdTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 4), make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 4, 8), make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 4, 4), make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 4), make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 4, 8), make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 4, 4))); #endif #endif // CONFIG_HIGHBITDEPTH // Test speed for all supported architectures #if HAVE_SSE2 INSTANTIATE_TEST_CASE_P( SSE2, CDEFClpfSpeedTest, ::testing::Values(make_tuple(&aom_clpf_block_sse2, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_hblock_sse2, &aom_clpf_hblock_c, 8, 8))); #endif #if HAVE_SSSE3 INSTANTIATE_TEST_CASE_P(SSSE3, CDEFClpfSpeedTest, ::testing::Values(make_tuple(&aom_clpf_block_ssse3, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_hblock_ssse3, &aom_clpf_hblock_c, 8, 8))); #endif #if HAVE_SSE4_1 INSTANTIATE_TEST_CASE_P(SSE4_1, CDEFClpfSpeedTest, ::testing::Values(make_tuple(&aom_clpf_block_sse4_1, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_hblock_sse4_1, &aom_clpf_hblock_c, 8, 8))); #endif #if HAVE_NEON INSTANTIATE_TEST_CASE_P( NEON, CDEFClpfSpeedTest, ::testing::Values(make_tuple(&aom_clpf_block_neon, &aom_clpf_block_c, 8, 8), make_tuple(&aom_clpf_hblock_neon, &aom_clpf_hblock_c, 8, 8))); #endif #if CONFIG_HIGHBITDEPTH #if HAVE_SSE2 INSTANTIATE_TEST_CASE_P( SSE2, ClpfHbdSpeedTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_sse2, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_sse2, &aom_clpf_hblock_hbd_c, 8, 8))); #endif #if HAVE_SSSE3 INSTANTIATE_TEST_CASE_P( SSSE3, ClpfHbdSpeedTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_ssse3, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_ssse3, &aom_clpf_hblock_hbd_c, 8, 8))); #endif #if HAVE_SSE4_1 INSTANTIATE_TEST_CASE_P( SSE4_1, ClpfHbdSpeedTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_sse4_1, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_sse4_1, &aom_clpf_hblock_hbd_c, 8, 8))); #endif #if HAVE_NEON INSTANTIATE_TEST_CASE_P( NEON, ClpfHbdSpeedTest, ::testing::Values( make_tuple(&aom_clpf_block_hbd_neon, &aom_clpf_block_hbd_c, 8, 8), make_tuple(&aom_clpf_hblock_hbd_neon, &aom_clpf_hblock_hbd_c, 8, 8))); #endif #endif // CONFIG_HIGHBITDEPTH #endif // defined(_WIN64) || !defined(_MSC_VER) } // namespace