From e0f3a756dfb35a8a8f5ae3c80dcc29ea51c961b9 Mon Sep 17 00:00:00 2001 From: Sebastien Alaiwan Date: Mon, 10 Jul 2017 12:27:15 +0200 Subject: [PATCH] inv_txfm accuracy test: use right cos_bit precision Match cos_bit precision actually used in the decoder (max: 13). Change-Id: I609f59a9653d74b569420bb0d402ba4f5352aa76 --- test/av1_inv_txfm1d_test.cc | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/av1_inv_txfm1d_test.cc b/test/av1_inv_txfm1d_test.cc index 9df95066b..a2919a598 100644 --- a/test/av1_inv_txfm1d_test.cc +++ b/test/av1_inv_txfm1d_test.cc @@ -42,7 +42,7 @@ const TxfmFunc inv_txfm_func_ls[][2] = { }; // the maximum stage number of fwd/inv 1d dct/adst txfm is 12 -const int8_t cos_bit[12] = { 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14, 14 }; +const int8_t cos_bit[12] = { 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13, 13 }; const int8_t range_bit[12] = { 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32, 32 }; TEST(av1_inv_txfm1d, round_trip) { -- GitLab