Commit 1b0092a7 authored by Angie Chiang's avatar Angie Chiang

relax txfm test error constraint

The error is increases because we reduce the const bit
of txfm

Change-Id: I0235a3fdb7dc6a4c0cd1c8cebb369df2a5071b94
parent 9638ee1f
......@@ -88,7 +88,7 @@ TEST(vp10_fwd_txfm2d, accuracy) {
for (int ni = 0; ni < sqr_txfm_size; ++ni) {
ref_output[ni] = round(ref_output[ni] * amplify_factor);
EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 60);
EXPECT_LE(fabs(output[ni] - ref_output[ni]) / amplify_factor, 70);
}
avg_abs_error += compute_avg_abs_error<int32_t, double>(
output, ref_output, sqr_txfm_size);
......@@ -100,7 +100,7 @@ TEST(vp10_fwd_txfm2d, accuracy) {
// printf("type0: %d type1: %d txfm_size: %d accuracy_avg_abs_error:
// %f\n",
// type0, type1, txfm_size, avg_abs_error);
double max_abs_avg_error = 5;
double max_abs_avg_error = 7;
EXPECT_LE(avg_abs_error, max_abs_avg_error);
}
}
......
......@@ -98,7 +98,7 @@ TEST(vp10_inv_txfm2d, round_trip) {
inv_txfm_func(output, ref_input, txfm_size, inv_txfm_cfg, bd);
for (int ni = 0; ni < sqr_txfm_size; ++ni) {
EXPECT_LE(abs(input[ni] - ref_input[ni]), 2);
EXPECT_LE(abs(input[ni] - ref_input[ni]), 4);
}
avg_abs_error += compute_avg_abs_error<int16_t, uint16_t>(
input, ref_input, sqr_txfm_size);
......@@ -109,7 +109,7 @@ TEST(vp10_inv_txfm2d, round_trip) {
// printf("txfm_size: %d accuracy_avg_abs_error: %f\n",
// txfm_size, avg_abs_error);
// TODO(angiebird): this upper bound is from adst_adst_8
const double max_abs_avg_error = 0.024;
const double max_abs_avg_error = 0.4;
EXPECT_LE(avg_abs_error, max_abs_avg_error);
}
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment