Commit 46e8fda0 authored by Urvang Joshi's avatar Urvang Joshi

txfm2d_test: Relax some error thresholds.

Thresholds needed to be relaxed when CONFIG_TXMG is off.

All the transform tests pass with that config now, except ones related
to TX_16X64, which is being looked at separately.

BUG=aomedia:1114

Change-Id: I974a742c66b5bb70c7050c4d3a317e159840d8e4
parent 368c51ac
......@@ -146,14 +146,14 @@ vector<AV1FwdTxfm2dParam> GetTxfm2dParamList() {
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_4X8, 2.5, 0.4));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_8X4, 2.5, 0.4));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_8X16, 6, 1));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_8X16, 6.5, 1));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_16X8, 6, 1));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_16X32, 30, 7));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_16X32, 46, 7));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_32X16, 30, 7));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_4X16, 5, 0.6));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_16X4, 5, 0.6));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_8X32, 11, 1.6));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_8X32, 14, 2.1));
param_list.push_back(AV1FwdTxfm2dParam(tx_type, TX_32X8, 11, 1.6));
#if CONFIG_TX64X64
......
......@@ -159,14 +159,14 @@ vector<AV1InvTxfm2dParam> GetInvTxfm2dParamList() {
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_4X16, 2, 0.1));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_16X4, 2, 0.1));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_8X32, 2, 0.1));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_8X32, 2, 0.2));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_32X8, 2, 0.1));
#if CONFIG_TX64X64
if (tx_type == DCT_DCT) { // Other types not supported by these tx sizes.
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_64X64, 3, 0.2));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_32X64, 3, 0.3));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_64X32, 3, 0.3));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_64X32, 3, 0.31));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_16X64, 2, 0.11));
param_list.push_back(AV1InvTxfm2dParam(tx_type, TX_64X16, 2, 0.11));
}
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment