Commit e57d6322 authored by Jingning Han's avatar Jingning Han

Support ext-tx in transform kernel selection

Support the selection from up to 16 transform types in the
transform kernel selection process.

Change-Id: Ia2acdf99a5dc9bcd4541989403c88a47443af7c6
parent 42595a75
......@@ -1884,6 +1884,16 @@ int64_t av1_search_txk_type(const AV1_COMP *cpi, MACROBLOCK *x, int plane,
// if it's not, we skip it here.
continue;
}
#if CONFIG_EXT_TX
int is_inter = is_inter_block(mbmi);
int ext_tx_set = get_ext_tx_set(get_min_tx_size(tx_size), mbmi->sb_type,
is_inter, cm->reduced_tx_set_used);
if (!(is_inter && ext_tx_used_inter[ext_tx_set][tx_type]) &&
!(!is_inter && ext_tx_used_intra[ext_tx_set][tx_type]))
continue;
#endif // CONFIG_EXT_TX
RD_STATS this_rd_stats;
av1_invalid_rd_stats(&this_rd_stats);
av1_xform_quant(cm, x, plane, block, blk_row, blk_col, plane_bsize, tx_size,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment