From 721c4c3450ef01e3ac785d22831ec976bc3f854d Mon Sep 17 00:00:00 2001 From: Jingning Han Date: Wed, 3 Jan 2018 09:05:08 -0800 Subject: [PATCH] Use 64-bit integer for rd cost in txk-sel search Change the rd type from int to int64_t. Change-Id: Id86822ed5d0d503925de8b24d06766e494eb064d --- av1/encoder/encodetxb.c | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/av1/encoder/encodetxb.c b/av1/encoder/encodetxb.c index 6438e0b27..f6a04dc60 100644 --- a/av1/encoder/encodetxb.c +++ b/av1/encoder/encodetxb.c @@ -2625,7 +2625,7 @@ int64_t av1_search_txk_type(const AV1_COMP *cpi, MACROBLOCK *x, int plane, this_rd_stats.rate = av1_cost_coeffs(cpi, x, plane, blk_row, blk_col, block, tx_size, scan_order, a, l, use_fast_coef_costing); - int rd = RDCOST(x->rdmult, this_rd_stats.rate, this_rd_stats.dist); + int64_t rd = RDCOST(x->rdmult, this_rd_stats.rate, this_rd_stats.dist); if (rd < best_rd) { best_rd = rd; -- GitLab