rdopt.c: prevent overflow of int

Change-Id: I6e423db799cf7d4573e78c82f372b7e3323385ea

rdopt.c: prevent overflow of int
Change-Id: I6e423db799cf7d4573e78c82f372b7e3323385ea
83ed6fe9 · Yaowu Xu · 8245b9a3 · 83ed6fe9
Commit 83ed6fe9 authored Nov 22, 2016 by Yaowu Xu
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

av1/encoder/rdopt.c av1/encoder/rdopt.c +3 -1

No files found.
--- a/av1/encoder/rdopt.c
+++ b/av1/encoder/rdopt.c
@@ -9312,7 +9312,9 @@ void av1_rd_pick_inter_mode_sb(const AV1_COMP *cpi, TileDataEnc *tile_data,
            uint8_t drl1_ctx =
                av1_drl_ctx(mbmi_ext->ref_mv_stack[ref_frame_type],
                            mbmi->ref_mv_idx + idx_offset);
-            tmp_rd_stats.rate += cpi->drl_mode_cost0[drl1_ctx][0];
+            tmp_rd_stats.rate +=
+                (tmp_rd_stats.rate < INT_MAX ? cpi->drl_mode_cost0[drl1_ctx][0]
+                                             : 0);
          }

          if (tmp_alt_rd < INT64_MAX) {