Avoid left shift of negative numbers

Change-Id: I21f956a83687ebaeab81577aabdbfed2ea2b4dd2

Avoid left shift of negative numbers
Change-Id: I21f956a83687ebaeab81577aabdbfed2ea2b4dd2
2a91ab7e · Yaowu Xu · f452fdfe · 2a91ab7e
Commit 2a91ab7e authored Nov 06, 2017 by Yaowu Xu
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 1 deletion

av1/common/cfl.c av1/common/cfl.c +2 -1

No files found.
--- a/av1/common/cfl.c
+++ b/av1/common/cfl.c
@@ -245,7 +245,8 @@ static void cfl_subtract_averages(CFL_CTX *cfl, TX_SIZE tx_size) {
      }
      int avg_q3 = (sum_q3 + (1 << (num_pel_log2 - 1))) >> num_pel_log2;
      // Loss is never more than 1/2 (in Q3)
-      assert(abs((avg_q3 << num_pel_log2) - sum_q3) <= 1 << num_pel_log2 >> 1);
+      assert(abs((avg_q3 * (1 << num_pel_log2)) - sum_q3) <=
+             1 << num_pel_log2 >> 1);

      tx_pred_buf_q3 = pred_buf_q3;
      for (int t_j = 0; t_j < tx_height; t_j++) {