Commit d46cecf4 authored by Yaowu Xu's avatar Yaowu Xu

psnr.c: unsigned to signed

Since diff can be negative and sum of diff can be negative too.

Change-Id: I822a4e90cc4fa06c796b7a87a776cf62a23a7621
parent 2e3fedd7
......@@ -51,7 +51,7 @@ static void encoder_variance(const uint8_t *a, int a_stride, const uint8_t *b,
#if CONFIG_AOM_HIGHBITDEPTH
static void encoder_highbd_variance64(const uint8_t *a8, int a_stride,
const uint8_t *b8, int b_stride, int w,
int h, uint64_t *sse, uint64_t *sum) {
int h, uint64_t *sse, int64_t *sum) {
int i, j;
uint16_t *a = CONVERT_TO_SHORTPTR(a8);
......@@ -74,7 +74,7 @@ static void encoder_highbd_8_variance(const uint8_t *a8, int a_stride,
const uint8_t *b8, int b_stride, int w,
int h, unsigned int *sse, int *sum) {
uint64_t sse_long = 0;
uint64_t sum_long = 0;
int64_t sum_long = 0;
encoder_highbd_variance64(a8, a_stride, b8, b_stride, w, h, &sse_long,
&sum_long);
*sse = (unsigned int)sse_long;
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment