Commit f2f3bcd8 authored by Debargha Mukherjee's avatar Debargha Mukherjee
Browse files

Reduce precision in find_affine_int()

Reduces precision in find_affine_int() function. Makes the maximum
mv allowed 512 from 1024.
Negligible impact on coding efficiency.

Change-Id: I76d4c6824528e3f940d1275fe0bd22d71015a8d0
parent 01add699
......@@ -1281,15 +1281,16 @@ void av1_warp_plane(WarpedMotionParams *wm,
#if CONFIG_WARPED_MOTION
#define LEAST_SQUARES_ORDER 2
#define LS_MV_MAX 1024 // max mv in 1/8-pel
#define LS_MV_MAX 512 // max mv in 1/8-pel
#define LS_STEP 2
#define LS_SUM(a) ((a)*4 + LS_STEP * 2)
#define LS_SQUARE(a) ((a) * (a)*4 + (a)*4 * LS_STEP + LS_STEP * LS_STEP * 2)
#define LS_SQUARE(a) \
(((a) * (a)*4 + (a)*4 * LS_STEP + LS_STEP * LS_STEP * 2) >> 2)
#define LS_PRODUCT1(a, b) \
((a) * (b)*4 + ((a) + (b)) * 2 * LS_STEP + LS_STEP * LS_STEP)
(((a) * (b)*4 + ((a) + (b)) * 2 * LS_STEP + LS_STEP * LS_STEP) >> 2)
#define LS_PRODUCT2(a, b) \
((a) * (b)*4 + ((a) + (b)) * 2 * LS_STEP + LS_STEP * LS_STEP * 2)
(((a) * (b)*4 + ((a) + (b)) * 2 * LS_STEP + LS_STEP * LS_STEP * 2) >> 2)
#if LEAST_SQUARES_ORDER == 2
static int find_affine_int(const int np, int *pts1, int *pts2, BLOCK_SIZE bsize,
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment