vp9_loopfilter.c 17.2 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10
 */

Attila Nagy's avatar
Attila Nagy committed
11
#include "vpx_config.h"
12 13
#include "vp9_loopfilter.h"
#include "vp9_onyxc_int.h"
Attila Nagy's avatar
Attila Nagy committed
14
#include "vpx_mem/vpx_mem.h"
John Koleszar's avatar
John Koleszar committed
15

16
#include "vp9/common/vp9_seg_common.h"
17

John Koleszar's avatar
John Koleszar committed
18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
static void lf_init_lut(loop_filter_info_n *lfi) {
  int filt_lvl;

  for (filt_lvl = 0; filt_lvl <= MAX_LOOP_FILTER; filt_lvl++) {
    if (filt_lvl >= 40) {
      lfi->hev_thr_lut[KEY_FRAME][filt_lvl] = 2;
      lfi->hev_thr_lut[INTER_FRAME][filt_lvl] = 3;
    } else if (filt_lvl >= 20) {
      lfi->hev_thr_lut[KEY_FRAME][filt_lvl] = 1;
      lfi->hev_thr_lut[INTER_FRAME][filt_lvl] = 2;
    } else if (filt_lvl >= 15) {
      lfi->hev_thr_lut[KEY_FRAME][filt_lvl] = 1;
      lfi->hev_thr_lut[INTER_FRAME][filt_lvl] = 1;
    } else {
      lfi->hev_thr_lut[KEY_FRAME][filt_lvl] = 0;
      lfi->hev_thr_lut[INTER_FRAME][filt_lvl] = 0;
Attila Nagy's avatar
Attila Nagy committed
34
    }
John Koleszar's avatar
John Koleszar committed
35
  }
Attila Nagy's avatar
Attila Nagy committed
36

John Koleszar's avatar
John Koleszar committed
37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
  lfi->mode_lf_lut[DC_PRED] = 1;
  lfi->mode_lf_lut[D45_PRED] = 1;
  lfi->mode_lf_lut[D135_PRED] = 1;
  lfi->mode_lf_lut[D117_PRED] = 1;
  lfi->mode_lf_lut[D153_PRED] = 1;
  lfi->mode_lf_lut[D27_PRED] = 1;
  lfi->mode_lf_lut[D63_PRED] = 1;
  lfi->mode_lf_lut[V_PRED] = 1;
  lfi->mode_lf_lut[H_PRED] = 1;
  lfi->mode_lf_lut[TM_PRED] = 1;
  lfi->mode_lf_lut[B_PRED]  = 0;
  lfi->mode_lf_lut[I8X8_PRED] = 0;
  lfi->mode_lf_lut[ZEROMV]  = 1;
  lfi->mode_lf_lut[NEARESTMV] = 2;
  lfi->mode_lf_lut[NEARMV] = 2;
  lfi->mode_lf_lut[NEWMV] = 2;
  lfi->mode_lf_lut[SPLITMV] = 3;
Attila Nagy's avatar
Attila Nagy committed
54 55
}

56
void vp9_loop_filter_update_sharpness(loop_filter_info_n *lfi,
John Koleszar's avatar
John Koleszar committed
57 58 59 60 61 62 63
                                      int sharpness_lvl) {
  int i;

  /* For each possible value for the loop filter fill out limits */
  for (i = 0; i <= MAX_LOOP_FILTER; i++) {
    int filt_lvl = i;
    int block_inside_limit = 0;
John Koleszar's avatar
John Koleszar committed
64

John Koleszar's avatar
John Koleszar committed
65 66 67
    /* Set loop filter paramaeters that control sharpness. */
    block_inside_limit = filt_lvl >> (sharpness_lvl > 0);
    block_inside_limit = block_inside_limit >> (sharpness_lvl > 4);
John Koleszar's avatar
John Koleszar committed
68

John Koleszar's avatar
John Koleszar committed
69 70 71
    if (sharpness_lvl > 0) {
      if (block_inside_limit > (9 - sharpness_lvl))
        block_inside_limit = (9 - sharpness_lvl);
John Koleszar's avatar
John Koleszar committed
72
    }
John Koleszar's avatar
John Koleszar committed
73 74 75 76 77 78 79 80 81 82

    if (block_inside_limit < 1)
      block_inside_limit = 1;

    vpx_memset(lfi->lim[i], block_inside_limit, SIMD_WIDTH);
    vpx_memset(lfi->blim[i], (2 * filt_lvl + block_inside_limit),
               SIMD_WIDTH);
    vpx_memset(lfi->mblim[i], (2 * (filt_lvl + 2) + block_inside_limit),
               SIMD_WIDTH);
  }
Attila Nagy's avatar
Attila Nagy committed
83
}
John Koleszar's avatar
John Koleszar committed
84

85
void vp9_loop_filter_init(VP9_COMMON *cm) {
John Koleszar's avatar
John Koleszar committed
86 87
  loop_filter_info_n *lfi = &cm->lf_info;
  int i;
Attila Nagy's avatar
Attila Nagy committed
88

John Koleszar's avatar
John Koleszar committed
89
  /* init limits for given sharpness*/
90
  vp9_loop_filter_update_sharpness(lfi, cm->sharpness_level);
John Koleszar's avatar
John Koleszar committed
91
  cm->last_sharpness_level = cm->sharpness_level;
Attila Nagy's avatar
Attila Nagy committed
92

John Koleszar's avatar
John Koleszar committed
93 94
  /* init LUT for lvl  and hev thr picking */
  lf_init_lut(lfi);
Attila Nagy's avatar
Attila Nagy committed
95

John Koleszar's avatar
John Koleszar committed
96 97 98 99
  /* init hev threshold const vectors */
  for (i = 0; i < 4; i++) {
    vpx_memset(lfi->hev_thr[i], i, SIMD_WIDTH);
  }
John Koleszar's avatar
John Koleszar committed
100 101
}

102
void vp9_loop_filter_frame_init(VP9_COMMON *cm,
103
                                MACROBLOCKD *xd,
John Koleszar's avatar
John Koleszar committed
104 105 106 107
                                int default_filt_lvl) {
  int seg,  /* segment number */
      ref,  /* index in ref_lf_deltas */
      mode; /* index in mode_lf_deltas */
John Koleszar's avatar
John Koleszar committed
108

John Koleszar's avatar
John Koleszar committed
109
  loop_filter_info_n *lfi = &cm->lf_info;
John Koleszar's avatar
John Koleszar committed
110

John Koleszar's avatar
John Koleszar committed
111 112
  /* update limits if sharpness has changed */
  if (cm->last_sharpness_level != cm->sharpness_level) {
113
    vp9_loop_filter_update_sharpness(lfi, cm->sharpness_level);
John Koleszar's avatar
John Koleszar committed
114 115 116 117 118 119 120 121 122
    cm->last_sharpness_level = cm->sharpness_level;
  }

  for (seg = 0; seg < MAX_MB_SEGMENTS; seg++) {
    int lvl_seg = default_filt_lvl;
    int lvl_ref, lvl_mode;


    // Set the baseline filter values for each segment
123
    if (vp9_segfeature_active(xd, seg, SEG_LVL_ALT_LF)) {
John Koleszar's avatar
John Koleszar committed
124 125
      /* Abs value */
      if (xd->mb_segment_abs_delta == SEGMENT_ABSDATA) {
126
        lvl_seg = vp9_get_segdata(xd, seg, SEG_LVL_ALT_LF);
John Koleszar's avatar
John Koleszar committed
127
      } else { /* Delta Value */
128
        lvl_seg += vp9_get_segdata(xd, seg, SEG_LVL_ALT_LF);
John Koleszar's avatar
John Koleszar committed
129 130 131
        lvl_seg = (lvl_seg > 0) ? ((lvl_seg > 63) ? 63 : lvl_seg) : 0;
      }
    }
John Koleszar's avatar
John Koleszar committed
132

John Koleszar's avatar
John Koleszar committed
133 134 135 136 137 138 139
    if (!xd->mode_ref_lf_delta_enabled) {
      /* we could get rid of this if we assume that deltas are set to
       * zero when not in use; encoder always uses deltas
       */
      vpx_memset(lfi->lvl[seg][0], lvl_seg, 4 * 4);
      continue;
    }
John Koleszar's avatar
John Koleszar committed
140

John Koleszar's avatar
John Koleszar committed
141
    lvl_ref = lvl_seg;
John Koleszar's avatar
John Koleszar committed
142

John Koleszar's avatar
John Koleszar committed
143 144
    /* INTRA_FRAME */
    ref = INTRA_FRAME;
John Koleszar's avatar
John Koleszar committed
145

John Koleszar's avatar
John Koleszar committed
146 147
    /* Apply delta for reference frame */
    lvl_ref += xd->ref_lf_deltas[ref];
Attila Nagy's avatar
Attila Nagy committed
148

John Koleszar's avatar
John Koleszar committed
149 150 151 152 153
    /* Apply delta for Intra modes */
    mode = 0; /* B_PRED */
    /* Only the split mode BPRED has a further special case */
    lvl_mode = lvl_ref +  xd->mode_lf_deltas[mode];
    lvl_mode = (lvl_mode > 0) ? (lvl_mode > 63 ? 63 : lvl_mode) : 0; /* clamp */
Attila Nagy's avatar
Attila Nagy committed
154

John Koleszar's avatar
John Koleszar committed
155
    lfi->lvl[seg][ref][mode] = lvl_mode;
Attila Nagy's avatar
Attila Nagy committed
156

John Koleszar's avatar
John Koleszar committed
157 158 159
    mode = 1; /* all the rest of Intra modes */
    lvl_mode = (lvl_ref > 0) ? (lvl_ref > 63 ? 63 : lvl_ref)  : 0; /* clamp */
    lfi->lvl[seg][ref][mode] = lvl_mode;
John Koleszar's avatar
John Koleszar committed
160

John Koleszar's avatar
John Koleszar committed
161 162 163
    /* LAST, GOLDEN, ALT */
    for (ref = 1; ref < MAX_REF_FRAMES; ref++) {
      int lvl_ref = lvl_seg;
John Koleszar's avatar
John Koleszar committed
164

John Koleszar's avatar
John Koleszar committed
165 166
      /* Apply delta for reference frame */
      lvl_ref += xd->ref_lf_deltas[ref];
John Koleszar's avatar
John Koleszar committed
167

John Koleszar's avatar
John Koleszar committed
168 169 170 171 172 173 174
      /* Apply delta for Inter modes */
      for (mode = 1; mode < 4; mode++) {
        lvl_mode = lvl_ref + xd->mode_lf_deltas[mode];
        lvl_mode = (lvl_mode > 0) ? (lvl_mode > 63 ? 63 : lvl_mode) : 0; /* clamp */

        lfi->lvl[seg][ref][mode] = lvl_mode;
      }
John Koleszar's avatar
John Koleszar committed
175
    }
John Koleszar's avatar
John Koleszar committed
176
  }
John Koleszar's avatar
John Koleszar committed
177 178
}

179
void vp9_loop_filter_frame(VP9_COMMON *cm, MACROBLOCKD *xd) {
John Koleszar's avatar
John Koleszar committed
180 181
  YV12_BUFFER_CONFIG *post = cm->frame_to_show;
  loop_filter_info_n *lfi_n = &cm->lf_info;
182
  struct loop_filter_info lfi;
John Koleszar's avatar
John Koleszar committed
183 184 185 186 187 188 189 190 191 192 193 194 195 196

  FRAME_TYPE frame_type = cm->frame_type;

  int mb_row;
  int mb_col;

  int filter_level;

  unsigned char *y_ptr, *u_ptr, *v_ptr;

  /* Point at base of Mb MODE_INFO list */
  const MODE_INFO *mode_info_context = cm->mi;

  /* Initialize the loop filter for this frame. */
197
  vp9_loop_filter_frame_init(cm, xd, cm->filter_level);
John Koleszar's avatar
John Koleszar committed
198 199 200 201 202 203

  /* Set up the buffer pointers */
  y_ptr = post->y_buffer;
  u_ptr = post->u_buffer;
  v_ptr = post->v_buffer;

204
  /* vp9_filter each macro block */
John Koleszar's avatar
John Koleszar committed
205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      int skip_lf = (mode_info_context->mbmi.mode != B_PRED &&
                     mode_info_context->mbmi.mode != I8X8_PRED &&
                     mode_info_context->mbmi.mode != SPLITMV &&
                     mode_info_context->mbmi.mb_skip_coeff);

      const int mode_index = lfi_n->mode_lf_lut[mode_info_context->mbmi.mode];
      const int seg = mode_info_context->mbmi.segment_id;
      const int ref_frame = mode_info_context->mbmi.ref_frame;
      int tx_type = mode_info_context->mbmi.txfm_size;
      filter_level = lfi_n->lvl[seg][ref_frame][mode_index];

      if (filter_level) {
        if (cm->filter_type == NORMAL_LOOPFILTER) {
          const int hev_index = lfi_n->hev_thr_lut[frame_type][filter_level];
          lfi.mblim = lfi_n->mblim[filter_level];
          lfi.blim = lfi_n->blim[filter_level];
          lfi.lim = lfi_n->lim[filter_level];
          lfi.hev_thr = lfi_n->hev_thr[hev_index];

Ronald S. Bultje's avatar
Ronald S. Bultje committed
226 227 228 229 230 231 232
          if (mb_col > 0
#if CONFIG_SUPERBLOCKS
              && !((mb_col & 1) && mode_info_context->mbmi.encoded_as_sb &&
                   mode_info_context[0].mbmi.mb_skip_coeff &&
                   mode_info_context[-1].mbmi.mb_skip_coeff)
#endif
              )
233
            vp9_loop_filter_mbv(y_ptr, u_ptr, v_ptr, post->y_stride,
234
                                post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
235

236
          if (!skip_lf && tx_type != TX_16X16) {
John Koleszar's avatar
John Koleszar committed
237
            if (tx_type == TX_8X8)
238
              vp9_loop_filter_bv8x8(y_ptr, u_ptr, v_ptr, post->y_stride,
239
                                    post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
240
            else
241
              vp9_loop_filter_bv(y_ptr, u_ptr, v_ptr, post->y_stride,
242
                                 post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
243 244 245 246

          }

          /* don't apply across umv border */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
247 248 249 250 251 252 253
          if (mb_row > 0
#if CONFIG_SUPERBLOCKS
              && !((mb_row & 1) && mode_info_context->mbmi.encoded_as_sb &&
                   mode_info_context[0].mbmi.mb_skip_coeff &&
                   mode_info_context[-cm->mode_info_stride].mbmi.mb_skip_coeff)
#endif
              )
254
            vp9_loop_filter_mbh(y_ptr, u_ptr, v_ptr, post->y_stride,
255
                                post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
256

257
          if (!skip_lf && tx_type != TX_16X16) {
John Koleszar's avatar
John Koleszar committed
258
            if (tx_type == TX_8X8)
259
              vp9_loop_filter_bh8x8(y_ptr, u_ptr, v_ptr, post->y_stride,
260
                                    post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
261
            else
262
              vp9_loop_filter_bh(y_ptr, u_ptr, v_ptr, post->y_stride,
263
                                 post->uv_stride, &lfi);
John Koleszar's avatar
John Koleszar committed
264 265
          }
        } else {
Daniel Kang's avatar
Daniel Kang committed
266
          // FIXME: Not 8x8 aware
Ronald S. Bultje's avatar
Ronald S. Bultje committed
267 268 269 270 271 272 273
          if (mb_col > 0
#if CONFIG_SUPERBLOCKS
              && !((mb_col & 1) && mode_info_context->mbmi.encoded_as_sb &&
                   mode_info_context[0].mbmi.mb_skip_coeff &&
                   mode_info_context[-1].mbmi.mb_skip_coeff)
#endif
              )
274
            vp9_loop_filter_simple_mbv(y_ptr, post->y_stride,
275
                                       lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
276 277

          if (!skip_lf)
278
            vp9_loop_filter_simple_bv(y_ptr, post->y_stride,
279
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
280 281

          /* don't apply across umv border */
Ronald S. Bultje's avatar
Ronald S. Bultje committed
282 283 284 285 286 287 288
          if (mb_row > 0
#if CONFIG_SUPERBLOCKS
              && !((mb_row & 1) && mode_info_context->mbmi.encoded_as_sb &&
                   mode_info_context[0].mbmi.mb_skip_coeff &&
                   mode_info_context[-cm->mode_info_stride].mbmi.mb_skip_coeff)
#endif
              )
289
            vp9_loop_filter_simple_mbh(y_ptr, post->y_stride,
290
                                       lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
291 292

          if (!skip_lf)
293
            vp9_loop_filter_simple_bh(y_ptr, post->y_stride,
294
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
295
        }
John Koleszar's avatar
John Koleszar committed
296
      }
John Koleszar's avatar
John Koleszar committed
297

John Koleszar's avatar
John Koleszar committed
298 299 300
      y_ptr += 16;
      u_ptr += 8;
      v_ptr += 8;
John Koleszar's avatar
John Koleszar committed
301

John Koleszar's avatar
John Koleszar committed
302
      mode_info_context++;     /* step to next MB */
John Koleszar's avatar
John Koleszar committed
303
    }
John Koleszar's avatar
John Koleszar committed
304 305 306 307 308 309 310

    y_ptr += post->y_stride  * 16 - post->y_width;
    u_ptr += post->uv_stride *  8 - post->uv_width;
    v_ptr += post->uv_stride *  8 - post->uv_width;

    mode_info_context++;         /* Skip border mb */
  }
John Koleszar's avatar
John Koleszar committed
311 312
}

313 314
void vp9_loop_filter_frame_yonly(VP9_COMMON *cm, MACROBLOCKD *xd,
                                 int default_filt_lvl) {
John Koleszar's avatar
John Koleszar committed
315
  YV12_BUFFER_CONFIG *post = cm->frame_to_show;
John Koleszar's avatar
John Koleszar committed
316

John Koleszar's avatar
John Koleszar committed
317 318 319
  unsigned char *y_ptr;
  int mb_row;
  int mb_col;
John Koleszar's avatar
John Koleszar committed
320

John Koleszar's avatar
John Koleszar committed
321
  loop_filter_info_n *lfi_n = &cm->lf_info;
322
  struct loop_filter_info lfi;
Attila Nagy's avatar
Attila Nagy committed
323

John Koleszar's avatar
John Koleszar committed
324 325
  int filter_level;
  FRAME_TYPE frame_type = cm->frame_type;
John Koleszar's avatar
John Koleszar committed
326

John Koleszar's avatar
John Koleszar committed
327 328
  /* Point at base of Mb MODE_INFO list */
  const MODE_INFO *mode_info_context = cm->mi;
John Koleszar's avatar
John Koleszar committed
329

Attila Nagy's avatar
Attila Nagy committed
330
#if 0
John Koleszar's avatar
John Koleszar committed
331 332
  if (default_filt_lvl == 0) /* no filter applied */
    return;
Attila Nagy's avatar
Attila Nagy committed
333
#endif
John Koleszar's avatar
John Koleszar committed
334

John Koleszar's avatar
John Koleszar committed
335
  /* Initialize the loop filter for this frame. */
336
  vp9_loop_filter_frame_init(cm, xd, default_filt_lvl);
John Koleszar's avatar
John Koleszar committed
337 338 339 340

  /* Set up the buffer pointers */
  y_ptr = post->y_buffer;

341
  /* vp9_filter each macro block */
John Koleszar's avatar
John Koleszar committed
342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363
  for (mb_row = 0; mb_row < cm->mb_rows; mb_row++) {
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++) {
      int skip_lf = (mode_info_context->mbmi.mode != B_PRED &&
                     mode_info_context->mbmi.mode != I8X8_PRED &&
                     mode_info_context->mbmi.mode != SPLITMV &&
                     mode_info_context->mbmi.mb_skip_coeff);

      const int mode_index = lfi_n->mode_lf_lut[mode_info_context->mbmi.mode];
      const int seg = mode_info_context->mbmi.segment_id;
      const int ref_frame = mode_info_context->mbmi.ref_frame;
      int tx_type = mode_info_context->mbmi.txfm_size;
      filter_level = lfi_n->lvl[seg][ref_frame][mode_index];

      if (filter_level) {
        if (cm->filter_type == NORMAL_LOOPFILTER) {
          const int hev_index = lfi_n->hev_thr_lut[frame_type][filter_level];
          lfi.mblim = lfi_n->mblim[filter_level];
          lfi.blim = lfi_n->blim[filter_level];
          lfi.lim = lfi_n->lim[filter_level];
          lfi.hev_thr = lfi_n->hev_thr[hev_index];

          if (mb_col > 0)
364
            vp9_loop_filter_mbv(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
365

366
          if (!skip_lf && tx_type != TX_16X16) {
John Koleszar's avatar
John Koleszar committed
367
            if (tx_type == TX_8X8)
368
              vp9_loop_filter_bv8x8(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
369
            else
370
              vp9_loop_filter_bv(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
371 372 373 374
          }

          /* don't apply across umv border */
          if (mb_row > 0)
375
            vp9_loop_filter_mbh(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
376

377
          if (!skip_lf && tx_type != TX_16X16) {
John Koleszar's avatar
John Koleszar committed
378
            if (tx_type == TX_8X8)
379
              vp9_loop_filter_bh8x8(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
380
            else
381
              vp9_loop_filter_bh(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
382 383
          }
        } else {
Daniel Kang's avatar
Daniel Kang committed
384
          // FIXME: Not 8x8 aware
John Koleszar's avatar
John Koleszar committed
385
          if (mb_col > 0)
386
            vp9_loop_filter_simple_mbv(y_ptr, post->y_stride,
387
                                       lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
388 389

          if (!skip_lf)
390
            vp9_loop_filter_simple_bv(y_ptr, post->y_stride,
391
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
392 393 394

          /* don't apply across umv border */
          if (mb_row > 0)
395
            vp9_loop_filter_simple_mbh(y_ptr, post->y_stride,
396
                                       lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
397 398

          if (!skip_lf)
399
            vp9_loop_filter_simple_bh(y_ptr, post->y_stride,
400
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
401
        }
John Koleszar's avatar
John Koleszar committed
402 403 404 405
      }

      y_ptr += 16;
      mode_info_context++;        /* step to next MB */
John Koleszar's avatar
John Koleszar committed
406 407
    }

John Koleszar's avatar
John Koleszar committed
408 409 410
    y_ptr += post->y_stride  * 16 - post->y_width;
    mode_info_context++;            /* Skip border mb */
  }
John Koleszar's avatar
John Koleszar committed
411
}
412

413 414
void vp9_loop_filter_partial_frame(VP9_COMMON *cm, MACROBLOCKD *xd,
                                   int default_filt_lvl) {
John Koleszar's avatar
John Koleszar committed
415 416 417 418 419 420 421 422 423 424
  YV12_BUFFER_CONFIG *post = cm->frame_to_show;

  unsigned char *y_ptr;
  int mb_row;
  int mb_col;
  int mb_cols = post->y_width  >> 4;

  int linestocopy, i;

  loop_filter_info_n *lfi_n = &cm->lf_info;
425
  struct loop_filter_info lfi;
John Koleszar's avatar
John Koleszar committed
426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445

  int filter_level;
  int alt_flt_enabled = xd->segmentation_enabled;
  FRAME_TYPE frame_type = cm->frame_type;

  const MODE_INFO *mode_info_context;

  int lvl_seg[MAX_MB_SEGMENTS];

  mode_info_context = cm->mi + (post->y_height >> 5) * (mb_cols + 1);

  /* 3 is a magic number. 4 is probably magic too */
  linestocopy = (post->y_height >> (4 + 3));

  if (linestocopy < 1)
    linestocopy = 1;

  linestocopy <<= 4;

  /* Note the baseline filter values for each segment */
446
  /* See vp9_loop_filter_frame_init. Rather than call that for each change
John Koleszar's avatar
John Koleszar committed
447 448 449 450 451 452
   * to default_filt_lvl, copy the relevant calculation here.
   */
  if (alt_flt_enabled) {
    for (i = 0; i < MAX_MB_SEGMENTS; i++) {
      /* Abs value */
      if (xd->mb_segment_abs_delta == SEGMENT_ABSDATA) {
453
        lvl_seg[i] = vp9_get_segdata(xd, i, SEG_LVL_ALT_LF);
John Koleszar's avatar
John Koleszar committed
454 455 456 457
      }
      /* Delta Value */
      else {
        lvl_seg[i] = default_filt_lvl +
458
                     vp9_get_segdata(xd, i, SEG_LVL_ALT_LF);
John Koleszar's avatar
John Koleszar committed
459 460 461
        lvl_seg[i] = (lvl_seg[i] > 0) ?
                     ((lvl_seg[i] > 63) ? 63 : lvl_seg[i]) : 0;
      }
John Koleszar's avatar
John Koleszar committed
462
    }
John Koleszar's avatar
John Koleszar committed
463 464 465 466 467
  }

  /* Set up the buffer pointers */
  y_ptr = post->y_buffer + (post->y_height >> 5) * 16 * post->y_stride;

468
  /* vp9_filter each macro block */
John Koleszar's avatar
John Koleszar committed
469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489
  for (mb_row = 0; mb_row < (linestocopy >> 4); mb_row++) {
    for (mb_col = 0; mb_col < mb_cols; mb_col++) {
      int skip_lf = (mode_info_context->mbmi.mode != B_PRED &&
                     mode_info_context->mbmi.mode != I8X8_PRED &&
                     mode_info_context->mbmi.mode != SPLITMV &&
                     mode_info_context->mbmi.mb_skip_coeff);

      if (alt_flt_enabled)
        filter_level = lvl_seg[mode_info_context->mbmi.segment_id];
      else
        filter_level = default_filt_lvl;

      if (filter_level) {
        if (cm->filter_type == NORMAL_LOOPFILTER) {
          const int hev_index = lfi_n->hev_thr_lut[frame_type][filter_level];
          lfi.mblim = lfi_n->mblim[filter_level];
          lfi.blim = lfi_n->blim[filter_level];
          lfi.lim = lfi_n->lim[filter_level];
          lfi.hev_thr = lfi_n->hev_thr[hev_index];

          if (mb_col > 0)
490
            vp9_loop_filter_mbv(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
491 492

          if (!skip_lf)
493
            vp9_loop_filter_bv(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
494

495
          vp9_loop_filter_mbh(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
496 497

          if (!skip_lf)
498
            vp9_loop_filter_bh(y_ptr, 0, 0, post->y_stride, 0, &lfi);
John Koleszar's avatar
John Koleszar committed
499 500
        } else {
          if (mb_col > 0)
501
            vp9_loop_filter_simple_mbv (y_ptr, post->y_stride,
502
                                        lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
503 504

          if (!skip_lf)
505
            vp9_loop_filter_simple_bv(y_ptr, post->y_stride,
506
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
507

508
          vp9_loop_filter_simple_mbh(y_ptr, post->y_stride,
509
                                     lfi_n->mblim[filter_level]);
John Koleszar's avatar
John Koleszar committed
510 511

          if (!skip_lf)
512
            vp9_loop_filter_simple_bh(y_ptr, post->y_stride,
513
                                      lfi_n->blim[filter_level]);
John Koleszar's avatar
John Koleszar committed
514
        }
John Koleszar's avatar
John Koleszar committed
515
      }
John Koleszar's avatar
John Koleszar committed
516

John Koleszar's avatar
John Koleszar committed
517 518
      y_ptr += 16;
      mode_info_context += 1;      /* step to next MB */
John Koleszar's avatar
John Koleszar committed
519
    }
John Koleszar's avatar
John Koleszar committed
520 521 522 523

    y_ptr += post->y_stride  * 16 - post->y_width;
    mode_info_context += 1;          /* Skip border mb */
  }
John Koleszar's avatar
John Koleszar committed
524
}