vp9_picklpf.c 10.3 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10
 */

11
#include <assert.h>
12
#include "vp9/common/vp9_onyxc_int.h"
13
#include "vp9/encoder/vp9_onyx_int.h"
14
#include "vp9/encoder/vp9_picklpf.h"
15
#include "vp9/encoder/vp9_quantize.h"
John Koleszar's avatar
John Koleszar committed
16
#include "vpx_mem/vpx_mem.h"
Johann's avatar
Johann committed
17
#include "vpx_scale/vpx_scale.h"
18 19
#include "vp9/common/vp9_alloccommon.h"
#include "vp9/common/vp9_loopfilter.h"
20
#include "./vpx_scale_rtcd.h"
John Koleszar's avatar
John Koleszar committed
21

22 23
void vp9_yv12_copy_partial_frame_c(YV12_BUFFER_CONFIG *src_ybc,
                                   YV12_BUFFER_CONFIG *dst_ybc, int Fraction) {
24
  uint8_t *src_y, *dst_y;
John Koleszar's avatar
John Koleszar committed
25 26 27 28
  int yheight;
  int ystride;
  int yoffset;
  int linestocopy;
John Koleszar's avatar
John Koleszar committed
29

30
  assert(src_ybc->y_stride == dst_ybc->y_stride);
John Koleszar's avatar
John Koleszar committed
31 32
  yheight  = src_ybc->y_height;
  ystride  = src_ybc->y_stride;
John Koleszar's avatar
John Koleszar committed
33

John Koleszar's avatar
John Koleszar committed
34
  linestocopy = (yheight >> (Fraction + 4));
John Koleszar's avatar
John Koleszar committed
35

John Koleszar's avatar
John Koleszar committed
36 37
  if (linestocopy < 1)
    linestocopy = 1;
John Koleszar's avatar
John Koleszar committed
38

John Koleszar's avatar
John Koleszar committed
39
  linestocopy <<= 4;
John Koleszar's avatar
John Koleszar committed
40

John Koleszar's avatar
John Koleszar committed
41 42 43
  yoffset  = ystride * ((yheight >> 5) * 16 - 8);
  src_y = src_ybc->y_buffer + yoffset;
  dst_y = dst_ybc->y_buffer + yoffset;
John Koleszar's avatar
John Koleszar committed
44

John Koleszar's avatar
John Koleszar committed
45
  vpx_memcpy(dst_y, src_y, ystride * (linestocopy + 16));
John Koleszar's avatar
John Koleszar committed
46
}
47

48 49
static int calc_partial_ssl_err(YV12_BUFFER_CONFIG *source,
                                YV12_BUFFER_CONFIG *dest, int Fraction) {
John Koleszar's avatar
John Koleszar committed
50 51 52
  int i, j;
  int Total = 0;
  int srcoffset, dstoffset;
53 54
  uint8_t *src = source->y_buffer;
  uint8_t *dst = dest->y_buffer;
John Koleszar's avatar
John Koleszar committed
55

John Koleszar's avatar
John Koleszar committed
56
  int linestocopy = (source->y_height >> (Fraction + 4));
John Koleszar's avatar
John Koleszar committed
57

John Koleszar's avatar
John Koleszar committed
58 59
  if (linestocopy < 1)
    linestocopy = 1;
John Koleszar's avatar
John Koleszar committed
60

John Koleszar's avatar
John Koleszar committed
61
  linestocopy <<= 4;
John Koleszar's avatar
John Koleszar committed
62 63


John Koleszar's avatar
John Koleszar committed
64 65
  srcoffset = source->y_stride   * (dest->y_height >> 5) * 16;
  dstoffset = dest->y_stride     * (dest->y_height >> 5) * 16;
John Koleszar's avatar
John Koleszar committed
66

John Koleszar's avatar
John Koleszar committed
67 68
  src += srcoffset;
  dst += dstoffset;
John Koleszar's avatar
John Koleszar committed
69

John Koleszar's avatar
John Koleszar committed
70 71 72 73
  // Loop through the Y plane raw and reconstruction data summing (square differences)
  for (i = 0; i < linestocopy; i += 16) {
    for (j = 0; j < source->y_width; j += 16) {
      unsigned int sse;
74
      Total += vp9_mse16x16(src + j, source->y_stride, dst + j, dest->y_stride,
75
                            &sse);
John Koleszar's avatar
John Koleszar committed
76 77
    }

John Koleszar's avatar
John Koleszar committed
78 79 80 81 82
    src += 16 * source->y_stride;
    dst += 16 * dest->y_stride;
  }

  return Total;
John Koleszar's avatar
John Koleszar committed
83 84 85
}

// Enforce a minimum filter level based upon baseline Q
86
static int get_min_filter_level(VP9_COMP *cpi, int base_qindex) {
John Koleszar's avatar
John Koleszar committed
87
  int min_filter_level;
88
  /*int q = (int) vp9_convert_qindex_to_q(base_qindex);
John Koleszar's avatar
John Koleszar committed
89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104

  if (cpi->source_alt_ref_active && cpi->common.refresh_golden_frame && !cpi->common.refresh_alt_ref_frame)
      min_filter_level = 0;
  else
  {
      if (q <= 10)
          min_filter_level = 0;
      else if (q <= 64)
          min_filter_level = 1;
      else
          min_filter_level = (q >> 6);
  }
  */
  min_filter_level = 0;

  return min_filter_level;
John Koleszar's avatar
John Koleszar committed
105 106 107
}

// Enforce a maximum filter level based upon baseline Q
108
static int get_max_filter_level(VP9_COMP *cpi, int base_qindex) {
John Koleszar's avatar
John Koleszar committed
109
  // PGW August 2006: Highest filter values almost always a bad idea
John Koleszar's avatar
John Koleszar committed
110

John Koleszar's avatar
John Koleszar committed
111 112 113 114
  // jbb chg: 20100118 - not so any more with this overquant stuff allow high values
  // with lots of intra coming in.
  int max_filter_level = MAX_LOOP_FILTER;// * 3 / 4;
  (void)base_qindex;
John Koleszar's avatar
John Koleszar committed
115

John Koleszar's avatar
John Koleszar committed
116 117
  if (cpi->twopass.section_intra_rating > 8)
    max_filter_level = MAX_LOOP_FILTER * 3 / 4;
John Koleszar's avatar
John Koleszar committed
118

John Koleszar's avatar
John Koleszar committed
119
  return max_filter_level;
John Koleszar's avatar
John Koleszar committed
120 121
}

122 123
void vp9_pick_filter_level_fast(YV12_BUFFER_CONFIG *sd, VP9_COMP *cpi) {
  VP9_COMMON *cm = &cpi->common;
Johann's avatar
Johann committed
124

John Koleszar's avatar
John Koleszar committed
125 126 127 128 129 130
  int best_err = 0;
  int filt_err = 0;
  int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
  int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
  int filt_val;
  int best_filt_val = cm->filter_level;
John Koleszar's avatar
John Koleszar committed
131

John Koleszar's avatar
John Koleszar committed
132
  //  Make a copy of the unfiltered / processed recon buffer
133
  vp9_yv12_copy_partial_frame(cm->frame_to_show, &cpi->last_frame_uf, 3);
John Koleszar's avatar
John Koleszar committed
134

John Koleszar's avatar
John Koleszar committed
135 136 137 138
  if (cm->frame_type == KEY_FRAME)
    cm->sharpness_level = 0;
  else
    cm->sharpness_level = cpi->oxcf.Sharpness;
John Koleszar's avatar
John Koleszar committed
139

John Koleszar's avatar
John Koleszar committed
140
  if (cm->sharpness_level != cm->last_sharpness_level) {
141
    vp9_loop_filter_update_sharpness(&cm->lf_info, cm->sharpness_level);
John Koleszar's avatar
John Koleszar committed
142 143
    cm->last_sharpness_level = cm->sharpness_level;
  }
John Koleszar's avatar
John Koleszar committed
144

John Koleszar's avatar
John Koleszar committed
145 146 147 148 149
  // Start the search at the previous frame filter level unless it is now out of range.
  if (cm->filter_level < min_filter_level)
    cm->filter_level = min_filter_level;
  else if (cm->filter_level > max_filter_level)
    cm->filter_level = max_filter_level;
John Koleszar's avatar
John Koleszar committed
150

John Koleszar's avatar
John Koleszar committed
151 152
  filt_val = cm->filter_level;
  best_filt_val = filt_val;
John Koleszar's avatar
John Koleszar committed
153

John Koleszar's avatar
John Koleszar committed
154
  // Get the err using the previous frame's filter value.
155
  vp9_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
John Koleszar's avatar
John Koleszar committed
156

157
  best_err = calc_partial_ssl_err(sd, cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
158

John Koleszar's avatar
John Koleszar committed
159
  //  Re-instate the unfiltered frame
160
  vp9_yv12_copy_partial_frame(&cpi->last_frame_uf, cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
161

John Koleszar's avatar
John Koleszar committed
162
  filt_val -= (1 + ((filt_val > 10) ? 1 : 0));
John Koleszar's avatar
John Koleszar committed
163

John Koleszar's avatar
John Koleszar committed
164 165 166
  // Search lower filter levels
  while (filt_val >= min_filter_level) {
    // Apply the loop filter
167
    vp9_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
John Koleszar's avatar
John Koleszar committed
168 169

    // Get the err for filtered frame
170
    filt_err = calc_partial_ssl_err(sd, cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
171 172

    //  Re-instate the unfiltered frame
173
    vp9_yv12_copy_partial_frame(&cpi->last_frame_uf, cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
174 175


John Koleszar's avatar
John Koleszar committed
176 177 178 179 180 181 182 183 184 185
    // Update the best case record or exit loop.
    if (filt_err < best_err) {
      best_err = filt_err;
      best_filt_val = filt_val;
    } else
      break;

    // Adjust filter level
    filt_val -= (1 + ((filt_val > 10) ? 1 : 0));
  }
John Koleszar's avatar
John Koleszar committed
186

John Koleszar's avatar
John Koleszar committed
187 188
  // Search up (note that we have already done filt_val = cm->filter_level)
  filt_val = cm->filter_level + (1 + ((filt_val > 10) ? 1 : 0));
John Koleszar's avatar
John Koleszar committed
189

John Koleszar's avatar
John Koleszar committed
190 191 192
  if (best_filt_val == cm->filter_level) {
    // Resist raising filter level for very small gains
    best_err -= (best_err >> 10);
John Koleszar's avatar
John Koleszar committed
193

John Koleszar's avatar
John Koleszar committed
194 195
    while (filt_val < max_filter_level) {
      // Apply the loop filter
196
      vp9_loop_filter_partial_frame(cm, &cpi->mb.e_mbd, filt_val);
John Koleszar's avatar
John Koleszar committed
197

John Koleszar's avatar
John Koleszar committed
198
      // Get the err for filtered frame
199
      filt_err = calc_partial_ssl_err(sd, cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
200

John Koleszar's avatar
John Koleszar committed
201
      //  Re-instate the unfiltered frame
202
      vp9_yv12_copy_partial_frame(&cpi->last_frame_uf,
203
                                      cm->frame_to_show, 3);
John Koleszar's avatar
John Koleszar committed
204

John Koleszar's avatar
John Koleszar committed
205 206 207 208 209 210 211 212 213 214 215
      // Update the best case record or exit loop.
      if (filt_err < best_err) {
        // Do not raise filter level if improvement is < 1 part in 4096
        best_err = filt_err - (filt_err >> 10);

        best_filt_val = filt_val;
      } else
        break;

      // Adjust filter level
      filt_val += (1 + ((filt_val > 10) ? 1 : 0));
John Koleszar's avatar
John Koleszar committed
216
    }
John Koleszar's avatar
John Koleszar committed
217
  }
John Koleszar's avatar
John Koleszar committed
218

John Koleszar's avatar
John Koleszar committed
219
  cm->filter_level = best_filt_val;
John Koleszar's avatar
John Koleszar committed
220

John Koleszar's avatar
John Koleszar committed
221 222
  if (cm->filter_level < min_filter_level)
    cm->filter_level = min_filter_level;
John Koleszar's avatar
John Koleszar committed
223

John Koleszar's avatar
John Koleszar committed
224 225
  if (cm->filter_level > max_filter_level)
    cm->filter_level = max_filter_level;
John Koleszar's avatar
John Koleszar committed
226 227 228
}

// Stub function for now Alt LF not used
229
void vp9_set_alt_lf_level(VP9_COMP *cpi, int filt_val) {
230
}
John Koleszar's avatar
John Koleszar committed
231

232 233
void vp9_pick_filter_level(YV12_BUFFER_CONFIG *sd, VP9_COMP *cpi) {
  VP9_COMMON *cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
234

John Koleszar's avatar
John Koleszar committed
235 236 237 238
  int best_err = 0;
  int filt_err = 0;
  int min_filter_level = get_min_filter_level(cpi, cm->base_qindex);
  int max_filter_level = get_max_filter_level(cpi, cm->base_qindex);
John Koleszar's avatar
John Koleszar committed
239

John Koleszar's avatar
John Koleszar committed
240 241 242 243 244 245
  int filter_step;
  int filt_high = 0;
  int filt_mid = cm->filter_level;      // Start search at previous frame filter level
  int filt_low = 0;
  int filt_best;
  int filt_direction = 0;
John Koleszar's avatar
John Koleszar committed
246

John Koleszar's avatar
John Koleszar committed
247
  int Bias = 0;                       // Bias against raising loop filter and in favour of lowering it
John Koleszar's avatar
John Koleszar committed
248

John Koleszar's avatar
John Koleszar committed
249
  //  Make a copy of the unfiltered / processed recon buffer
John Koleszar's avatar
John Koleszar committed
250
  vp8_yv12_copy_y(cm->frame_to_show, &cpi->last_frame_uf);
John Koleszar's avatar
John Koleszar committed
251

John Koleszar's avatar
John Koleszar committed
252 253 254 255
  if (cm->frame_type == KEY_FRAME)
    cm->sharpness_level = 0;
  else
    cm->sharpness_level = cpi->oxcf.Sharpness;
John Koleszar's avatar
John Koleszar committed
256

John Koleszar's avatar
John Koleszar committed
257 258
  // Start the search at the previous frame filter level unless it is now out of range.
  filt_mid = cm->filter_level;
John Koleszar's avatar
John Koleszar committed
259

John Koleszar's avatar
John Koleszar committed
260 261 262 263
  if (filt_mid < min_filter_level)
    filt_mid = min_filter_level;
  else if (filt_mid > max_filter_level)
    filt_mid = max_filter_level;
John Koleszar's avatar
John Koleszar committed
264

John Koleszar's avatar
John Koleszar committed
265 266
  // Define the initial step size
  filter_step = (filt_mid < 16) ? 4 : filt_mid / 4;
John Koleszar's avatar
John Koleszar committed
267

John Koleszar's avatar
John Koleszar committed
268
  // Get baseline error score
269
  vp9_set_alt_lf_level(cpi, filt_mid);
270
  vp9_loop_filter_frame(cm, &cpi->mb.e_mbd, filt_mid, 1);
John Koleszar's avatar
John Koleszar committed
271

272
  best_err = vp9_calc_ss_err(sd, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
273
  filt_best = filt_mid;
John Koleszar's avatar
John Koleszar committed
274

John Koleszar's avatar
John Koleszar committed
275
  //  Re-instate the unfiltered frame
Johann's avatar
Johann committed
276
  vp8_yv12_copy_y(&cpi->last_frame_uf, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
277

John Koleszar's avatar
John Koleszar committed
278 279
  while (filter_step > 0) {
    Bias = (best_err >> (15 - (filt_mid / 8))) * filter_step; // PGW change 12/12/06 for small images
John Koleszar's avatar
John Koleszar committed
280

John Koleszar's avatar
John Koleszar committed
281 282 283
    // jbb chg: 20100118 - in sections with lots of new material coming in don't bias as much to a low filter value
    if (cpi->twopass.section_intra_rating < 20)
      Bias = Bias * cpi->twopass.section_intra_rating / 20;
John Koleszar's avatar
John Koleszar committed
284

John Koleszar's avatar
John Koleszar committed
285
    // yx, bias less for large block size
286
    if (cpi->common.txfm_mode != ONLY_4X4)
John Koleszar's avatar
John Koleszar committed
287
      Bias >>= 1;
288

John Koleszar's avatar
John Koleszar committed
289 290
    filt_high = ((filt_mid + filter_step) > max_filter_level) ? max_filter_level : (filt_mid + filter_step);
    filt_low = ((filt_mid - filter_step) < min_filter_level) ? min_filter_level : (filt_mid - filter_step);
John Koleszar's avatar
John Koleszar committed
291

John Koleszar's avatar
John Koleszar committed
292 293
    if ((filt_direction <= 0) && (filt_low != filt_mid)) {
      // Get Low filter error score
294
      vp9_set_alt_lf_level(cpi, filt_low);
295
      vp9_loop_filter_frame(cm, &cpi->mb.e_mbd, filt_low, 1);
John Koleszar's avatar
John Koleszar committed
296

297
      filt_err = vp9_calc_ss_err(sd, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
298

John Koleszar's avatar
John Koleszar committed
299
      //  Re-instate the unfiltered frame
Johann's avatar
Johann committed
300
      vp8_yv12_copy_y(&cpi->last_frame_uf, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
301

John Koleszar's avatar
John Koleszar committed
302 303 304 305 306
      // If value is close to the best so far then bias towards a lower loop filter value.
      if ((filt_err - Bias) < best_err) {
        // Was it actually better than the previous best?
        if (filt_err < best_err)
          best_err = filt_err;
John Koleszar's avatar
John Koleszar committed
307

John Koleszar's avatar
John Koleszar committed
308 309 310
        filt_best = filt_low;
      }
    }
John Koleszar's avatar
John Koleszar committed
311

John Koleszar's avatar
John Koleszar committed
312 313
    // Now look at filt_high
    if ((filt_direction >= 0) && (filt_high != filt_mid)) {
314
      vp9_set_alt_lf_level(cpi, filt_high);
315
      vp9_loop_filter_frame(cm, &cpi->mb.e_mbd, filt_high, 1);
John Koleszar's avatar
John Koleszar committed
316

317
      filt_err = vp9_calc_ss_err(sd, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
318

John Koleszar's avatar
John Koleszar committed
319
      //  Re-instate the unfiltered frame
Johann's avatar
Johann committed
320
      vp8_yv12_copy_y(&cpi->last_frame_uf, cm->frame_to_show);
John Koleszar's avatar
John Koleszar committed
321 322 323 324 325 326 327 328 329 330 331 332 333 334 335

      // Was it better than the previous best?
      if (filt_err < (best_err - Bias)) {
        best_err = filt_err;
        filt_best = filt_high;
      }
    }

    // Half the step distance if the best filter value was the same as last time
    if (filt_best == filt_mid) {
      filter_step = filter_step / 2;
      filt_direction = 0;
    } else {
      filt_direction = (filt_best < filt_mid) ? -1 : 1;
      filt_mid = filt_best;
John Koleszar's avatar
John Koleszar committed
336
    }
John Koleszar's avatar
John Koleszar committed
337
  }
John Koleszar's avatar
John Koleszar committed
338

John Koleszar's avatar
John Koleszar committed
339
  cm->filter_level = filt_best;
John Koleszar's avatar
John Koleszar committed
340
}