vp9_picklpf.c 5.13 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10
 */

11
#include <assert.h>
12
#include <limits.h>
Dmitry Kovalev's avatar
Dmitry Kovalev committed
13 14 15 16 17 18

#include "./vpx_scale_rtcd.h"

#include "vpx_mem/vpx_mem.h"

#include "vp9/common/vp9_loopfilter.h"
19
#include "vp9/common/vp9_onyxc_int.h"
Dmitry Kovalev's avatar
Dmitry Kovalev committed
20 21
#include "vp9/common/vp9_quant_common.h"

22
#include "vp9/encoder/vp9_onyx_int.h"
23
#include "vp9/encoder/vp9_picklpf.h"
24
#include "vp9/encoder/vp9_quantize.h"
John Koleszar's avatar
John Koleszar committed
25

26
static int get_max_filter_level(const VP9_COMP *cpi) {
27 28
  return cpi->twopass.section_intra_rating > 8 ? MAX_LOOP_FILTER * 3 / 4
                                               : MAX_LOOP_FILTER;
John Koleszar's avatar
John Koleszar committed
29 30 31
}


32
static int try_filter_frame(const YV12_BUFFER_CONFIG *sd, VP9_COMP *const cpi,
Yunqing Wang's avatar
Yunqing Wang committed
33
                            int filt_level, int partial_frame) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
34
  VP9_COMMON *const cm = &cpi->common;
35 36
  int filt_err;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
37
  vp9_loop_filter_frame(cm, &cpi->mb.e_mbd, filt_level, 1, partial_frame);
38
  filt_err = vp9_get_y_sse(sd, cm->frame_to_show);
39 40 41 42 43 44 45

  // Re-instate the unfiltered frame
  vpx_yv12_copy_y(&cpi->last_frame_uf, cm->frame_to_show);

  return filt_err;
}

46 47 48 49
static int search_filter_level(const YV12_BUFFER_CONFIG *sd, VP9_COMP *cpi,
                               int partial_frame) {
  const VP9_COMMON *const cm = &cpi->common;
  const struct loopfilter *const lf = &cm->lf;
50 51
  const int min_filter_level = 0;
  const int max_filter_level = get_max_filter_level(cpi);
John Koleszar's avatar
John Koleszar committed
52
  int filt_direction = 0;
53 54
  int best_err, filt_best;

55 56 57 58
  // Start the search at the previous frame filter level unless it is now out of
  // range.
  int filt_mid = clamp(lf->filter_level, min_filter_level, max_filter_level);
  int filter_step = filt_mid < 16 ? 4 : filt_mid / 4;
Alex Converse's avatar
Alex Converse committed
59 60 61 62 63
  // Sum squared error at each filter level
  int ss_err[MAX_LOOP_FILTER + 1];

  // Set each entry to -1
  vpx_memset(ss_err, 0xFF, sizeof(ss_err));
John Koleszar's avatar
John Koleszar committed
64

65 66
  //  Make a copy of the unfiltered / processed recon buffer
  vpx_yv12_copy_y(cm->frame_to_show, &cpi->last_frame_uf);
John Koleszar's avatar
John Koleszar committed
67

Dmitry Kovalev's avatar
Dmitry Kovalev committed
68
  best_err = try_filter_frame(sd, cpi, filt_mid, partial_frame);
John Koleszar's avatar
John Koleszar committed
69
  filt_best = filt_mid;
Alex Converse's avatar
Alex Converse committed
70
  ss_err[filt_mid] = best_err;
John Koleszar's avatar
John Koleszar committed
71

John Koleszar's avatar
John Koleszar committed
72
  while (filter_step > 0) {
73 74
    const int filt_high = MIN(filt_mid + filter_step, max_filter_level);
    const int filt_low = MAX(filt_mid - filter_step, min_filter_level);
Alex Converse's avatar
Alex Converse committed
75
    int filt_err;
76 77 78

    // Bias against raising loop filter in favor of lowering it.
    int bias = (best_err >> (15 - (filt_mid / 8))) * filter_step;
John Koleszar's avatar
John Koleszar committed
79

John Koleszar's avatar
John Koleszar committed
80
    if (cpi->twopass.section_intra_rating < 20)
81
      bias = bias * cpi->twopass.section_intra_rating / 20;
John Koleszar's avatar
John Koleszar committed
82

John Koleszar's avatar
John Koleszar committed
83
    // yx, bias less for large block size
84 85
    if (cm->tx_mode != ONLY_4X4)
      bias >>= 1;
John Koleszar's avatar
John Koleszar committed
86

87
    if (filt_direction <= 0 && filt_low != filt_mid) {
John Koleszar's avatar
John Koleszar committed
88
      // Get Low filter error score
Alex Converse's avatar
Alex Converse committed
89
      if (ss_err[filt_low] < 0) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
90
        filt_err = try_filter_frame(sd, cpi, filt_low, partial_frame);
Alex Converse's avatar
Alex Converse committed
91 92 93 94
        ss_err[filt_low] = filt_err;
      } else {
        filt_err = ss_err[filt_low];
      }
Jim Bankoski's avatar
Jim Bankoski committed
95 96
      // If value is close to the best so far then bias towards a lower loop
      // filter value.
97
      if ((filt_err - bias) < best_err) {
John Koleszar's avatar
John Koleszar committed
98 99 100
        // Was it actually better than the previous best?
        if (filt_err < best_err)
          best_err = filt_err;
John Koleszar's avatar
John Koleszar committed
101

John Koleszar's avatar
John Koleszar committed
102 103 104
        filt_best = filt_low;
      }
    }
John Koleszar's avatar
John Koleszar committed
105

John Koleszar's avatar
John Koleszar committed
106
    // Now look at filt_high
107
    if (filt_direction >= 0 && filt_high != filt_mid) {
Alex Converse's avatar
Alex Converse committed
108
      if (ss_err[filt_high] < 0) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
109
        filt_err = try_filter_frame(sd, cpi, filt_high, partial_frame);
Alex Converse's avatar
Alex Converse committed
110 111 112 113
        ss_err[filt_high] = filt_err;
      } else {
        filt_err = ss_err[filt_high];
      }
John Koleszar's avatar
John Koleszar committed
114
      // Was it better than the previous best?
115
      if (filt_err < (best_err - bias)) {
John Koleszar's avatar
John Koleszar committed
116 117 118 119 120 121 122
        best_err = filt_err;
        filt_best = filt_high;
      }
    }

    // Half the step distance if the best filter value was the same as last time
    if (filt_best == filt_mid) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
123
      filter_step /= 2;
John Koleszar's avatar
John Koleszar committed
124 125 126 127
      filt_direction = 0;
    } else {
      filt_direction = (filt_best < filt_mid) ? -1 : 1;
      filt_mid = filt_best;
John Koleszar's avatar
John Koleszar committed
128
    }
John Koleszar's avatar
John Koleszar committed
129
  }
John Koleszar's avatar
John Koleszar committed
130

131
  return filt_best;
John Koleszar's avatar
John Koleszar committed
132
}
133

134
void vp9_pick_filter_level(const YV12_BUFFER_CONFIG *sd, VP9_COMP *cpi,
135
                           LPF_PICK_METHOD method) {
136 137 138 139 140 141
  VP9_COMMON *const cm = &cpi->common;
  struct loopfilter *const lf = &cm->lf;

  lf->sharpness_level = cm->frame_type == KEY_FRAME ? 0
                                                    : cpi->oxcf.sharpness;

142
  if (method == LPF_PICK_FROM_Q) {
143 144
    const int min_filter_level = 0;
    const int max_filter_level = get_max_filter_level(cpi);
145 146
    const int q = vp9_ac_quant(cm->base_qindex, 0);
    // These values were determined by linear fitting the result of the
Dmitry Kovalev's avatar
Dmitry Kovalev committed
147 148
    // searched level, filt_guess = q * 0.316206 + 3.87252
    int filt_guess = ROUND_POWER_OF_TWO(q * 20723 + 1015158, 18);
149 150 151 152
    if (cm->frame_type == KEY_FRAME)
      filt_guess -= 4;
    lf->filter_level = clamp(filt_guess, min_filter_level, max_filter_level);
  } else {
153 154
    lf->filter_level = search_filter_level(sd, cpi,
                                           method == LPF_PICK_FROM_SUBIMAGE);
155 156
  }
}