vp9_quantize.c 10.6 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11 12 13
 */

#include <math.h>
#include "vpx_mem/vpx_mem.h"

14 15
#include "vp9/encoder/vp9_onyx_int.h"
#include "vp9/encoder/vp9_quantize.h"
16
#include "vp9/common/vp9_quant_common.h"
John Koleszar's avatar
John Koleszar committed
17

18
#include "vp9/common/vp9_seg_common.h"
19

20 21 22 23
#ifdef ENC_DEBUG
extern int enc_debug;
#endif

John Koleszar's avatar
John Koleszar committed
24 25 26
static INLINE int plane_idx(int plane) {
  return plane == 0 ? 0 :
         plane == 1 ? 16 : 20;
27 28
}

29
static void quantize(int16_t *zbin_boost_orig_ptr,
Paul Wilkins's avatar
Paul Wilkins committed
30
                     int16_t *coeff_ptr, int n_coeffs, int skip_block,
31 32 33 34
                     int16_t *zbin_ptr, int16_t *round_ptr, int16_t *quant_ptr,
                     uint8_t *quant_shift_ptr,
                     int16_t *qcoeff_ptr, int16_t *dqcoeff_ptr,
                     int16_t *dequant_ptr, int zbin_oq_value,
35 36
                     uint16_t *eob_ptr,
                     const int *scan, int mul) {
Daniel Kang's avatar
Daniel Kang committed
37 38 39
  int i, rc, eob;
  int zbin;
  int x, y, z, sz;
40
  int zero_run = 0;
41
  int16_t *zbin_boost_ptr = zbin_boost_orig_ptr;
Daniel Kang's avatar
Daniel Kang committed
42

43 44
  vpx_memset(qcoeff_ptr, 0, n_coeffs*sizeof(int16_t));
  vpx_memset(dqcoeff_ptr, 0, n_coeffs*sizeof(int16_t));
Daniel Kang's avatar
Daniel Kang committed
45 46

  eob = -1;
Paul Wilkins's avatar
Paul Wilkins committed
47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70

  if (!skip_block) {
    for (i = 0; i < n_coeffs; i++) {
      rc   = scan[i];
      z    = coeff_ptr[rc] * mul;

      zbin = (zbin_ptr[rc != 0] + zbin_boost_ptr[zero_run] + zbin_oq_value);
      zero_run += (zero_run < 15);

      sz = (z >> 31);                               // sign of z
      x  = (z ^ sz) - sz;                           // x = abs(z)

      if (x >= zbin) {
        x += (round_ptr[rc != 0]);
        y  = ((int)(((int)(x * quant_ptr[rc != 0]) >> 16) + x))
            >> quant_shift_ptr[rc != 0];            // quantize (x)
        x  = (y ^ sz) - sz;                         // get the sign back
        qcoeff_ptr[rc]  = x;                        // write to destination
        dqcoeff_ptr[rc] = x * dequant_ptr[rc != 0] / mul;  // dequantized value

        if (y) {
          eob = i;                                  // last nonzero coeffs
          zero_run = 0;
        }
Daniel Kang's avatar
Daniel Kang committed
71 72 73 74
      }
    }
  }

75
  *eob_ptr = eob + 1;
Daniel Kang's avatar
Daniel Kang committed
76 77
}

78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114
void vp9_quantize(MACROBLOCK *mb, int plane, int block, int n_coeffs,
                  TX_TYPE tx_type) {
  MACROBLOCKD *const xd = &mb->e_mbd;
  const int mul = n_coeffs == 1024 ? 2 : 1;
  const int *scan;

  // These contexts may be available in the caller
  switch (n_coeffs) {
    case 4 * 4:
      scan = get_scan_4x4(tx_type);
      break;
    case 8 * 8:
      scan = get_scan_8x8(tx_type);
      break;
    case 16 * 16:
      scan = get_scan_16x16(tx_type);
      break;
    default:
      scan = vp9_default_zig_zag1d_32x32;
      break;
  }

  quantize(mb->plane[plane].zrun_zbin_boost,
           BLOCK_OFFSET(mb->plane[plane].coeff, block, 16),
           n_coeffs, mb->skip_block,
           mb->plane[plane].zbin,
           mb->plane[plane].round,
           mb->plane[plane].quant,
           mb->plane[plane].quant_shift,
           BLOCK_OFFSET(xd->plane[plane].qcoeff, block, 16),
           BLOCK_OFFSET(xd->plane[plane].dqcoeff, block, 16),
           xd->plane[plane].dequant,
           mb->plane[plane].zbin_extra,
           &xd->plane[plane].eobs[block],
           scan, mul);
}

115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
void vp9_regular_quantize_b_4x4(MACROBLOCK *mb, int b_idx, TX_TYPE tx_type,
                                int y_blocks) {
  MACROBLOCKD *const xd = &mb->e_mbd;
  const struct plane_block_idx pb_idx = plane_block_idx(y_blocks, b_idx);
  const int *pt_scan = get_scan_4x4(tx_type);

  quantize(mb->plane[pb_idx.plane].zrun_zbin_boost,
           BLOCK_OFFSET(mb->plane[pb_idx.plane].coeff, pb_idx.block, 16),
           16, mb->skip_block,
           mb->plane[pb_idx.plane].zbin,
           mb->plane[pb_idx.plane].round,
           mb->plane[pb_idx.plane].quant,
           mb->plane[pb_idx.plane].quant_shift,
           BLOCK_OFFSET(xd->plane[pb_idx.plane].qcoeff, pb_idx.block, 16),
           BLOCK_OFFSET(xd->plane[pb_idx.plane].dqcoeff, pb_idx.block, 16),
           xd->plane[pb_idx.plane].dequant,
           mb->plane[pb_idx.plane].zbin_extra,
           &xd->plane[pb_idx.plane].eobs[pb_idx.block],
           pt_scan, 1);
}

136
static void invert_quant(int16_t *quant, uint8_t *shift, int d) {
John Koleszar's avatar
John Koleszar committed
137 138 139 140 141 142
  unsigned t;
  int l;
  t = d;
  for (l = 0; t > 1; l++)
    t >>= 1;
  t = 1 + (1 << (16 + l)) / d;
143
  *quant = (int16_t)(t - (1 << 16));
John Koleszar's avatar
John Koleszar committed
144
  *shift = l;
145 146
}

147
void vp9_init_quantizer(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
148 149
  int i;
  int quant_val;
150
  int quant_uv_val;
151 152 153
#if CONFIG_ALPHA
  int quant_alpha_val;
#endif
154
  int q;
155

156 157 158
  static const int zbin_boost[16] = { 0,  0,  0,  8,  8,  8, 10, 12,
                                     14, 16, 20, 24, 28, 32, 36, 40 };

159 160
  for (q = 0; q < QINDEX_RANGE; q++) {
    int qzbin_factor = (vp9_dc_quant(q, 0) < 148) ? 84 : 80;
Yaowu Xu's avatar
Yaowu Xu committed
161
    int qrounding_factor = 48;
162
    if (q == 0) {
Yaowu Xu's avatar
Yaowu Xu committed
163 164
      qzbin_factor = 64;
      qrounding_factor = 64;
John Koleszar's avatar
John Koleszar committed
165 166
    }
    // dc values
167
    quant_val = vp9_dc_quant(q, cpi->common.y_dc_delta_q);
168 169 170
    invert_quant(cpi->y_quant[q] + 0, cpi->y_quant_shift[q] + 0, quant_val);
    cpi->y_zbin[q][0] = ROUND_POWER_OF_TWO(qzbin_factor * quant_val, 7);
    cpi->y_round[q][0] = (qrounding_factor * quant_val) >> 7;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
171
    cpi->common.y_dequant[q][0] = quant_val;
172 173
    cpi->zrun_zbin_boost_y[q][0] = (quant_val * zbin_boost[0]) >> 7;

174
    quant_val = vp9_dc_quant(q, cpi->common.uv_dc_delta_q);
175 176 177
    invert_quant(cpi->uv_quant[q] + 0, cpi->uv_quant_shift[q] + 0, quant_val);
    cpi->uv_zbin[q][0] = ROUND_POWER_OF_TWO(qzbin_factor * quant_val, 7);
    cpi->uv_round[q][0] = (qrounding_factor * quant_val) >> 7;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
178
    cpi->common.uv_dequant[q][0] = quant_val;
179
    cpi->zrun_zbin_boost_uv[q][0] = (quant_val * zbin_boost[0]) >> 7;
John Koleszar's avatar
John Koleszar committed
180

181 182 183 184 185 186 187 188 189
#if CONFIG_ALPHA
    quant_val = vp9_dc_quant(q, cpi->common.a_dc_delta_q);
    invert_quant(cpi->a_quant[q] + 0, cpi->a_quant_shift[q] + 0, quant_val);
    cpi->a_zbin[q][0] = ROUND_POWER_OF_TWO(qzbin_factor * quant_val, 7);
    cpi->a_round[q][0] = (qrounding_factor * quant_val) >> 7;
    cpi->common.a_dequant[q][0] = quant_val;
    cpi->zrun_zbin_boost_a[q][0] = (quant_val * zbin_boost[0]) >> 7;
#endif

190 191 192 193
    quant_val = vp9_ac_quant(q, 0);
    cpi->common.y_dequant[q][1] = quant_val;
    quant_uv_val = vp9_ac_quant(q, cpi->common.uv_ac_delta_q);
    cpi->common.uv_dequant[q][1] = quant_uv_val;
194 195 196 197
#if CONFIG_ALPHA
    quant_alpha_val = vp9_ac_quant(q, cpi->common.a_ac_delta_q);
    cpi->common.a_dequant[q][1] = quant_alpha_val;
#endif
John Koleszar's avatar
John Koleszar committed
198 199
    // all the 4x4 ac values =;
    for (i = 1; i < 16; i++) {
200
      int rc = vp9_default_zig_zag1d_4x4[i];
John Koleszar's avatar
John Koleszar committed
201

202 203 204 205
      invert_quant(cpi->y_quant[q] + rc, cpi->y_quant_shift[q] + rc, quant_val);
      cpi->y_zbin[q][rc] = ROUND_POWER_OF_TWO(qzbin_factor * quant_val, 7);
      cpi->y_round[q][rc] = (qrounding_factor * quant_val) >> 7;
      cpi->zrun_zbin_boost_y[q][i] =
206 207
          ROUND_POWER_OF_TWO(quant_val * zbin_boost[i], 7);

208
      invert_quant(cpi->uv_quant[q] + rc, cpi->uv_quant_shift[q] + rc,
209
        quant_uv_val);
210 211
      cpi->uv_zbin[q][rc] = ROUND_POWER_OF_TWO(qzbin_factor * quant_uv_val, 7);
      cpi->uv_round[q][rc] = (qrounding_factor * quant_uv_val) >> 7;
212
      cpi->zrun_zbin_boost_uv[q][i] =
213
          ROUND_POWER_OF_TWO(quant_uv_val * zbin_boost[i], 7);
214 215 216 217 218 219 220 221 222 223

#if CONFIG_ALPHA
      invert_quant(cpi->a_quant[q] + rc, cpi->a_quant_shift[q] + rc,
          quant_alpha_val);
      cpi->a_zbin[q][rc] =
          ROUND_POWER_OF_TWO(qzbin_factor * quant_alpha_val, 7);
      cpi->a_round[q][rc] = (qrounding_factor * quant_alpha_val) >> 7;
      cpi->zrun_zbin_boost_a[q][i] =
          ROUND_POWER_OF_TWO(quant_alpha_val * zbin_boost[i], 7);
#endif
224
    }
John Koleszar's avatar
John Koleszar committed
225 226
  }
}
227

228
void vp9_mb_init_quantizer(VP9_COMP *cpi, MACROBLOCK *x) {
John Koleszar's avatar
John Koleszar committed
229 230 231 232
  int i;
  MACROBLOCKD *xd = &x->e_mbd;
  int zbin_extra;
  int segment_id = xd->mode_info_context->mbmi.segment_id;
233
  const int qindex = vp9_get_qindex(xd, segment_id, cpi->common.base_qindex);
John Koleszar's avatar
John Koleszar committed
234 235

  // Y
Dmitry Kovalev's avatar
Dmitry Kovalev committed
236 237
  zbin_extra = (cpi->common.y_dequant[qindex][1] *
                 (cpi->zbin_mode_boost + x->act_zbin_adj)) >> 7;
John Koleszar's avatar
John Koleszar committed
238

239 240 241 242 243
  x->plane[0].quant = cpi->y_quant[qindex];
  x->plane[0].quant_shift = cpi->y_quant_shift[qindex];
  x->plane[0].zbin = cpi->y_zbin[qindex];
  x->plane[0].round = cpi->y_round[qindex];
  x->plane[0].zrun_zbin_boost = cpi->zrun_zbin_boost_y[qindex];
244
  x->plane[0].zbin_extra = (int16_t)zbin_extra;
245
  x->e_mbd.plane[0].dequant = cpi->common.y_dequant[qindex];
John Koleszar's avatar
John Koleszar committed
246 247

  // UV
Dmitry Kovalev's avatar
Dmitry Kovalev committed
248 249
  zbin_extra = (cpi->common.uv_dequant[qindex][1] *
                (cpi->zbin_mode_boost + x->act_zbin_adj)) >> 7;
John Koleszar's avatar
John Koleszar committed
250

251
  for (i = 1; i < 3; i++) {
252 253 254 255
    x->plane[i].quant = cpi->uv_quant[qindex];
    x->plane[i].quant_shift = cpi->uv_quant_shift[qindex];
    x->plane[i].zbin = cpi->uv_zbin[qindex];
    x->plane[i].round = cpi->uv_round[qindex];
256 257
    x->plane[i].zrun_zbin_boost = cpi->zrun_zbin_boost_uv[qindex];
    x->plane[i].zbin_extra = (int16_t)zbin_extra;
258
    x->e_mbd.plane[i].dequant = cpi->common.uv_dequant[qindex];
259
  }
John Koleszar's avatar
John Koleszar committed
260

261 262 263 264 265 266 267 268 269 270
#if CONFIG_ALPHA
  x->plane[3].quant = cpi->a_quant[qindex];
  x->plane[3].quant_shift = cpi->a_quant_shift[qindex];
  x->plane[3].zbin = cpi->a_zbin[qindex];
  x->plane[3].round = cpi->a_round[qindex];
  x->plane[3].zrun_zbin_boost = cpi->zrun_zbin_boost_a[qindex];
  x->plane[3].zbin_extra = (int16_t)zbin_extra;
  x->e_mbd.plane[3].dequant = cpi->common.a_dequant[qindex];
#endif

271
  x->skip_block = vp9_segfeature_active(xd, segment_id, SEG_LVL_SKIP);
John Koleszar's avatar
John Koleszar committed
272

273
  /* save this macroblock QIndex for vp9_update_zbin_extra() */
Dmitry Kovalev's avatar
Dmitry Kovalev committed
274
  x->e_mbd.q_index = qindex;
275 276
}

277
void vp9_update_zbin_extra(VP9_COMP *cpi, MACROBLOCK *x) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
278 279 280 281 282
  const int qindex = x->e_mbd.q_index;
  const int y_zbin_extra = (cpi->common.y_dequant[qindex][1] *
                (cpi->zbin_mode_boost + x->act_zbin_adj)) >> 7;
  const int uv_zbin_extra = (cpi->common.uv_dequant[qindex][1] *
                  (cpi->zbin_mode_boost + x->act_zbin_adj)) >> 7;
283

284 285 286
  x->plane[0].zbin_extra = (int16_t)y_zbin_extra;
  x->plane[1].zbin_extra = (int16_t)uv_zbin_extra;
  x->plane[2].zbin_extra = (int16_t)uv_zbin_extra;
287 288
}

289
void vp9_frame_init_quantizer(VP9_COMP *cpi) {
John Koleszar's avatar
John Koleszar committed
290 291
  // Clear Zbin mode boost for default case
  cpi->zbin_mode_boost = 0;
292

John Koleszar's avatar
John Koleszar committed
293
  // MB level quantizer setup
294
  vp9_mb_init_quantizer(cpi, &cpi->mb);
295 296
}

297 298
void vp9_set_quantizer(struct VP9_COMP *cpi, int Q) {
  VP9_COMMON *cm = &cpi->common;
299

John Koleszar's avatar
John Koleszar committed
300
  cm->base_qindex = Q;
301

John Koleszar's avatar
John Koleszar committed
302 303
  // if any of the delta_q values are changing update flag will
  // have to be set.
304 305 306
  cm->y_dc_delta_q = 0;
  cm->uv_dc_delta_q = 0;
  cm->uv_ac_delta_q = 0;
307

John Koleszar's avatar
John Koleszar committed
308 309 310
  // quantizer has to be reinitialized if any delta_q changes.
  // As there are not any here for now this is inactive code.
  // if(update)
311
  //    vp9_init_quantizer(cpi);
312
}