rd.h 8.14 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1 2 3 4 5 6 7 8 9 10
/*
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
 *
 *  Use of this source code is governed by a BSD-style license
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
 *  in the file PATENTS.  All contributing project authors may
 *  be found in the AUTHORS file in the root of the source tree.
 */

11 12
#ifndef VP10_ENCODER_RD_H_
#define VP10_ENCODER_RD_H_
Jingning Han's avatar
Jingning Han committed
13 14 15

#include <limits.h>

16
#include "vp10/common/blockd.h"
Jingning Han's avatar
Jingning Han committed
17

18 19
#include "vp10/encoder/block.h"
#include "vp10/encoder/context_tree.h"
20
#include "vp10/encoder/cost.h"
Jingning Han's avatar
Jingning Han committed
21 22 23 24 25 26

#ifdef __cplusplus
extern "C" {
#endif

#define RDDIV_BITS          7
27
#define RD_EPB_SHIFT        6
Jingning Han's avatar
Jingning Han committed
28 29

#define RDCOST(RM, DM, R, D) \
30
  (ROUND_POWER_OF_TWO(((int64_t)R) * (RM), VP9_PROB_COST_SHIFT) + (D << DM))
Debargha Mukherjee's avatar
Debargha Mukherjee committed
31

32 33 34
#define RDCOST_DBL(RM, DM, R, D)                                   \
  (((((double)(R)) * (RM)) / (double)(1 << VP9_PROB_COST_SHIFT)) + \
   ((double)(D) * (1 << (DM))))
Debargha Mukherjee's avatar
Debargha Mukherjee committed
35

Jingning Han's avatar
Jingning Han committed
36 37 38 39 40 41 42
#define QIDX_SKIP_THRESH     115

#define MV_COST_WEIGHT      108
#define MV_COST_WEIGHT_SUB  120

#define INVALID_MV 0x80008000

43
#if CONFIG_EXT_REFS
Yue Chen's avatar
Yue Chen committed
44
#if CONFIG_EXT_INTER
45
#define MAX_MODES 85
Yue Chen's avatar
Yue Chen committed
46
#else
47
#define MAX_MODES 54
Yue Chen's avatar
Yue Chen committed
48 49 50
#endif  // CONFIG_EXT_INTER
#else
#if CONFIG_EXT_INTER
51
#define MAX_MODES 43
52
#else
Jingning Han's avatar
Jingning Han committed
53
#define MAX_MODES 30
Yue Chen's avatar
Yue Chen committed
54
#endif  // CONFIG_EXT_INTER
55 56 57 58 59
#endif  // CONFIG_EXT_REFS

#if CONFIG_EXT_REFS
#define MAX_REFS  12
#else
Jingning Han's avatar
Jingning Han committed
60
#define MAX_REFS  6
61
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
62 63 64 65 66 67 68 69

#define RD_THRESH_MAX_FACT 64
#define RD_THRESH_INC      1

// This enumerator type needs to be kept aligned with the mode order in
// const MODE_DEFINITION vp10_mode_order[MAX_MODES] used in the rd code.
typedef enum {
  THR_NEARESTMV,
70 71 72 73 74
#if CONFIG_EXT_REFS
  THR_NEARESTL2,
  THR_NEARESTL3,
  THR_NEARESTL4,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
75 76 77 78 79 80
  THR_NEARESTA,
  THR_NEARESTG,

  THR_DC,

  THR_NEWMV,
81 82 83 84 85
#if CONFIG_EXT_REFS
  THR_NEWL2,
  THR_NEWL3,
  THR_NEWL4,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
86 87 88 89
  THR_NEWA,
  THR_NEWG,

  THR_NEARMV,
90 91 92 93 94
#if CONFIG_EXT_REFS
  THR_NEARL2,
  THR_NEARL3,
  THR_NEARL4,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
95 96 97
  THR_NEARA,
  THR_NEARG,

Yue Chen's avatar
Yue Chen committed
98 99
#if CONFIG_EXT_INTER
  THR_NEWFROMNEARMV,
100
#if CONFIG_EXT_REFS
Yue Chen's avatar
Yue Chen committed
101 102 103
  THR_NEWFROMNEARL2,
  THR_NEWFROMNEARL3,
  THR_NEWFROMNEARL4,
104
#endif  // CONFIG_EXT_REFS
Yue Chen's avatar
Yue Chen committed
105 106 107 108
  THR_NEWFROMNEARA,
  THR_NEWFROMNEARG,
#endif  // CONFIG_EXT_INTER

Jingning Han's avatar
Jingning Han committed
109
  THR_ZEROMV,
110 111 112 113 114
#if CONFIG_EXT_REFS
  THR_ZEROL2,
  THR_ZEROL3,
  THR_ZEROL4,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
115 116 117
  THR_ZEROG,
  THR_ZEROA,

118 119 120 121 122 123 124 125 126
#if CONFIG_EXT_INTER
  THR_COMP_NEAREST_NEARESTLA,
#if CONFIG_EXT_REFS
  THR_COMP_NEAREST_NEARESTL2A,
  THR_COMP_NEAREST_NEARESTL3A,
  THR_COMP_NEAREST_NEARESTL4A,
#endif  // CONFIG_EXT_REFS
  THR_COMP_NEAREST_NEARESTGA,
#else  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
127
  THR_COMP_NEARESTLA,
128 129 130 131 132
#if CONFIG_EXT_REFS
  THR_COMP_NEARESTL2A,
  THR_COMP_NEARESTL3A,
  THR_COMP_NEARESTL4A,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
133
  THR_COMP_NEARESTGA,
134
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
135 136 137

  THR_TM,

138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184
#if CONFIG_EXT_INTER
  THR_COMP_NEAR_NEARESTLA,
  THR_COMP_NEAR_NEARESTGA,
  THR_COMP_NEAREST_NEARLA,
  THR_COMP_NEAREST_NEARGA,
  THR_COMP_NEW_NEARESTLA,
  THR_COMP_NEW_NEARESTGA,
  THR_COMP_NEAREST_NEWLA,
  THR_COMP_NEAREST_NEWGA,
  THR_COMP_NEW_NEARLA,
  THR_COMP_NEW_NEARGA,
  THR_COMP_NEAR_NEWLA,
  THR_COMP_NEAR_NEWGA,
  THR_COMP_NEW_NEWLA,
  THR_COMP_NEW_NEWGA,
  THR_COMP_ZERO_ZEROLA,
  THR_COMP_ZERO_ZEROGA,

#if CONFIG_EXT_REFS
  THR_COMP_NEAR_NEARESTL2A,
  THR_COMP_NEAREST_NEARL2A,
  THR_COMP_NEW_NEARESTL2A,
  THR_COMP_NEAREST_NEWL2A,
  THR_COMP_NEW_NEARL2A,
  THR_COMP_NEAR_NEWL2A,
  THR_COMP_NEW_NEWL2A,
  THR_COMP_ZERO_ZEROL2A,

  THR_COMP_NEAR_NEARESTL3A,
  THR_COMP_NEAREST_NEARL3A,
  THR_COMP_NEW_NEARESTL3A,
  THR_COMP_NEAREST_NEWL3A,
  THR_COMP_NEW_NEARL3A,
  THR_COMP_NEAR_NEWL3A,
  THR_COMP_NEW_NEWL3A,
  THR_COMP_ZERO_ZEROL3A,

  THR_COMP_NEAR_NEARESTL4A,
  THR_COMP_NEAREST_NEARL4A,
  THR_COMP_NEW_NEARESTL4A,
  THR_COMP_NEAREST_NEWL4A,
  THR_COMP_NEW_NEARL4A,
  THR_COMP_NEAR_NEWL4A,
  THR_COMP_NEW_NEWL4A,
  THR_COMP_ZERO_ZEROL4A,
#endif  // CONFIG_EXT_REFS
#else
Jingning Han's avatar
Jingning Han committed
185 186
  THR_COMP_NEARLA,
  THR_COMP_NEWLA,
187 188 189 190 191 192 193 194
#if CONFIG_EXT_REFS
  THR_COMP_NEARL2A,
  THR_COMP_NEWL2A,
  THR_COMP_NEARL3A,
  THR_COMP_NEWL3A,
  THR_COMP_NEARL4A,
  THR_COMP_NEWL4A,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
195 196 197 198
  THR_COMP_NEARGA,
  THR_COMP_NEWGA,

  THR_COMP_ZEROLA,
199 200 201 202 203
#if CONFIG_EXT_REFS
  THR_COMP_ZEROL2A,
  THR_COMP_ZEROL3A,
  THR_COMP_ZEROL4A,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
204
  THR_COMP_ZEROGA,
205
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
206 207 208 209 210 211 212 213 214 215 216 217 218

  THR_H_PRED,
  THR_V_PRED,
  THR_D135_PRED,
  THR_D207_PRED,
  THR_D153_PRED,
  THR_D63_PRED,
  THR_D117_PRED,
  THR_D45_PRED,
} THR_MODES;

typedef enum {
  THR_LAST,
219 220 221 222 223
#if CONFIG_EXT_REFS
  THR_LAST2,
  THR_LAST3,
  THR_LAST4,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
224 225 226
  THR_GOLD,
  THR_ALTR,
  THR_COMP_LA,
227 228 229 230 231
#if CONFIG_EXT_REFS
  THR_COMP_L2A,
  THR_COMP_L3A,
  THR_COMP_L4A,
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
  THR_COMP_GA,
  THR_INTRA,
} THR_MODES_SUB8X8;

typedef struct RD_OPT {
  // Thresh_mult is used to set a threshold for the rd score. A higher value
  // means that we will accept the best mode so far more often. This number
  // is used in combination with the current block size, and thresh_freq_fact
  // to pick a threshold.
  int thresh_mult[MAX_MODES];
  int thresh_mult_sub8x8[MAX_REFS];

  int threshes[MAX_SEGMENTS][BLOCK_SIZES][MAX_MODES];

  int64_t prediction_type_threshes[MAX_REF_FRAMES][REFERENCE_MODES];

  int64_t filter_threshes[MAX_REF_FRAMES][SWITCHABLE_FILTER_CONTEXTS];

  int RDMULT;
  int RDDIV;
} RD_OPT;

typedef struct RD_COST {
  int rate;
  int64_t dist;
  int64_t rdcost;
} RD_COST;

// Reset the rate distortion cost values to maximum (invalid) value.
void vp10_rd_cost_reset(RD_COST *rd_cost);
// Initialize the rate distortion cost values to zero.
void vp10_rd_cost_init(RD_COST *rd_cost);

struct TileInfo;
struct TileDataEnc;
Yaowu Xu's avatar
Yaowu Xu committed
267
struct VP10_COMP;
Jingning Han's avatar
Jingning Han committed
268 269
struct macroblock;

Yaowu Xu's avatar
Yaowu Xu committed
270
int vp10_compute_rd_mult(const struct VP10_COMP *cpi, int qindex);
Jingning Han's avatar
Jingning Han committed
271

Yaowu Xu's avatar
Yaowu Xu committed
272
void vp10_initialize_rd_consts(struct VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
273

Yaowu Xu's avatar
Yaowu Xu committed
274 275
void vp10_initialize_me_consts(struct VP10_COMP *cpi,
                               MACROBLOCK *x, int qindex);
Jingning Han's avatar
Jingning Han committed
276 277 278 279 280

void vp10_model_rd_from_var_lapndz(unsigned int var, unsigned int n,
                                  unsigned int qstep, int *rate,
                                  int64_t *dist);

Yaowu Xu's avatar
Yaowu Xu committed
281
int vp10_get_switchable_rate(const struct VP10_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
282 283 284 285 286 287 288 289
                            const MACROBLOCKD *const xd);

int vp10_raster_block_offset(BLOCK_SIZE plane_bsize,
                            int raster_block, int stride);

int16_t* vp10_raster_block_offset_int16(BLOCK_SIZE plane_bsize,
                                       int raster_block, int16_t *base);

Yaowu Xu's avatar
Yaowu Xu committed
290
YV12_BUFFER_CONFIG *vp10_get_scaled_ref_frame(const struct VP10_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
291 292 293 294 295 296 297 298 299
                                             int ref_frame);

void vp10_init_me_luts(void);

void vp10_get_entropy_contexts(BLOCK_SIZE bsize, TX_SIZE tx_size,
                              const struct macroblockd_plane *pd,
                              ENTROPY_CONTEXT t_above[16],
                              ENTROPY_CONTEXT t_left[16]);

Yaowu Xu's avatar
Yaowu Xu committed
300
void vp10_set_rd_speed_thresholds(struct VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
301

Yaowu Xu's avatar
Yaowu Xu committed
302
void vp10_set_rd_speed_thresholds_sub8x8(struct VP10_COMP *cpi);
Jingning Han's avatar
Jingning Han committed
303 304 305 306 307 308 309 310 311

void vp10_update_rd_thresh_fact(int (*fact)[MAX_MODES], int rd_thresh,
                               int bsize, int best_mode_index);

static INLINE int rd_less_than_thresh(int64_t best_rd, int thresh,
                                      int thresh_fact) {
    return best_rd < ((int64_t)thresh * thresh_fact >> 5) || thresh == INT_MAX;
}

Yaowu Xu's avatar
Yaowu Xu committed
312
void vp10_mv_pred(struct VP10_COMP *cpi, MACROBLOCK *x,
Jingning Han's avatar
Jingning Han committed
313 314 315
                 uint8_t *ref_y_buffer, int ref_y_stride,
                 int ref_frame, BLOCK_SIZE block_size);

316 317 318 319 320
static INLINE void set_error_per_bit(MACROBLOCK *x, int rdmult) {
  x->errorperbit = rdmult >> RD_EPB_SHIFT;
  x->errorperbit += (x->errorperbit == 0);
}

Jingning Han's avatar
Jingning Han committed
321 322 323 324 325 326 327 328 329 330 331 332 333 334
void vp10_setup_pred_block(const MACROBLOCKD *xd,
                          struct buf_2d dst[MAX_MB_PLANE],
                          const YV12_BUFFER_CONFIG *src,
                          int mi_row, int mi_col,
                          const struct scale_factors *scale,
                          const struct scale_factors *scale_uv);

int vp10_get_intra_cost_penalty(int qindex, int qdelta,
                               vpx_bit_depth_t bit_depth);

#ifdef __cplusplus
}  // extern "C"
#endif

335
#endif  // VP10_ENCODER_RD_H_