vp9_blockd.h 28.8 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5 6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9 10 11
 */


12 13
#ifndef VP9_COMMON_VP9_BLOCKD_H_
#define VP9_COMMON_VP9_BLOCKD_H_
John Koleszar's avatar
John Koleszar committed
14

15
#include "./vpx_config.h"
John Koleszar's avatar
John Koleszar committed
16
#include "vpx_scale/yv12config.h"
17
#include "vp9/common/vp9_convolve.h"
18 19
#include "vp9/common/vp9_mv.h"
#include "vp9/common/vp9_treecoder.h"
John Koleszar's avatar
John Koleszar committed
20
#include "vpx_ports/mem.h"
21
#include "vp9/common/vp9_common.h"
22
#include "vp9/common/vp9_enums.h"
John Koleszar's avatar
John Koleszar committed
23

John Koleszar's avatar
John Koleszar committed
24
// #define MODE_STATS
25

26 27
#define MAX_MB_SEGMENTS     8
#define MB_SEG_TREE_PROBS   (MAX_MB_SEGMENTS-1)
28
#define PREDICTION_PROBS 3
29

30 31 32 33
#define DEFAULT_PRED_PROB_0 120
#define DEFAULT_PRED_PROB_1 80
#define DEFAULT_PRED_PROB_2 40

34 35
#define MBSKIP_CONTEXTS 3

John Koleszar's avatar
John Koleszar committed
36 37 38
#define MAX_REF_LF_DELTAS       4
#define MAX_MODE_LF_DELTAS      4

39
/* Segment Feature Masks */
John Koleszar's avatar
John Koleszar committed
40 41
#define SEGMENT_DELTADATA   0
#define SEGMENT_ABSDATA     1
Paul Wilkins's avatar
Paul Wilkins committed
42
#define MAX_MV_REFS 9
Paul Wilkins's avatar
Paul Wilkins committed
43
#define MAX_MV_REF_CANDIDATES 2
John Koleszar's avatar
John Koleszar committed
44

Dmitry Kovalev's avatar
Dmitry Kovalev committed
45
typedef enum {
46
  PLANE_TYPE_Y_WITH_DC,
47
  PLANE_TYPE_UV,
48
} PLANE_TYPE;
Scott LaVarnway's avatar
Scott LaVarnway committed
49

50
typedef char ENTROPY_CONTEXT;
John Koleszar's avatar
John Koleszar committed
51 52 53 54
typedef struct {
  ENTROPY_CONTEXT y1[4];
  ENTROPY_CONTEXT u[2];
  ENTROPY_CONTEXT v[2];
55
} ENTROPY_CONTEXT_PLANES;
John Koleszar's avatar
John Koleszar committed
56

57 58 59 60
static INLINE int combine_entropy_contexts(ENTROPY_CONTEXT a,
                                           ENTROPY_CONTEXT b) {
  return (a != 0) + (b != 0);
}
John Koleszar's avatar
John Koleszar committed
61

John Koleszar's avatar
John Koleszar committed
62 63 64
typedef enum {
  KEY_FRAME = 0,
  INTER_FRAME = 1
John Koleszar's avatar
John Koleszar committed
65 66
} FRAME_TYPE;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
67
typedef enum {
Adrian Grange's avatar
Adrian Grange committed
68 69 70 71 72 73 74
#if CONFIG_ENABLE_6TAP
  SIXTAP,
#endif
  EIGHTTAP_SMOOTH,
  EIGHTTAP,
  EIGHTTAP_SHARP,
  BILINEAR,
75 76 77
  SWITCHABLE  /* should be the last one */
} INTERPOLATIONFILTERTYPE;

Dmitry Kovalev's avatar
Dmitry Kovalev committed
78
typedef enum {
John Koleszar's avatar
John Koleszar committed
79 80 81 82 83 84 85 86 87 88
  DC_PRED,            /* average of above and left pixels */
  V_PRED,             /* vertical prediction */
  H_PRED,             /* horizontal prediction */
  D45_PRED,           /* Directional 45 deg prediction  [anti-clockwise from 0 deg hor] */
  D135_PRED,          /* Directional 135 deg prediction [anti-clockwise from 0 deg hor] */
  D117_PRED,          /* Directional 112 deg prediction [anti-clockwise from 0 deg hor] */
  D153_PRED,          /* Directional 157 deg prediction [anti-clockwise from 0 deg hor] */
  D27_PRED,           /* Directional 22 deg prediction  [anti-clockwise from 0 deg hor] */
  D63_PRED,           /* Directional 67 deg prediction  [anti-clockwise from 0 deg hor] */
  TM_PRED,            /* Truemotion prediction */
Yaowu Xu's avatar
Yaowu Xu committed
89 90
  I8X8_PRED,          /* 8x8 based prediction, each 8x8 has its own mode */
  I4X4_PRED,          /* 4x4 based prediction, each 4x4 has its own mode */
John Koleszar's avatar
John Koleszar committed
91 92 93 94 95 96
  NEARESTMV,
  NEARMV,
  ZEROMV,
  NEWMV,
  SPLITMV,
  MB_MODE_COUNT
John Koleszar's avatar
John Koleszar committed
97 98
} MB_PREDICTION_MODE;

Paul Wilkins's avatar
Paul Wilkins committed
99
// Segment level features.
John Koleszar's avatar
John Koleszar committed
100 101 102 103
typedef enum {
  SEG_LVL_ALT_Q = 0,               // Use alternate Quantizer ....
  SEG_LVL_ALT_LF = 1,              // Use alternate loop filter value...
  SEG_LVL_REF_FRAME = 2,           // Optional Segment reference frame
Paul Wilkins's avatar
Paul Wilkins committed
104
  SEG_LVL_SKIP = 3,                // Optional Segment (0,0) + skip mode
Paul Wilkins's avatar
Paul Wilkins committed
105
  SEG_LVL_MAX = 4                  // Number of MB level features supported
Paul Wilkins's avatar
Paul Wilkins committed
106
} SEG_LVL_FEATURES;
John Koleszar's avatar
John Koleszar committed
107

Paul Wilkins's avatar
Paul Wilkins committed
108
// Segment level features.
John Koleszar's avatar
John Koleszar committed
109
typedef enum {
Yaowu Xu's avatar
Yaowu Xu committed
110 111 112 113 114 115
  TX_4X4 = 0,                      // 4x4 dct transform
  TX_8X8 = 1,                      // 8x8 dct transform
  TX_16X16 = 2,                    // 16x16 dct transform
  TX_SIZE_MAX_MB = 3,              // Number of different transforms available
  TX_32X32 = TX_SIZE_MAX_MB,       // 32x32 dct transform
  TX_SIZE_MAX_SB,                  // Number of transforms available to SBs
Paul Wilkins's avatar
Paul Wilkins committed
116 117
} TX_SIZE;

Jingning Han's avatar
Jingning Han committed
118 119
typedef enum {
  DCT_DCT   = 0,                      // DCT  in both horizontal and vertical
120 121
  ADST_DCT  = 1,                      // ADST in vertical, DCT in horizontal
  DCT_ADST  = 2,                      // DCT  in vertical, ADST in horizontal
Jingning Han's avatar
Jingning Han committed
122 123 124
  ADST_ADST = 3                       // ADST in both directions
} TX_TYPE;

Yaowu Xu's avatar
Yaowu Xu committed
125
#define VP9_YMODES  (I4X4_PRED + 1)
126 127 128
#define VP9_UV_MODES (TM_PRED + 1)
#define VP9_I8X8_MODES (TM_PRED + 1)
#define VP9_I32X32_MODES (TM_PRED + 1)
John Koleszar's avatar
John Koleszar committed
129

130
#define VP9_MVREFS (1 + SPLITMV - NEARESTMV)
John Koleszar's avatar
John Koleszar committed
131

Yaowu Xu's avatar
Yaowu Xu committed
132
#define WHT_UPSCALE_FACTOR 2
133

John Koleszar's avatar
John Koleszar committed
134 135
typedef enum {
  B_DC_PRED,          /* average of above and left pixels */
Yaowu Xu's avatar
Yaowu Xu committed
136 137 138 139 140 141 142 143
  B_V_PRED,          /* vertical prediction */
  B_H_PRED,          /* horizontal prediction */
  B_D45_PRED,
  B_D135_PRED,
  B_D117_PRED,
  B_D153_PRED,
  B_D27_PRED,
  B_D63_PRED,
John Koleszar's avatar
John Koleszar committed
144
  B_TM_PRED,
145 146 147
#if CONFIG_NEWBINTRAMODES
  B_CONTEXT_PRED,
#endif
John Koleszar's avatar
John Koleszar committed
148

John Koleszar's avatar
John Koleszar committed
149 150 151 152
  LEFT4X4,
  ABOVE4X4,
  ZERO4X4,
  NEW4X4,
John Koleszar's avatar
John Koleszar committed
153

John Koleszar's avatar
John Koleszar committed
154
  B_MODE_COUNT
John Koleszar's avatar
John Koleszar committed
155 156
} B_PREDICTION_MODE;

157
#define VP9_BINTRAMODES (LEFT4X4)
158
#define VP9_SUBMVREFS (1 + NEW4X4 - LEFT4X4)
John Koleszar's avatar
John Koleszar committed
159

160
#if CONFIG_NEWBINTRAMODES
Yaowu Xu's avatar
Yaowu Xu committed
161
/* The number of I4X4_PRED intra modes that are replaced by B_CONTEXT_PRED */
162 163 164 165 166 167 168 169
#define CONTEXT_PRED_REPLACEMENTS  0
#define VP9_KF_BINTRAMODES (VP9_BINTRAMODES - 1)
#define VP9_NKF_BINTRAMODES  (VP9_BINTRAMODES - CONTEXT_PRED_REPLACEMENTS)
#else
#define VP9_KF_BINTRAMODES (VP9_BINTRAMODES)   /* 10 */
#define VP9_NKF_BINTRAMODES (VP9_BINTRAMODES)  /* 10 */
#endif

170 171 172 173 174 175 176 177
typedef enum {
  PARTITIONING_16X8 = 0,
  PARTITIONING_8X16,
  PARTITIONING_8X8,
  PARTITIONING_4X4,
  NB_PARTITIONINGS,
} SPLITMV_PARTITIONING_TYPE;

John Koleszar's avatar
John Koleszar committed
178 179 180 181
/* For keyframes, intra block modes are predicted by the (already decoded)
   modes for the Y blocks to the left and above us; for interframes, there
   is a single probability table. */

John Koleszar's avatar
John Koleszar committed
182 183 184
union b_mode_info {
  struct {
    B_PREDICTION_MODE first;
185 186
#if CONFIG_NEWBINTRAMODES
    B_PREDICTION_MODE context;
187
#endif
John Koleszar's avatar
John Koleszar committed
188
  } as_mode;
189
  int_mv as_mv[2];  // first, second inter predictor motion vectors
190
};
John Koleszar's avatar
John Koleszar committed
191

John Koleszar's avatar
John Koleszar committed
192
typedef enum {
193
  NONE = -1,
John Koleszar's avatar
John Koleszar committed
194 195 196 197 198
  INTRA_FRAME = 0,
  LAST_FRAME = 1,
  GOLDEN_FRAME = 2,
  ALTREF_FRAME = 3,
  MAX_REF_FRAMES = 4
John Koleszar's avatar
John Koleszar committed
199 200
} MV_REFERENCE_FRAME;

201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237
static INLINE int mb_width_log2(BLOCK_SIZE_TYPE sb_type) {
  switch (sb_type) {
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB16X32:
#endif
    case BLOCK_SIZE_MB16X16: return 0;
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB32X16:
    case BLOCK_SIZE_SB32X64:
#endif
    case BLOCK_SIZE_SB32X32: return 1;
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB64X32:
#endif
    case BLOCK_SIZE_SB64X64: return 2;
    default: assert(0);
  }
}

static INLINE int mb_height_log2(BLOCK_SIZE_TYPE sb_type) {
  switch (sb_type) {
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB32X16:
#endif
    case BLOCK_SIZE_MB16X16: return 0;
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB16X32:
    case BLOCK_SIZE_SB64X32:
#endif
    case BLOCK_SIZE_SB32X32: return 1;
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB32X64:
#endif
    case BLOCK_SIZE_SB64X64: return 2;
    default: assert(0);
  }
}
Ronald S. Bultje's avatar
Ronald S. Bultje committed
238

239 240 241 242 243 244 245 246 247
// parse block dimension in the unit of 4x4 blocks
static INLINE int b_width_log2(BLOCK_SIZE_TYPE sb_type) {
  return mb_width_log2(sb_type) + 2;
}

static INLINE int b_height_log2(BLOCK_SIZE_TYPE sb_type) {
  return mb_height_log2(sb_type) + 2;
}

248 249 250 251 252
static INLINE int partition_plane(BLOCK_SIZE_TYPE sb_type) {
  assert(mb_width_log2(sb_type) == mb_height_log2(sb_type));
  return (mb_width_log2(sb_type) - 1);
}

John Koleszar's avatar
John Koleszar committed
253 254
typedef struct {
  MB_PREDICTION_MODE mode, uv_mode;
255 256
#if CONFIG_COMP_INTERINTRA_PRED
  MB_PREDICTION_MODE interintra_mode, interintra_uv_mode;
257
#endif
John Koleszar's avatar
John Koleszar committed
258 259
  MV_REFERENCE_FRAME ref_frame, second_ref_frame;
  TX_SIZE txfm_size;
260
  int_mv mv[2]; // for each reference frame used
Paul Wilkins's avatar
Paul Wilkins committed
261
  int_mv ref_mvs[MAX_REF_FRAMES][MAX_MV_REF_CANDIDATES];
Deb Mukherjee's avatar
Deb Mukherjee committed
262
  int_mv best_mv, best_second_mv;
Paul Wilkins's avatar
Paul Wilkins committed
263

Paul Wilkins's avatar
Paul Wilkins committed
264 265
  int mb_mode_context[MAX_REF_FRAMES];

266
  SPLITMV_PARTITIONING_TYPE partitioning;
John Koleszar's avatar
John Koleszar committed
267 268 269
  unsigned char mb_skip_coeff;                                /* does this mb has coefficients at all, 1=no coefficients, 0=need decode tokens */
  unsigned char need_to_clamp_mvs;
  unsigned char need_to_clamp_secondmv;
270
  unsigned char segment_id;           // Segment id for current frame
John Koleszar's avatar
John Koleszar committed
271 272 273 274 275 276 277 278 279

  // Flags used for prediction status of various bistream signals
  unsigned char seg_id_predicted;
  unsigned char ref_predicted;

  // Indicates if the mb is part of the image (1) vs border (0)
  // This can be useful in determining whether the MB provides
  // a valid predictor
  unsigned char mb_in_image;
280

281
  INTERPOLATIONFILTERTYPE interp_filter;
282

Ronald S. Bultje's avatar
Ronald S. Bultje committed
283
  BLOCK_SIZE_TYPE sb_type;
John Koleszar's avatar
John Koleszar committed
284 285
} MB_MODE_INFO;

John Koleszar's avatar
John Koleszar committed
286 287 288
typedef struct {
  MB_MODE_INFO mbmi;
  union b_mode_info bmi[16];
John Koleszar's avatar
John Koleszar committed
289 290
} MODE_INFO;

Jim Bankoski's avatar
Jim Bankoski committed
291
typedef struct blockd {
292 293
  int16_t *diff;
  int16_t *dequant;
John Koleszar's avatar
John Koleszar committed
294

John Koleszar's avatar
John Koleszar committed
295
  /* 16 Y blocks, 4 U blocks, 4 V blocks each with 16 entries */
296 297
  uint8_t **base_pre;
  uint8_t **base_second_pre;
John Koleszar's avatar
John Koleszar committed
298 299
  int pre;
  int pre_stride;
John Koleszar's avatar
John Koleszar committed
300

301
  uint8_t **base_dst;
John Koleszar's avatar
John Koleszar committed
302 303
  int dst;
  int dst_stride;
John Koleszar's avatar
John Koleszar committed
304

John Koleszar's avatar
John Koleszar committed
305
  union b_mode_info bmi;
John Koleszar's avatar
John Koleszar committed
306 307
} BLOCKD;

308 309 310 311
struct scale_factors {
  int x_num;
  int x_den;
  int x_offset_q4;
312
  int x_step_q4;
313 314 315
  int y_num;
  int y_den;
  int y_offset_q4;
316
  int y_step_q4;
317 318 319 320 321 322 323 324 325 326 327

  int (*scale_value_x)(int val, const struct scale_factors *scale);
  int (*scale_value_y)(int val, const struct scale_factors *scale);
  void (*set_scaled_offsets)(struct scale_factors *scale, int row, int col);
  int_mv32 (*scale_motion_vector_q3_to_q4)(const int_mv *src_mv,
                                           const struct scale_factors *scale);
  int32_t (*scale_motion_vector_component_q4)(int mv_q4,
                                              int num,
                                              int den,
                                              int offset_q4);

328
  convolve_fn_t predict[2][2][2];  // horiz, vert, avg
329 330
};

331 332
enum { MAX_MB_PLANE = 3 };

333 334 335 336 337
struct buf_2d {
  uint8_t *buf;
  int stride;
};

338
struct macroblockd_plane {
339 340
  DECLARE_ALIGNED(16, int16_t,  qcoeff[64 * 64]);
  DECLARE_ALIGNED(16, int16_t,  dqcoeff[64 * 64]);
John Koleszar's avatar
John Koleszar committed
341
  DECLARE_ALIGNED(16, uint16_t, eobs[256]);
342
  DECLARE_ALIGNED(16, int16_t,  diff[64 * 64]);
343 344 345
  PLANE_TYPE plane_type;
  int subsampling_x;
  int subsampling_y;
346 347
  struct buf_2d dst;
  struct buf_2d pre[2];
348 349 350 351 352 353 354 355 356
};

#define BLOCK_OFFSET(x, i, n) ((x) + (i) * (n))

#define MB_SUBBLOCK_FIELD(x, field, i) (\
  ((i) < 16) ? BLOCK_OFFSET((x)->plane[0].field, (i), 16) : \
  ((i) < 20) ? BLOCK_OFFSET((x)->plane[1].field, ((i) - 16), 16) : \
  BLOCK_OFFSET((x)->plane[2].field, ((i) - 20), 16))

Jim Bankoski's avatar
Jim Bankoski committed
357
typedef struct macroblockd {
358
  struct macroblockd_plane plane[MAX_MB_PLANE];
359

360 361
  /* 16 Y blocks, 4 U, 4 V, each with 16 entries. */
  BLOCKD block[24];
John Koleszar's avatar
John Koleszar committed
362

363 364
  struct scale_factors scale_factor[2];
  struct scale_factors scale_factor_uv[2];
John Koleszar's avatar
John Koleszar committed
365

John Koleszar's avatar
John Koleszar committed
366 367 368
  MODE_INFO *prev_mode_info_context;
  MODE_INFO *mode_info_context;
  int mode_info_stride;
John Koleszar's avatar
John Koleszar committed
369

John Koleszar's avatar
John Koleszar committed
370
  FRAME_TYPE frame_type;
John Koleszar's avatar
John Koleszar committed
371

John Koleszar's avatar
John Koleszar committed
372 373
  int up_available;
  int left_available;
374
  int right_available;
John Koleszar's avatar
John Koleszar committed
375

376
  /* Y,U,V */
John Koleszar's avatar
John Koleszar committed
377 378
  ENTROPY_CONTEXT_PLANES *above_context;
  ENTROPY_CONTEXT_PLANES *left_context;
John Koleszar's avatar
John Koleszar committed
379

John Koleszar's avatar
John Koleszar committed
380 381
  /* 0 indicates segmentation at MB level is not enabled. Otherwise the individual bits indicate which features are active. */
  unsigned char segmentation_enabled;
John Koleszar's avatar
John Koleszar committed
382

John Koleszar's avatar
John Koleszar committed
383 384
  /* 0 (do not update) 1 (update) the macroblock segmentation map. */
  unsigned char update_mb_segmentation_map;
John Koleszar's avatar
John Koleszar committed
385

386 387 388 389
#if CONFIG_IMPLICIT_SEGMENTATION
  unsigned char allow_implicit_segment_update;
#endif

John Koleszar's avatar
John Koleszar committed
390 391
  /* 0 (do not update) 1 (update) the macroblock segmentation feature data. */
  unsigned char update_mb_segmentation_data;
John Koleszar's avatar
John Koleszar committed
392

John Koleszar's avatar
John Koleszar committed
393 394
  /* 0 (do not update) 1 (update) the macroblock segmentation feature data. */
  unsigned char mb_segment_abs_delta;
John Koleszar's avatar
John Koleszar committed
395

John Koleszar's avatar
John Koleszar committed
396 397
  /* Per frame flags that define which MB level features (such as quantizer or loop filter level) */
  /* are enabled and when enabled the proabilities used to decode the per MB flags in MB_MODE_INFO */
398

John Koleszar's avatar
John Koleszar committed
399
  // Probability Tree used to code Segment number
400
  vp9_prob mb_segment_tree_probs[MB_SEG_TREE_PROBS];
401

John Koleszar's avatar
John Koleszar committed
402 403 404
  // Segment features
  signed char segment_feature_data[MAX_MB_SEGMENTS][SEG_LVL_MAX];
  unsigned int segment_feature_mask[MAX_MB_SEGMENTS];
John Koleszar's avatar
John Koleszar committed
405

John Koleszar's avatar
John Koleszar committed
406 407 408 409 410
  /* mode_based Loop filter adjustment */
  unsigned char mode_ref_lf_delta_enabled;
  unsigned char mode_ref_lf_delta_update;

  /* Delta values have the range +/- MAX_LOOP_FILTER */
Yaowu Xu's avatar
Yaowu Xu committed
411 412 413 414 415 416 417 418
  /* 0 = Intra, Last, GF, ARF */
  signed char last_ref_lf_deltas[MAX_REF_LF_DELTAS];
  /* 0 = Intra, Last, GF, ARF */
  signed char ref_lf_deltas[MAX_REF_LF_DELTAS];
  /* 0 = I4X4_PRED, ZERO_MV, MV, SPLIT */
  signed char last_mode_lf_deltas[MAX_MODE_LF_DELTAS];
  /* 0 = I4X4_PRED, ZERO_MV, MV, SPLIT */
  signed char mode_lf_deltas[MAX_MODE_LF_DELTAS];
John Koleszar's avatar
John Koleszar committed
419 420 421 422 423 424 425 426 427

  /* Distance of MB away from frame edges */
  int mb_to_left_edge;
  int mb_to_right_edge;
  int mb_to_top_edge;
  int mb_to_bottom_edge;

  unsigned int frames_since_golden;
  unsigned int frames_till_alt_ref_frame;
428

Yaowu Xu's avatar
Yaowu Xu committed
429
  int lossless;
430
  /* Inverse transform function pointers. */
Yaowu Xu's avatar
Yaowu Xu committed
431 432
  void (*inv_txm4x4_1)(int16_t *input, int16_t *output, int pitch);
  void (*inv_txm4x4)(int16_t *input, int16_t *output, int pitch);
433 434
  void (*itxm_add)(int16_t *input, const int16_t *dq, uint8_t *dest,
    int stride, int eob);
Yaowu Xu's avatar
Yaowu Xu committed
435
  void (*itxm_add_y_block)(int16_t *q, const int16_t *dq,
436
    uint8_t *dst, int stride, struct macroblockd *xd);
Yaowu Xu's avatar
Yaowu Xu committed
437
  void (*itxm_add_uv_block)(int16_t *q, const int16_t *dq,
438
    uint8_t *dst, int stride, uint16_t *eobs);
439

440
  struct subpix_fn_table  subpix;
441

John Koleszar's avatar
John Koleszar committed
442
  int allow_high_precision_mv;
John Koleszar's avatar
John Koleszar committed
443

John Koleszar's avatar
John Koleszar committed
444
  int corrupted;
445

Ronald S. Bultje's avatar
Ronald S. Bultje committed
446
  int sb_index;
John Koleszar's avatar
John Koleszar committed
447
  int mb_index;   // Index of the MB in the SB (0..3)
Jingning Han's avatar
Jingning Han committed
448 449
  int q_index;

John Koleszar's avatar
John Koleszar committed
450 451
} MACROBLOCKD;

452
#define ACTIVE_HT   110                // quantization stepsize threshold
Deb Mukherjee's avatar
Deb Mukherjee committed
453

454
#define ACTIVE_HT8  300
Deb Mukherjee's avatar
Deb Mukherjee committed
455

456
#define ACTIVE_HT16 300
Deb Mukherjee's avatar
Deb Mukherjee committed
457 458 459 460

// convert MB_PREDICTION_MODE to B_PREDICTION_MODE
static B_PREDICTION_MODE pred_mode_conv(MB_PREDICTION_MODE mode) {
  switch (mode) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
461
    case DC_PRED: return B_DC_PRED;
Yaowu Xu's avatar
Yaowu Xu committed
462 463
    case V_PRED: return B_V_PRED;
    case H_PRED: return B_H_PRED;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
464
    case TM_PRED: return B_TM_PRED;
Yaowu Xu's avatar
Yaowu Xu committed
465 466 467 468 469 470
    case D45_PRED: return B_D45_PRED;
    case D135_PRED: return B_D135_PRED;
    case D117_PRED: return B_D117_PRED;
    case D153_PRED: return B_D153_PRED;
    case D27_PRED: return B_D27_PRED;
    case D63_PRED: return B_D63_PRED;
Dmitry Kovalev's avatar
Dmitry Kovalev committed
471 472 473
    default:
       assert(0);
       return B_MODE_COUNT;  // Dummy value
Deb Mukherjee's avatar
Deb Mukherjee committed
474 475 476
  }
}

477
// transform mapping
Deb Mukherjee's avatar
Deb Mukherjee committed
478
static TX_TYPE txfm_map(B_PREDICTION_MODE bmode) {
479 480
  switch (bmode) {
    case B_TM_PRED :
Yaowu Xu's avatar
Yaowu Xu committed
481
    case B_D135_PRED :
Dmitry Kovalev's avatar
Dmitry Kovalev committed
482
      return ADST_ADST;
483

Yaowu Xu's avatar
Yaowu Xu committed
484 485
    case B_V_PRED :
    case B_D117_PRED :
Dmitry Kovalev's avatar
Dmitry Kovalev committed
486
      return ADST_DCT;
487

Yaowu Xu's avatar
Yaowu Xu committed
488 489 490
    case B_H_PRED :
    case B_D153_PRED :
    case B_D27_PRED :
Dmitry Kovalev's avatar
Dmitry Kovalev committed
491
      return DCT_ADST;
492

493 494 495 496 497 498
#if CONFIG_NEWBINTRAMODES
    case B_CONTEXT_PRED:
      assert(0);
      break;
#endif

Dmitry Kovalev's avatar
Dmitry Kovalev committed
499 500
    default:
      return DCT_DCT;
501
  }
Deb Mukherjee's avatar
Deb Mukherjee committed
502 503
}

504 505 506 507 508 509
extern const uint8_t vp9_block2left[TX_SIZE_MAX_MB][24];
extern const uint8_t vp9_block2above[TX_SIZE_MAX_MB][24];
extern const uint8_t vp9_block2left_sb[TX_SIZE_MAX_SB][96];
extern const uint8_t vp9_block2above_sb[TX_SIZE_MAX_SB][96];
extern const uint8_t vp9_block2left_sb64[TX_SIZE_MAX_SB][384];
extern const uint8_t vp9_block2above_sb64[TX_SIZE_MAX_SB][384];
510 511 512 513 514 515 516 517 518 519
#if CONFIG_SBSEGMENT
extern const uint8_t vp9_block2left_sb16x32[TX_SIZE_MAX_MB][48];
extern const uint8_t vp9_block2above_sb16x32[TX_SIZE_MAX_MB][48];
extern const uint8_t vp9_block2left_sb32x16[TX_SIZE_MAX_MB][48];
extern const uint8_t vp9_block2above_sb32x16[TX_SIZE_MAX_MB][48];
extern const uint8_t vp9_block2left_sb32x64[TX_SIZE_MAX_SB][192];
extern const uint8_t vp9_block2above_sb32x64[TX_SIZE_MAX_SB][192];
extern const uint8_t vp9_block2left_sb64x32[TX_SIZE_MAX_SB][192];
extern const uint8_t vp9_block2above_sb64x32[TX_SIZE_MAX_SB][192];
#endif
Yaowu Xu's avatar
Yaowu Xu committed
520

521 522
#define USE_ADST_FOR_I16X16_8X8   1
#define USE_ADST_FOR_I16X16_4X4   1
523 524
#define USE_ADST_FOR_I8X8_4X4     1
#define USE_ADST_PERIPHERY_ONLY   1
525 526
#define USE_ADST_FOR_SB           1
#define USE_ADST_FOR_REMOTE_EDGE  0
527

528
static TX_TYPE get_tx_type_4x4(const MACROBLOCKD *xd, int ib) {
529 530
  // TODO(debargha): explore different patterns for ADST usage when blocksize
  // is smaller than the prediction size
Deb Mukherjee's avatar
Deb Mukherjee committed
531
  TX_TYPE tx_type = DCT_DCT;
532
  const BLOCK_SIZE_TYPE sb_type = xd->mode_info_context->mbmi.sb_type;
533
  const int wb = mb_width_log2(sb_type), hb = mb_height_log2(sb_type);
534
#if !USE_ADST_FOR_SB
535
  if (sb_type > BLOCK_SIZE_MB16X16)
536
    return tx_type;
537
#endif
538
  if (ib >= (16 << (wb + hb)))  // no chroma adst
539
    return tx_type;
Yaowu Xu's avatar
Yaowu Xu committed
540
  if (xd->lossless)
Yaowu Xu's avatar
Yaowu Xu committed
541
    return DCT_DCT;
Yaowu Xu's avatar
Yaowu Xu committed
542
  if (xd->mode_info_context->mbmi.mode == I4X4_PRED &&
Deb Mukherjee's avatar
Deb Mukherjee committed
543
      xd->q_index < ACTIVE_HT) {
544
    const BLOCKD *b = &xd->block[ib];
545 546 547 548 549
    tx_type = txfm_map(
#if CONFIG_NEWBINTRAMODES
        b->bmi.as_mode.first == B_CONTEXT_PRED ? b->bmi.as_mode.context :
#endif
        b->bmi.as_mode.first);
550 551
  } else if (xd->mode_info_context->mbmi.mode == I8X8_PRED &&
             xd->q_index < ACTIVE_HT) {
552
    const BLOCKD *b = &xd->block[ib];
553
    const int ic = (ib & 10);
554 555 556
#if USE_ADST_FOR_I8X8_4X4
#if USE_ADST_PERIPHERY_ONLY
    // Use ADST for periphery blocks only
557
    const int inner = ib & 5;
558
    b += ic - ib;
559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574
    tx_type = txfm_map(pred_mode_conv(
        (MB_PREDICTION_MODE)b->bmi.as_mode.first));
#if USE_ADST_FOR_REMOTE_EDGE
    if (inner == 5)
      tx_type = DCT_DCT;
#else
    if (inner == 1) {
      if (tx_type == ADST_ADST) tx_type = ADST_DCT;
      else if (tx_type == DCT_ADST) tx_type = DCT_DCT;
    } else if (inner == 4) {
      if (tx_type == ADST_ADST) tx_type = DCT_ADST;
      else if (tx_type == ADST_DCT) tx_type = DCT_DCT;
    } else if (inner == 5) {
      tx_type = DCT_DCT;
    }
#endif
575 576
#else
    // Use ADST
577
    b += ic - ib;
578 579 580 581 582 583 584 585 586 587 588
    tx_type = txfm_map(pred_mode_conv(
        (MB_PREDICTION_MODE)b->bmi.as_mode.first));
#endif
#else
    // Use 2D DCT
    tx_type = DCT_DCT;
#endif
  } else if (xd->mode_info_context->mbmi.mode < I8X8_PRED &&
             xd->q_index < ACTIVE_HT) {
#if USE_ADST_FOR_I16X16_4X4
#if USE_ADST_PERIPHERY_ONLY
589
    const int hmax = 4 << wb;
590 591 592 593 594 595 596 597 598 599 600 601 602 603 604
    tx_type = txfm_map(pred_mode_conv(xd->mode_info_context->mbmi.mode));
#if USE_ADST_FOR_REMOTE_EDGE
    if ((ib & (hmax - 1)) != 0 && ib >= hmax)
      tx_type = DCT_DCT;
#else
    if (ib >= 1 && ib < hmax) {
      if (tx_type == ADST_ADST) tx_type = ADST_DCT;
      else if (tx_type == DCT_ADST) tx_type = DCT_DCT;
    } else if (ib >= 1 && (ib & (hmax - 1)) == 0) {
      if (tx_type == ADST_ADST) tx_type = DCT_ADST;
      else if (tx_type == ADST_DCT) tx_type = DCT_DCT;
    } else if (ib != 0) {
      tx_type = DCT_DCT;
    }
#endif
605 606 607 608 609 610 611 612
#else
    // Use ADST
    tx_type = txfm_map(pred_mode_conv(xd->mode_info_context->mbmi.mode));
#endif
#else
    // Use 2D DCT
    tx_type = DCT_DCT;
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
613 614 615 616
  }
  return tx_type;
}

617
static TX_TYPE get_tx_type_8x8(const MACROBLOCKD *xd, int ib) {
618 619
  // TODO(debargha): explore different patterns for ADST usage when blocksize
  // is smaller than the prediction size
Deb Mukherjee's avatar
Deb Mukherjee committed
620
  TX_TYPE tx_type = DCT_DCT;
621
  const BLOCK_SIZE_TYPE sb_type = xd->mode_info_context->mbmi.sb_type;
622
  const int wb = mb_width_log2(sb_type), hb = mb_height_log2(sb_type);
623
#if !USE_ADST_FOR_SB
624
  if (sb_type > BLOCK_SIZE_MB16X16)
625
    return tx_type;
626
#endif
627
  if (ib >= (16 << (wb + hb)))  // no chroma adst
628
    return tx_type;
Deb Mukherjee's avatar
Deb Mukherjee committed
629 630
  if (xd->mode_info_context->mbmi.mode == I8X8_PRED &&
      xd->q_index < ACTIVE_HT8) {
631
    const BLOCKD *b = &xd->block[ib];
James Zern's avatar
James Zern committed
632 633 634
    // TODO(rbultje): MB_PREDICTION_MODE / B_PREDICTION_MODE should be merged
    // or the relationship otherwise modified to address this type conversion.
    tx_type = txfm_map(pred_mode_conv(
635 636 637
           (MB_PREDICTION_MODE)b->bmi.as_mode.first));
  } else if (xd->mode_info_context->mbmi.mode < I8X8_PRED &&
             xd->q_index < ACTIVE_HT8) {
638
#if USE_ADST_FOR_I16X16_8X8
639
#if USE_ADST_PERIPHERY_ONLY
640
    const int hmax = 4 << wb;
641 642 643 644 645 646 647 648 649 650 651 652 653 654 655
    tx_type = txfm_map(pred_mode_conv(xd->mode_info_context->mbmi.mode));
#if USE_ADST_FOR_REMOTE_EDGE
    if ((ib & (hmax - 1)) != 0 && ib >= hmax)
      tx_type = DCT_DCT;
#else
    if (ib >= 1 && ib < hmax) {
      if (tx_type == ADST_ADST) tx_type = ADST_DCT;
      else if (tx_type == DCT_ADST) tx_type = DCT_DCT;
    } else if (ib >= 1 && (ib & (hmax - 1)) == 0) {
      if (tx_type == ADST_ADST) tx_type = DCT_ADST;
      else if (tx_type == ADST_DCT) tx_type = DCT_DCT;
    } else if (ib != 0) {
      tx_type = DCT_DCT;
    }
#endif
656 657 658 659 660 661 662 663
#else
    // Use ADST
    tx_type = txfm_map(pred_mode_conv(xd->mode_info_context->mbmi.mode));
#endif
#else
    // Use 2D DCT
    tx_type = DCT_DCT;
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
664 665
  }
  return tx_type;
666
}
667

668
static TX_TYPE get_tx_type_16x16(const MACROBLOCKD *xd, int ib) {
Deb Mukherjee's avatar
Deb Mukherjee committed
669
  TX_TYPE tx_type = DCT_DCT;
670
  const BLOCK_SIZE_TYPE sb_type = xd->mode_info_context->mbmi.sb_type;
671
  const int wb = mb_width_log2(sb_type), hb = mb_height_log2(sb_type);
672
#if !USE_ADST_FOR_SB
673
  if (sb_type > BLOCK_SIZE_MB16X16)
674 675
    return tx_type;
#endif
676
  if (ib >= (16 << (wb + hb)))
677 678
    return tx_type;
  if (xd->mode_info_context->mbmi.mode < I8X8_PRED &&
Deb Mukherjee's avatar
Deb Mukherjee committed
679 680
      xd->q_index < ACTIVE_HT16) {
    tx_type = txfm_map(pred_mode_conv(xd->mode_info_context->mbmi.mode));
681
#if USE_ADST_PERIPHERY_ONLY
682 683
    if (sb_type > BLOCK_SIZE_MB16X16) {
      const int hmax = 4 << wb;
684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699
#if USE_ADST_FOR_REMOTE_EDGE
      if ((ib & (hmax - 1)) != 0 && ib >= hmax)
        tx_type = DCT_DCT;
#else
      if (ib >= 1 && ib < hmax) {
        if (tx_type == ADST_ADST) tx_type = ADST_DCT;
        else if (tx_type == DCT_ADST) tx_type = DCT_DCT;
      } else if (ib >= 1 && (ib & (hmax - 1)) == 0) {
        if (tx_type == ADST_ADST) tx_type = DCT_ADST;
        else if (tx_type == ADST_DCT) tx_type = DCT_DCT;
      } else if (ib != 0) {
        tx_type = DCT_DCT;
      }
#endif
    }
#endif
Deb Mukherjee's avatar
Deb Mukherjee committed
700 701 702 703
  }
  return tx_type;
}

Dmitry Kovalev's avatar
Dmitry Kovalev committed
704 705
void vp9_build_block_doffsets(MACROBLOCKD *xd);
void vp9_setup_block_dptrs(MACROBLOCKD *xd);
John Koleszar's avatar
John Koleszar committed
706

John Koleszar's avatar
John Koleszar committed
707
static void update_blockd_bmi(MACROBLOCKD *xd) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
708 709
  const MB_PREDICTION_MODE mode = xd->mode_info_context->mbmi.mode;

Yaowu Xu's avatar
Yaowu Xu committed
710
  if (mode == SPLITMV || mode == I8X8_PRED || mode == I4X4_PRED) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
711 712
    int i;
    for (i = 0; i < 16; i++)
John Koleszar's avatar
John Koleszar committed
713 714
      xd->block[i].bmi = xd->mode_info_context->bmi[i];
  }
Yaowu Xu's avatar
Yaowu Xu committed
715
}
Dmitry Kovalev's avatar
Dmitry Kovalev committed
716

717
static TX_SIZE get_uv_tx_size(const MACROBLOCKD *xd) {
Dmitry Kovalev's avatar
Dmitry Kovalev committed
718 719 720 721 722 723 724
  MB_MODE_INFO *mbmi = &xd->mode_info_context->mbmi;
  const TX_SIZE size = mbmi->txfm_size;
  const MB_PREDICTION_MODE mode = mbmi->mode;

  switch (mbmi->sb_type) {
    case BLOCK_SIZE_SB64X64:
      return size;
725 726 727 728
#if CONFIG_SBSEGMENT
    case BLOCK_SIZE_SB64X32:
    case BLOCK_SIZE_SB32X64:
#endif
Dmitry Kovalev's avatar
Dmitry Kovalev committed
729 730 731 732 733 734 735 736 737 738 739 740
    case BLOCK_SIZE_SB32X32:
      if (size == TX_32X32)
        return TX_16X16;
      else
        return size;
    default:
      if (size == TX_16X16)
        return TX_8X8;
      else if (size == TX_8X8 && (mode == I8X8_PRED || mode == SPLITMV))
        return TX_4X4;
      else
        return size;
741
  }
Dmitry Kovalev's avatar
Dmitry Kovalev committed
742 743

  return size;
744
}
745

746 747 748 749 750 751 752
struct plane_block_idx {
  int plane;
  int block;
};

// TODO(jkoleszar): returning a struct so it can be used in a const context,
// expect to refactor this further later.
John Koleszar's avatar
John Koleszar committed
753
static INLINE struct plane_block_idx plane_block_idx(int y_blocks,
754
                                                     int b_idx) {
John Koleszar's avatar
John Koleszar committed
755
  const int v_offset = y_blocks * 5 / 4;
756 757
  struct plane_block_idx res;

John Koleszar's avatar
John Koleszar committed
758
  if (b_idx < y_blocks) {
759 760 761 762
    res.plane = 0;
    res.block = b_idx;
  } else if (b_idx < v_offset) {
    res.plane = 1;
John Koleszar's avatar
John Koleszar committed
763
    res.block = b_idx - y_blocks;
764
  } else {
John Koleszar's avatar
John Koleszar committed
765
    assert(b_idx < y_blocks * 3 / 2);
766 767 768 769 770 771
    res.plane = 2;
    res.block = b_idx - v_offset;
  }
  return res;
}

John Koleszar's avatar
John Koleszar committed
772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790
/* TODO(jkoleszar): Probably best to remove instances that require this,
 * as the data likely becomes per-plane and stored in the per-plane structures.
 * This is a stub to work with the existing code.
 */
static INLINE int old_block_idx_4x4(MACROBLOCKD* const xd, int block_size_b,
                                    int plane, int i) {
  const int luma_blocks = 1 << block_size_b;
  assert(xd->plane[0].subsampling_x == 0);
  assert(xd->plane[0].subsampling_y == 0);
  assert(xd->plane[1].subsampling_x == 1);
  assert(xd->plane[1].subsampling_y == 1);
  assert(xd->plane[2].subsampling_x == 1);
  assert(xd->plane[2].subsampling_y == 1);
  return plane == 0 ? i :
         plane == 1 ? luma_blocks + i :
                      luma_blocks * 5 / 4 + i;
}

typedef void (*foreach_transformed_block_visitor)(int plane, int block,
791
                                                  BLOCK_SIZE_TYPE bsize,
John Koleszar's avatar
John Koleszar committed
792 793 794
                                                  int ss_txfrm_size,
                                                  void *arg);
static INLINE void foreach_transformed_block_in_plane(
795
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize, int plane,
John Koleszar's avatar
John Koleszar committed
796
    int is_split, foreach_transformed_block_visitor visit, void *arg) {
797 798
  const int bw = b_width_log2(bsize), bh = b_height_log2(bsize);

John Koleszar's avatar
John Koleszar committed
799 800 801
  // block and transform sizes, in number of 4x4 blocks log 2 ("*_b")
  // 4x4=0, 8x8=2, 16x16=4, 32x32=6, 64x64=8
  const TX_SIZE tx_size = xd->mode_info_context->mbmi.txfm_size;
802
  const int block_size_b = bw + bh;
John Koleszar's avatar
John Koleszar committed
803 804 805 806 807 808 809 810 811 812 813 814 815 816
  const int txfrm_size_b = tx_size * 2;

  // subsampled size of the block
  const int ss_sum = xd->plane[plane].subsampling_x +
                     xd->plane[plane].subsampling_y;
  const int ss_block_size = block_size_b - ss_sum;

  // size of the transform to use. scale the transform down if it's larger
  // than the size of the subsampled data, or forced externally by the mb mode.
  const int ss_max = MAX(xd->plane[plane].subsampling_x,
                         xd->plane[plane].subsampling_y);
  const int ss_txfrm_size = txfrm_size_b > ss_block_size || is_split
                                ? txfrm_size_b - ss_max * 2
                                : txfrm_size_b;
817
  const int step = 1 << ss_txfrm_size;
John Koleszar's avatar
John Koleszar committed
818 819 820 821 822

  int i;

  assert(txfrm_size_b <= block_size_b);
  assert(ss_txfrm_size <= ss_block_size);
823 824
  for (i = 0; i < (1 << ss_block_size); i += step) {
    visit(plane, i, bsize, ss_txfrm_size, arg);
John Koleszar's avatar
John Koleszar committed
825 826 827 828
  }
}

static INLINE void foreach_transformed_block(
829
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize,
John Koleszar's avatar
John Koleszar committed
830 831 832 833 834 835 836 837 838 839 840
    foreach_transformed_block_visitor visit, void *arg) {
  const MB_PREDICTION_MODE mode = xd->mode_info_context->mbmi.mode;
  const int is_split =
      xd->mode_info_context->mbmi.txfm_size == TX_8X8 &&
      (mode == I8X8_PRED || mode == SPLITMV);
  int plane;

  for (plane = 0; plane < MAX_MB_PLANE; plane++) {
    const int is_split_chroma = is_split &&
         xd->plane[plane].plane_type == PLANE_TYPE_UV;

841
    foreach_transformed_block_in_plane(xd, bsize, plane, is_split_chroma,
John Koleszar's avatar
John Koleszar committed
842 843 844
                                       visit, arg);
  }
}
845

846
static INLINE void foreach_transformed_block_uv(
847
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize,
848 849 850 851 852 853 854 855
    foreach_transformed_block_visitor visit, void *arg) {
  const MB_PREDICTION_MODE mode = xd->mode_info_context->mbmi.mode;
  const int is_split =
      xd->mode_info_context->mbmi.txfm_size == TX_8X8 &&
      (mode == I8X8_PRED || mode == SPLITMV);
  int plane;

  for (plane = 1; plane < MAX_MB_PLANE; plane++) {
856
    foreach_transformed_block_in_plane(xd, bsize, plane, is_split,
857 858 859 860
                                       visit, arg);
  }
}

861 862 863 864 865 866 867 868 869 870
// TODO(jkoleszar): In principle, pred_w, pred_h are unnecessary, as we could
// calculate the subsampled BLOCK_SIZE_TYPE, but that type isn't defined for
// sizes smaller than 16x16 yet.
typedef void (*foreach_predicted_block_visitor)(int plane, int block,
                                                BLOCK_SIZE_TYPE bsize,
                                                int pred_w, int pred_h,
                                                void *arg);
static INLINE void foreach_predicted_block_in_plane(
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize, int plane,
    foreach_predicted_block_visitor visit, void *arg) {
871 872
  int i, x, y;
  const MB_PREDICTION_MODE mode = xd->mode_info_context->mbmi.mode;
873 874 875 876

  // block sizes in number of 4x4 blocks log 2 ("*_b")
  // 4x4=0, 8x8=2, 16x16=4, 32x32=6, 64x64=8
  // subsampled size of the block
877 878
  const int bw = b_width_log2(bsize) - xd->plane[plane].subsampling_x;
  const int bh = b_height_log2(bsize) - xd->plane[plane].subsampling_y;
879 880

  // size of the predictor to use.
881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
  int pred_w, pred_h;

  if (mode == SPLITMV) {
    // 4x4 or 8x8
    const int is_4x4 =
        (xd->mode_info_context->mbmi.partitioning == PARTITIONING_4X4);
    pred_w = is_4x4 ? 0 : 1 >> xd->plane[plane].subsampling_x;
    pred_h = is_4x4 ? 0 : 1 >> xd->plane[plane].subsampling_y;
  } else {
    pred_w = bw;
    pred_h = bh;
  }
  assert(pred_w <= bw);
  assert(pred_h <= bh);

  // visit each subblock in raster order
  i = 0;
  for (y = 0; y < 1 << bh; y += 1 << pred_h) {
    for (x = 0; x < 1 << bw; x += 1 << pred_w) {
      visit(plane, i, bsize, pred_w, pred_h, arg);
      i += 1 << pred_w;
    }
    i -= 1 << bw;
    i += 1 << (bw + pred_h);
905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924
  }
}
static INLINE void foreach_predicted_block(
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize,
    foreach_predicted_block_visitor visit, void *arg) {
  int plane;

  for (plane = 0; plane < MAX_MB_PLANE; plane++) {
    foreach_predicted_block_in_plane(xd, bsize, plane, visit, arg);
  }
}
static INLINE void foreach_predicted_block_uv(
    const MACROBLOCKD* const xd, BLOCK_SIZE_TYPE bsize,
    foreach_predicted_block_visitor visit, void *arg) {
  int plane;

  for (plane = 1; plane < MAX_MB_PLANE; plane++) {
    foreach_predicted_block_in_plane(xd, bsize, plane, visit, arg);
  }
}
925 926 927 928 929 930 931 932 933 934 935 936
static int raster_block_offset(MACROBLOCKD *xd, BLOCK_SIZE_TYPE bsize,
                               int plane, int block) {
  const int bw = b_width_log2(bsize) - xd->plane[plane].subsampling_x;
  const int stride = 4 << bw;
  const int y = 4 * (block >> bw), x = 4 * (block & ((1 << bw) - 1));
  return y * stride + x;
}
static int16_t* raster_block_offset_int16(MACROBLOCKD *xd,
                                         BLOCK_SIZE_TYPE bsize,
                                         int plane, int block, int16_t *base) {
  return base + raster_block_offset(xd, bsize, plane, block);
}
937

938 939 940 941 942
#if CONFIG_CODE_ZEROGROUP
static int get_zpc_used(TX_SIZE tx_size) {
  return (tx_size >= TX_16X16);
}
#endif
943
#endif  // VP9_COMMON_VP9_BLOCKD_H_