onyxc_int.h 47.2 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_COMMON_ONYXC_INT_H_
#define AV1_COMMON_ONYXC_INT_H_
Jingning Han's avatar
Jingning Han committed
14

Yaowu Xu's avatar
Yaowu Xu committed
15
#include "./aom_config.h"
Yaowu Xu's avatar
Yaowu Xu committed
16
#include "./av1_rtcd.h"
Yaowu Xu's avatar
Yaowu Xu committed
17 18
#include "aom/internal/aom_codec_internal.h"
#include "aom_util/aom_thread.h"
19 20 21
#if CONFIG_ANS
#include "aom_dsp/ans.h"
#endif
22
#include "av1/common/alloccommon.h"
23
#include "av1/common/av1_loopfilter.h"
24 25
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
Yaowu Xu's avatar
Yaowu Xu committed
26
#include "av1/common/entropymv.h"
27
#include "av1/common/frame_buffers.h"
Yaowu Xu's avatar
Yaowu Xu committed
28
#include "av1/common/mv.h"
29
#include "av1/common/quant_common.h"
30
#if CONFIG_LOOP_RESTORATION
31
#include "av1/common/restoration.h"
32
#endif  // CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
33
#include "av1/common/tile_common.h"
34
#include "av1/common/odintrin.h"
Luc Trudeau's avatar
Luc Trudeau committed
35 36 37
#if CONFIG_CFL
#include "av1/common/cfl.h"
#endif
38 39 40 41
#if CONFIG_HASH_ME
// TODO(youzhou@microsoft.com): Encoder only. Move it out of common
#include "av1/encoder/hash_motion.h"
#endif
Jingning Han's avatar
Jingning Han committed
42 43 44 45
#ifdef __cplusplus
extern "C" {
#endif

46 47 48 49 50
#if defined(__clang__) && defined(__has_warning)
#if __has_feature(cxx_attributes) && __has_warning("-Wimplicit-fallthrough")
#define AOM_FALLTHROUGH_INTENDED [[clang::fallthrough]]  // NOLINT
#endif
#elif defined(__GNUC__) && __GNUC__ >= 7
51
#define AOM_FALLTHROUGH_INTENDED __attribute__((fallthrough))  // NOLINT
52 53 54 55 56 57 58 59
#endif

#ifndef AOM_FALLTHROUGH_INTENDED
#define AOM_FALLTHROUGH_INTENDED \
  do {                           \
  } while (0)
#endif

60 61
#define CDEF_MAX_STRENGTHS 16

Jingning Han's avatar
Jingning Han committed
62 63 64 65 66 67 68 69 70 71 72
#define REF_FRAMES_LOG2 3
#define REF_FRAMES (1 << REF_FRAMES_LOG2)

// 4 scratch frames for the new frames to support a maximum of 4 cores decoding
// in parallel, 3 for scaled references on the encoder.
// TODO(hkuang): Add ondemand frame buffers instead of hardcoding the number
// of framebuffers.
// TODO(jkoleszar): These 3 extra references could probably come from the
// normal reference pool.
#define FRAME_BUFFERS (REF_FRAMES + 7)

73 74 75
#if CONFIG_REFERENCE_BUFFER
/* Constant values while waiting for the sequence header */
#define FRAME_ID_NUMBERS_PRESENT_FLAG 1
76 77 78
#define FRAME_ID_LENGTH 15
#define DELTA_FRAME_ID_LENGTH 14
#endif  // CONFIG_REFERENCE_BUFFER
79

80 81 82 83 84 85
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
#define FRAME_CONTEXTS (FRAME_BUFFERS + 1)
// Extra frame context which is always kept at default values
#define FRAME_CONTEXT_DEFAULTS (FRAME_CONTEXTS - 1)
#else

86 87
#define FRAME_CONTEXTS_LOG2 3

Jingning Han's avatar
Jingning Han committed
88
#define FRAME_CONTEXTS (1 << FRAME_CONTEXTS_LOG2)
89
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
Jingning Han's avatar
Jingning Han committed
90 91 92

#define NUM_PING_PONG_BUFFERS 2

93 94 95 96
// TODO(jingning): Turning this on to set up transform coefficient
// processing timer.
#define TXCOEFF_TIMER 0

Jingning Han's avatar
Jingning Han committed
97
typedef enum {
clang-format's avatar
clang-format committed
98 99
  SINGLE_REFERENCE = 0,
  COMPOUND_REFERENCE = 1,
Jingning Han's avatar
Jingning Han committed
100
  REFERENCE_MODE_SELECT = 2,
clang-format's avatar
clang-format committed
101
  REFERENCE_MODES = 3,
Jingning Han's avatar
Jingning Han committed
102 103
} REFERENCE_MODE;

104
#if !CONFIG_NO_FRAME_CONTEXT_SIGNALING
105 106 107 108 109
typedef enum {
  RESET_FRAME_CONTEXT_NONE = 0,
  RESET_FRAME_CONTEXT_CURRENT = 1,
  RESET_FRAME_CONTEXT_ALL = 2,
} RESET_FRAME_CONTEXT_MODE;
110
#endif
111

112 113 114 115 116 117 118 119 120 121 122 123 124
typedef enum {
  /**
   * Update frame context to values resulting from forward probability
   * updates signaled in the frame header
   */
  REFRESH_FRAME_CONTEXT_FORWARD,
  /**
   * Update frame context to values resulting from backward probability
   * updates based on entropy/counts in the decoded frame
   */
  REFRESH_FRAME_CONTEXT_BACKWARD,
} REFRESH_FRAME_CONTEXT_MODE;

125
#if CONFIG_MFMV
126
#define MFMV_STACK_SIZE 3
127 128 129 130 131 132

typedef struct {
  int_mv mfmv[INTER_REFS_PER_FRAME][MFMV_STACK_SIZE];
} TPL_MV_REF;
#endif

Jingning Han's avatar
Jingning Han committed
133 134
typedef struct {
  int_mv mv[2];
Yaowu Xu's avatar
Yaowu Xu committed
135
  int_mv pred_mv[2];
Jingning Han's avatar
Jingning Han committed
136 137 138 139 140
  MV_REFERENCE_FRAME ref_frame[2];
} MV_REF;

typedef struct {
  int ref_count;
141

142
#if CONFIG_FRAME_MARKER
143 144 145 146 147 148 149 150
  unsigned int cur_frame_offset;
  unsigned int lst_frame_offset;
  unsigned int alt_frame_offset;
  unsigned int gld_frame_offset;
  unsigned int lst2_frame_offset;
  unsigned int lst3_frame_offset;
  unsigned int bwd_frame_offset;
  unsigned int alt2_frame_offset;
151 152
#endif  // CONFIG_FRAME_MARKER

Jingning Han's avatar
Jingning Han committed
153
  MV_REF *mvs;
Soo-Chul Han's avatar
Soo-Chul Han committed
154 155 156
#if CONFIG_SEGMENT_PRED_LAST
  uint8_t *seg_map;
#endif
Jingning Han's avatar
Jingning Han committed
157 158
  int mi_rows;
  int mi_cols;
159 160 161 162
  // Width and height give the size of the buffer (before any upscaling, unlike
  // the sizes that can be derived from the buf structure)
  int width;
  int height;
163
  WarpedMotionParams global_motion[TOTAL_REFS_PER_FRAME];
Yaowu Xu's avatar
Yaowu Xu committed
164
  aom_codec_frame_buffer_t raw_frame_buffer;
Jingning Han's avatar
Jingning Han committed
165
  YV12_BUFFER_CONFIG buf;
166 167 168
#if CONFIG_HASH_ME
  hash_table hash_table;
#endif
169 170 171
#if CONFIG_TEMPMV_SIGNALING
  uint8_t intra_only;
#endif
Jingning Han's avatar
Jingning Han committed
172 173 174 175
  // The Following variables will only be used in frame parallel decode.

  // frame_worker_owner indicates which FrameWorker owns this buffer. NULL means
  // that no FrameWorker owns, or is decoding, this buffer.
Yaowu Xu's avatar
Yaowu Xu committed
176
  AVxWorker *frame_worker_owner;
Jingning Han's avatar
Jingning Han committed
177 178 179 180 181 182 183 184 185

  // row and col indicate which position frame has been decoded to in real
  // pixel unit. They are reset to -1 when decoding begins and set to INT_MAX
  // when the frame is fully decoded.
  int row;
  int col;
} RefCntBuffer;

typedef struct BufferPool {
clang-format's avatar
clang-format committed
186 187 188
// Protect BufferPool from being accessed by several FrameWorkers at
// the same time during frame parallel decode.
// TODO(hkuang): Try to use atomic variable instead of locking the whole pool.
Jingning Han's avatar
Jingning Han committed
189 190 191 192 193 194 195
#if CONFIG_MULTITHREAD
  pthread_mutex_t pool_mutex;
#endif

  // Private data associated with the frame buffer callbacks.
  void *cb_priv;

Yaowu Xu's avatar
Yaowu Xu committed
196 197
  aom_get_frame_buffer_cb_fn_t get_fb_cb;
  aom_release_frame_buffer_cb_fn_t release_fb_cb;
Jingning Han's avatar
Jingning Han committed
198 199 200 201 202 203 204

  RefCntBuffer frame_bufs[FRAME_BUFFERS];

  // Frame buffers allocated internally by the codec.
  InternalFrameBufferList int_frame_buffers;
} BufferPool;

205 206
#if CONFIG_LV_MAP
typedef struct {
207
  int base_ctx_table[2 /*row*/][2 /*col*/][3 /*sig_map*/]
208 209
                    [BASE_CONTEXT_POSITION_NUM + 1];
} LV_MAP_CTX_TABLE;
210
typedef int BASE_CTX_TABLE[2 /*col*/][3 /*sig_map*/]
211 212 213
                          [BASE_CONTEXT_POSITION_NUM + 1];
#endif

214 215 216
#if CONFIG_REFERENCE_BUFFER
/* Initial version of sequence header structure */
typedef struct SequenceHeader {
217 218 219 220 221 222
#if CONFIG_FRAME_SIZE
  int num_bits_width;
  int num_bits_height;
  int max_frame_width;
  int max_frame_height;
#endif
223
  int frame_id_numbers_present_flag;
224 225
  int frame_id_length;
  int delta_frame_id_length;
226 227 228
#if CONFIG_MONO_VIDEO
  int monochrome;
#endif  // CONFIG_MONO_VIDEO
229 230 231
} SequenceHeader;
#endif  // CONFIG_REFERENCE_BUFFER

Yaowu Xu's avatar
Yaowu Xu committed
232 233 234
typedef struct AV1Common {
  struct aom_internal_error_info error;
  aom_color_space_t color_space;
235 236
  aom_transfer_function_t transfer_function;
  aom_chroma_sample_position_t chroma_sample_position;
237
  int color_range;
Jingning Han's avatar
Jingning Han committed
238 239
  int width;
  int height;
240 241
  int render_width;
  int render_height;
Jingning Han's avatar
Jingning Han committed
242 243 244 245 246 247 248 249
  int last_width;
  int last_height;

  // TODO(jkoleszar): this implies chroma ss right now, but could vary per
  // plane. Revisit as part of the future change to YV12_BUFFER_CONFIG to
  // support additional planes.
  int subsampling_x;
  int subsampling_y;
250 251 252
#if CONFIG_SIMPLE_BWD_ADAPT
  int largest_tile_id;
#endif
Jingning Han's avatar
Jingning Han committed
253

254
#if CONFIG_HIGHBITDEPTH
255 256
  // Marks if we need to use 16bit frame buffers (1: yes, 0: no).
  int use_highbitdepth;
Jingning Han's avatar
Jingning Han committed
257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272
#endif
  YV12_BUFFER_CONFIG *frame_to_show;
  RefCntBuffer *prev_frame;

  // TODO(hkuang): Combine this with cur_buf in macroblockd.
  RefCntBuffer *cur_frame;

  int ref_frame_map[REF_FRAMES]; /* maps fb_idx to reference slot */

  // Prepare ref_frame_map for the next frame.
  // Only used in frame parallel decode.
  int next_ref_frame_map[REF_FRAMES];

  // TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and
  // roll new_fb_idx into it.

273 274
  // Each Inter frame can reference INTER_REFS_PER_FRAME buffers
  RefBuffer frame_refs[INTER_REFS_PER_FRAME];
Zoe Liu's avatar
Zoe Liu committed
275 276
#if CONFIG_EXT_SKIP
  int is_skip_mode_allowed;
Zoe Liu's avatar
Zoe Liu committed
277
  int skip_mode_flag;
Zoe Liu's avatar
Zoe Liu committed
278 279
  int ref_frame_idx_0;
  int ref_frame_idx_1;
Zoe Liu's avatar
Zoe Liu committed
280
  int tpl_frame_ref0_idx;
Zoe Liu's avatar
Zoe Liu committed
281
#endif  // CONFIG_EXT_SKIP
Jingning Han's avatar
Jingning Han committed
282 283 284

  int new_fb_idx;

clang-format's avatar
clang-format committed
285
  FRAME_TYPE last_frame_type; /* last frame's frame type for motion search.*/
Jingning Han's avatar
Jingning Han committed
286 287 288 289 290
  FRAME_TYPE frame_type;

  int show_frame;
  int last_show_frame;
  int show_existing_frame;
291 292
  // Flag for a frame used as a reference - not written to the bitstream
  int is_reference_frame;
Jingning Han's avatar
Jingning Han committed
293 294 295 296 297 298

  // Flag signaling that the frame is encoded using only INTRA modes.
  uint8_t intra_only;
  uint8_t last_intra_only;

  int allow_high_precision_mv;
RogerZhou's avatar
RogerZhou committed
299
#if CONFIG_AMVR
300 301 302 303
  int seq_force_integer_mv;        // 0 - Not to force. MV can be in 1/4 or 1/8
                                   // 1 - force to integer
                                   // 2 - adaptive
  int cur_frame_force_integer_mv;  // 0 the default in AOM, 1 only integer
RogerZhou's avatar
RogerZhou committed
304
#endif
Jingning Han's avatar
Jingning Han committed
305

hui su's avatar
hui su committed
306
  int allow_screen_content_tools;
307 308 309
#if CONFIG_INTRABC
  int allow_intrabc;
#endif  // CONFIG_INTRABC
310 311
  int allow_interintra_compound;
  int allow_masked_compound;
hui su's avatar
hui su committed
312

313
#if !CONFIG_NO_FRAME_CONTEXT_SIGNALING
314 315
  // Flag signaling which frame contexts should be reset to default values.
  RESET_FRAME_CONTEXT_MODE reset_frame_context;
316
#endif
Jingning Han's avatar
Jingning Han committed
317 318 319 320 321 322 323 324 325 326 327 328 329

  // MBs, mb_rows/cols is in 16-pixel units; mi_rows/cols is in
  // MODE_INFO (8-pixel) units.
  int MBs;
  int mb_rows, mi_rows;
  int mb_cols, mi_cols;
  int mi_stride;

  /* profile settings */
  TX_MODE tx_mode;

  int base_qindex;
  int y_dc_delta_q;
330 331 332 333
  int u_dc_delta_q;
  int v_dc_delta_q;
  int u_ac_delta_q;
  int v_ac_delta_q;
334 335 336 337
  // The dequantizers below are true dequntizers used only in the
  // dequantization process.  They have the same coefficient
  // shift/scale as TX.
  int16_t y_dequant_QTX[MAX_SEGMENTS][2];
338 339
  int16_t u_dequant_QTX[MAX_SEGMENTS][2];
  int16_t v_dequant_QTX[MAX_SEGMENTS][2];
340 341 342

#if CONFIG_AOM_QM
  // Global quant matrix tables
343 344
  qm_val_t *giqmatrix[NUM_QM_LEVELS][3][TX_SIZES_ALL];
  qm_val_t *gqmatrix[NUM_QM_LEVELS][3][TX_SIZES_ALL];
345 346

  // Local quant matrix tables for each frame
347
  qm_val_t *y_iqmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
348 349
  qm_val_t *u_iqmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
  qm_val_t *v_iqmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
350

351
  // Encoder
352
  qm_val_t *y_qmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
353 354
  qm_val_t *u_qmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
  qm_val_t *v_qmatrix[MAX_SEGMENTS][TX_SIZES_ALL];
355 356 357 358 359

  int using_qmatrix;
  int min_qmlevel;
  int max_qmlevel;
#endif
360
#if CONFIG_NEW_QUANT
361 362
  dequant_val_type_nuq y_dequant_nuq_QTX[MAX_SEGMENTS][QUANT_PROFILES]
                                        [COEF_BANDS];
363 364 365 366
  dequant_val_type_nuq u_dequant_nuq_QTX[MAX_SEGMENTS][QUANT_PROFILES]
                                        [COEF_BANDS];
  dequant_val_type_nuq v_dequant_nuq_QTX[MAX_SEGMENTS][QUANT_PROFILES]
                                        [COEF_BANDS];
367
#endif
Jingning Han's avatar
Jingning Han committed
368 369 370 371 372 373 374 375

  /* We allocate a MODE_INFO struct for each macroblock, together with
     an extra row on top and column on the left to simplify prediction. */
  int mi_alloc_size;
  MODE_INFO *mip; /* Base of allocated array */
  MODE_INFO *mi;  /* Corresponds to upper left visible macroblock */

  // TODO(agrange): Move prev_mi into encoder structure.
Yaowu Xu's avatar
Yaowu Xu committed
376
  // prev_mip and prev_mi will only be allocated in encoder.
Jingning Han's avatar
Jingning Han committed
377 378 379 380
  MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */
  MODE_INFO *prev_mi;  /* 'mi' from last frame (points into prev_mip) */

  // Separate mi functions between encoder and decoder.
Yaowu Xu's avatar
Yaowu Xu committed
381 382 383
  int (*alloc_mi)(struct AV1Common *cm, int mi_size);
  void (*free_mi)(struct AV1Common *cm);
  void (*setup_mi)(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
384 385 386 387 388 389 390 391 392 393 394

  // Grid of pointers to 8x8 MODE_INFO structs.  Any 8x8 not in the visible
  // area will be NULL.
  MODE_INFO **mi_grid_base;
  MODE_INFO **mi_grid_visible;
  MODE_INFO **prev_mi_grid_base;
  MODE_INFO **prev_mi_grid_visible;

  // Whether to use previous frame's motion vectors for prediction.
  int use_prev_frame_mvs;

395 396
  int use_ref_frame_mvs;

Soo-Chul Han's avatar
Soo-Chul Han committed
397
#if !CONFIG_SEGMENT_PRED_LAST
Jingning Han's avatar
Jingning Han committed
398 399 400 401 402
  // Persistent mb segment id map used in prediction.
  int seg_map_idx;
  int prev_seg_map_idx;

  uint8_t *seg_map_array[NUM_PING_PONG_BUFFERS];
Soo-Chul Han's avatar
Soo-Chul Han committed
403
#endif
Jingning Han's avatar
Jingning Han committed
404 405
  uint8_t *last_frame_seg_map;
  uint8_t *current_frame_seg_map;
406 407 408
#if CONFIG_Q_SEGMENTATION
  uint8_t *q_seg_map;
#endif
Jingning Han's avatar
Jingning Han committed
409 410
  int seg_map_alloc_size;

James Zern's avatar
James Zern committed
411
  InterpFilter interp_filter;
Jingning Han's avatar
Jingning Han committed
412 413

  loop_filter_info_n lf_info;
414
#if CONFIG_FRAME_SUPERRES
415 416
  // The denominator of the superres scale; the numerator is fixed.
  uint8_t superres_scale_denominator;
417 418
  int superres_upscaled_width;
  int superres_upscaled_height;
419
#endif  // CONFIG_FRAME_SUPERRES
420
#if CONFIG_LOOP_RESTORATION
421
  RestorationInfo rst_info[MAX_MB_PLANE];
422 423 424 425 426 427

  // rst_end_stripe[i] is one more than the index of the bottom stripe
  // for tile row i.
  int rst_end_stripe[MAX_TILE_ROWS];

  // Pointer to a scratch buffer used by self-guided restoration
428
  int32_t *rst_tmpbuf;
429
#endif  // CONFIG_LOOP_RESTORATION
Jingning Han's avatar
Jingning Han committed
430

431 432 433
  // Flag signaling how frame contexts should be updated at the end of
  // a frame decode
  REFRESH_FRAME_CONTEXT_MODE refresh_frame_context;
Jingning Han's avatar
Jingning Han committed
434

clang-format's avatar
clang-format committed
435
  int ref_frame_sign_bias[TOTAL_REFS_PER_FRAME]; /* Two state 0, 1 */
Jingning Han's avatar
Jingning Han committed
436 437 438

  struct loopfilter lf;
  struct segmentation seg;
439
  int all_lossless;
Jingning Han's avatar
Jingning Han committed
440 441
  int frame_parallel_decode;  // frame-based threading.

442 443
  int reduced_tx_set_used;

444
  // Context probabilities for reference frame prediction
445 446
  MV_REFERENCE_FRAME comp_fwd_ref[FWD_REFS];
  MV_REFERENCE_FRAME comp_bwd_ref[BWD_REFS];
Jingning Han's avatar
Jingning Han committed
447 448
  REFERENCE_MODE reference_mode;

clang-format's avatar
clang-format committed
449 450
  FRAME_CONTEXT *fc;              /* this frame entropy */
  FRAME_CONTEXT *frame_contexts;  // FRAME_CONTEXTS
451
  FRAME_CONTEXT *pre_fc;          // Context referenced in this frame
452
#if !CONFIG_NO_FRAME_CONTEXT_SIGNALING
clang-format's avatar
clang-format committed
453
  unsigned int frame_context_idx; /* Context to use/update */
454
#endif
Jingning Han's avatar
Jingning Han committed
455 456
  FRAME_COUNTS counts;

457
#if CONFIG_FRAME_MARKER
458 459 460
  unsigned int frame_offset;
#endif

Jingning Han's avatar
Jingning Han committed
461 462 463
  unsigned int current_video_frame;
  BITSTREAM_PROFILE profile;

Yaowu Xu's avatar
Yaowu Xu committed
464 465 466
  // AOM_BITS_8 in profile 0 or 1, AOM_BITS_10 or AOM_BITS_12 in profile 2 or 3.
  aom_bit_depth_t bit_depth;
  aom_bit_depth_t dequant_bit_depth;  // bit_depth of current dequantizer
Jingning Han's avatar
Jingning Han committed
467 468 469

  int error_resilient_mode;

470
  int tile_cols, tile_rows;
471
  int last_tile_cols, last_tile_rows;
472 473 474 475 476 477 478 479 480 481 482 483 484 485

#if CONFIG_MAX_TILE
  int min_log2_tile_cols;
  int max_log2_tile_cols;
  int max_log2_tile_rows;
  int min_log2_tile_rows;
  int min_log2_tiles;
  int max_tile_width_sb;
  int max_tile_height_sb;
  int uniform_tile_spacing_flag;
  int log2_tile_cols;                        // only valid for uniform tiles
  int log2_tile_rows;                        // only valid for uniform tiles
  int tile_col_start_sb[MAX_TILE_COLS + 1];  // valid for 0 <= i <= tile_cols
  int tile_row_start_sb[MAX_TILE_ROWS + 1];  // valid for 0 <= i <= tile_rows
486 487 488
#if CONFIG_DEPENDENT_HORZTILES
  int tile_row_independent[MAX_TILE_ROWS];  // valid for 0 <= i <  tile_rows
#endif
489 490 491 492 493
#else
  int log2_tile_cols, log2_tile_rows;  // Used in non-large_scale_tile_coding.
  int tile_width, tile_height;         // In MI units
#endif  // CONFIG_MAX_TILE

494
#if CONFIG_EXT_TILE
495 496
  unsigned int large_scale_tile;
  unsigned int single_tile_decoding;
497
#endif  // CONFIG_EXT_TILE
498

499 500
#if CONFIG_DEPENDENT_HORZTILES
  int dependent_horz_tiles;
501 502 503
  int tile_group_start_row[MAX_TILE_ROWS][MAX_TILE_COLS];
  int tile_group_start_col[MAX_TILE_ROWS][MAX_TILE_COLS];
#endif
504
#if CONFIG_LOOPFILTERING_ACROSS_TILES
505
  int loop_filter_across_tiles_enabled;
506
#endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
507

Jingning Han's avatar
Jingning Han committed
508 509 510 511 512
  int byte_alignment;
  int skip_loop_filter;

  // Private data associated with the frame buffer callbacks.
  void *cb_priv;
Yaowu Xu's avatar
Yaowu Xu committed
513 514
  aom_get_frame_buffer_cb_fn_t get_fb_cb;
  aom_release_frame_buffer_cb_fn_t release_fb_cb;
Jingning Han's avatar
Jingning Han committed
515 516 517 518 519 520 521 522

  // Handles memory for the codec.
  InternalFrameBufferList int_frame_buffers;

  // External BufferPool passed from outside.
  BufferPool *buffer_pool;

  PARTITION_CONTEXT *above_seg_context;
523
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
524
  TXFM_CONTEXT *above_txfm_context;
525 526
  TXFM_CONTEXT *top_txfm_context[MAX_MB_PLANE];
  TXFM_CONTEXT left_txfm_context[MAX_MB_PLANE][2 * MAX_MIB_SIZE];
Jingning Han's avatar
Jingning Han committed
527
  int above_context_alloc_cols;
528 529 530 531

  // scratch memory for intraonly/keyframe forward updates from default tables
  // - this is intentionally not placed in FRAME_CONTEXT since it's reset upon
  // each keyframe and not used afterwards
Yaowu Xu's avatar
Yaowu Xu committed
532
  aom_prob kf_y_prob[INTRA_MODES][INTRA_MODES][INTRA_MODES - 1];
533
  WarpedMotionParams global_motion[TOTAL_REFS_PER_FRAME];
534

clang-format's avatar
clang-format committed
535 536 537
  BLOCK_SIZE sb_size;  // Size of the superblock used for this frame
  int mib_size;        // Size of the superblock in units of MI blocks
  int mib_size_log2;   // Log 2 of above.
Steinar Midtskogen's avatar
Steinar Midtskogen committed
538 539
  int cdef_pri_damping;
  int cdef_sec_damping;
540 541
  int nb_cdef_strengths;
  int cdef_strengths[CDEF_MAX_STRENGTHS];
542
  int cdef_uv_strengths[CDEF_MAX_STRENGTHS];
543
  int cdef_bits;
544

545
  int delta_q_present_flag;
546 547
  // Resolution of delta quant
  int delta_q_res;
Fangwen Fu's avatar
Fangwen Fu committed
548 549 550 551
#if CONFIG_EXT_DELTA_Q
  int delta_lf_present_flag;
  // Resolution of delta lf level
  int delta_lf_res;
552 553 554 555 556 557
#if CONFIG_LOOPFILTER_LEVEL
  // This is a flag for number of deltas of loop filter level
  // 0: use 1 delta, for y_vertical, y_horizontal, u, and v
  // 1: use separate deltas for each filter level
  int delta_lf_multi;
#endif  // CONFIG_LOOPFILTER_LEVEL
558
#endif
559
  int num_tg;
560
#if CONFIG_REFERENCE_BUFFER
561
  SequenceHeader seq_params;
562 563 564 565 566
  int current_frame_id;
  int ref_frame_id[REF_FRAMES];
  int valid_for_referencing[REF_FRAMES];
  int refresh_mask;
  int invalid_delta_frame_id_minus1;
567
#endif  // CONFIG_REFERENCE_BUFFER
568 569 570
#if CONFIG_ANS && ANS_MAX_SYMBOLS
  int ans_window_size_log2;
#endif
571 572 573
#if CONFIG_LV_MAP
  LV_MAP_CTX_TABLE coeff_ctx_table;
#endif
574 575 576
#if CONFIG_LPF_SB
  int final_lpf_encode;
#endif
577 578 579
#if CONFIG_ADAPT_SCAN
  int use_adapt_scan;
#endif
Jingning Han's avatar
Jingning Han committed
580 581 582
#if CONFIG_MFMV
  TPL_MV_REF *tpl_mvs;
#endif
583 584 585 586 587 588

#if TXCOEFF_TIMER
  int64_t cum_txcoeff_timer;
  int64_t txcoeff_timer;
  int txb_count;
#endif
Yaowu Xu's avatar
Yaowu Xu committed
589
} AV1_COMMON;
Jingning Han's avatar
Jingning Han committed
590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608

// TODO(hkuang): Don't need to lock the whole pool after implementing atomic
// frame reference count.
static void lock_buffer_pool(BufferPool *const pool) {
#if CONFIG_MULTITHREAD
  pthread_mutex_lock(&pool->pool_mutex);
#else
  (void)pool;
#endif
}

static void unlock_buffer_pool(BufferPool *const pool) {
#if CONFIG_MULTITHREAD
  pthread_mutex_unlock(&pool->pool_mutex);
#else
  (void)pool;
#endif
}

Yaowu Xu's avatar
Yaowu Xu committed
609
static INLINE YV12_BUFFER_CONFIG *get_ref_frame(AV1_COMMON *cm, int index) {
clang-format's avatar
clang-format committed
610 611
  if (index < 0 || index >= REF_FRAMES) return NULL;
  if (cm->ref_frame_map[index] < 0) return NULL;
Jingning Han's avatar
Jingning Han committed
612 613 614 615
  assert(cm->ref_frame_map[index] < FRAME_BUFFERS);
  return &cm->buffer_pool->frame_bufs[cm->ref_frame_map[index]].buf;
}

616
static INLINE YV12_BUFFER_CONFIG *get_frame_new_buffer(
Yaowu Xu's avatar
Yaowu Xu committed
617
    const AV1_COMMON *const cm) {
Jingning Han's avatar
Jingning Han committed
618 619 620
  return &cm->buffer_pool->frame_bufs[cm->new_fb_idx].buf;
}

Yaowu Xu's avatar
Yaowu Xu committed
621
static INLINE int get_free_fb(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
622 623 624 625 626
  RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs;
  int i;

  lock_buffer_pool(cm->buffer_pool);
  for (i = 0; i < FRAME_BUFFERS; ++i)
clang-format's avatar
clang-format committed
627
    if (frame_bufs[i].ref_count == 0) break;
Jingning Han's avatar
Jingning Han committed
628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650

  if (i != FRAME_BUFFERS) {
    frame_bufs[i].ref_count = 1;
  } else {
    // Reset i to be INVALID_IDX to indicate no free buffer found.
    i = INVALID_IDX;
  }

  unlock_buffer_pool(cm->buffer_pool);
  return i;
}

static INLINE void ref_cnt_fb(RefCntBuffer *bufs, int *idx, int new_idx) {
  const int ref_index = *idx;

  if (ref_index >= 0 && bufs[ref_index].ref_count > 0)
    bufs[ref_index].ref_count--;

  *idx = new_idx;

  bufs[new_idx].ref_count++;
}

651 652 653 654 655
#if CONFIG_TEMPMV_SIGNALING
// Returns 1 if this frame might use mvs from some previous frame. This
// function doesn't consider whether prev_frame is actually suitable (see
// frame_can_use_prev_frame_mvs for that)
static INLINE int frame_might_use_prev_frame_mvs(const AV1_COMMON *cm) {
656 657 658 659 660
  return !cm->error_resilient_mode &&
#if CONFIG_EXT_TILE
         !cm->large_scale_tile &&
#endif  // CONFIG_EXT_TILE
         !cm->intra_only;
661 662 663 664
}

// Returns 1 if this frame really can use MVs from some previous frame.
static INLINE int frame_can_use_prev_frame_mvs(const AV1_COMMON *cm) {
665 666
  return (frame_might_use_prev_frame_mvs(cm) && cm->prev_frame &&
          !cm->prev_frame->intra_only && cm->width == cm->prev_frame->width &&
667 668 669 670 671 672 673 674 675 676
          cm->height == cm->prev_frame->height);
}
#endif

static INLINE void ensure_mv_buffer(RefCntBuffer *buf, AV1_COMMON *cm) {
  if (buf->mvs == NULL || buf->mi_rows < cm->mi_rows ||
      buf->mi_cols < cm->mi_cols) {
    aom_free(buf->mvs);
    buf->mi_rows = cm->mi_rows;
    buf->mi_cols = cm->mi_cols;
677
#if CONFIG_TMV || CONFIG_MFMV
678 679 680 681 682
    CHECK_MEM_ERROR(cm, buf->mvs,
                    (MV_REF *)aom_calloc(
                        ((cm->mi_rows + 1) >> 1) * ((cm->mi_cols + 1) >> 1),
                        sizeof(*buf->mvs)));
#else
683 684 685
    CHECK_MEM_ERROR(
        cm, buf->mvs,
        (MV_REF *)aom_calloc(cm->mi_rows * cm->mi_cols, sizeof(*buf->mvs)));
686
#endif  // CONFIG_TMV
Jingning Han's avatar
Jingning Han committed
687
  }
688 689

#if CONFIG_MFMV
Jingning Han's avatar
Jingning Han committed
690 691 692 693 694 695 696
  if (cm->tpl_mvs == NULL || buf->mi_rows < cm->mi_rows ||
      buf->mi_cols < cm->mi_cols) {
    aom_free(cm->tpl_mvs);
    CHECK_MEM_ERROR(cm, cm->tpl_mvs, (TPL_MV_REF *)aom_calloc(
                                         ((cm->mi_rows + MAX_MIB_SIZE) >> 1) *
                                             (cm->mi_stride >> 1),
                                         sizeof(*cm->tpl_mvs)));
697
  }
Jingning Han's avatar
Jingning Han committed
698
#endif
699 700
}

Yaowu Xu's avatar
Yaowu Xu committed
701
static INLINE int mi_cols_aligned_to_sb(const AV1_COMMON *cm) {
702 703 704
  return ALIGN_POWER_OF_TWO(cm->mi_cols, cm->mib_size_log2);
}

Yaowu Xu's avatar
Yaowu Xu committed
705
static INLINE int mi_rows_aligned_to_sb(const AV1_COMMON *cm) {
706
  return ALIGN_POWER_OF_TWO(cm->mi_rows, cm->mib_size_log2);
Jingning Han's avatar
Jingning Han committed
707 708
}

Yaowu Xu's avatar
Yaowu Xu committed
709
static INLINE int frame_is_intra_only(const AV1_COMMON *const cm) {
Jingning Han's avatar
Jingning Han committed
710 711 712
  return cm->frame_type == KEY_FRAME || cm->intra_only;
}

713
#if CONFIG_CFL
714
#if CONFIG_DEBUG
Luc Trudeau's avatar
Luc Trudeau committed
715 716 717
static INLINE void cfl_clear_sub8x8_val(CFL_CTX *cfl) {
  memset(cfl->sub8x8_val, 0, sizeof(cfl->sub8x8_val));
}
718
#endif  // CONFIG_DEBUG
719
void cfl_init(CFL_CTX *cfl, AV1_COMMON *cm);
Luc Trudeau's avatar
Luc Trudeau committed
720
#endif  // CONFIG_CFL
721

Yaowu Xu's avatar
Yaowu Xu committed
722 723
static INLINE void av1_init_macroblockd(AV1_COMMON *cm, MACROBLOCKD *xd,
                                        tran_low_t *dqcoeff) {
724
  for (int i = 0; i < MAX_MB_PLANE; ++i) {
Jingning Han's avatar
Jingning Han committed
725
    xd->plane[i].dqcoeff = dqcoeff;
726
    xd->above_context[i] = cm->above_context[i];
Jingning Han's avatar
Jingning Han committed
727
    if (xd->plane[i].plane_type == PLANE_TYPE_Y) {
728 729
      memcpy(xd->plane[i].seg_dequant_QTX, cm->y_dequant_QTX,
             sizeof(cm->y_dequant_QTX));
730 731 732 733
#if CONFIG_AOM_QM
      memcpy(xd->plane[i].seg_iqmatrix, cm->y_iqmatrix, sizeof(cm->y_iqmatrix));
#endif

734
#if CONFIG_NEW_QUANT
735 736
      memcpy(xd->plane[i].seg_dequant_nuq_QTX, cm->y_dequant_nuq_QTX,
             sizeof(cm->y_dequant_nuq_QTX));
737 738 739 740 741
#endif
    } else if (xd->plane[i].plane_type == 1) {
      memcpy(xd->plane[i].seg_dequant_QTX, cm->u_dequant_QTX,
             sizeof(cm->u_dequant_QTX));
#if CONFIG_AOM_QM
742
      memcpy(xd->plane[i].seg_iqmatrix, cm->u_iqmatrix, sizeof(cm->u_iqmatrix));
743 744 745 746
#endif
#if CONFIG_NEW_QUANT
      memcpy(xd->plane[i].seg_dequant_nuq_QTX, cm->u_dequant_nuq_QTX,
             sizeof(cm->u_dequant_nuq_QTX));
747
#endif
Jingning Han's avatar
Jingning Han committed
748
    } else {
749 750
      memcpy(xd->plane[i].seg_dequant_QTX, cm->v_dequant_QTX,
             sizeof(cm->v_dequant_QTX));
751
#if CONFIG_AOM_QM
752
      memcpy(xd->plane[i].seg_iqmatrix, cm->v_iqmatrix, sizeof(cm->v_iqmatrix));
753
#endif
754
#if CONFIG_NEW_QUANT
755 756
      memcpy(xd->plane[i].seg_dequant_nuq_QTX, cm->v_dequant_nuq_QTX,
             sizeof(cm->v_dequant_nuq_QTX));
757
#endif
Jingning Han's avatar
Jingning Han committed
758 759
    }
  }
760
  xd->fc = cm->fc;
Jingning Han's avatar
Jingning Han committed
761
  xd->above_seg_context = cm->above_seg_context;
762
  xd->above_txfm_context = cm->above_txfm_context;
Jingning Han's avatar
Jingning Han committed
763 764
  xd->mi_stride = cm->mi_stride;
  xd->error_info = &cm->error;
765 766 767
#if CONFIG_CFL
  cfl_init(&xd->cfl, cm);
#endif
Jingning Han's avatar
Jingning Han committed
768 769 770 771
}

static INLINE void set_skip_context(MACROBLOCKD *xd, int mi_row, int mi_col) {
  int i;
Jingning Han's avatar
Jingning Han committed
772 773
  int row_offset = mi_row;
  int col_offset = mi_col;
Jingning Han's avatar
Jingning Han committed
774 775
  for (i = 0; i < MAX_MB_PLANE; ++i) {
    struct macroblockd_plane *const pd = &xd->plane[i];
776 777 778 779 780 781
    // Offset the buffer pointer
    const BLOCK_SIZE bsize = xd->mi[0]->mbmi.sb_type;
    if (pd->subsampling_y && (mi_row & 0x01) && (mi_size_high[bsize] == 1))
      row_offset = mi_row - 1;
    if (pd->subsampling_x && (mi_col & 0x01) && (mi_size_wide[bsize] == 1))
      col_offset = mi_col - 1;
Jingning Han's avatar
Jingning Han committed
782 783
    int above_idx = col_offset << (MI_SIZE_LOG2 - tx_size_wide_log2[0]);
    int left_idx = (row_offset & MAX_MIB_MASK)
784
                   << (MI_SIZE_LOG2 - tx_size_high_log2[0]);
Jingning Han's avatar
Jingning Han committed
785 786 787 788 789 790 791
    pd->above_context = &xd->above_context[i][above_idx >> pd->subsampling_x];
    pd->left_context = &xd->left_context[i][left_idx >> pd->subsampling_y];
  }
}

static INLINE int calc_mi_size(int len) {
  // len is in mi units.
792
  return len + MAX_MIB_SIZE;
Jingning Han's avatar
Jingning Han committed
793 794
}

Jingning Han's avatar
Jingning Han committed
795
static INLINE void set_plane_n4(MACROBLOCKD *const xd, int bw, int bh) {
796 797 798 799
  int i;
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].n4_w = (bw << 1) >> xd->plane[i].subsampling_x;
    xd->plane[i].n4_h = (bh << 1) >> xd->plane[i].subsampling_y;
Jingning Han's avatar
Jingning Han committed
800 801 802

    xd->plane[i].width = (bw * MI_SIZE) >> xd->plane[i].subsampling_x;
    xd->plane[i].height = (bh * MI_SIZE) >> xd->plane[i].subsampling_y;
803 804 805

    xd->plane[i].width = AOMMAX(xd->plane[i].width, 4);
    xd->plane[i].height = AOMMAX(xd->plane[i].height, 4);
806 807 808
  }
}

809 810
static INLINE void set_mi_row_col(MACROBLOCKD *xd, const TileInfo *const tile,
                                  int mi_row, int bh, int mi_col, int bw,
811 812 813 814
#if CONFIG_DEPENDENT_HORZTILES
                                  int dependent_horz_tile_flag,
#endif  // CONFIG_DEPENDENT_HORZTILES
                                  int mi_rows, int mi_cols) {
815 816 817 818 819
  xd->mb_to_top_edge = -((mi_row * MI_SIZE) * 8);
  xd->mb_to_bottom_edge = ((mi_rows - bh - mi_row) * MI_SIZE) * 8;
  xd->mb_to_left_edge = -((mi_col * MI_SIZE) * 8);
  xd->mb_to_right_edge = ((mi_cols - bw - mi_col) * MI_SIZE) * 8;

820
#if CONFIG_DEPENDENT_HORZTILES
821
  if (dependent_horz_tile_flag) {
822
    xd->up_available = (mi_row > tile->mi_row_start) || !tile->tg_horz_boundary;
823
  } else {
824
#endif  // CONFIG_DEPENDENT_HORZTILES
825 826
    // Are edges available for intra prediction?
    xd->up_available = (mi_row > tile->mi_row_start);
827
#if CONFIG_DEPENDENT_HORZTILES
828
  }
829
#endif  // CONFIG_DEPENDENT_HORZTILES
830 831

  xd->left_available = (mi_col > tile->mi_col_start);
832 833 834 835 836 837
  xd->chroma_up_available = xd->up_available;
  xd->chroma_left_available = xd->left_available;
  if (xd->plane[1].subsampling_x && bw < mi_size_wide[BLOCK_8X8])
    xd->chroma_left_available = (mi_col - 1) > tile->mi_col_start;
  if (xd->plane[1].subsampling_y && bh < mi_size_high[BLOCK_8X8])
    xd->chroma_up_available = (mi_row - 1) > tile->mi_row_start;
838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863
  if (xd->up_available) {
    xd->above_mi = xd->mi[-xd->mi_stride];
    // above_mi may be NULL in encoder's first pass.
    xd->above_mbmi = xd->above_mi ? &xd->above_mi->mbmi : NULL;
  } else {
    xd->above_mi = NULL;
    xd->above_mbmi = NULL;
  }

  if (xd->left_available) {
    xd->left_mi = xd->mi[-1];
    // left_mi may be NULL in encoder's first pass.
    xd->left_mbmi = xd->left_mi ? &xd->left_mi->mbmi : NULL;
  } else {
    xd->left_mi = NULL;
    xd->left_mbmi = NULL;
  }

  xd->n8_h = bh;
  xd->n8_w = bw;
  xd->is_sec_rect = 0;
  if (xd->n8_w < xd->n8_h)
    if (mi_col & (xd->n8_h - 1)) xd->is_sec_rect = 1;

  if (xd->n8_w > xd->n8_h)
    if (mi_row & (xd->n8_w - 1)) xd->is_sec_rect = 1;
Jingning Han's avatar
Jingning Han committed
864 865
}

Yaowu Xu's avatar
Yaowu Xu committed
866
static INLINE const aom_prob *get_y_mode_probs(const AV1_COMMON *cm,
867 868 869 870
                                               const MODE_INFO *mi,
                                               const MODE_INFO *above_mi,
                                               const MODE_INFO *left_mi,
                                               int block) {
Yaowu Xu's avatar
Yaowu Xu committed
871 872
  const PREDICTION_MODE above = av1_above_block_mode(mi, above_mi, block);
  const PREDICTION_MODE left = av1_left_block_mode(mi, left_mi, block);
873 874 875
  return cm->kf_y_prob[above][left];
}

876 877
static INLINE aom_cdf_prob *get_y_mode_cdf(FRAME_CONTEXT *tile_ctx,
                                           const MODE_INFO *mi,
878 879 880
                                           const MODE_INFO *above_mi,
                                           const MODE_INFO *left_mi,
                                           int block) {
881 882
  const PREDICTION_MODE above = av1_above_block_mode(mi, above_mi, block);
  const PREDICTION_MODE left = av1_left_block_mode(mi, left_mi, block);
883 884 885 886 887 888

#if CONFIG_KF_CTX
  int above_ctx = intra_mode_context[above];
  int left_ctx = intra_mode_context[left];
  return tile_ctx->kf_y_cdf[above_ctx][left_ctx];
#else
889
  return tile_ctx->kf_y_cdf[above][left];
890
#endif
891 892
}

clang-format's avatar
clang-format committed
893 894
static INLINE void update_partition_context(MACROBLOCKD *xd, int mi_row,
                                            int mi_col, BLOCK_SIZE subsize,
Jingning Han's avatar
Jingning Han committed
895 896
                                            BLOCK_SIZE bsize) {
  PARTITION_CONTEXT *const above_ctx = xd->above_seg_context + mi_col;
897
  PARTITION_CONTEXT *const left_ctx =
clang-format's avatar
clang-format committed
898
      xd->left_seg_context + (mi_row & MAX_MIB_MASK);
Jingning Han's avatar
Jingning Han committed
899

900
#if CONFIG_EXT_PARTITION_TYPES
901 902
  const int bw = mi_size_wide[bsize];
  const int bh = mi_size_high[bsize];
903 904 905
  memset(above_ctx, partition_context_lookup[subsize].above, bw);
  memset(left_ctx, partition_context_lookup[subsize].left, bh);
#else
Jingning Han's avatar
Jingning Han committed
906
  // num_4x4_blocks_wide_lookup[bsize] / 2
907
  const int bs = mi_size_wide[bsize];
Jingning Han's avatar
Jingning Han committed
908 909 910 911 912 913

  // update the partition context at the end notes. set partition bits
  // of block sizes larger than the current one to be one, and partition
  // bits of smaller block sizes to be zero.
  memset(above_ctx, partition_context_lookup[subsize].above, bs);
  memset(left_ctx, partition_context_lookup[subsize].left, bs);
914 915 916
#endif  // CONFIG_EXT_PARTITION_TYPES
}

917 918
static INLINE int is_chroma_reference(int mi_row, int mi_col, BLOCK_SIZE bsize,
                                      int subsampling_x, int subsampling_y) {
919 920 921 922 923
  const int bw = mi_size_wide[bsize];
  const int bh = mi_size_high[bsize];
  int ref_pos = ((mi_row & 0x01) || !(bh & 0x01) || !subsampling_y) &&
                ((mi_col & 0x01) || !(bw & 0x01) || !subsampling_x);
  return ref_pos;
924
}
925

926 927
static INLINE BLOCK_SIZE scale_chroma_bsize(BLOCK_SIZE bsize, int subsampling_x,
                                            int subsampling_y) {
928
  BLOCK_SIZE bs = bsize;
929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970
  switch (bsize) {
    case BLOCK_4X4:
      if (subsampling_x == 1 && subsampling_y == 1)
        bs = BLOCK_8X8;
      else if (subsampling_x == 1)
        bs = BLOCK_8X4;
      else if (subsampling_y == 1)
        bs = BLOCK_4X8;
      break;
    case BLOCK_4X8:
      if (subsampling_x == 1 && subsampling_y == 1)
        bs = BLOCK_8X8;
      else if (subsampling_x == 1)
        bs = BLOCK_8X8;
      else if (subsampling_y == 1)
        bs = BLOCK_4X8;
      break;
    case BLOCK_8X4:
      if (subsampling_x == 1 && subsampling_y == 1)
        bs = BLOCK_8X8;
      else if (subsampling_x == 1)
        bs = BLOCK_8X4;
      else if (subsampling_y == 1)
        bs = BLOCK_8X8;
      break;
    case BLOCK_4X16:
      if (subsampling_x == 1 && subsampling_y == 1)
        bs = BLOCK_8X16;
      else if (subsampling_x == 1)
        bs = BLOCK_8X16;
      else if (subsampling_y == 1)
        bs = BLOCK_4X16;
      break;
    case BLOCK_16X4:
      if (subsampling_x == 1 && subsampling_y == 1)
        bs = BLOCK_16X8;
      else if (subsampling_x == 1)
        bs = BLOCK_16X4;
      else if (subsampling_y == 1)
        bs = BLOCK_16X8;
      break;
    default: break;
971 972 973
  }
  return bs;
}
974

975 976
static INLINE aom_cdf_prob cdf_element_prob(const aom_cdf_prob *cdf,
                                            size_t element) {
977
  assert(cdf != NULL);
978
#if !CONFIG_ANS
979 980 981 982 983 984 985
  return (element > 0 ? cdf[element - 1] : CDF_PROB_TOP) - cdf[element];
#else
  return cdf[element] - (element > 0 ? cdf[element - 1] : 0);
#endif
}

static INLINE void partition_gather_horz_alike(aom_cdf_prob *out,
986 987 988
                                               const aom_cdf_prob *const in,
                                               BLOCK_SIZE bsize) {
  (void)bsize;
989 990 991 992 993 994 995
  out[0] = CDF_PROB_TOP;
  out[0] -= cdf_element_prob(in, PARTITION_HORZ);
  out[0] -= cdf_element_prob(in, PARTITION_SPLIT);
#if CONFIG_EXT_PARTITION_TYPES
  out[0] -= cdf_element_prob(in, PARTITION_HORZ_A);
  out[0] -= cdf_element_prob(in, PARTITION_HORZ_B);
  out[0] -= cdf_element_prob(in, PARTITION_VERT_A);
996
#if CONFIG_EXT_PARTITION && !ALLOW_128X32_BLOCKS
997
  if (bsize != BLOCK_128X128)
998
#endif  // CONFIG_EXT_PARTITION && !ALLOW_128X32_BLOCKS
999 1000
    out[0] -= cdf_element_prob(in, PARTITION_HORZ_4);
#endif  // CONFIG_EXT_PARTITION_TYPES
1001 1002 1003 1004 1005
  out[0] = AOM_ICDF(out[0]);
  out[1] = AOM_ICDF(CDF_PROB_TOP);
}

static INLINE void partition_gather_vert_alike(aom_cdf_prob *out,
1006 1007 1008
                                               const aom_cdf_prob *const in,
                                               BLOCK_SIZE bsize) {
  (void)bsize;
1009 1010 1011 1012 1013 1014 1015
  out[0] = CDF_PROB_TOP;
  out[0] -= cdf_element_prob(in, PARTITION_VERT);
  out[0] -= cdf_element_prob(in, PARTITION_SPLIT);
#if CONFIG_EXT_PARTITION_TYPES
  out[0] -= cdf_element_prob(in, PARTITION_HORZ_A);
  out[0] -= cdf_element_prob(in, PARTITION_VERT_A);
  out[0] -= cdf_element_prob(in, PARTITION_VERT_B);
1016
#if CONFIG_EXT_PARTITION && !ALLOW_128X32_BLOCKS
1017
  if (bsize != BLOCK_128X128)
1018
#endif  // CONFIG_EXT_PARTITION && !ALLOW_128X32_BLOCKS
1019 1020
    out[0] -= cdf_element_prob(in, PARTITION_VERT_4);
#endif  // CONFIG_EXT_PARTITION_TYPES
1021 1022 1023 1024
  out[0] = AOM_ICDF(out[0]);
  out[1] = AOM_ICDF(CDF_PROB_TOP);
}

1025
#if CONFIG_EXT_PARTITION_TYPES
clang-format's avatar
clang-format committed
1026 1027
static INLINE void update_ext_partition_context(MACROBLOCKD *xd, int mi_row,
                                                int mi_col, BLOCK_SIZE subsize,
1028 1029 1030
                                                BLOCK_SIZE bsize,
                                                PARTITION_TYPE partition) {
  if (bsize >= BLOCK_8X8) {
1031
#if !CONFIG_EXT_PARTITION_TYPES_AB
1032
    const int hbs = mi_size_wide[bsize] / 2;
1033
    BLOCK_SIZE bsize2 = get_subsize(bsize, PARTITION_SPLIT);
1034
#endif
1035 1036
    switch (partition) {
      case PARTITION_SPLIT:
clang-format's avatar
clang-format committed
1037
        if (bsize != BLOCK_8X8) break;
1038
        AOM_FALLTHROUGH_INTENDED;
1039 1040 1041
      case PARTITION_NONE:
      case PARTITION_HORZ:
      case PARTITION_VERT:
1042 1043
      case PARTITION_HORZ_4:
      case PARTITION_VERT_4:
1044 1045
        update_partition_context(xd, mi_row, mi_col, subsize, bsize);
        break;
Rupert Swarbrick's avatar