onyxc_int.h 25.5 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
13
#ifndef AV1_COMMON_ONYXC_INT_H_
#define AV1_COMMON_ONYXC_INT_H_
Jingning Han's avatar
Jingning Han committed
14

Yaowu Xu's avatar
Yaowu Xu committed
15
#include "./aom_config.h"
Yaowu Xu's avatar
Yaowu Xu committed
16
#include "./av1_rtcd.h"
Yaowu Xu's avatar
Yaowu Xu committed
17
18
#include "aom/internal/aom_codec_internal.h"
#include "aom_util/aom_thread.h"
19
20
21
#include "av1/common/alloccommon.h"
#include "av1/common/entropy.h"
#include "av1/common/entropymode.h"
Yaowu Xu's avatar
Yaowu Xu committed
22
#include "av1/common/entropymv.h"
23
#include "av1/common/frame_buffers.h"
Yaowu Xu's avatar
Yaowu Xu committed
24
25
#include "av1/common/loopfilter.h"
#include "av1/common/mv.h"
26
#include "av1/common/quant_common.h"
27
#if CONFIG_LOOP_RESTORATION
28
#include "av1/common/restoration.h"
29
#endif  // CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
30
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46

#ifdef __cplusplus
extern "C" {
#endif

#define REF_FRAMES_LOG2 3
#define REF_FRAMES (1 << REF_FRAMES_LOG2)

// 4 scratch frames for the new frames to support a maximum of 4 cores decoding
// in parallel, 3 for scaled references on the encoder.
// TODO(hkuang): Add ondemand frame buffers instead of hardcoding the number
// of framebuffers.
// TODO(jkoleszar): These 3 extra references could probably come from the
// normal reference pool.
#define FRAME_BUFFERS (REF_FRAMES + 7)

47
48
49
#if CONFIG_EXT_REFS
#define FRAME_CONTEXTS_LOG2 3
#else
Jingning Han's avatar
Jingning Han committed
50
#define FRAME_CONTEXTS_LOG2 2
51
52
#endif

Jingning Han's avatar
Jingning Han committed
53
54
55
56
57
#define FRAME_CONTEXTS (1 << FRAME_CONTEXTS_LOG2)

#define NUM_PING_PONG_BUFFERS 2

typedef enum {
clang-format's avatar
clang-format committed
58
59
  SINGLE_REFERENCE = 0,
  COMPOUND_REFERENCE = 1,
Jingning Han's avatar
Jingning Han committed
60
  REFERENCE_MODE_SELECT = 2,
clang-format's avatar
clang-format committed
61
  REFERENCE_MODES = 3,
Jingning Han's avatar
Jingning Han committed
62
63
} REFERENCE_MODE;

64
65
66
67
68
69
typedef enum {
  RESET_FRAME_CONTEXT_NONE = 0,
  RESET_FRAME_CONTEXT_CURRENT = 1,
  RESET_FRAME_CONTEXT_ALL = 2,
} RESET_FRAME_CONTEXT_MODE;

70
71
72
73
74
75
76
77
78
79
80
81
82
typedef enum {
  /**
   * Update frame context to values resulting from forward probability
   * updates signaled in the frame header
   */
  REFRESH_FRAME_CONTEXT_FORWARD,
  /**
   * Update frame context to values resulting from backward probability
   * updates based on entropy/counts in the decoded frame
   */
  REFRESH_FRAME_CONTEXT_BACKWARD,
} REFRESH_FRAME_CONTEXT_MODE;

Jingning Han's avatar
Jingning Han committed
83
84
typedef struct {
  int_mv mv[2];
Yaowu Xu's avatar
Yaowu Xu committed
85
86
87
#if CONFIG_REF_MV
  int_mv pred_mv[2];
#endif
Jingning Han's avatar
Jingning Han committed
88
89
90
91
92
93
94
95
  MV_REFERENCE_FRAME ref_frame[2];
} MV_REF;

typedef struct {
  int ref_count;
  MV_REF *mvs;
  int mi_rows;
  int mi_cols;
Yaowu Xu's avatar
Yaowu Xu committed
96
  aom_codec_frame_buffer_t raw_frame_buffer;
Jingning Han's avatar
Jingning Han committed
97
98
99
100
101
102
  YV12_BUFFER_CONFIG buf;

  // The Following variables will only be used in frame parallel decode.

  // frame_worker_owner indicates which FrameWorker owns this buffer. NULL means
  // that no FrameWorker owns, or is decoding, this buffer.
Yaowu Xu's avatar
Yaowu Xu committed
103
  AVxWorker *frame_worker_owner;
Jingning Han's avatar
Jingning Han committed
104
105
106
107
108
109
110
111
112

  // row and col indicate which position frame has been decoded to in real
  // pixel unit. They are reset to -1 when decoding begins and set to INT_MAX
  // when the frame is fully decoded.
  int row;
  int col;
} RefCntBuffer;

typedef struct BufferPool {
clang-format's avatar
clang-format committed
113
114
115
// Protect BufferPool from being accessed by several FrameWorkers at
// the same time during frame parallel decode.
// TODO(hkuang): Try to use atomic variable instead of locking the whole pool.
Jingning Han's avatar
Jingning Han committed
116
117
118
119
120
121
122
#if CONFIG_MULTITHREAD
  pthread_mutex_t pool_mutex;
#endif

  // Private data associated with the frame buffer callbacks.
  void *cb_priv;

Yaowu Xu's avatar
Yaowu Xu committed
123
124
  aom_get_frame_buffer_cb_fn_t get_fb_cb;
  aom_release_frame_buffer_cb_fn_t release_fb_cb;
Jingning Han's avatar
Jingning Han committed
125
126
127
128
129
130
131

  RefCntBuffer frame_bufs[FRAME_BUFFERS];

  // Frame buffers allocated internally by the codec.
  InternalFrameBufferList int_frame_buffers;
} BufferPool;

Yaowu Xu's avatar
Yaowu Xu committed
132
133
134
typedef struct AV1Common {
  struct aom_internal_error_info error;
  aom_color_space_t color_space;
135
  int color_range;
Jingning Han's avatar
Jingning Han committed
136
137
  int width;
  int height;
138
139
  int render_width;
  int render_height;
Jingning Han's avatar
Jingning Han committed
140
141
142
143
144
145
146
147
148
  int last_width;
  int last_height;

  // TODO(jkoleszar): this implies chroma ss right now, but could vary per
  // plane. Revisit as part of the future change to YV12_BUFFER_CONFIG to
  // support additional planes.
  int subsampling_x;
  int subsampling_y;

Yaowu Xu's avatar
Yaowu Xu committed
149
#if CONFIG_AOM_HIGHBITDEPTH
150
151
  // Marks if we need to use 16bit frame buffers (1: yes, 0: no).
  int use_highbitdepth;
Jingning Han's avatar
Jingning Han committed
152
#endif
153
#if CONFIG_CLPF
154
155
156
157
158
159
  // Two bits are used to signal the strength for all blocks and the
  // valid values are:
  // 0: no filtering
  // 1: strength = 1
  // 2: strength = 2
  // 3: strength = 4
Steinar Midtskogen's avatar
Steinar Midtskogen committed
160
161
162
  int clpf_strength_y;
  int clpf_strength_u;
  int clpf_strength_v;
163
164
165
166
167
168
169
170
171
172
173
174

  // If clpf_strength_y is not 0, another two bits are used to signal
  // the filter block size.  The valid values for clfp_size are:
  // 0: no block signalling
  // 1: 32x32
  // 2: 64x64
  // 3: 128x128
  CLPF_BLOCK_SIZE clpf_size;

  // Buffer for storing whether to filter individual blocks.
  int8_t *clpf_blocks;
  int clpf_stride;
175
#endif
Jingning Han's avatar
Jingning Han committed
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191

  YV12_BUFFER_CONFIG *frame_to_show;
  RefCntBuffer *prev_frame;

  // TODO(hkuang): Combine this with cur_buf in macroblockd.
  RefCntBuffer *cur_frame;

  int ref_frame_map[REF_FRAMES]; /* maps fb_idx to reference slot */

  // Prepare ref_frame_map for the next frame.
  // Only used in frame parallel decode.
  int next_ref_frame_map[REF_FRAMES];

  // TODO(jkoleszar): could expand active_ref_idx to 4, with 0 as intra, and
  // roll new_fb_idx into it.

192
193
  // Each Inter frame can reference INTER_REFS_PER_FRAME buffers
  RefBuffer frame_refs[INTER_REFS_PER_FRAME];
Jingning Han's avatar
Jingning Han committed
194
195
196

  int new_fb_idx;

clang-format's avatar
clang-format committed
197
  FRAME_TYPE last_frame_type; /* last frame's frame type for motion search.*/
Jingning Han's avatar
Jingning Han committed
198
199
200
201
202
  FRAME_TYPE frame_type;

  int show_frame;
  int last_show_frame;
  int show_existing_frame;
203
#if CONFIG_EXT_REFS
204
205
  // Flag for a frame used as a reference - not written to the bitstream
  int is_reference_frame;
206
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
207
208
209
210
211
212
213

  // Flag signaling that the frame is encoded using only INTRA modes.
  uint8_t intra_only;
  uint8_t last_intra_only;

  int allow_high_precision_mv;

214
#if CONFIG_PALETTE
hui su's avatar
hui su committed
215
  int allow_screen_content_tools;
216
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
217

218
219
  // Flag signaling which frame contexts should be reset to default values.
  RESET_FRAME_CONTEXT_MODE reset_frame_context;
Jingning Han's avatar
Jingning Han committed
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236

  // MBs, mb_rows/cols is in 16-pixel units; mi_rows/cols is in
  // MODE_INFO (8-pixel) units.
  int MBs;
  int mb_rows, mi_rows;
  int mb_cols, mi_cols;
  int mi_stride;

  /* profile settings */
  TX_MODE tx_mode;

  int base_qindex;
  int y_dc_delta_q;
  int uv_dc_delta_q;
  int uv_ac_delta_q;
  int16_t y_dequant[MAX_SEGMENTS][2];
  int16_t uv_dequant[MAX_SEGMENTS][2];
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253

#if CONFIG_AOM_QM
  // Global quant matrix tables
  qm_val_t *giqmatrix[NUM_QM_LEVELS][2][2][TX_SIZES];
  qm_val_t *gqmatrix[NUM_QM_LEVELS][2][2][TX_SIZES];

  // Local quant matrix tables for each frame
  qm_val_t *y_iqmatrix[MAX_SEGMENTS][2][TX_SIZES];
  qm_val_t *uv_iqmatrix[MAX_SEGMENTS][2][TX_SIZES];
  // Encoder
  qm_val_t *y_qmatrix[MAX_SEGMENTS][2][TX_SIZES];
  qm_val_t *uv_qmatrix[MAX_SEGMENTS][2][TX_SIZES];

  int using_qmatrix;
  int min_qmlevel;
  int max_qmlevel;
#endif
254
#if CONFIG_NEW_QUANT
255
256
  dequant_val_type_nuq y_dequant_nuq[MAX_SEGMENTS][QUANT_PROFILES][COEF_BANDS];
  dequant_val_type_nuq uv_dequant_nuq[MAX_SEGMENTS][QUANT_PROFILES][COEF_BANDS];
257
#endif
Jingning Han's avatar
Jingning Han committed
258
259
260
261
262
263
264
265

  /* We allocate a MODE_INFO struct for each macroblock, together with
     an extra row on top and column on the left to simplify prediction. */
  int mi_alloc_size;
  MODE_INFO *mip; /* Base of allocated array */
  MODE_INFO *mi;  /* Corresponds to upper left visible macroblock */

  // TODO(agrange): Move prev_mi into encoder structure.
Yaowu Xu's avatar
Yaowu Xu committed
266
  // prev_mip and prev_mi will only be allocated in encoder.
Jingning Han's avatar
Jingning Han committed
267
268
269
270
  MODE_INFO *prev_mip; /* MODE_INFO array 'mip' from last decoded frame */
  MODE_INFO *prev_mi;  /* 'mi' from last frame (points into prev_mip) */

  // Separate mi functions between encoder and decoder.
Yaowu Xu's avatar
Yaowu Xu committed
271
272
273
  int (*alloc_mi)(struct AV1Common *cm, int mi_size);
  void (*free_mi)(struct AV1Common *cm);
  void (*setup_mi)(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293

  // Grid of pointers to 8x8 MODE_INFO structs.  Any 8x8 not in the visible
  // area will be NULL.
  MODE_INFO **mi_grid_base;
  MODE_INFO **mi_grid_visible;
  MODE_INFO **prev_mi_grid_base;
  MODE_INFO **prev_mi_grid_visible;

  // Whether to use previous frame's motion vectors for prediction.
  int use_prev_frame_mvs;

  // Persistent mb segment id map used in prediction.
  int seg_map_idx;
  int prev_seg_map_idx;

  uint8_t *seg_map_array[NUM_PING_PONG_BUFFERS];
  uint8_t *last_frame_seg_map;
  uint8_t *current_frame_seg_map;
  int seg_map_alloc_size;

James Zern's avatar
James Zern committed
294
  InterpFilter interp_filter;
Jingning Han's avatar
Jingning Han committed
295
296

  loop_filter_info_n lf_info;
297
#if CONFIG_LOOP_RESTORATION
298
299
  RestorationInfo rst_info;
  RestorationInternal rst_internal;
300
#endif  // CONFIG_LOOP_RESTORATION
Jingning Han's avatar
Jingning Han committed
301

302
303
304
  // Flag signaling how frame contexts should be updated at the end of
  // a frame decode
  REFRESH_FRAME_CONTEXT_MODE refresh_frame_context;
Jingning Han's avatar
Jingning Han committed
305

clang-format's avatar
clang-format committed
306
  int ref_frame_sign_bias[TOTAL_REFS_PER_FRAME]; /* Two state 0, 1 */
Jingning Han's avatar
Jingning Han committed
307
308
309
310
311
312

  struct loopfilter lf;
  struct segmentation seg;

  int frame_parallel_decode;  // frame-based threading.

clang-format's avatar
clang-format committed
313
// Context probabilities for reference frame prediction
314
#if CONFIG_EXT_REFS
315
316
317
  MV_REFERENCE_FRAME comp_fwd_ref[FWD_REFS];
  MV_REFERENCE_FRAME comp_bwd_ref[BWD_REFS];
#else
Jingning Han's avatar
Jingning Han committed
318
  MV_REFERENCE_FRAME comp_fixed_ref;
319
  MV_REFERENCE_FRAME comp_var_ref[COMP_REFS];
320
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
321
322
  REFERENCE_MODE reference_mode;

clang-format's avatar
clang-format committed
323
324
325
  FRAME_CONTEXT *fc;              /* this frame entropy */
  FRAME_CONTEXT *frame_contexts;  // FRAME_CONTEXTS
  unsigned int frame_context_idx; /* Context to use/update */
Jingning Han's avatar
Jingning Han committed
326
327
  FRAME_COUNTS counts;

hui su's avatar
hui su committed
328
329
330
#if CONFIG_ENTROPY
  // The initial probabilities for a frame, before any subframe backward update,
  // and after forward update.
Yaowu Xu's avatar
Yaowu Xu committed
331
  av1_coeff_probs_model starting_coef_probs[TX_SIZES][PLANE_TYPES];
hui su's avatar
hui su committed
332
333
334
335
336
337
338
339
  // Number of subframe backward updates already done
  uint8_t coef_probs_update_idx;
  // Signal if the backward update is subframe or end-of-frame
  uint8_t partial_prob_update;
  // Frame level flag to turn on/off subframe backward update
  uint8_t do_subframe_update;
#endif  // CONFIG_ENTROPY

Jingning Han's avatar
Jingning Han committed
340
341
342
  unsigned int current_video_frame;
  BITSTREAM_PROFILE profile;

Yaowu Xu's avatar
Yaowu Xu committed
343
344
345
  // AOM_BITS_8 in profile 0 or 1, AOM_BITS_10 or AOM_BITS_12 in profile 2 or 3.
  aom_bit_depth_t bit_depth;
  aom_bit_depth_t dequant_bit_depth;  // bit_depth of current dequantizer
Jingning Han's avatar
Jingning Han committed
346
347
348

  int error_resilient_mode;

349
#if !CONFIG_EXT_TILE
Jingning Han's avatar
Jingning Han committed
350
  int log2_tile_cols, log2_tile_rows;
351
352
#endif  // !CONFIG_EXT_TILE
  int tile_cols, tile_rows;
353
  int tile_width, tile_height;  // In MI units
354

Jingning Han's avatar
Jingning Han committed
355
356
357
358
359
  int byte_alignment;
  int skip_loop_filter;

  // Private data associated with the frame buffer callbacks.
  void *cb_priv;
Yaowu Xu's avatar
Yaowu Xu committed
360
361
  aom_get_frame_buffer_cb_fn_t get_fb_cb;
  aom_release_frame_buffer_cb_fn_t release_fb_cb;
Jingning Han's avatar
Jingning Han committed
362
363
364
365
366
367
368
369

  // Handles memory for the codec.
  InternalFrameBufferList int_frame_buffers;

  // External BufferPool passed from outside.
  BufferPool *buffer_pool;

  PARTITION_CONTEXT *above_seg_context;
370
  ENTROPY_CONTEXT *above_context[MAX_MB_PLANE];
371
372
#if CONFIG_VAR_TX
  TXFM_CONTEXT *above_txfm_context;
373
  TXFM_CONTEXT left_txfm_context[MAX_MIB_SIZE];
374
#endif
Jingning Han's avatar
Jingning Han committed
375
  int above_context_alloc_cols;
376
377
378
379

  // scratch memory for intraonly/keyframe forward updates from default tables
  // - this is intentionally not placed in FRAME_CONTEXT since it's reset upon
  // each keyframe and not used afterwards
Yaowu Xu's avatar
Yaowu Xu committed
380
  aom_prob kf_y_prob[INTRA_MODES][INTRA_MODES][INTRA_MODES - 1];
381
382
383
#if CONFIG_DAALA_EC
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][INTRA_MODES];
#endif
384
#if CONFIG_GLOBAL_MOTION
385
  Global_Motion_Params global_motion[TOTAL_REFS_PER_FRAME];
386
#endif
387

clang-format's avatar
clang-format committed
388
389
390
  BLOCK_SIZE sb_size;  // Size of the superblock used for this frame
  int mib_size;        // Size of the superblock in units of MI blocks
  int mib_size_log2;   // Log 2 of above.
Yaowu Xu's avatar
Yaowu Xu committed
391
392
393
#if CONFIG_DERING
  int dering_level;
#endif
394
395
#if CONFIG_DELTA_Q
  int delta_q_present_flag;
396
397
  // Resolution of delta quant
  int delta_q_res;
398
#endif
Yaowu Xu's avatar
Yaowu Xu committed
399
} AV1_COMMON;
Jingning Han's avatar
Jingning Han committed
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418

// TODO(hkuang): Don't need to lock the whole pool after implementing atomic
// frame reference count.
static void lock_buffer_pool(BufferPool *const pool) {
#if CONFIG_MULTITHREAD
  pthread_mutex_lock(&pool->pool_mutex);
#else
  (void)pool;
#endif
}

static void unlock_buffer_pool(BufferPool *const pool) {
#if CONFIG_MULTITHREAD
  pthread_mutex_unlock(&pool->pool_mutex);
#else
  (void)pool;
#endif
}

Yaowu Xu's avatar
Yaowu Xu committed
419
static INLINE YV12_BUFFER_CONFIG *get_ref_frame(AV1_COMMON *cm, int index) {
clang-format's avatar
clang-format committed
420
421
  if (index < 0 || index >= REF_FRAMES) return NULL;
  if (cm->ref_frame_map[index] < 0) return NULL;
Jingning Han's avatar
Jingning Han committed
422
423
424
425
  assert(cm->ref_frame_map[index] < FRAME_BUFFERS);
  return &cm->buffer_pool->frame_bufs[cm->ref_frame_map[index]].buf;
}

426
static INLINE YV12_BUFFER_CONFIG *get_frame_new_buffer(
Yaowu Xu's avatar
Yaowu Xu committed
427
    const AV1_COMMON *const cm) {
Jingning Han's avatar
Jingning Han committed
428
429
430
  return &cm->buffer_pool->frame_bufs[cm->new_fb_idx].buf;
}

Yaowu Xu's avatar
Yaowu Xu committed
431
static INLINE int get_free_fb(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
432
433
434
435
436
  RefCntBuffer *const frame_bufs = cm->buffer_pool->frame_bufs;
  int i;

  lock_buffer_pool(cm->buffer_pool);
  for (i = 0; i < FRAME_BUFFERS; ++i)
clang-format's avatar
clang-format committed
437
    if (frame_bufs[i].ref_count == 0) break;
Jingning Han's avatar
Jingning Han committed
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460

  if (i != FRAME_BUFFERS) {
    frame_bufs[i].ref_count = 1;
  } else {
    // Reset i to be INVALID_IDX to indicate no free buffer found.
    i = INVALID_IDX;
  }

  unlock_buffer_pool(cm->buffer_pool);
  return i;
}

static INLINE void ref_cnt_fb(RefCntBuffer *bufs, int *idx, int new_idx) {
  const int ref_index = *idx;

  if (ref_index >= 0 && bufs[ref_index].ref_count > 0)
    bufs[ref_index].ref_count--;

  *idx = new_idx;

  bufs[new_idx].ref_count++;
}

Yaowu Xu's avatar
Yaowu Xu committed
461
static INLINE int mi_cols_aligned_to_sb(const AV1_COMMON *cm) {
462
463
464
  return ALIGN_POWER_OF_TWO(cm->mi_cols, cm->mib_size_log2);
}

Yaowu Xu's avatar
Yaowu Xu committed
465
static INLINE int mi_rows_aligned_to_sb(const AV1_COMMON *cm) {
466
  return ALIGN_POWER_OF_TWO(cm->mi_rows, cm->mib_size_log2);
Jingning Han's avatar
Jingning Han committed
467
468
}

Yaowu Xu's avatar
Yaowu Xu committed
469
static INLINE int frame_is_intra_only(const AV1_COMMON *const cm) {
Jingning Han's avatar
Jingning Han committed
470
471
472
  return cm->frame_type == KEY_FRAME || cm->intra_only;
}

Yaowu Xu's avatar
Yaowu Xu committed
473
474
static INLINE void av1_init_macroblockd(AV1_COMMON *cm, MACROBLOCKD *xd,
                                        tran_low_t *dqcoeff) {
Jingning Han's avatar
Jingning Han committed
475
476
477
  int i;
  for (i = 0; i < MAX_MB_PLANE; ++i) {
    xd->plane[i].dqcoeff = dqcoeff;
478
    xd->above_context[i] = cm->above_context[i];
Jingning Han's avatar
Jingning Han committed
479
480
    if (xd->plane[i].plane_type == PLANE_TYPE_Y) {
      memcpy(xd->plane[i].seg_dequant, cm->y_dequant, sizeof(cm->y_dequant));
481
482
483
484
#if CONFIG_AOM_QM
      memcpy(xd->plane[i].seg_iqmatrix, cm->y_iqmatrix, sizeof(cm->y_iqmatrix));
#endif

485
486
487
488
#if CONFIG_NEW_QUANT
      memcpy(xd->plane[i].seg_dequant_nuq, cm->y_dequant_nuq,
             sizeof(cm->y_dequant_nuq));
#endif
Jingning Han's avatar
Jingning Han committed
489
490
    } else {
      memcpy(xd->plane[i].seg_dequant, cm->uv_dequant, sizeof(cm->uv_dequant));
491
492
493
494
#if CONFIG_AOM_QM
      memcpy(xd->plane[i].seg_iqmatrix, cm->uv_iqmatrix,
             sizeof(cm->uv_iqmatrix));
#endif
495
496
497
498
#if CONFIG_NEW_QUANT
      memcpy(xd->plane[i].seg_dequant_nuq, cm->uv_dequant_nuq,
             sizeof(cm->uv_dequant_nuq));
#endif
Jingning Han's avatar
Jingning Han committed
499
500
501
502
    }
    xd->fc = cm->fc;
  }
  xd->above_seg_context = cm->above_seg_context;
503
504
505
#if CONFIG_VAR_TX
  xd->above_txfm_context = cm->above_txfm_context;
#endif
Jingning Han's avatar
Jingning Han committed
506
507
508
509
510
511
  xd->mi_stride = cm->mi_stride;
  xd->error_info = &cm->error;
}

static INLINE void set_skip_context(MACROBLOCKD *xd, int mi_row, int mi_col) {
  const int above_idx = mi_col * 2;
512
  const int left_idx = (mi_row * 2) & MAX_MIB_MASK_2;
Jingning Han's avatar
Jingning Han committed
513
514
515
516
517
518
519
520
521
522
  int i;
  for (i = 0; i < MAX_MB_PLANE; ++i) {
    struct macroblockd_plane *const pd = &xd->plane[i];
    pd->above_context = &xd->above_context[i][above_idx >> pd->subsampling_x];
    pd->left_context = &xd->left_context[i][left_idx >> pd->subsampling_y];
  }
}

static INLINE int calc_mi_size(int len) {
  // len is in mi units.
523
  return len + MAX_MIB_SIZE;
Jingning Han's avatar
Jingning Han committed
524
525
}

526
527
528
529
530
531
532
533
static INLINE void set_plane_n4(MACROBLOCKD *const xd, int bw, int bh, int bwl,
                                int bhl) {
  int i;
  for (i = 0; i < MAX_MB_PLANE; i++) {
    xd->plane[i].n4_w = (bw << 1) >> xd->plane[i].subsampling_x;
    xd->plane[i].n4_h = (bh << 1) >> xd->plane[i].subsampling_y;
    xd->plane[i].n4_wl = bwl - xd->plane[i].subsampling_x;
    xd->plane[i].n4_hl = bhl - xd->plane[i].subsampling_y;
534
535
    xd->plane[i].width = xd->plane[i].n4_w * 4;
    xd->plane[i].height = xd->plane[i].n4_h * 4;
536
537
538
  }
}

Jingning Han's avatar
Jingning Han committed
539
static INLINE void set_mi_row_col(MACROBLOCKD *xd, const TileInfo *const tile,
clang-format's avatar
clang-format committed
540
                                  int mi_row, int bh, int mi_col, int bw,
Jingning Han's avatar
Jingning Han committed
541
                                  int mi_rows, int mi_cols) {
clang-format's avatar
clang-format committed
542
  xd->mb_to_top_edge = -((mi_row * MI_SIZE) * 8);
Jingning Han's avatar
Jingning Han committed
543
  xd->mb_to_bottom_edge = ((mi_rows - bh - mi_row) * MI_SIZE) * 8;
clang-format's avatar
clang-format committed
544
545
  xd->mb_to_left_edge = -((mi_col * MI_SIZE) * 8);
  xd->mb_to_right_edge = ((mi_cols - bw - mi_col) * MI_SIZE) * 8;
Jingning Han's avatar
Jingning Han committed
546
547

  // Are edges available for intra prediction?
clang-format's avatar
clang-format committed
548
549
  xd->up_available = (mi_row > tile->mi_row_start);
  xd->left_available = (mi_col > tile->mi_col_start);
Jingning Han's avatar
Jingning Han committed
550
551
  if (xd->up_available) {
    xd->above_mi = xd->mi[-xd->mi_stride];
Yaowu Xu's avatar
Yaowu Xu committed
552
    // above_mi may be NULL in encoder's first pass.
Jingning Han's avatar
Jingning Han committed
553
554
555
556
557
558
559
560
    xd->above_mbmi = xd->above_mi ? &xd->above_mi->mbmi : NULL;
  } else {
    xd->above_mi = NULL;
    xd->above_mbmi = NULL;
  }

  if (xd->left_available) {
    xd->left_mi = xd->mi[-1];
Yaowu Xu's avatar
Yaowu Xu committed
561
    // left_mi may be NULL in encoder's first pass.
Jingning Han's avatar
Jingning Han committed
562
563
564
565
566
    xd->left_mbmi = xd->left_mi ? &xd->left_mi->mbmi : NULL;
  } else {
    xd->left_mi = NULL;
    xd->left_mbmi = NULL;
  }
567
568
569

  xd->n8_h = bh;
  xd->n8_w = bw;
570
571
572
#if CONFIG_REF_MV
  xd->is_sec_rect = 0;
  if (xd->n8_w < xd->n8_h)
clang-format's avatar
clang-format committed
573
    if (mi_col & (xd->n8_h - 1)) xd->is_sec_rect = 1;
574
575

  if (xd->n8_w > xd->n8_h)
clang-format's avatar
clang-format committed
576
    if (mi_row & (xd->n8_w - 1)) xd->is_sec_rect = 1;
577
#endif
Jingning Han's avatar
Jingning Han committed
578
579
}

Yaowu Xu's avatar
Yaowu Xu committed
580
static INLINE const aom_prob *get_y_mode_probs(const AV1_COMMON *cm,
581
582
583
584
                                               const MODE_INFO *mi,
                                               const MODE_INFO *above_mi,
                                               const MODE_INFO *left_mi,
                                               int block) {
Yaowu Xu's avatar
Yaowu Xu committed
585
586
  const PREDICTION_MODE above = av1_above_block_mode(mi, above_mi, block);
  const PREDICTION_MODE left = av1_left_block_mode(mi, left_mi, block);
587
588
589
  return cm->kf_y_prob[above][left];
}

590
591
592
593
594
595
596
597
598
599
600
601
#if CONFIG_DAALA_EC
static INLINE const aom_cdf_prob *get_y_mode_cdf(const AV1_COMMON *cm,
                                                 const MODE_INFO *mi,
                                                 const MODE_INFO *above_mi,
                                                 const MODE_INFO *left_mi,
                                                 int block) {
  const PREDICTION_MODE above = av1_above_block_mode(mi, above_mi, block);
  const PREDICTION_MODE left = av1_left_block_mode(mi, left_mi, block);
  return cm->kf_y_cdf[above][left];
}
#endif

clang-format's avatar
clang-format committed
602
603
static INLINE void update_partition_context(MACROBLOCKD *xd, int mi_row,
                                            int mi_col, BLOCK_SIZE subsize,
Jingning Han's avatar
Jingning Han committed
604
605
                                            BLOCK_SIZE bsize) {
  PARTITION_CONTEXT *const above_ctx = xd->above_seg_context + mi_col;
606
  PARTITION_CONTEXT *const left_ctx =
clang-format's avatar
clang-format committed
607
      xd->left_seg_context + (mi_row & MAX_MIB_MASK);
Jingning Han's avatar
Jingning Han committed
608

609
610
611
612
613
614
#if CONFIG_EXT_PARTITION_TYPES
  const int bw = num_8x8_blocks_wide_lookup[bsize];
  const int bh = num_8x8_blocks_high_lookup[bsize];
  memset(above_ctx, partition_context_lookup[subsize].above, bw);
  memset(left_ctx, partition_context_lookup[subsize].left, bh);
#else
Jingning Han's avatar
Jingning Han committed
615
616
617
618
619
620
621
622
  // num_4x4_blocks_wide_lookup[bsize] / 2
  const int bs = num_8x8_blocks_wide_lookup[bsize];

  // update the partition context at the end notes. set partition bits
  // of block sizes larger than the current one to be one, and partition
  // bits of smaller block sizes to be zero.
  memset(above_ctx, partition_context_lookup[subsize].above, bs);
  memset(left_ctx, partition_context_lookup[subsize].left, bs);
623
624
625
626
#endif  // CONFIG_EXT_PARTITION_TYPES
}

#if CONFIG_EXT_PARTITION_TYPES
clang-format's avatar
clang-format committed
627
628
static INLINE void update_ext_partition_context(MACROBLOCKD *xd, int mi_row,
                                                int mi_col, BLOCK_SIZE subsize,
629
630
631
632
633
634
635
                                                BLOCK_SIZE bsize,
                                                PARTITION_TYPE partition) {
  if (bsize >= BLOCK_8X8) {
    const int bsl = b_width_log2_lookup[bsize], hbs = (1 << bsl) / 4;
    BLOCK_SIZE bsize2 = get_subsize(bsize, PARTITION_SPLIT);
    switch (partition) {
      case PARTITION_SPLIT:
clang-format's avatar
clang-format committed
636
        if (bsize != BLOCK_8X8) break;
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
      case PARTITION_NONE:
      case PARTITION_HORZ:
      case PARTITION_VERT:
        update_partition_context(xd, mi_row, mi_col, subsize, bsize);
        break;
      case PARTITION_HORZ_A:
        update_partition_context(xd, mi_row, mi_col, bsize2, subsize);
        update_partition_context(xd, mi_row + hbs, mi_col, subsize, subsize);
        break;
      case PARTITION_HORZ_B:
        update_partition_context(xd, mi_row, mi_col, subsize, subsize);
        update_partition_context(xd, mi_row + hbs, mi_col, bsize2, subsize);
        break;
      case PARTITION_VERT_A:
        update_partition_context(xd, mi_row, mi_col, bsize2, subsize);
        update_partition_context(xd, mi_row, mi_col + hbs, subsize, subsize);
        break;
      case PARTITION_VERT_B:
        update_partition_context(xd, mi_row, mi_col, subsize, subsize);
        update_partition_context(xd, mi_row, mi_col + hbs, bsize2, subsize);
        break;
clang-format's avatar
clang-format committed
658
      default: assert(0 && "Invalid partition type");
659
660
    }
  }
Jingning Han's avatar
Jingning Han committed
661
}
662
#endif  // CONFIG_EXT_PARTITION_TYPES
Jingning Han's avatar
Jingning Han committed
663

clang-format's avatar
clang-format committed
664
665
static INLINE int partition_plane_context(const MACROBLOCKD *xd, int mi_row,
                                          int mi_col, BLOCK_SIZE bsize) {
Jingning Han's avatar
Jingning Han committed
666
  const PARTITION_CONTEXT *above_ctx = xd->above_seg_context + mi_col;
667
  const PARTITION_CONTEXT *left_ctx =
clang-format's avatar
clang-format committed
668
      xd->left_seg_context + (mi_row & MAX_MIB_MASK);
Jingning Han's avatar
Jingning Han committed
669
  const int bsl = mi_width_log2_lookup[bsize];
clang-format's avatar
clang-format committed
670
  int above = (*above_ctx >> bsl) & 1, left = (*left_ctx >> bsl) & 1;
Jingning Han's avatar
Jingning Han committed
671
672
673
674
675
676
677

  assert(b_width_log2_lookup[bsize] == b_height_log2_lookup[bsize]);
  assert(bsl >= 0);

  return (left * 2 + above) + bsl * PARTITION_PLOFFSET;
}

Yaowu Xu's avatar
Yaowu Xu committed
678
679
static INLINE void av1_zero_above_context(AV1_COMMON *const cm,
                                          int mi_col_start, int mi_col_end) {
680
681
  const int width = mi_col_end - mi_col_start;

682
683
684
685
686
  const int offset_y = 2 * mi_col_start;
  const int width_y = 2 * width;
  const int offset_uv = offset_y >> cm->subsampling_x;
  const int width_uv = width_y >> cm->subsampling_x;

Yaowu Xu's avatar
Yaowu Xu committed
687
688
689
  av1_zero_array(cm->above_context[0] + offset_y, width_y);
  av1_zero_array(cm->above_context[1] + offset_uv, width_uv);
  av1_zero_array(cm->above_context[2] + offset_uv, width_uv);
690

Yaowu Xu's avatar
Yaowu Xu committed
691
  av1_zero_array(cm->above_seg_context + mi_col_start, width);
692

693
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
694
  av1_zero_array(cm->above_txfm_context + mi_col_start, width);
695
696
697
#endif  // CONFIG_VAR_TX
}

Yaowu Xu's avatar
Yaowu Xu committed
698
699
700
static INLINE void av1_zero_left_context(MACROBLOCKD *const xd) {
  av1_zero(xd->left_context);
  av1_zero(xd->left_seg_context);
701
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
702
  av1_zero(xd->left_txfm_context_buffer);
703
704
705
#endif
}

706
#if CONFIG_VAR_TX
clang-format's avatar
clang-format committed
707
static INLINE void set_txfm_ctx(TXFM_CONTEXT *txfm_ctx, TX_SIZE tx_size,
708
709
                                int len) {
  int i;
clang-format's avatar
clang-format committed
710
  for (i = 0; i < len; ++i) txfm_ctx[i] = tx_size;
711
712
}

713
714
715
716
717
718
static INLINE void set_txfm_ctxs(TX_SIZE tx_size, int n8_w, int n8_h,
                                 const MACROBLOCKD *xd) {
  set_txfm_ctx(xd->above_txfm_context, txsize_horz_map[tx_size], n8_w);
  set_txfm_ctx(xd->left_txfm_context, txsize_vert_map[tx_size], n8_h);
}

719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
static INLINE void txfm_partition_update(TXFM_CONTEXT *above_ctx,
                                         TXFM_CONTEXT *left_ctx,
                                         TX_SIZE tx_size) {
  BLOCK_SIZE bsize = txsize_to_bsize[tx_size];
  int bs = num_8x8_blocks_high_lookup[bsize];
  int i;
  for (i = 0; i < bs; ++i) {
    above_ctx[i] = tx_size;
    left_ctx[i] = tx_size;
  }
}

static INLINE int txfm_partition_context(TXFM_CONTEXT *above_ctx,
                                         TXFM_CONTEXT *left_ctx,
                                         TX_SIZE tx_size) {
  int above = *above_ctx < tx_size;
  int left = *left_ctx < tx_size;
736
737

  return (tx_size - TX_8X8) * 3 + above + left;
738
739
740
}
#endif

Yaowu Xu's avatar
Yaowu Xu committed
741
static INLINE PARTITION_TYPE get_partition(const AV1_COMMON *const cm,
clang-format's avatar
clang-format committed
742
                                           const int mi_row, const int mi_col,
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
                                           const BLOCK_SIZE bsize) {
  if (mi_row >= cm->mi_rows || mi_col >= cm->mi_cols) {
    return PARTITION_INVALID;
  } else {
    const int offset = mi_row * cm->mi_stride + mi_col;
    MODE_INFO **mi = cm->mi_grid_visible + offset;
    const MB_MODE_INFO *const mbmi = &mi[0]->mbmi;
    const int bsl = b_width_log2_lookup[bsize];
    const PARTITION_TYPE partition = partition_lookup[bsl][mbmi->sb_type];
#if !CONFIG_EXT_PARTITION_TYPES
    return partition;
#else
    const int hbs = num_8x8_blocks_wide_lookup[bsize] / 2;

    assert(cm->mi_grid_visible[offset] == &cm->mi[offset]);

clang-format's avatar
clang-format committed
759
760
    if (partition != PARTITION_NONE && bsize > BLOCK_8X8 &&
        mi_row + hbs < cm->mi_rows && mi_col + hbs < cm->mi_cols) {
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
      const BLOCK_SIZE h = get_subsize(bsize, PARTITION_HORZ_A);
      const BLOCK_SIZE v = get_subsize(bsize, PARTITION_VERT_A);
      const MB_MODE_INFO *const mbmi_right = &mi[hbs]->mbmi;
      const MB_MODE_INFO *const mbmi_below = &mi[hbs * cm->mi_stride]->mbmi;
      if (mbmi->sb_type == h) {
        return mbmi_below->sb_type == h ? PARTITION_HORZ : PARTITION_HORZ_B;
      } else if (mbmi->sb_type == v) {
        return mbmi_right->sb_type == v ? PARTITION_VERT : PARTITION_VERT_B;
      } else if (mbmi_below->sb_type == h) {
        return PARTITION_HORZ_A;
      } else if (mbmi_right->sb_type == v) {
        return PARTITION_VERT_A;
      } else {
        return PARTITION_SPLIT;
      }
    }

    return partition;
#endif  // !CONFIG_EXT_PARTITION_TYPES
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
783
static INLINE void set_sb_size(AV1_COMMON *const cm, const BLOCK_SIZE sb_size) {
784
785
786
787
788
  cm->sb_size = sb_size;
  cm->mib_size = num_8x8_blocks_wide_lookup[cm->sb_size];
  cm->mib_size_log2 = mi_width_log2_lookup[cm->sb_size];
}

Jingning Han's avatar
Jingning Han committed
789
790
791
792
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
793
#endif  // AV1_COMMON_ONYXC_INT_H_