entropymode.h 24.1 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15 16 17 18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20

21 22 23 24 25 26
#if CONFIG_PVQ
#include "av1/common/pvq.h"
#include "av1/common/pvq_state.h"
#include "av1/common/generic_code.h"
#endif  // CONFIG_PVQ

Jingning Han's avatar
Jingning Han committed
27 28 29 30 31 32 33 34
#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
35
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
36
#if CONFIG_EXT_INTER
37 38 39
#if CONFIG_COMPOUND_SINGLEREF
#define INTER_SINGLEREF_COMP_OFFSET(mode) ((mode)-SR_NEAREST_NEARMV)
#endif  // CONFIG_COMPOUND_SINGLEREF
clang-format's avatar
clang-format committed
40
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
41
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
42

43
#if CONFIG_PALETTE
44 45 46 47 48 49 50
// Number of possible contexts for a color index.
// As can be seen from av1_get_palette_color_index_context(), the possible
// contexts are (2,0,0), (2,2,1), (3,2,0), (4,1,0), (5,0,0). These are mapped to
// a value from 0 to 4 using 'palette_color_index_context_lookup' table.
#define PALETTE_COLOR_INDEX_CONTEXTS 5

// Maximum number of colors in a palette.
hui su's avatar
hui su committed
51
#define PALETTE_MAX_SIZE 8
52 53
// Minimum number of colors in a palette.
#define PALETTE_MIN_SIZE 2
54 55

// Palette mode is available for block sizes >= 8x8.
56
#define PALETTE_BLOCK_SIZES (BLOCK_LARGEST - BLOCK_8X8 + 1)
57 58 59 60 61 62 63

// Palette Y mode context for a block is determined by number of neighboring
// blocks (top and/or left) using a palette for Y plane. So, possible Y mode'
// context values are:
// 0 if neither left nor top block uses palette for Y plane,
// 1 if exactly one of left or top block uses palette for Y plane, and
// 2 if both left and top blocks use palette for Y plane.
hui su's avatar
hui su committed
64
#define PALETTE_Y_MODE_CONTEXTS 3
65 66 67 68 69 70 71

// Palette UV mode context for a block is determined by whether this block uses
// palette for the Y plane. So, possible values are:
// 0 if this block doesn't use palette for Y plane.
// 1 if this block uses palette for Y plane (i.e. Y palette size > 0).
#define PALETTE_UV_MODE_CONTEXTS 2

72
#define PALETTE_MAX_BLOCK_SIZE (64 * 64)
73
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
74

Alex Converse's avatar
Alex Converse committed
75
#if CONFIG_INTRABC
76
#define INTRABC_PROB_DEFAULT 192
Alex Converse's avatar
Alex Converse committed
77 78
#endif  // CONFIG_INTRABC

Yaowu Xu's avatar
Yaowu Xu committed
79
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
80

81 82 83 84 85 86
typedef struct {
  const int16_t *scan;
  const int16_t *iscan;
  const int16_t *neighbors;
} SCAN_ORDER;

87 88 89 90 91 92
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

Jingning Han's avatar
Jingning Han committed
93
typedef struct frame_contexts {
Yaowu Xu's avatar
Yaowu Xu committed
94 95
  aom_prob y_mode_prob[BLOCK_SIZE_GROUPS][INTRA_MODES - 1];
  aom_prob uv_mode_prob[INTRA_MODES][INTRA_MODES - 1];
96
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
97
  aom_prob partition_prob[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1];
98
#else
Yaowu Xu's avatar
Yaowu Xu committed
99
  aom_prob partition_prob[PARTITION_CONTEXTS][PARTITION_TYPES - 1];
100
#endif
Yaowu Xu's avatar
Yaowu Xu committed
101
  av1_coeff_probs_model coef_probs[TX_SIZES][PLANE_TYPES];
102 103
  coeff_cdf_model coef_tail_cdfs[TX_SIZES][PLANE_TYPES];
  coeff_cdf_model coef_head_cdfs[TX_SIZES][PLANE_TYPES];
104
  aom_prob blockzero_probs[TX_SIZES][PLANE_TYPES][REF_TYPES][BLOCKZ_CONTEXTS];
clang-format's avatar
clang-format committed
105 106
  aom_prob switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                 [SWITCHABLE_FILTERS - 1];
107
#if CONFIG_ADAPT_SCAN
108
// TODO(angiebird): try aom_prob
109
#if CONFIG_CHROMA_2X2
110 111
  uint32_t non_zero_prob_2x2[TX_TYPES][4];
#endif
112 113 114 115 116
  uint32_t non_zero_prob_4X4[TX_TYPES][16];
  uint32_t non_zero_prob_8X8[TX_TYPES][64];
  uint32_t non_zero_prob_16X16[TX_TYPES][256];
  uint32_t non_zero_prob_32X32[TX_TYPES][1024];

117 118 119 120 121 122 123
  uint32_t non_zero_prob_4X8[TX_TYPES][32];
  uint32_t non_zero_prob_8X4[TX_TYPES][32];
  uint32_t non_zero_prob_16X8[TX_TYPES][128];
  uint32_t non_zero_prob_8X16[TX_TYPES][128];
  uint32_t non_zero_prob_32X16[TX_TYPES][512];
  uint32_t non_zero_prob_16X32[TX_TYPES][512];

124
#if CONFIG_CHROMA_2X2
125 126
  DECLARE_ALIGNED(16, int16_t, scan_2x2[TX_TYPES][4]);
#endif
127 128 129 130 131
  DECLARE_ALIGNED(16, int16_t, scan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, scan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, scan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, scan_32X32[TX_TYPES][1024]);

132 133 134 135 136 137 138
  DECLARE_ALIGNED(16, int16_t, scan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, scan_32X16[TX_TYPES][512]);

139
#if CONFIG_CHROMA_2X2
140 141
  DECLARE_ALIGNED(16, int16_t, iscan_2x2[TX_TYPES][4]);
#endif
142 143 144 145 146
  DECLARE_ALIGNED(16, int16_t, iscan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X32[TX_TYPES][1024]);

147 148 149 150 151 152 153
  DECLARE_ALIGNED(16, int16_t, iscan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X16[TX_TYPES][512]);

154
#if CONFIG_CHROMA_2X2
155 156
  int16_t nb_2x2[TX_TYPES][(4 + 1) * 2];
#endif
157 158 159 160 161
  int16_t nb_4X4[TX_TYPES][(16 + 1) * 2];
  int16_t nb_8X8[TX_TYPES][(64 + 1) * 2];
  int16_t nb_16X16[TX_TYPES][(256 + 1) * 2];
  int16_t nb_32X32[TX_TYPES][(1024 + 1) * 2];

162 163 164 165 166 167 168 169
  int16_t nb_4X8[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X4[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X16[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X8[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X32[TX_TYPES][(512 + 1) * 2];
  int16_t nb_32X16[TX_TYPES][(512 + 1) * 2];

  SCAN_ORDER sc[TX_SIZES_ALL][TX_TYPES];
170

Yi Luo's avatar
Yi Luo committed
171
  int16_t eob_threshold[TX_SIZES_ALL][TX_TYPES][EOB_THRESHOLD_NUM];
172 173
#endif  // CONFIG_ADAPT_SCAN

174 175 176 177 178 179 180 181 182 183
#if CONFIG_LV_MAP
  aom_prob txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS];
  aom_prob nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS];
  aom_prob eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS];
  aom_prob dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS];
  aom_prob coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                     [COEFF_BASE_CONTEXTS];
  aom_prob coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS];
#endif

Yaowu Xu's avatar
Yaowu Xu committed
184 185 186 187
  aom_prob newmv_prob[NEWMV_MODE_CONTEXTS];
  aom_prob zeromv_prob[ZEROMV_MODE_CONTEXTS];
  aom_prob refmv_prob[REFMV_MODE_CONTEXTS];
  aom_prob drl_prob[DRL_MODE_CONTEXTS];
188 189 190 191 192 193
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob newmv_cdf[NEWMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob zeromv_cdf[ZEROMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob refmv_cdf[REFMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob drl_cdf[DRL_MODE_CONTEXTS][CDF_SIZE(2)];
#endif
194

195
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
196 197
  aom_prob inter_compound_mode_probs[INTER_MODE_CONTEXTS]
                                    [INTER_COMPOUND_MODES - 1];
198 199 200 201
#if CONFIG_EC_ADAPT
  aom_cdf_prob inter_compound_mode_cdf[INTER_MODE_CONTEXTS]
                                      [CDF_SIZE(INTER_COMPOUND_MODES)];
#endif
202 203 204 205
#if CONFIG_COMPOUND_SINGLEREF
  aom_prob inter_singleref_comp_mode_probs[INTER_MODE_CONTEXTS]
                                          [INTER_SINGLEREF_COMP_MODES - 1];
#endif  // CONFIG_COMPOUND_SINGLEREF
206
  aom_prob compound_type_prob[BLOCK_SIZES][COMPOUND_TYPES - 1];
207 208 209
#if CONFIG_EC_ADAPT
  aom_cdf_prob compound_type_cdf[BLOCK_SIZES][CDF_SIZE(COMPOUND_TYPES)];
#endif
210
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
211 212
  aom_prob interintra_prob[BLOCK_SIZE_GROUPS];
  aom_prob wedge_interintra_prob[BLOCK_SIZES];
213 214 215 216 217
  aom_prob interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1];
#if CONFIG_EC_ADAPT
  aom_cdf_prob interintra_mode_cdf[BLOCK_SIZE_GROUPS]
                                  [CDF_SIZE(INTERINTRA_MODES)];
#endif
218
#endif  // CONFIG_INTERINTRA
219
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
220 221
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  aom_prob motion_mode_prob[BLOCK_SIZES][MOTION_MODES - 1];
222 223 224 225 226

#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  aom_prob ncobmc_mode_prob[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES - 1];
#endif

Yue Chen's avatar
Yue Chen committed
227 228 229
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  aom_prob obmc_prob[BLOCK_SIZES];
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
230
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
231 232
  aom_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
233 234
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob comp_inter_cdf[COMP_INTER_CONTEXTS][CDF_SIZE(2)];
235
  aom_cdf_prob single_ref_cdf[REF_CONTEXTS][SINGLE_REFS - 1][CDF_SIZE(2)];
236
#endif
Zoe Liu's avatar
Zoe Liu committed
237 238 239 240
#if CONFIG_EXT_COMP_REFS
  aom_prob comp_ref_type_prob[COMP_REF_TYPE_CONTEXTS];
  aom_prob uni_comp_ref_prob[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1];
#endif  // CONFIG_EXT_COMP_REFS
Yaowu Xu's avatar
Yaowu Xu committed
241
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
242
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
243 244
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
245
#else
Yaowu Xu's avatar
Yaowu Xu committed
246
  aom_prob comp_ref_prob[REF_CONTEXTS][COMP_REFS - 1];
247
#endif  // CONFIG_EXT_REFS
248 249 250 251 252 253 254 255
#if CONFIG_NEW_MULTISYMBOL
#if CONFIG_EXT_REFS
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][FWD_REFS - 1][CDF_SIZE(2)];
  aom_cdf_prob comp_bwdref_cdf[REF_CONTEXTS][BWD_REFS - 1][CDF_SIZE(2)];
#else
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][COMP_REFS - 1][CDF_SIZE(2)];
#endif  // CONFIG_EXT_REFS
#endif
256 257 258
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  aom_prob comp_inter_mode_prob[COMP_INTER_MODE_CONTEXTS];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
Jingning Han's avatar
Jingning Han committed
259
  aom_prob tx_size_probs[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH];
260 261 262
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
  aom_prob quarter_tx_size_prob;
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
263
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
264
  aom_prob txfm_partition_prob[TXFM_PARTITION_CONTEXTS];
265
#endif
Yaowu Xu's avatar
Yaowu Xu committed
266
  aom_prob skip_probs[SKIP_CONTEXTS];
267 268
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob skip_cdfs[SKIP_CONTEXTS][CDF_SIZE(2)];
269
  aom_cdf_prob intra_inter_cdf[INTRA_INTER_CONTEXTS][CDF_SIZE(2)];
270
#endif
271
  nmv_context nmvc[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
272 273
#if CONFIG_INTRABC
  nmv_context ndvc;
274
  aom_prob intrabc_prob;
275
#endif
hui su's avatar
hui su committed
276
  int initialized;
277
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
278
  aom_prob inter_ext_tx_prob[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES - 1];
clang-format's avatar
clang-format committed
279 280
  aom_prob intra_ext_tx_prob[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                            [TX_TYPES - 1];
281
#else
Yaowu Xu's avatar
Yaowu Xu committed
282 283
  aom_prob intra_ext_tx_prob[EXT_TX_SIZES][TX_TYPES][TX_TYPES - 1];
  aom_prob inter_ext_tx_prob[EXT_TX_SIZES][TX_TYPES - 1];
284
#endif  // CONFIG_EXT_TX
285
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
286
  aom_prob supertx_prob[PARTITION_SUPERTX_CONTEXTS][TX_SIZES];
287
#endif  // CONFIG_SUPERTX
288
  struct segmentation_probs seg;
hui su's avatar
hui su committed
289
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
290
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
291
  aom_prob intra_filter_probs[INTRA_FILTERS + 1][INTRA_FILTERS - 1];
hui su's avatar
hui su committed
292
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
293
#endif  // CONFIG_EXT_INTRA
294 295 296
#if CONFIG_FILTER_INTRA
  aom_prob filter_intra_probs[PLANE_TYPES];
#endif  // CONFIG_FILTER_INTRA
297 298 299
#if CONFIG_LOOP_RESTORATION
  aom_prob switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1];
#endif  // CONFIG_LOOP_RESTORATION
300 301
  aom_cdf_prob y_mode_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(INTRA_MODES)];
  aom_cdf_prob uv_mode_cdf[INTRA_MODES][CDF_SIZE(INTRA_MODES)];
302 303 304
#if CONFIG_EXT_PARTITION_TYPES
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(EXT_PARTITION_TYPES)];
#else
305
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(PARTITION_TYPES)];
306
#endif
307
  aom_cdf_prob switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
308
                                    [CDF_SIZE(SWITCHABLE_FILTERS)];
309 310
  /* Keep track of kf_y_cdf here, as this makes handling
     multiple copies for adaptation in tiles easier */
311
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][CDF_SIZE(INTRA_MODES)];
312
  aom_cdf_prob tx_size_cdf[MAX_TX_DEPTH][TX_SIZE_CONTEXTS]
313
                          [CDF_SIZE(MAX_TX_DEPTH + 1)];
Thomas Davies's avatar
Thomas Davies committed
314 315
#if CONFIG_DELTA_Q
  aom_cdf_prob delta_q_cdf[CDF_SIZE(DELTA_Q_PROBS + 1)];
Fangwen Fu's avatar
Fangwen Fu committed
316 317 318
#if CONFIG_EXT_DELTA_Q
  aom_cdf_prob delta_lf_cdf[CDF_SIZE(DELTA_LF_PROBS + 1)];
#endif
319
#endif  // CONFIG_DELTA_Q
320 321 322 323 324 325
#if CONFIG_EXT_TX
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                               [CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SETS_INTER][EXT_TX_SIZES]
                               [CDF_SIZE(TX_TYPES)];
#else
326 327
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES][CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SIZES][CDF_SIZE(TX_TYPES)];
328
#endif  // CONFIG_EXT_TX
329 330 331
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
  aom_cdf_prob intra_filter_cdf[INTRA_FILTERS + 1][CDF_SIZE(INTRA_FILTERS)];
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
332
#if CONFIG_DELTA_Q
333
  aom_prob delta_q_prob[DELTA_Q_PROBS];
Fangwen Fu's avatar
Fangwen Fu committed
334 335 336
#if CONFIG_EXT_DELTA_Q
  aom_prob delta_lf_prob[DELTA_LF_PROBS];
#endif
337
#endif
338 339 340 341 342
#if CONFIG_PVQ
  // TODO(any): If PVQ is enabled, most of coefficient related cdf,
  // such as coef_cdfs[], coef_tail_cdfs[], and coef_heaf_cdfs[] can be removed.
  od_adapt_ctx pvq_context;
#endif  // CONFIG_PVQ
Luc Trudeau's avatar
Luc Trudeau committed
343
#if CONFIG_CFL
Luc Trudeau's avatar
Luc Trudeau committed
344
  aom_cdf_prob cfl_alpha_cdf[CDF_SIZE(CFL_ALPHABET_SIZE)];
Luc Trudeau's avatar
Luc Trudeau committed
345
#endif
Jingning Han's avatar
Jingning Han committed
346 347 348
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
349 350 351
// Note: This structure should only contain 'unsigned int' fields, or
// aggregates built solely from 'unsigned int' fields/elements
#if !CONFIG_EC_ADAPT || CONFIG_ENTROPY_STATS
352
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
353 354
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
  unsigned int uv_mode[INTRA_MODES][INTRA_MODES];
355
#endif  // !CONFIG_EC_ADAPT || CONFIG_ENTROPY_STATS
356 357 358
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
359
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
360
#endif
Yaowu Xu's avatar
Yaowu Xu committed
361
  av1_coeff_count_model coef[TX_SIZES][PLANE_TYPES];
clang-format's avatar
clang-format committed
362 363 364 365
  unsigned int eob_branch[TX_SIZES][PLANE_TYPES][REF_TYPES][COEF_BANDS]
                         [COEFF_CONTEXTS];
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
366
#if CONFIG_ADAPT_SCAN
367
#if CONFIG_CHROMA_2X2
368
  unsigned int non_zero_count_2x2[TX_TYPES][4];
369
#endif  // CONFIG_CHROMA_2X2
370 371 372 373
  unsigned int non_zero_count_4X4[TX_TYPES][16];
  unsigned int non_zero_count_8X8[TX_TYPES][64];
  unsigned int non_zero_count_16X16[TX_TYPES][256];
  unsigned int non_zero_count_32X32[TX_TYPES][1024];
374 375 376 377 378 379 380 381 382

  unsigned int non_zero_count_4x8[TX_TYPES][32];
  unsigned int non_zero_count_8x4[TX_TYPES][32];
  unsigned int non_zero_count_8x16[TX_TYPES][128];
  unsigned int non_zero_count_16x8[TX_TYPES][128];
  unsigned int non_zero_count_16x32[TX_TYPES][512];
  unsigned int non_zero_count_32x16[TX_TYPES][512];

  unsigned int txb_count[TX_SIZES_ALL][TX_TYPES];
383
#endif  // CONFIG_ADAPT_SCAN
384 385 386 387 388 389 390 391 392 393 394

#if CONFIG_LV_MAP
  unsigned int txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS][2];
  unsigned int nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS][2];
  unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
  unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
  unsigned int coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                         [COEFF_BASE_CONTEXTS][2];
  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS][2];
#endif  // CONFIG_LV_MAP

395
  av1_blockz_count_model blockz_count[TX_SIZES][PLANE_TYPES];
396

397 398 399
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
  unsigned int zeromv_mode[ZEROMV_MODE_CONTEXTS][2];
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
400
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
401

402 403
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
404 405 406 407
#if CONFIG_COMPOUND_SINGLEREF
  unsigned int inter_singleref_comp_mode[INTER_MODE_CONTEXTS]
                                        [INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
408
#if CONFIG_INTERINTRA
409
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
410
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
411
  unsigned int wedge_interintra[BLOCK_SIZES][2];
412
#endif  // CONFIG_INTERINTRA
413
  unsigned int compound_interinter[BLOCK_SIZES][COMPOUND_TYPES];
414
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
415 416
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  unsigned int motion_mode[BLOCK_SIZES][MOTION_MODES];
417 418 419
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  unsigned int ncobmc_mode[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
420 421 422
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  unsigned int obmc[BLOCK_SIZES][2];
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
423
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
424 425
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
Zoe Liu's avatar
Zoe Liu committed
426 427 428 429
#if CONFIG_EXT_COMP_REFS
  unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
  unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
#endif  // CONFIG_EXT_COMP_REFS
clang-format's avatar
clang-format committed
430
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
431
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
432 433
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
434
#else
clang-format's avatar
clang-format committed
435
  unsigned int comp_ref[REF_CONTEXTS][COMP_REFS - 1][2];
436
#endif  // CONFIG_EXT_REFS
437 438 439
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  unsigned int comp_inter_mode[COMP_INTER_MODE_CONTEXTS][2];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
440 441 442
  // TODO(any): tx_size_totals is only used by the encoder to decide whether
  // to use forward updates for the coeff probs, and as such it does not really
  // belong into this structure.
443
  unsigned int tx_size_totals[TX_SIZES];
444
  unsigned int tx_size[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
445 446 447
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
  unsigned int quarter_tx_size[2];
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_RECT_TX_EXT
448 449 450
#if CONFIG_VAR_TX
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
#endif
Jingning Han's avatar
Jingning Han committed
451
  unsigned int skip[SKIP_CONTEXTS][2];
452
  nmv_context_counts mv[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
453
#if CONFIG_INTRABC
454
  unsigned int intrabc[2];
Alex Converse's avatar
Alex Converse committed
455 456
  nmv_context_counts dv;
#endif
457
#if CONFIG_DELTA_Q
458
  unsigned int delta_q[DELTA_Q_PROBS][2];
Fangwen Fu's avatar
Fangwen Fu committed
459 460 461
#if CONFIG_EXT_DELTA_Q
  unsigned int delta_lf[DELTA_LF_PROBS][2];
#endif
462
#endif
463
#if CONFIG_EXT_TX
Debargha Mukherjee's avatar
Debargha Mukherjee committed
464 465 466
#if CONFIG_RECT_TX
  unsigned int tx_size_implied[TX_SIZES][TX_SIZES];
#endif  // CONFIG_RECT_TX
467
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
468 469
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
470
#else
471 472
  unsigned int intra_ext_tx[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  unsigned int inter_ext_tx[EXT_TX_SIZES][TX_TYPES];
473
#endif  // CONFIG_EXT_TX
474 475 476 477
#if CONFIG_SUPERTX
  unsigned int supertx[PARTITION_SUPERTX_CONTEXTS][TX_SIZES][2];
  unsigned int supertx_size[TX_SIZES];
#endif  // CONFIG_SUPERTX
478
  struct seg_counts seg;
hui su's avatar
hui su committed
479
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
480
#if CONFIG_INTRA_INTERP
481
  unsigned int intra_filter[INTRA_FILTERS + 1][INTRA_FILTERS];
hui su's avatar
hui su committed
482
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
483
#endif  // CONFIG_EXT_INTRA
484 485 486
#if CONFIG_FILTER_INTRA
  unsigned int filter_intra[PLANE_TYPES][2];
#endif  // CONFIG_FILTER_INTRA
Jingning Han's avatar
Jingning Han committed
487 488
} FRAME_COUNTS;

489
#if !CONFIG_EC_ADAPT
490 491 492
// Default probabilities for signaling Intra mode for Y plane -- used only for
// intra-only frames. ('default_if_y_probs' is used for inter frames).
// Contexts used: Intra mode (Y plane) of 'above' and 'left' blocks.
clang-format's avatar
clang-format committed
493 494
extern const aom_prob av1_kf_y_mode_prob[INTRA_MODES][INTRA_MODES]
                                        [INTRA_MODES - 1];
495
#endif
496
// CDF version of 'av1_kf_y_mode_prob'.
497 498 499
extern const aom_cdf_prob av1_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES]
                                           [CDF_SIZE(INTRA_MODES)];

500
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
501 502
extern const aom_prob av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_Y_MODE_CONTEXTS];
503 504
extern const aom_prob
    av1_default_palette_uv_mode_prob[PALETTE_UV_MODE_CONTEXTS];
clang-format's avatar
clang-format committed
505 506 507 508
extern const aom_prob av1_default_palette_y_size_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_SIZES - 1];
extern const aom_prob av1_default_palette_uv_size_prob[PALETTE_BLOCK_SIZES]
                                                      [PALETTE_SIZES - 1];
clang-format's avatar
clang-format committed
509
extern const aom_prob av1_default_palette_y_color_index_prob
510
    [PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS][PALETTE_COLORS - 1];
clang-format's avatar
clang-format committed
511
extern const aom_prob av1_default_palette_uv_color_index_prob
512
    [PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS][PALETTE_COLORS - 1];
513
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
514

515
#if !CONFIG_EC_ADAPT
Yaowu Xu's avatar
Yaowu Xu committed
516
extern const aom_tree_index av1_intra_mode_tree[TREE_SIZE(INTRA_MODES)];
517 518
extern int av1_intra_mode_ind[INTRA_MODES];
extern int av1_intra_mode_inv[INTRA_MODES];
519 520 521 522
#else
extern const int av1_intra_mode_ind[INTRA_MODES];
extern const int av1_intra_mode_inv[INTRA_MODES];
#endif
523 524 525 526 527 528 529
#if CONFIG_EXT_TX
extern int av1_ext_tx_intra_ind[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_intra_inv[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_inter_ind[EXT_TX_SETS_INTER][TX_TYPES];
extern int av1_ext_tx_inter_inv[EXT_TX_SETS_INTER][TX_TYPES];
#endif

530
#if CONFIG_EXT_INTER
531
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
532 533
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
534
#endif
Yaowu Xu's avatar
Yaowu Xu committed
535 536
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
537 538 539 540
#if CONFIG_COMPOUND_SINGLEREF
extern const aom_tree_index
    av1_inter_singleref_comp_mode_tree[TREE_SIZE(INTER_SINGLEREF_COMP_MODES)];
#endif  // CONFIG_COMPOUND_SINGLEREF
541
extern const aom_tree_index av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES)];
542
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
543
extern const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)];
544
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
545 546
extern const aom_tree_index
    av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)];
547
#endif
Yaowu Xu's avatar
Yaowu Xu committed
548 549
extern const aom_tree_index
    av1_switchable_interp_tree[TREE_SIZE(SWITCHABLE_FILTERS)];
550
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
551
extern const aom_tree_index av1_palette_size_tree[TREE_SIZE(PALETTE_SIZES)];
552
extern const aom_tree_index
553
    av1_palette_color_index_tree[PALETTE_SIZES][TREE_SIZE(PALETTE_COLORS)];
554
#endif  // CONFIG_PALETTE
555
extern const aom_tree_index av1_tx_size_tree[MAX_TX_DEPTH][TREE_SIZE(TX_SIZES)];
556
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
557
extern const aom_tree_index av1_intra_filter_tree[TREE_SIZE(INTRA_FILTERS)];
558
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
559
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
560 561 562 563
extern const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
                                                 [TREE_SIZE(TX_TYPES)];
extern const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
                                                 [TREE_SIZE(TX_TYPES)];
564
#else
Yaowu Xu's avatar
Yaowu Xu committed
565
extern const aom_tree_index av1_ext_tx_tree[TREE_SIZE(TX_TYPES)];
566
#endif  // CONFIG_EXT_TX
Yue Chen's avatar
Yue Chen committed
567 568 569
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
570 571 572
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
extern const aom_tree_index av1_ncobmc_mode_tree[TREE_SIZE(MAX_NCOBMC_MODES)];
#endif
573
#if CONFIG_LOOP_RESTORATION
574
#define RESTORE_NONE_SGRPROJ_PROB 64
575 576
#define RESTORE_NONE_BILATERAL_PROB 16
#define RESTORE_NONE_WIENER_PROB 64
577
#define RESTORE_NONE_DOMAINTXFMRF_PROB 64
578 579 580
extern const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)];
#endif  // CONFIG_LOOP_RESTORATION
581 582
extern int av1_switchable_interp_ind[SWITCHABLE_FILTERS];
extern int av1_switchable_interp_inv[SWITCHABLE_FILTERS];
583

584
#if !CONFIG_EC_ADAPT
585
void av1_set_mode_cdfs(struct AV1Common *cm);
586
#endif
587

Yaowu Xu's avatar
Yaowu Xu committed
588
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
589

Yaowu Xu's avatar
Yaowu Xu committed
590 591
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
592
#if !CONFIG_EXT_TX
593 594 595
extern int av1_ext_tx_ind[TX_TYPES];
extern int av1_ext_tx_inv[TX_TYPES];
#endif
Jingning Han's avatar
Jingning Han committed
596

Yaowu Xu's avatar
Yaowu Xu committed
597
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
598 599 600 601 602 603 604 605
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

606
#if CONFIG_PALETTE
607 608
// Returns the context for palette color index at row 'r' and column 'c',
// along with the 'color_order' of neighbors and the 'color_idx'.
609
// The 'color_map' is a 2D array with the given 'stride'.
610 611 612
int av1_get_palette_color_index_context(const uint8_t *color_map, int stride,
                                        int r, int c, int palette_size,
                                        uint8_t *color_order, int *color_idx);
613
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
614

Jingning Han's avatar
Jingning Han committed
615 616 617 618
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
619
#endif  // AV1_COMMON_ENTROPYMODE_H_