entropymode.h 24.3 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15 16 17 18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20

21 22 23 24 25 26
#if CONFIG_PVQ
#include "av1/common/pvq.h"
#include "av1/common/pvq_state.h"
#include "av1/common/generic_code.h"
#endif  // CONFIG_PVQ

Jingning Han's avatar
Jingning Han committed
27 28 29 30 31 32 33 34
#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
35
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
36
#if CONFIG_EXT_INTER
37 38 39
#if CONFIG_COMPOUND_SINGLEREF
#define INTER_SINGLEREF_COMP_OFFSET(mode) ((mode)-SR_NEAREST_NEARMV)
#endif  // CONFIG_COMPOUND_SINGLEREF
clang-format's avatar
clang-format committed
40
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
41
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
42

43 44 45 46 47 48 49
// Number of possible contexts for a color index.
// As can be seen from av1_get_palette_color_index_context(), the possible
// contexts are (2,0,0), (2,2,1), (3,2,0), (4,1,0), (5,0,0). These are mapped to
// a value from 0 to 4 using 'palette_color_index_context_lookup' table.
#define PALETTE_COLOR_INDEX_CONTEXTS 5

// Maximum number of colors in a palette.
hui su's avatar
hui su committed
50
#define PALETTE_MAX_SIZE 8
51 52
// Minimum number of colors in a palette.
#define PALETTE_MIN_SIZE 2
53 54

// Palette mode is available for block sizes >= 8x8.
55
#define PALETTE_BLOCK_SIZES (BLOCK_LARGEST - BLOCK_8X8 + 1)
56 57 58 59 60 61 62

// Palette Y mode context for a block is determined by number of neighboring
// blocks (top and/or left) using a palette for Y plane. So, possible Y mode'
// context values are:
// 0 if neither left nor top block uses palette for Y plane,
// 1 if exactly one of left or top block uses palette for Y plane, and
// 2 if both left and top blocks use palette for Y plane.
hui su's avatar
hui su committed
63
#define PALETTE_Y_MODE_CONTEXTS 3
64 65 66 67 68 69 70

// Palette UV mode context for a block is determined by whether this block uses
// palette for the Y plane. So, possible values are:
// 0 if this block doesn't use palette for Y plane.
// 1 if this block uses palette for Y plane (i.e. Y palette size > 0).
#define PALETTE_UV_MODE_CONTEXTS 2

71
#define PALETTE_MAX_BLOCK_SIZE (64 * 64)
hui su's avatar
hui su committed
72

Alex Converse's avatar
Alex Converse committed
73
#if CONFIG_INTRABC
74
#define INTRABC_PROB_DEFAULT 192
Alex Converse's avatar
Alex Converse committed
75 76
#endif  // CONFIG_INTRABC

Yaowu Xu's avatar
Yaowu Xu committed
77
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
78

79 80 81 82 83 84
typedef struct {
  const int16_t *scan;
  const int16_t *iscan;
  const int16_t *neighbors;
} SCAN_ORDER;

85 86 87 88 89 90
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

Jingning Han's avatar
Jingning Han committed
91
typedef struct frame_contexts {
Yaowu Xu's avatar
Yaowu Xu committed
92
  aom_prob y_mode_prob[BLOCK_SIZE_GROUPS][INTRA_MODES - 1];
Luc Trudeau's avatar
Luc Trudeau committed
93
  aom_prob uv_mode_prob[INTRA_MODES][UV_INTRA_MODES - 1];
94
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
95
  aom_prob partition_prob[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1];
96
#else
Yaowu Xu's avatar
Yaowu Xu committed
97
  aom_prob partition_prob[PARTITION_CONTEXTS][PARTITION_TYPES - 1];
98
#endif
Yaowu Xu's avatar
Yaowu Xu committed
99
  av1_coeff_probs_model coef_probs[TX_SIZES][PLANE_TYPES];
100 101
  coeff_cdf_model coef_tail_cdfs[TX_SIZES][PLANE_TYPES];
  coeff_cdf_model coef_head_cdfs[TX_SIZES][PLANE_TYPES];
102
  aom_prob blockzero_probs[TX_SIZES][PLANE_TYPES][REF_TYPES][BLOCKZ_CONTEXTS];
clang-format's avatar
clang-format committed
103 104
  aom_prob switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                 [SWITCHABLE_FILTERS - 1];
105
#if CONFIG_ADAPT_SCAN
106
// TODO(angiebird): try aom_prob
107
#if CONFIG_CHROMA_2X2
108 109
  uint32_t non_zero_prob_2x2[TX_TYPES][4];
#endif
110 111 112 113 114
  uint32_t non_zero_prob_4X4[TX_TYPES][16];
  uint32_t non_zero_prob_8X8[TX_TYPES][64];
  uint32_t non_zero_prob_16X16[TX_TYPES][256];
  uint32_t non_zero_prob_32X32[TX_TYPES][1024];

115 116 117 118 119 120 121
  uint32_t non_zero_prob_4X8[TX_TYPES][32];
  uint32_t non_zero_prob_8X4[TX_TYPES][32];
  uint32_t non_zero_prob_16X8[TX_TYPES][128];
  uint32_t non_zero_prob_8X16[TX_TYPES][128];
  uint32_t non_zero_prob_32X16[TX_TYPES][512];
  uint32_t non_zero_prob_16X32[TX_TYPES][512];

122
#if CONFIG_CHROMA_2X2
123 124
  DECLARE_ALIGNED(16, int16_t, scan_2x2[TX_TYPES][4]);
#endif
125 126 127 128 129
  DECLARE_ALIGNED(16, int16_t, scan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, scan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, scan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, scan_32X32[TX_TYPES][1024]);

130 131 132 133 134 135 136
  DECLARE_ALIGNED(16, int16_t, scan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, scan_32X16[TX_TYPES][512]);

137
#if CONFIG_CHROMA_2X2
138 139
  DECLARE_ALIGNED(16, int16_t, iscan_2x2[TX_TYPES][4]);
#endif
140 141 142 143 144
  DECLARE_ALIGNED(16, int16_t, iscan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X32[TX_TYPES][1024]);

145 146 147 148 149 150 151
  DECLARE_ALIGNED(16, int16_t, iscan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X16[TX_TYPES][512]);

152
#if CONFIG_CHROMA_2X2
153 154
  int16_t nb_2x2[TX_TYPES][(4 + 1) * 2];
#endif
155 156 157 158 159
  int16_t nb_4X4[TX_TYPES][(16 + 1) * 2];
  int16_t nb_8X8[TX_TYPES][(64 + 1) * 2];
  int16_t nb_16X16[TX_TYPES][(256 + 1) * 2];
  int16_t nb_32X32[TX_TYPES][(1024 + 1) * 2];

160 161 162 163 164 165 166 167
  int16_t nb_4X8[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X4[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X16[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X8[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X32[TX_TYPES][(512 + 1) * 2];
  int16_t nb_32X16[TX_TYPES][(512 + 1) * 2];

  SCAN_ORDER sc[TX_SIZES_ALL][TX_TYPES];
168

Yi Luo's avatar
Yi Luo committed
169
  int16_t eob_threshold[TX_SIZES_ALL][TX_TYPES][EOB_THRESHOLD_NUM];
170 171
#endif  // CONFIG_ADAPT_SCAN

172 173 174 175 176 177 178 179 180 181
#if CONFIG_LV_MAP
  aom_prob txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS];
  aom_prob nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS];
  aom_prob eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS];
  aom_prob dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS];
  aom_prob coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                     [COEFF_BASE_CONTEXTS];
  aom_prob coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS];
#endif

Yaowu Xu's avatar
Yaowu Xu committed
182 183 184 185
  aom_prob newmv_prob[NEWMV_MODE_CONTEXTS];
  aom_prob zeromv_prob[ZEROMV_MODE_CONTEXTS];
  aom_prob refmv_prob[REFMV_MODE_CONTEXTS];
  aom_prob drl_prob[DRL_MODE_CONTEXTS];
186 187 188 189 190 191
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob newmv_cdf[NEWMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob zeromv_cdf[ZEROMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob refmv_cdf[REFMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob drl_cdf[DRL_MODE_CONTEXTS][CDF_SIZE(2)];
#endif
192

193
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
194 195
  aom_prob inter_compound_mode_probs[INTER_MODE_CONTEXTS]
                                    [INTER_COMPOUND_MODES - 1];
196 197
  aom_cdf_prob inter_compound_mode_cdf[INTER_MODE_CONTEXTS]
                                      [CDF_SIZE(INTER_COMPOUND_MODES)];
198 199 200
#if CONFIG_COMPOUND_SINGLEREF
  aom_prob inter_singleref_comp_mode_probs[INTER_MODE_CONTEXTS]
                                          [INTER_SINGLEREF_COMP_MODES - 1];
201 202
  aom_cdf_prob inter_singleref_comp_mode_cdf[INTER_MODE_CONTEXTS][CDF_SIZE(
      INTER_SINGLEREF_COMP_MODES)];
203
#endif  // CONFIG_COMPOUND_SINGLEREF
204 205
  aom_prob compound_type_prob[BLOCK_SIZES_ALL][COMPOUND_TYPES - 1];
  aom_cdf_prob compound_type_cdf[BLOCK_SIZES_ALL][CDF_SIZE(COMPOUND_TYPES)];
206
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
207
  aom_prob interintra_prob[BLOCK_SIZE_GROUPS];
208
  aom_prob wedge_interintra_prob[BLOCK_SIZES_ALL];
209
  aom_prob interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1];
210 211
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob interintra_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(2)];
212
  aom_cdf_prob wedge_interintra_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
213
#endif
214 215
  aom_cdf_prob interintra_mode_cdf[BLOCK_SIZE_GROUPS]
                                  [CDF_SIZE(INTERINTRA_MODES)];
216
#endif  // CONFIG_INTERINTRA
217
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
218
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
219 220
  aom_prob motion_mode_prob[BLOCK_SIZES_ALL][MOTION_MODES - 1];
  aom_cdf_prob motion_mode_cdf[BLOCK_SIZES_ALL][CDF_SIZE(MOTION_MODES)];
221 222
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  aom_prob ncobmc_mode_prob[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES - 1];
223 224
  aom_cdf_prob ncobmc_mode_cdf[ADAPT_OVERLAP_BLOCKS]
                              [CDF_SIZE(MAX_NCOBMC_MODES)];
225
#endif
Yue Chen's avatar
Yue Chen committed
226
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
227
  aom_prob obmc_prob[BLOCK_SIZES_ALL];
228
#if CONFIG_NEW_MULTISYMBOL
229
  aom_cdf_prob obmc_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
230
#endif  // CONFIG_NEW_MULTISYMBOL
Yue Chen's avatar
Yue Chen committed
231
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
232
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
233 234
  aom_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
235 236 237 238 239 240 241 242 243
  aom_cdf_prob palette_y_size_cdf[PALETTE_BLOCK_SIZES][CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_uv_size_cdf[PALETTE_BLOCK_SIZES]
                                  [CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_y_color_index_cdf[PALETTE_SIZES]
                                        [PALETTE_COLOR_INDEX_CONTEXTS]
                                        [CDF_SIZE(PALETTE_COLORS)];
  aom_cdf_prob palette_uv_color_index_cdf[PALETTE_SIZES]
                                         [PALETTE_COLOR_INDEX_CONTEXTS]
                                         [CDF_SIZE(PALETTE_COLORS)];
244
#if CONFIG_NEW_MULTISYMBOL
245
  aom_cdf_prob comp_inter_cdf[COMP_INTER_CONTEXTS][CDF_SIZE(2)];
246
  aom_cdf_prob single_ref_cdf[REF_CONTEXTS][SINGLE_REFS - 1][CDF_SIZE(2)];
247
#endif
Zoe Liu's avatar
Zoe Liu committed
248 249 250
#if CONFIG_EXT_COMP_REFS
  aom_prob comp_ref_type_prob[COMP_REF_TYPE_CONTEXTS];
  aom_prob uni_comp_ref_prob[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1];
251 252 253 254 255
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob comp_ref_type_cdf[COMP_REF_TYPE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob uni_comp_ref_cdf[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1]
                               [CDF_SIZE(2)];
#endif  // CONFIG_NEW_MULTISYMBOL
Zoe Liu's avatar
Zoe Liu committed
256
#endif  // CONFIG_EXT_COMP_REFS
Yaowu Xu's avatar
Yaowu Xu committed
257
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
258
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
259 260
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
261
#else
Yaowu Xu's avatar
Yaowu Xu committed
262
  aom_prob comp_ref_prob[REF_CONTEXTS][COMP_REFS - 1];
263
#endif  // CONFIG_EXT_REFS
264 265 266 267 268 269 270 271
#if CONFIG_NEW_MULTISYMBOL
#if CONFIG_EXT_REFS
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][FWD_REFS - 1][CDF_SIZE(2)];
  aom_cdf_prob comp_bwdref_cdf[REF_CONTEXTS][BWD_REFS - 1][CDF_SIZE(2)];
#else
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][COMP_REFS - 1][CDF_SIZE(2)];
#endif  // CONFIG_EXT_REFS
#endif
272 273 274
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  aom_prob comp_inter_mode_prob[COMP_INTER_MODE_CONTEXTS];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
Jingning Han's avatar
Jingning Han committed
275
  aom_prob tx_size_probs[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH];
Yue Chen's avatar
Yue Chen committed
276
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
277
  aom_prob quarter_tx_size_prob;
Yue Chen's avatar
Yue Chen committed
278
#endif
279
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
280
  aom_prob txfm_partition_prob[TXFM_PARTITION_CONTEXTS];
281 282
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob txfm_partition_cdf[TXFM_PARTITION_CONTEXTS][CDF_SIZE(2)];
283
#endif
284
#endif  // CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
285
  aom_prob skip_probs[SKIP_CONTEXTS];
286 287
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob skip_cdfs[SKIP_CONTEXTS][CDF_SIZE(2)];
288
  aom_cdf_prob intra_inter_cdf[INTRA_INTER_CONTEXTS][CDF_SIZE(2)];
289
#endif
290
  nmv_context nmvc[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
291 292
#if CONFIG_INTRABC
  nmv_context ndvc;
293
  aom_prob intrabc_prob;
294
#endif
hui su's avatar
hui su committed
295
  int initialized;
296
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
297
  aom_prob inter_ext_tx_prob[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES - 1];
clang-format's avatar
clang-format committed
298 299
  aom_prob intra_ext_tx_prob[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                            [TX_TYPES - 1];
300
#else
Yaowu Xu's avatar
Yaowu Xu committed
301 302
  aom_prob intra_ext_tx_prob[EXT_TX_SIZES][TX_TYPES][TX_TYPES - 1];
  aom_prob inter_ext_tx_prob[EXT_TX_SIZES][TX_TYPES - 1];
303
#endif  // CONFIG_EXT_TX
304
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
305
  aom_prob supertx_prob[PARTITION_SUPERTX_CONTEXTS][TX_SIZES];
306
#endif  // CONFIG_SUPERTX
307
  struct segmentation_probs seg;
hui su's avatar
hui su committed
308
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
309
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
310
  aom_prob intra_filter_probs[INTRA_FILTERS + 1][INTRA_FILTERS - 1];
hui su's avatar
hui su committed
311
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
312
#endif  // CONFIG_EXT_INTRA
313 314 315
#if CONFIG_FILTER_INTRA
  aom_prob filter_intra_probs[PLANE_TYPES];
#endif  // CONFIG_FILTER_INTRA
316 317 318
#if CONFIG_LOOP_RESTORATION
  aom_prob switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1];
#endif  // CONFIG_LOOP_RESTORATION
319
  aom_cdf_prob y_mode_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(INTRA_MODES)];
Luc Trudeau's avatar
Luc Trudeau committed
320
  aom_cdf_prob uv_mode_cdf[INTRA_MODES][CDF_SIZE(UV_INTRA_MODES)];
321 322 323
#if CONFIG_EXT_PARTITION_TYPES
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(EXT_PARTITION_TYPES)];
#else
324
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(PARTITION_TYPES)];
325
#endif
326
  aom_cdf_prob switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
327
                                    [CDF_SIZE(SWITCHABLE_FILTERS)];
328 329 330 331
  /* kf_y_cdf is discarded after use, so does not require persistent storage.
     However, we keep it with the other CDFs in this struct since it needs to
     be copied to each tile to support parallelism just like the others.
   */
332
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][CDF_SIZE(INTRA_MODES)];
333
  aom_cdf_prob tx_size_cdf[MAX_TX_DEPTH][TX_SIZE_CONTEXTS]
334
                          [CDF_SIZE(MAX_TX_DEPTH + 1)];
Thomas Davies's avatar
Thomas Davies committed
335 336
#if CONFIG_DELTA_Q
  aom_cdf_prob delta_q_cdf[CDF_SIZE(DELTA_Q_PROBS + 1)];
Fangwen Fu's avatar
Fangwen Fu committed
337 338 339
#if CONFIG_EXT_DELTA_Q
  aom_cdf_prob delta_lf_cdf[CDF_SIZE(DELTA_LF_PROBS + 1)];
#endif
340
#endif  // CONFIG_DELTA_Q
341 342 343 344 345 346
#if CONFIG_EXT_TX
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                               [CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SETS_INTER][EXT_TX_SIZES]
                               [CDF_SIZE(TX_TYPES)];
#else
347 348
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES][CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SIZES][CDF_SIZE(TX_TYPES)];
349
#endif  // CONFIG_EXT_TX
350 351 352
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
  aom_cdf_prob intra_filter_cdf[INTRA_FILTERS + 1][CDF_SIZE(INTRA_FILTERS)];
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
353
#if CONFIG_DELTA_Q
354
  aom_prob delta_q_prob[DELTA_Q_PROBS];
Fangwen Fu's avatar
Fangwen Fu committed
355 356 357
#if CONFIG_EXT_DELTA_Q
  aom_prob delta_lf_prob[DELTA_LF_PROBS];
#endif
358
#endif
359 360 361 362 363
#if CONFIG_PVQ
  // TODO(any): If PVQ is enabled, most of coefficient related cdf,
  // such as coef_cdfs[], coef_tail_cdfs[], and coef_heaf_cdfs[] can be removed.
  od_adapt_ctx pvq_context;
#endif  // CONFIG_PVQ
Luc Trudeau's avatar
Luc Trudeau committed
364
#if CONFIG_CFL
365 366
  aom_cdf_prob cfl_sign_cdf[CDF_SIZE(CFL_JOINT_SIGNS)];
  aom_cdf_prob cfl_alpha_cdf[CFL_ALPHA_CONTEXTS][CDF_SIZE(CFL_ALPHABET_SIZE)];
Luc Trudeau's avatar
Luc Trudeau committed
367
#endif
Jingning Han's avatar
Jingning Han committed
368 369 370
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
371 372
// Note: This structure should only contain 'unsigned int' fields, or
// aggregates built solely from 'unsigned int' fields/elements
373
#if CONFIG_ENTROPY_STATS
374
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
375
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
Luc Trudeau's avatar
Luc Trudeau committed
376
  unsigned int uv_mode[INTRA_MODES][UV_INTRA_MODES];
377
#endif  // CONFIG_ENTROPY_STATS
378 379 380
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
381
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
382
#endif
Yaowu Xu's avatar
Yaowu Xu committed
383
  av1_coeff_count_model coef[TX_SIZES][PLANE_TYPES];
clang-format's avatar
clang-format committed
384 385 386 387
  unsigned int eob_branch[TX_SIZES][PLANE_TYPES][REF_TYPES][COEF_BANDS]
                         [COEFF_CONTEXTS];
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
388
#if CONFIG_ADAPT_SCAN
389
#if CONFIG_CHROMA_2X2
390
  unsigned int non_zero_count_2x2[TX_TYPES][4];
391
#endif  // CONFIG_CHROMA_2X2
392 393 394 395
  unsigned int non_zero_count_4X4[TX_TYPES][16];
  unsigned int non_zero_count_8X8[TX_TYPES][64];
  unsigned int non_zero_count_16X16[TX_TYPES][256];
  unsigned int non_zero_count_32X32[TX_TYPES][1024];
396 397 398 399 400 401 402 403 404

  unsigned int non_zero_count_4x8[TX_TYPES][32];
  unsigned int non_zero_count_8x4[TX_TYPES][32];
  unsigned int non_zero_count_8x16[TX_TYPES][128];
  unsigned int non_zero_count_16x8[TX_TYPES][128];
  unsigned int non_zero_count_16x32[TX_TYPES][512];
  unsigned int non_zero_count_32x16[TX_TYPES][512];

  unsigned int txb_count[TX_SIZES_ALL][TX_TYPES];
405
#endif  // CONFIG_ADAPT_SCAN
406 407 408 409 410 411 412 413 414 415 416

#if CONFIG_LV_MAP
  unsigned int txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS][2];
  unsigned int nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS][2];
  unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
  unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
  unsigned int coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                         [COEFF_BASE_CONTEXTS][2];
  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS][2];
#endif  // CONFIG_LV_MAP

417
  av1_blockz_count_model blockz_count[TX_SIZES][PLANE_TYPES];
418

419 420 421
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
  unsigned int zeromv_mode[ZEROMV_MODE_CONTEXTS][2];
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
422
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
423

424 425
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
426 427 428 429
#if CONFIG_COMPOUND_SINGLEREF
  unsigned int inter_singleref_comp_mode[INTER_MODE_CONTEXTS]
                                        [INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
430
#if CONFIG_INTERINTRA
431
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
432
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
433
  unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
434
#endif  // CONFIG_INTERINTRA
435
  unsigned int compound_interinter[BLOCK_SIZES_ALL][COMPOUND_TYPES];
436
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
437
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
438
  unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
439 440 441
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  unsigned int ncobmc_mode[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
442
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
443
  unsigned int obmc[BLOCK_SIZES_ALL][2];
Yue Chen's avatar
Yue Chen committed
444
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
445
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
446 447
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
Zoe Liu's avatar
Zoe Liu committed
448 449 450 451
#if CONFIG_EXT_COMP_REFS
  unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
  unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
#endif  // CONFIG_EXT_COMP_REFS
clang-format's avatar
clang-format committed
452
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
453
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
454 455
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
456
#else
clang-format's avatar
clang-format committed
457
  unsigned int comp_ref[REF_CONTEXTS][COMP_REFS - 1][2];
458
#endif  // CONFIG_EXT_REFS
459 460 461
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  unsigned int comp_inter_mode[COMP_INTER_MODE_CONTEXTS][2];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
462 463 464
  // TODO(any): tx_size_totals is only used by the encoder to decide whether
  // to use forward updates for the coeff probs, and as such it does not really
  // belong into this structure.
465
  unsigned int tx_size_totals[TX_SIZES];
466
  unsigned int tx_size[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
Yue Chen's avatar
Yue Chen committed
467
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
468
  unsigned int quarter_tx_size[2];
Yue Chen's avatar
Yue Chen committed
469
#endif
470 471 472
#if CONFIG_VAR_TX
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
#endif
Jingning Han's avatar
Jingning Han committed
473
  unsigned int skip[SKIP_CONTEXTS][2];
474
  nmv_context_counts mv[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
475
#if CONFIG_INTRABC
476
  unsigned int intrabc[2];
Alex Converse's avatar
Alex Converse committed
477 478
  nmv_context_counts dv;
#endif
479
#if CONFIG_DELTA_Q
480
  unsigned int delta_q[DELTA_Q_PROBS][2];
Fangwen Fu's avatar
Fangwen Fu committed
481 482 483
#if CONFIG_EXT_DELTA_Q
  unsigned int delta_lf[DELTA_LF_PROBS][2];
#endif
484
#endif
485
#if CONFIG_EXT_TX
Debargha Mukherjee's avatar
Debargha Mukherjee committed
486 487 488
#if CONFIG_RECT_TX
  unsigned int tx_size_implied[TX_SIZES][TX_SIZES];
#endif  // CONFIG_RECT_TX
489
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
490 491
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
492
#else
493 494
  unsigned int intra_ext_tx[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  unsigned int inter_ext_tx[EXT_TX_SIZES][TX_TYPES];
495
#endif  // CONFIG_EXT_TX
496 497 498 499
#if CONFIG_SUPERTX
  unsigned int supertx[PARTITION_SUPERTX_CONTEXTS][TX_SIZES][2];
  unsigned int supertx_size[TX_SIZES];
#endif  // CONFIG_SUPERTX
500
  struct seg_counts seg;
hui su's avatar
hui su committed
501
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
502
#if CONFIG_INTRA_INTERP
503
  unsigned int intra_filter[INTRA_FILTERS + 1][INTRA_FILTERS];
hui su's avatar
hui su committed
504
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
505
#endif  // CONFIG_EXT_INTRA
506 507 508
#if CONFIG_FILTER_INTRA
  unsigned int filter_intra[PLANE_TYPES][2];
#endif  // CONFIG_FILTER_INTRA
Jingning Han's avatar
Jingning Han committed
509 510
} FRAME_COUNTS;

511
// CDF version of 'av1_kf_y_mode_prob'.
512 513 514
extern const aom_cdf_prob av1_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES]
                                           [CDF_SIZE(INTRA_MODES)];

Yaowu Xu's avatar
Yaowu Xu committed
515 516
extern const aom_prob av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_Y_MODE_CONTEXTS];
517 518
extern const aom_prob
    av1_default_palette_uv_mode_prob[PALETTE_UV_MODE_CONTEXTS];
hui su's avatar
hui su committed
519

520 521
extern const int av1_intra_mode_ind[INTRA_MODES];
extern const int av1_intra_mode_inv[INTRA_MODES];
522 523 524 525 526 527 528
#if CONFIG_EXT_TX
extern int av1_ext_tx_intra_ind[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_intra_inv[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_inter_ind[EXT_TX_SETS_INTER][TX_TYPES];
extern int av1_ext_tx_inter_inv[EXT_TX_SETS_INTER][TX_TYPES];
#endif

529
#if CONFIG_EXT_INTER
530
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
531 532
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
533
#endif
Yaowu Xu's avatar
Yaowu Xu committed
534 535
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
536 537 538 539
#if CONFIG_COMPOUND_SINGLEREF
extern const aom_tree_index
    av1_inter_singleref_comp_mode_tree[TREE_SIZE(INTER_SINGLEREF_COMP_MODES)];
#endif  // CONFIG_COMPOUND_SINGLEREF
540
extern const aom_tree_index av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES)];
541
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
542
extern const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)];
543
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
544 545
extern const aom_tree_index
    av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)];
546
#endif
Yaowu Xu's avatar
Yaowu Xu committed
547 548
extern const aom_tree_index
    av1_switchable_interp_tree[TREE_SIZE(SWITCHABLE_FILTERS)];
549
extern const aom_tree_index
550
    av1_palette_color_index_tree[PALETTE_SIZES][TREE_SIZE(PALETTE_COLORS)];
551
extern const aom_tree_index av1_tx_size_tree[MAX_TX_DEPTH][TREE_SIZE(TX_SIZES)];
552
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
553
extern const aom_tree_index av1_intra_filter_tree[TREE_SIZE(INTRA_FILTERS)];
554
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
555
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
556 557 558 559
extern const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
                                                 [TREE_SIZE(TX_TYPES)];
extern const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
                                                 [TREE_SIZE(TX_TYPES)];
560
#else
Yaowu Xu's avatar
Yaowu Xu committed
561
extern const aom_tree_index av1_ext_tx_tree[TREE_SIZE(TX_TYPES)];
562
#endif  // CONFIG_EXT_TX
Yue Chen's avatar
Yue Chen committed
563 564 565
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
566 567 568
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
extern const aom_tree_index av1_ncobmc_mode_tree[TREE_SIZE(MAX_NCOBMC_MODES)];
#endif
569
#if CONFIG_LOOP_RESTORATION
570
#define RESTORE_NONE_SGRPROJ_PROB 64
571 572
#define RESTORE_NONE_BILATERAL_PROB 16
#define RESTORE_NONE_WIENER_PROB 64
573
#define RESTORE_NONE_DOMAINTXFMRF_PROB 64
574 575 576
extern const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)];
#endif  // CONFIG_LOOP_RESTORATION
577 578
extern int av1_switchable_interp_ind[SWITCHABLE_FILTERS];
extern int av1_switchable_interp_inv[SWITCHABLE_FILTERS];
579

580 581 582 583
#if CONFIG_EXT_PARTITION_TYPES
extern int av1_num_partition_types[PARTITION_BLOCK_SIZES];
#endif

Yaowu Xu's avatar
Yaowu Xu committed
584
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
585

Yaowu Xu's avatar
Yaowu Xu committed
586 587
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
588
#if !CONFIG_EXT_TX
589 590 591
extern int av1_ext_tx_ind[TX_TYPES];
extern int av1_ext_tx_inv[TX_TYPES];
#endif
Jingning Han's avatar
Jingning Han committed
592

Yaowu Xu's avatar
Yaowu Xu committed
593
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
594 595 596 597 598 599 600 601
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

602 603
// Returns the context for palette color index at row 'r' and column 'c',
// along with the 'color_order' of neighbors and the 'color_idx'.
604
// The 'color_map' is a 2D array with the given 'stride'.
605 606 607
int av1_get_palette_color_index_context(const uint8_t *color_map, int stride,
                                        int r, int c, int palette_size,
                                        uint8_t *color_order, int *color_idx);
hui su's avatar
hui su committed
608

Jingning Han's avatar
Jingning Han committed
609 610 611 612
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
613
#endif  // AV1_COMMON_ENTROPYMODE_H_