entropymode.h 22.4 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15 16 17 18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20 21 22 23 24 25 26 27 28

#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
29 30
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
Jingning Han's avatar
Jingning Han committed
31

32 33 34 35 36 37 38 39 40 41 42 43
// Number of possible contexts for a color index.
// As can be seen from av1_get_palette_color_index_context(), the possible
// contexts are (2,0,0), (2,2,1), (3,2,0), (4,1,0), (5,0,0). These are mapped to
// a value from 0 to 4 using 'palette_color_index_context_lookup' table.
#define PALETTE_COLOR_INDEX_CONTEXTS 5

// Palette Y mode context for a block is determined by number of neighboring
// blocks (top and/or left) using a palette for Y plane. So, possible Y mode'
// context values are:
// 0 if neither left nor top block uses palette for Y plane,
// 1 if exactly one of left or top block uses palette for Y plane, and
// 2 if both left and top blocks use palette for Y plane.
hui su's avatar
hui su committed
44
#define PALETTE_Y_MODE_CONTEXTS 3
45 46 47 48 49 50 51

// Palette UV mode context for a block is determined by whether this block uses
// palette for the Y plane. So, possible values are:
// 0 if this block doesn't use palette for Y plane.
// 1 if this block uses palette for Y plane (i.e. Y palette size > 0).
#define PALETTE_UV_MODE_CONTEXTS 2

52 53 54 55
#if CONFIG_KF_CTX
#define KF_MODE_CONTEXTS 5
#endif

56 57 58 59 60
// A define to configure whether 4:1 and 1:4 partitions are allowed for 128x128
// blocks. They seem not to be giving great results (and might be expensive to
// implement in hardware), so this is a toggle to conditionally disable them.
#define ALLOW_128X32_BLOCKS 0

Yaowu Xu's avatar
Yaowu Xu committed
61
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
62

63 64 65 66 67 68
typedef struct {
  const int16_t *scan;
  const int16_t *iscan;
  const int16_t *neighbors;
} SCAN_ORDER;

69 70 71 72 73 74
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92
#if CONFIG_ADAPT_SCAN
typedef struct NON_ZERO_COUNT {
  unsigned int non_zero_count_4X4[TX_TYPES][16];
  unsigned int non_zero_count_8X8[TX_TYPES][64];
  unsigned int non_zero_count_16X16[TX_TYPES][256];
  unsigned int non_zero_count_32X32[TX_TYPES][1024];

  unsigned int non_zero_count_4x8[TX_TYPES][32];
  unsigned int non_zero_count_8x4[TX_TYPES][32];
  unsigned int non_zero_count_8x16[TX_TYPES][128];
  unsigned int non_zero_count_16x8[TX_TYPES][128];
  unsigned int non_zero_count_16x32[TX_TYPES][512];
  unsigned int non_zero_count_32x16[TX_TYPES][512];

  unsigned int txb_count[TX_SIZES_ALL][TX_TYPES];
} NON_ZERO_COUNT;
#endif

Jingning Han's avatar
Jingning Han committed
93
typedef struct frame_contexts {
94 95
  coeff_cdf_model coef_tail_cdfs[TX_SIZES][PLANE_TYPES];
  coeff_cdf_model coef_head_cdfs[TX_SIZES][PLANE_TYPES];
96
#if CONFIG_ADAPT_SCAN
97 98
  struct NON_ZERO_COUNT non_zero_count;

99
  // TODO(angiebird): try aom_prob
100 101 102 103 104
  uint32_t non_zero_prob_4X4[TX_TYPES][16];
  uint32_t non_zero_prob_8X8[TX_TYPES][64];
  uint32_t non_zero_prob_16X16[TX_TYPES][256];
  uint32_t non_zero_prob_32X32[TX_TYPES][1024];

105 106 107 108 109 110 111
  uint32_t non_zero_prob_4X8[TX_TYPES][32];
  uint32_t non_zero_prob_8X4[TX_TYPES][32];
  uint32_t non_zero_prob_16X8[TX_TYPES][128];
  uint32_t non_zero_prob_8X16[TX_TYPES][128];
  uint32_t non_zero_prob_32X16[TX_TYPES][512];
  uint32_t non_zero_prob_16X32[TX_TYPES][512];

112 113 114 115 116
  DECLARE_ALIGNED(16, int16_t, scan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, scan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, scan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, scan_32X32[TX_TYPES][1024]);

117 118 119 120 121 122 123
  DECLARE_ALIGNED(16, int16_t, scan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, scan_32X16[TX_TYPES][512]);

124 125 126 127 128
  DECLARE_ALIGNED(16, int16_t, iscan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X32[TX_TYPES][1024]);

129 130 131 132 133 134 135
  DECLARE_ALIGNED(16, int16_t, iscan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X16[TX_TYPES][512]);

136 137 138 139 140
  int16_t nb_4X4[TX_TYPES][(16 + 1) * 2];
  int16_t nb_8X8[TX_TYPES][(64 + 1) * 2];
  int16_t nb_16X16[TX_TYPES][(256 + 1) * 2];
  int16_t nb_32X32[TX_TYPES][(1024 + 1) * 2];

141 142 143 144 145 146 147 148
  int16_t nb_4X8[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X4[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X16[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X8[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X32[TX_TYPES][(512 + 1) * 2];
  int16_t nb_32X16[TX_TYPES][(512 + 1) * 2];

  SCAN_ORDER sc[TX_SIZES_ALL][TX_TYPES];
149

Yi Luo's avatar
Yi Luo committed
150
  int16_t eob_threshold[TX_SIZES_ALL][TX_TYPES][EOB_THRESHOLD_NUM];
151 152
#endif  // CONFIG_ADAPT_SCAN

153 154 155 156
#if CONFIG_LV_MAP
  aom_prob txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS];
  aom_prob nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS];
  aom_prob eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS];
157
  aom_prob eob_extra[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS];
158 159 160
  aom_prob dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS];
  aom_prob coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                     [COEFF_BASE_CONTEXTS];
161
#if !CONFIG_LV_MAP_MULTI
162
  aom_prob coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS];
163
  aom_prob coeff_br[TX_SIZES][PLANE_TYPES][BASE_RANGE_SETS][LEVEL_CONTEXTS];
164 165
#else
  aom_prob coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS];
166
#endif
167 168

  aom_cdf_prob txb_skip_cdf[TX_SIZES][TXB_SKIP_CONTEXTS][CDF_SIZE(2)];
169
#if !CONFIG_LV_MAP_MULTI
170 171
  aom_cdf_prob nz_map_cdf[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS]
                         [CDF_SIZE(2)];
172
#endif
173 174
  aom_cdf_prob eob_flag_cdf[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS]
                           [CDF_SIZE(2)];
Angie Chiang's avatar
Angie Chiang committed
175 176
  aom_cdf_prob eob_extra_cdf[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS]
                            [CDF_SIZE(2)];
177
  aom_cdf_prob dc_sign_cdf[PLANE_TYPES][DC_SIGN_CONTEXTS][CDF_SIZE(2)];
178
#if CONFIG_LV_MAP_MULTI
179 180 181 182
#if USE_BASE_EOB_ALPHABET
  aom_cdf_prob coeff_base_eob_cdf[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS_EOB]
                                 [CDF_SIZE(3)];
#endif
183 184 185 186 187
  aom_cdf_prob coeff_base_cdf[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS]
                             [CDF_SIZE(4)];
  aom_cdf_prob coeff_br_cdf[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS]
                           [CDF_SIZE(BR_CDF_SIZE)];
#else
188 189 190 191
  aom_cdf_prob coeff_base_cdf[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                             [COEFF_BASE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob coeff_lps_cdf[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS]
                            [CDF_SIZE(2)];
192 193
  aom_cdf_prob coeff_br_cdf[TX_SIZES][PLANE_TYPES][BASE_RANGE_SETS]
                           [LEVEL_CONTEXTS][CDF_SIZE(2)];
194
#endif
195 196
#endif

197
  aom_cdf_prob newmv_cdf[NEWMV_MODE_CONTEXTS][CDF_SIZE(2)];
Sarah Parker's avatar
Sarah Parker committed
198
  aom_cdf_prob zeromv_cdf[GLOBALMV_MODE_CONTEXTS][CDF_SIZE(2)];
199 200
  aom_cdf_prob refmv_cdf[REFMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob drl_cdf[DRL_MODE_CONTEXTS][CDF_SIZE(2)];
201

202 203
  aom_cdf_prob inter_compound_mode_cdf[INTER_MODE_CONTEXTS]
                                      [CDF_SIZE(INTER_COMPOUND_MODES)];
204 205 206 207 208
#if CONFIG_JNT_COMP
  aom_prob compound_type_prob[BLOCK_SIZES_ALL][COMPOUND_TYPES - 2];
  aom_cdf_prob compound_type_cdf[BLOCK_SIZES_ALL][CDF_SIZE(COMPOUND_TYPES - 1)];
#else
  aom_prob compound_type_prob[BLOCK_SIZES_ALL][COMPOUND_TYPES - 1];
209
  aom_cdf_prob compound_type_cdf[BLOCK_SIZES_ALL][CDF_SIZE(COMPOUND_TYPES)];
210
#endif  // CONFIG_JNT_COMP
211
  aom_cdf_prob interintra_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(2)];
212
  aom_cdf_prob wedge_interintra_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
213 214
  aom_cdf_prob interintra_mode_cdf[BLOCK_SIZE_GROUPS]
                                  [CDF_SIZE(INTERINTRA_MODES)];
215 216 217 218 219
#if CONFIG_EXT_WARPED_MOTION
  aom_prob motion_mode_prob[MOTION_MODE_CTX][BLOCK_SIZES_ALL][MOTION_MODES - 1];
  aom_cdf_prob motion_mode_cdf[MOTION_MODE_CTX][BLOCK_SIZES_ALL]
                              [CDF_SIZE(MOTION_MODES)];
#else
220 221
  aom_prob motion_mode_prob[BLOCK_SIZES_ALL][MOTION_MODES - 1];
  aom_cdf_prob motion_mode_cdf[BLOCK_SIZES_ALL][CDF_SIZE(MOTION_MODES)];
222
#endif  // CONFIG_EXT_WARPED_MOTION
223
  aom_cdf_prob obmc_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
Yaowu Xu's avatar
Yaowu Xu committed
224
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
225 226 227 228 229 230 231 232 233
  aom_cdf_prob palette_y_size_cdf[PALETTE_BLOCK_SIZES][CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_uv_size_cdf[PALETTE_BLOCK_SIZES]
                                  [CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_y_color_index_cdf[PALETTE_SIZES]
                                        [PALETTE_COLOR_INDEX_CONTEXTS]
                                        [CDF_SIZE(PALETTE_COLORS)];
  aom_cdf_prob palette_uv_color_index_cdf[PALETTE_SIZES]
                                         [PALETTE_COLOR_INDEX_CONTEXTS]
                                         [CDF_SIZE(PALETTE_COLORS)];
234 235 236
  aom_cdf_prob palette_y_mode_cdf[PALETTE_BLOCK_SIZES][PALETTE_Y_MODE_CONTEXTS]
                                 [CDF_SIZE(2)];
  aom_cdf_prob palette_uv_mode_cdf[PALETTE_UV_MODE_CONTEXTS][CDF_SIZE(2)];
237
  aom_cdf_prob comp_inter_cdf[COMP_INTER_CONTEXTS][CDF_SIZE(2)];
238
  aom_cdf_prob single_ref_cdf[REF_CONTEXTS][SINGLE_REFS - 1][CDF_SIZE(2)];
Zoe Liu's avatar
Zoe Liu committed
239 240 241
#if CONFIG_EXT_COMP_REFS
  aom_prob comp_ref_type_prob[COMP_REF_TYPE_CONTEXTS];
  aom_prob uni_comp_ref_prob[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1];
242 243 244
  aom_cdf_prob comp_ref_type_cdf[COMP_REF_TYPE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob uni_comp_ref_cdf[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1]
                               [CDF_SIZE(2)];
Zoe Liu's avatar
Zoe Liu committed
245
#endif  // CONFIG_EXT_COMP_REFS
Yaowu Xu's avatar
Yaowu Xu committed
246 247 248
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
249 250
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][FWD_REFS - 1][CDF_SIZE(2)];
  aom_cdf_prob comp_bwdref_cdf[REF_CONTEXTS][BWD_REFS - 1][CDF_SIZE(2)];
251
  aom_cdf_prob txfm_partition_cdf[TXFM_PARTITION_CONTEXTS][CDF_SIZE(2)];
252
#if CONFIG_JNT_COMP
Cheng Chen's avatar
Cheng Chen committed
253
  aom_cdf_prob compound_index_cdf[COMP_INDEX_CONTEXTS][CDF_SIZE(2)];
254
  aom_cdf_prob comp_group_idx_cdf[COMP_GROUP_IDX_CONTEXTS][CDF_SIZE(2)];
255
  aom_prob compound_index_probs[COMP_INDEX_CONTEXTS];
256
  aom_prob comp_group_idx_probs[COMP_GROUP_IDX_CONTEXTS];
257
#endif  // CONFIG_JNT_COMP
Zoe Liu's avatar
Zoe Liu committed
258 259 260
#if CONFIG_EXT_SKIP
  aom_cdf_prob skip_mode_cdfs[SKIP_CONTEXTS][CDF_SIZE(2)];
#endif  // CONFIG_EXT_SKIP
261
  aom_cdf_prob skip_cdfs[SKIP_CONTEXTS][CDF_SIZE(2)];
262
  aom_cdf_prob intra_inter_cdf[INTRA_INTER_CONTEXTS][CDF_SIZE(2)];
263
  nmv_context nmvc[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
264 265
#if CONFIG_INTRABC
  nmv_context ndvc;
Hui Su's avatar
Hui Su committed
266
  aom_cdf_prob intrabc_cdf[CDF_SIZE(2)];
267
#endif
hui su's avatar
hui su committed
268
  int initialized;
269
  struct segmentation_probs seg;
270
#if CONFIG_FILTER_INTRA
271
  aom_cdf_prob filter_intra_cdfs[TX_SIZES_ALL][CDF_SIZE(2)];
272
  aom_cdf_prob filter_intra_mode_cdf[PLANE_TYPES][CDF_SIZE(FILTER_INTRA_MODES)];
273
#endif  // CONFIG_FILTER_INTRA
274
#if CONFIG_LOOP_RESTORATION
275 276 277
  aom_cdf_prob switchable_restore_cdf[CDF_SIZE(RESTORE_SWITCHABLE_TYPES)];
  aom_cdf_prob wiener_restore_cdf[CDF_SIZE(2)];
  aom_cdf_prob sgrproj_restore_cdf[CDF_SIZE(2)];
278
#endif  // CONFIG_LOOP_RESTORATION
279
  aom_cdf_prob y_mode_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(INTRA_MODES)];
Luc Trudeau's avatar
Luc Trudeau committed
280
  aom_cdf_prob uv_mode_cdf[INTRA_MODES][CDF_SIZE(UV_INTRA_MODES)];
281 282 283
#if CONFIG_EXT_PARTITION_TYPES
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(EXT_PARTITION_TYPES)];
#else
284
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(PARTITION_TYPES)];
285
#endif
286
  aom_cdf_prob switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
287
                                    [CDF_SIZE(SWITCHABLE_FILTERS)];
288 289 290 291 292 293 294 295
/* kf_y_cdf is discarded after use, so does not require persistent storage.
   However, we keep it with the other CDFs in this struct since it needs to
   be copied to each tile to support parallelism just like the others.
*/
#if CONFIG_KF_CTX
  aom_cdf_prob kf_y_cdf[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS]
                       [CDF_SIZE(INTRA_MODES)];
#else
296
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][CDF_SIZE(INTRA_MODES)];
297
#endif
Joe Young's avatar
Joe Young committed
298 299 300 301 302 303

#if CONFIG_EXT_INTRA_MOD
  aom_cdf_prob angle_delta_cdf[DIRECTIONAL_MODES]
                              [CDF_SIZE(2 * MAX_ANGLE_DELTA + 1)];
#endif  // CONFIG_EXT_INTRA_MOD

304
  aom_cdf_prob tx_size_cdf[MAX_TX_CATS][TX_SIZE_CONTEXTS]
305
                          [CDF_SIZE(MAX_TX_DEPTH + 1)];
Thomas Davies's avatar
Thomas Davies committed
306
  aom_cdf_prob delta_q_cdf[CDF_SIZE(DELTA_Q_PROBS + 1)];
Fangwen Fu's avatar
Fangwen Fu committed
307
#if CONFIG_EXT_DELTA_Q
308
#if CONFIG_LOOPFILTER_LEVEL
309
  aom_cdf_prob delta_lf_multi_cdf[FRAME_LF_COUNT][CDF_SIZE(DELTA_LF_PROBS + 1)];
310
#endif  // CONFIG_LOOPFILTER_LEVEL
311
  aom_cdf_prob delta_lf_cdf[CDF_SIZE(DELTA_LF_PROBS + 1)];
Fangwen Fu's avatar
Fangwen Fu committed
312
#endif
313 314 315 316
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                               [CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SETS_INTER][EXT_TX_SIZES]
                               [CDF_SIZE(TX_TYPES)];
Luc Trudeau's avatar
Luc Trudeau committed
317
#if CONFIG_CFL
318 319
  aom_cdf_prob cfl_sign_cdf[CDF_SIZE(CFL_JOINT_SIGNS)];
  aom_cdf_prob cfl_alpha_cdf[CFL_ALPHA_CONTEXTS][CDF_SIZE(CFL_ALPHABET_SIZE)];
Luc Trudeau's avatar
Luc Trudeau committed
320
#endif
321
#if CONFIG_LPF_SB
322 323 324 325 326 327
#if CONFIG_LOOPFILTER_LEVEL
  aom_cdf_prob lpf_reuse_cdf[4][LPF_REUSE_CONTEXT][CDF_SIZE(2)];
  aom_cdf_prob lpf_delta_cdf[4][LPF_DELTA_CONTEXT][CDF_SIZE(DELTA_RANGE)];
  aom_cdf_prob lpf_sign_cdf[4][LPF_REUSE_CONTEXT][LPF_SIGN_CONTEXT]
                           [CDF_SIZE(2)];
#else
328 329 330
  aom_cdf_prob lpf_reuse_cdf[LPF_REUSE_CONTEXT][CDF_SIZE(2)];
  aom_cdf_prob lpf_delta_cdf[LPF_DELTA_CONTEXT][CDF_SIZE(DELTA_RANGE)];
  aom_cdf_prob lpf_sign_cdf[LPF_REUSE_CONTEXT][LPF_SIGN_CONTEXT][CDF_SIZE(2)];
331
#endif
332
#endif  // CONFIG_LPF_SB
Jingning Han's avatar
Jingning Han committed
333 334 335
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
336 337
// Note: This structure should only contain 'unsigned int' fields, or
// aggregates built solely from 'unsigned int' fields/elements
338
#if CONFIG_ENTROPY_STATS
339 340 341
#if CONFIG_KF_CTX
  unsigned int kf_y_mode[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS][INTRA_MODES];
#else
342
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
343
#endif
Joe Young's avatar
Joe Young committed
344
  unsigned int angle_delta[DIRECTIONAL_MODES][2 * MAX_ANGLE_DELTA + 1];
Jingning Han's avatar
Jingning Han committed
345
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
Luc Trudeau's avatar
Luc Trudeau committed
346
  unsigned int uv_mode[INTRA_MODES][UV_INTRA_MODES];
347
#endif  // CONFIG_ENTROPY_STATS
348 349 350
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
351
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
352
#endif
clang-format's avatar
clang-format committed
353 354
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
355 356 357 358 359

#if CONFIG_LV_MAP
  unsigned int txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS][2];
  unsigned int nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS][2];
  unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
360
  unsigned int eob_extra[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
361 362 363
  unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
  unsigned int coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                         [COEFF_BASE_CONTEXTS][2];
364
#if !CONFIG_LV_MAP_MULTI
365 366
  unsigned int coeff_br[TX_SIZES][PLANE_TYPES][BASE_RANGE_SETS][LEVEL_CONTEXTS]
                       [2];
367 368 369 370
  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS][2];
#else
  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][BR_CDF_SIZE - 1][LEVEL_CONTEXTS]
                        [2];
371
#endif
372 373
#endif  // CONFIG_LV_MAP

374
#if CONFIG_SYMBOLRATE
375
  unsigned int superblock_num;
376
  unsigned int coeff_num[COEFF_LEVELS];  // 0: zero coeff 1: non-zero coeff
377 378 379
  unsigned int symbol_num[2];  // 0: entropy symbol 1: non-entropy symbol
#endif

380
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
Sarah Parker's avatar
Sarah Parker committed
381
  unsigned int zeromv_mode[GLOBALMV_MODE_CONTEXTS][2];
382
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
383
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
384

385
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
386
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
387
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
388
  unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
389 390 391
#if CONFIG_JNT_COMP
  unsigned int compound_interinter[BLOCK_SIZES_ALL][COMPOUND_TYPES - 1];
#else
392
  unsigned int compound_interinter[BLOCK_SIZES_ALL][COMPOUND_TYPES];
393
#endif  // CONFIG_JNT_COMP
394 395 396
#if CONFIG_EXT_WARPED_MOTION
  unsigned int motion_mode[MOTION_MODE_CTX][BLOCK_SIZES_ALL][MOTION_MODES];
#else
397
  unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
398 399
#endif  // CONFIG_EXT_WARPED_MOTION

400
  unsigned int obmc[BLOCK_SIZES_ALL][2];
Jingning Han's avatar
Jingning Han committed
401 402
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
Zoe Liu's avatar
Zoe Liu committed
403 404 405 406
#if CONFIG_EXT_COMP_REFS
  unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
  unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
#endif  // CONFIG_EXT_COMP_REFS
clang-format's avatar
clang-format committed
407 408 409
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
410
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
Zoe Liu's avatar
Zoe Liu committed
411 412 413
#if CONFIG_EXT_SKIP
  unsigned int skip_mode[SKIP_MODE_CONTEXTS][2];
#endif  // CONFIG_EXT_SKIP
Jingning Han's avatar
Jingning Han committed
414
  unsigned int skip[SKIP_CONTEXTS][2];
415 416
#if CONFIG_JNT_COMP
  unsigned int compound_index[COMP_INDEX_CONTEXTS][2];
417
  unsigned int comp_group_idx[COMP_GROUP_IDX_CONTEXTS][2];
418
#endif  // CONFIG_JNT_COMP
419
  unsigned int delta_q[DELTA_Q_PROBS][2];
Fangwen Fu's avatar
Fangwen Fu committed
420
#if CONFIG_EXT_DELTA_Q
421
#if CONFIG_LOOPFILTER_LEVEL
422
  unsigned int delta_lf_multi[FRAME_LF_COUNT][DELTA_LF_PROBS][2];
423
#endif  // CONFIG_LOOPFILTER_LEVEL
424
  unsigned int delta_lf[DELTA_LF_PROBS][2];
Fangwen Fu's avatar
Fangwen Fu committed
425
#endif
Hui Su's avatar
Hui Su committed
426
#if CONFIG_ENTROPY_STATS
427
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
428 429
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
Hui Su's avatar
Hui Su committed
430
#endif  // CONFIG_ENTROPY_STATS
431
  struct seg_counts seg;
432
#if CONFIG_FILTER_INTRA
433
  unsigned int filter_intra_mode[PLANE_TYPES][FILTER_INTRA_MODES];
434
  unsigned int filter_intra_tx[TX_SIZES_ALL][2];
435 436
  unsigned int filter_intra_mode_ctx[KF_MODE_CONTEXTS][KF_MODE_CONTEXTS]
                                    [FILTER_INTRA_MODES];
437
#endif  // CONFIG_FILTER_INTRA
438
#if CONFIG_LPF_SB
439 440 441 442 443
#if CONFIG_LOOPFILTER_LEVEL
  unsigned int lpf_reuse[4][LPF_REUSE_CONTEXT][2];
  unsigned int lpf_delta[4][LPF_DELTA_CONTEXT][DELTA_RANGE];
  unsigned int lpf_sign[4][LPF_REUSE_CONTEXT][LPF_SIGN_CONTEXT][2];
#else
444 445
  unsigned int lpf_reuse[LPF_REUSE_CONTEXT][2];
  unsigned int lpf_delta[LPF_DELTA_CONTEXT][DELTA_RANGE];
Cheng Chen's avatar
Cheng Chen committed
446
  unsigned int lpf_sign[LPF_REUSE_CONTEXT][LPF_SIGN_CONTEXT][2];
447
#endif  // CONFIG_LOOPFILTER_LEVEL
448
#endif  // CONFIG_LPF_SB
Jingning Han's avatar
Jingning Han committed
449 450
} FRAME_COUNTS;

451 452 453 454 455
#if CONFIG_KF_CTX
extern const aom_cdf_prob default_kf_y_mode_cdf[KF_MODE_CONTEXTS]
                                               [KF_MODE_CONTEXTS]
                                               [CDF_SIZE(INTRA_MODES)];
#else
Debargha Mukherjee's avatar
Debargha Mukherjee committed
456 457
extern const aom_cdf_prob default_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES]
                                               [CDF_SIZE(INTRA_MODES)];
458
#endif
459

460 461 462 463 464 465 466 467 468 469 470 471 472
// Decides what set to assign to 16x16 transforms.
// Set 0:
//        Inter: All 16 txfms
//        Intra: Discrete Trig transforms w/0 flip (4) + Identity (1) +
//               1D Hor/vert DCT (2)
// Set 1:
//        Inter: Discrete Trig transforms w/ flip (9) + Identity (1) +
//               1D Hor/Ver DCT (2)
//        Intra: Discrete Trig transforms w/0 flip (4) + Identity (1)
// Set 2:
//        Inter: Discrete Trig transforms w/ flip (9) + Identity (1)
//        Intra: Discrete Trig transforms w/0 flip (4) + Identity (1)
#define EXT_TX_16X16_SET 1
Hui Su's avatar
Hui Su committed
473 474 475 476 477 478 479 480 481 482 483 484 485
static const int av1_ext_tx_ind[EXT_TX_SET_TYPES][TX_TYPES] = {
  {
      0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      1, 3, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      1, 5, 6, 4, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0,
  },
486 487 488
  {
      1, 5, 6, 4, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0,
  },
489 490 491
  {
      1, 2, 3, 6, 4, 5, 7, 8, 9, 0, 0, 0, 0, 0, 0, 0,
  },
Hui Su's avatar
Hui Su committed
492 493 494 495 496 497
  {
      3, 4, 5, 8, 6, 7, 9, 10, 11, 0, 1, 2, 0, 0, 0, 0,
  },
  {
      7, 8, 9, 12, 10, 11, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6,
  },
498 499 500
  {
      7, 8, 9, 12, 10, 11, 13, 14, 15, 0, 1, 2, 3, 4, 5, 6,
  },
Hui Su's avatar
Hui Su committed
501 502 503 504 505 506 507 508 509 510 511 512 513 514 515
};

static const int av1_ext_tx_inv[EXT_TX_SET_TYPES][TX_TYPES] = {
  {
      0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      9, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
  {
      9, 0, 10, 11, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
516 517 518
  {
      9, 0, 10, 11, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  },
519 520 521
  {
      9, 0, 1, 2, 4, 5, 3, 6, 7, 8, 0, 0, 0, 0, 0, 0,
  },
Hui Su's avatar
Hui Su committed
522 523 524 525 526 527
  {
      9, 10, 11, 0, 1, 2, 4, 5, 3, 6, 7, 8, 0, 0, 0, 0,
  },
  {
      9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 4, 5, 3, 6, 7, 8,
  },
528 529 530
  {
      9, 10, 11, 12, 13, 14, 15, 0, 1, 2, 4, 5, 3, 6, 7, 8,
  },
Hui Su's avatar
Hui Su committed
531
};
532

Yaowu Xu's avatar
Yaowu Xu committed
533 534 535 536
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
537 538 539 540
#if CONFIG_JNT_COMP
extern const aom_tree_index
    av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES - 1)];
#else
541
extern const aom_tree_index av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES)];
542
#endif  // CONFIG_JNT_COMP
Yue Chen's avatar
Yue Chen committed
543
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
544

Hui Su's avatar
Hui Su committed
545
void av1_setup_frame_contexts(struct AV1Common *cm);
Yaowu Xu's avatar
Yaowu Xu committed
546
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
547

Yaowu Xu's avatar
Yaowu Xu committed
548 549
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
550

Yaowu Xu's avatar
Yaowu Xu committed
551
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
552 553 554 555 556 557 558 559
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

560 561
// Returns the context for palette color index at row 'r' and column 'c',
// along with the 'color_order' of neighbors and the 'color_idx'.
562
// The 'color_map' is a 2D array with the given 'stride'.
563 564 565
int av1_get_palette_color_index_context(const uint8_t *color_map, int stride,
                                        int r, int c, int palette_size,
                                        uint8_t *color_order, int *color_idx);
hui su's avatar
hui su committed
566

Jingning Han's avatar
Jingning Han committed
567 568 569 570
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
571
#endif  // AV1_COMMON_ENTROPYMODE_H_