entropymode.h 25 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15
16
17
18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20

21
22
23
24
25
26
#if CONFIG_PVQ
#include "av1/common/pvq.h"
#include "av1/common/pvq_state.h"
#include "av1/common/generic_code.h"
#endif  // CONFIG_PVQ

Jingning Han's avatar
Jingning Han committed
27
28
29
30
31
32
33
34
#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
35
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
36
#if CONFIG_EXT_INTER
37
38
39
#if CONFIG_COMPOUND_SINGLEREF
#define INTER_SINGLEREF_COMP_OFFSET(mode) ((mode)-SR_NEAREST_NEARMV)
#endif  // CONFIG_COMPOUND_SINGLEREF
clang-format's avatar
clang-format committed
40
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
41
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
42

43
44
45
46
47
48
49
// Number of possible contexts for a color index.
// As can be seen from av1_get_palette_color_index_context(), the possible
// contexts are (2,0,0), (2,2,1), (3,2,0), (4,1,0), (5,0,0). These are mapped to
// a value from 0 to 4 using 'palette_color_index_context_lookup' table.
#define PALETTE_COLOR_INDEX_CONTEXTS 5

// Maximum number of colors in a palette.
hui su's avatar
hui su committed
50
#define PALETTE_MAX_SIZE 8
51
52
// Minimum number of colors in a palette.
#define PALETTE_MIN_SIZE 2
53
54

// Palette mode is available for block sizes >= 8x8.
55
#define PALETTE_BLOCK_SIZES (BLOCK_LARGEST - BLOCK_8X8 + 1)
56
57
58
59
60
61
62

// Palette Y mode context for a block is determined by number of neighboring
// blocks (top and/or left) using a palette for Y plane. So, possible Y mode'
// context values are:
// 0 if neither left nor top block uses palette for Y plane,
// 1 if exactly one of left or top block uses palette for Y plane, and
// 2 if both left and top blocks use palette for Y plane.
hui su's avatar
hui su committed
63
#define PALETTE_Y_MODE_CONTEXTS 3
64
65
66
67
68
69
70

// Palette UV mode context for a block is determined by whether this block uses
// palette for the Y plane. So, possible values are:
// 0 if this block doesn't use palette for Y plane.
// 1 if this block uses palette for Y plane (i.e. Y palette size > 0).
#define PALETTE_UV_MODE_CONTEXTS 2

71
#define PALETTE_MAX_BLOCK_SIZE (64 * 64)
hui su's avatar
hui su committed
72

Alex Converse's avatar
Alex Converse committed
73
#if CONFIG_INTRABC
74
#define INTRABC_PROB_DEFAULT 192
Alex Converse's avatar
Alex Converse committed
75
76
#endif  // CONFIG_INTRABC

Yaowu Xu's avatar
Yaowu Xu committed
77
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
78

79
80
81
82
83
84
typedef struct {
  const int16_t *scan;
  const int16_t *iscan;
  const int16_t *neighbors;
} SCAN_ORDER;

85
86
87
88
89
90
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

Jingning Han's avatar
Jingning Han committed
91
typedef struct frame_contexts {
Yaowu Xu's avatar
Yaowu Xu committed
92
  aom_prob y_mode_prob[BLOCK_SIZE_GROUPS][INTRA_MODES - 1];
Luc Trudeau's avatar
Luc Trudeau committed
93
  aom_prob uv_mode_prob[INTRA_MODES][UV_INTRA_MODES - 1];
94
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
95
  aom_prob partition_prob[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1];
96
#else
Yaowu Xu's avatar
Yaowu Xu committed
97
  aom_prob partition_prob[PARTITION_CONTEXTS][PARTITION_TYPES - 1];
98
#endif
99
100
  coeff_cdf_model coef_tail_cdfs[TX_SIZES][PLANE_TYPES];
  coeff_cdf_model coef_head_cdfs[TX_SIZES][PLANE_TYPES];
clang-format's avatar
clang-format committed
101
102
  aom_prob switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                 [SWITCHABLE_FILTERS - 1];
103
#if CONFIG_ADAPT_SCAN
104
// TODO(angiebird): try aom_prob
105
#if CONFIG_CHROMA_2X2
106
107
  uint32_t non_zero_prob_2x2[TX_TYPES][4];
#endif
108
109
110
111
112
  uint32_t non_zero_prob_4X4[TX_TYPES][16];
  uint32_t non_zero_prob_8X8[TX_TYPES][64];
  uint32_t non_zero_prob_16X16[TX_TYPES][256];
  uint32_t non_zero_prob_32X32[TX_TYPES][1024];

113
114
115
116
117
118
119
  uint32_t non_zero_prob_4X8[TX_TYPES][32];
  uint32_t non_zero_prob_8X4[TX_TYPES][32];
  uint32_t non_zero_prob_16X8[TX_TYPES][128];
  uint32_t non_zero_prob_8X16[TX_TYPES][128];
  uint32_t non_zero_prob_32X16[TX_TYPES][512];
  uint32_t non_zero_prob_16X32[TX_TYPES][512];

120
#if CONFIG_CHROMA_2X2
121
122
  DECLARE_ALIGNED(16, int16_t, scan_2x2[TX_TYPES][4]);
#endif
123
124
125
126
127
  DECLARE_ALIGNED(16, int16_t, scan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, scan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, scan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, scan_32X32[TX_TYPES][1024]);

128
129
130
131
132
133
134
  DECLARE_ALIGNED(16, int16_t, scan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, scan_32X16[TX_TYPES][512]);

135
#if CONFIG_CHROMA_2X2
136
137
  DECLARE_ALIGNED(16, int16_t, iscan_2x2[TX_TYPES][4]);
#endif
138
139
140
141
142
  DECLARE_ALIGNED(16, int16_t, iscan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X32[TX_TYPES][1024]);

143
144
145
146
147
148
149
  DECLARE_ALIGNED(16, int16_t, iscan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X16[TX_TYPES][512]);

150
#if CONFIG_CHROMA_2X2
151
152
  int16_t nb_2x2[TX_TYPES][(4 + 1) * 2];
#endif
153
154
155
156
157
  int16_t nb_4X4[TX_TYPES][(16 + 1) * 2];
  int16_t nb_8X8[TX_TYPES][(64 + 1) * 2];
  int16_t nb_16X16[TX_TYPES][(256 + 1) * 2];
  int16_t nb_32X32[TX_TYPES][(1024 + 1) * 2];

158
159
160
161
162
163
164
165
  int16_t nb_4X8[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X4[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X16[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X8[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X32[TX_TYPES][(512 + 1) * 2];
  int16_t nb_32X16[TX_TYPES][(512 + 1) * 2];

  SCAN_ORDER sc[TX_SIZES_ALL][TX_TYPES];
166

Yi Luo's avatar
Yi Luo committed
167
  int16_t eob_threshold[TX_SIZES_ALL][TX_TYPES][EOB_THRESHOLD_NUM];
168
169
#endif  // CONFIG_ADAPT_SCAN

170
171
172
173
174
175
176
177
#if CONFIG_LV_MAP
  aom_prob txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS];
  aom_prob nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS];
  aom_prob eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS];
  aom_prob dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS];
  aom_prob coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                     [COEFF_BASE_CONTEXTS];
  aom_prob coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS];
178
179
180
181
182
183
184
185
186
187
188
189
190

#if LV_MAP_PROB
  aom_cdf_prob txb_skip_cdf[TX_SIZES][TXB_SKIP_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob nz_map_cdf[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS]
                         [CDF_SIZE(2)];
  aom_cdf_prob eob_flag_cdf[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS]
                           [CDF_SIZE(2)];
  aom_cdf_prob dc_sign_cdf[PLANE_TYPES][DC_SIGN_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob coeff_base_cdf[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                             [COEFF_BASE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob coeff_lps_cdf[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS]
                            [CDF_SIZE(2)];
#endif  // LV_MAP_PROB
191
192
#endif

Yaowu Xu's avatar
Yaowu Xu committed
193
194
195
196
  aom_prob newmv_prob[NEWMV_MODE_CONTEXTS];
  aom_prob zeromv_prob[ZEROMV_MODE_CONTEXTS];
  aom_prob refmv_prob[REFMV_MODE_CONTEXTS];
  aom_prob drl_prob[DRL_MODE_CONTEXTS];
197
198
199
200
201
202
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob newmv_cdf[NEWMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob zeromv_cdf[ZEROMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob refmv_cdf[REFMV_MODE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob drl_cdf[DRL_MODE_CONTEXTS][CDF_SIZE(2)];
#endif
203

204
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
205
206
  aom_prob inter_compound_mode_probs[INTER_MODE_CONTEXTS]
                                    [INTER_COMPOUND_MODES - 1];
207
208
  aom_cdf_prob inter_compound_mode_cdf[INTER_MODE_CONTEXTS]
                                      [CDF_SIZE(INTER_COMPOUND_MODES)];
209
210
211
#if CONFIG_COMPOUND_SINGLEREF
  aom_prob inter_singleref_comp_mode_probs[INTER_MODE_CONTEXTS]
                                          [INTER_SINGLEREF_COMP_MODES - 1];
212
213
  aom_cdf_prob inter_singleref_comp_mode_cdf[INTER_MODE_CONTEXTS][CDF_SIZE(
      INTER_SINGLEREF_COMP_MODES)];
214
#endif  // CONFIG_COMPOUND_SINGLEREF
215
  aom_prob compound_type_prob[BLOCK_SIZES_ALL][COMPOUND_TYPES - 1];
David Barker's avatar
David Barker committed
216
#if CONFIG_WEDGE || CONFIG_COMPOUND_SEGMENT
217
  aom_cdf_prob compound_type_cdf[BLOCK_SIZES_ALL][CDF_SIZE(COMPOUND_TYPES)];
David Barker's avatar
David Barker committed
218
#endif  // CONFIG_WEDGE || CONFIG_COMPOUND_SEGMENT
219
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
220
  aom_prob interintra_prob[BLOCK_SIZE_GROUPS];
221
  aom_prob wedge_interintra_prob[BLOCK_SIZES_ALL];
222
  aom_prob interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1];
223
224
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob interintra_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(2)];
225
  aom_cdf_prob wedge_interintra_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
226
#endif
227
228
  aom_cdf_prob interintra_mode_cdf[BLOCK_SIZE_GROUPS]
                                  [CDF_SIZE(INTERINTRA_MODES)];
229
#endif  // CONFIG_INTERINTRA
230
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
231
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
232
233
  aom_prob motion_mode_prob[BLOCK_SIZES_ALL][MOTION_MODES - 1];
  aom_cdf_prob motion_mode_cdf[BLOCK_SIZES_ALL][CDF_SIZE(MOTION_MODES)];
234
235
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  aom_prob ncobmc_mode_prob[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES - 1];
236
237
  aom_cdf_prob ncobmc_mode_cdf[ADAPT_OVERLAP_BLOCKS]
                              [CDF_SIZE(MAX_NCOBMC_MODES)];
238
#endif
Yue Chen's avatar
Yue Chen committed
239
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
240
  aom_prob obmc_prob[BLOCK_SIZES_ALL];
241
#if CONFIG_NEW_MULTISYMBOL
242
  aom_cdf_prob obmc_cdf[BLOCK_SIZES_ALL][CDF_SIZE(2)];
243
#endif  // CONFIG_NEW_MULTISYMBOL
Yue Chen's avatar
Yue Chen committed
244
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
245
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
246
247
  aom_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
248
249
250
251
252
253
254
255
256
  aom_cdf_prob palette_y_size_cdf[PALETTE_BLOCK_SIZES][CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_uv_size_cdf[PALETTE_BLOCK_SIZES]
                                  [CDF_SIZE(PALETTE_SIZES)];
  aom_cdf_prob palette_y_color_index_cdf[PALETTE_SIZES]
                                        [PALETTE_COLOR_INDEX_CONTEXTS]
                                        [CDF_SIZE(PALETTE_COLORS)];
  aom_cdf_prob palette_uv_color_index_cdf[PALETTE_SIZES]
                                         [PALETTE_COLOR_INDEX_CONTEXTS]
                                         [CDF_SIZE(PALETTE_COLORS)];
257
258
259
260
261
262
#if CONFIG_MRC_TX
  aom_cdf_prob mrc_mask_inter_cdf[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
                                 [CDF_SIZE(PALETTE_COLORS)];
  aom_cdf_prob mrc_mask_intra_cdf[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
                                 [CDF_SIZE(PALETTE_COLORS)];
#endif  // CONFIG_MRC_TX
263
#if CONFIG_NEW_MULTISYMBOL
264
  aom_cdf_prob comp_inter_cdf[COMP_INTER_CONTEXTS][CDF_SIZE(2)];
265
  aom_cdf_prob single_ref_cdf[REF_CONTEXTS][SINGLE_REFS - 1][CDF_SIZE(2)];
266
#endif
Zoe Liu's avatar
Zoe Liu committed
267
268
269
#if CONFIG_EXT_COMP_REFS
  aom_prob comp_ref_type_prob[COMP_REF_TYPE_CONTEXTS];
  aom_prob uni_comp_ref_prob[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1];
270
271
272
273
274
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob comp_ref_type_cdf[COMP_REF_TYPE_CONTEXTS][CDF_SIZE(2)];
  aom_cdf_prob uni_comp_ref_cdf[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1]
                               [CDF_SIZE(2)];
#endif  // CONFIG_NEW_MULTISYMBOL
Zoe Liu's avatar
Zoe Liu committed
275
#endif  // CONFIG_EXT_COMP_REFS
Yaowu Xu's avatar
Yaowu Xu committed
276
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
277
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
278
279
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
280
#else
Yaowu Xu's avatar
Yaowu Xu committed
281
  aom_prob comp_ref_prob[REF_CONTEXTS][COMP_REFS - 1];
282
#endif  // CONFIG_EXT_REFS
283
284
285
286
287
288
289
290
#if CONFIG_NEW_MULTISYMBOL
#if CONFIG_EXT_REFS
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][FWD_REFS - 1][CDF_SIZE(2)];
  aom_cdf_prob comp_bwdref_cdf[REF_CONTEXTS][BWD_REFS - 1][CDF_SIZE(2)];
#else
  aom_cdf_prob comp_ref_cdf[REF_CONTEXTS][COMP_REFS - 1][CDF_SIZE(2)];
#endif  // CONFIG_EXT_REFS
#endif
291
292
293
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  aom_prob comp_inter_mode_prob[COMP_INTER_MODE_CONTEXTS];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
Jingning Han's avatar
Jingning Han committed
294
  aom_prob tx_size_probs[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH];
Yue Chen's avatar
Yue Chen committed
295
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
296
  aom_prob quarter_tx_size_prob;
Yue Chen's avatar
Yue Chen committed
297
#endif
298
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
299
  aom_prob txfm_partition_prob[TXFM_PARTITION_CONTEXTS];
300
301
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob txfm_partition_cdf[TXFM_PARTITION_CONTEXTS][CDF_SIZE(2)];
302
#endif
303
#endif  // CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
304
  aom_prob skip_probs[SKIP_CONTEXTS];
305
306
#if CONFIG_NEW_MULTISYMBOL
  aom_cdf_prob skip_cdfs[SKIP_CONTEXTS][CDF_SIZE(2)];
307
  aom_cdf_prob intra_inter_cdf[INTRA_INTER_CONTEXTS][CDF_SIZE(2)];
308
#endif
309
  nmv_context nmvc[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
310
311
#if CONFIG_INTRABC
  nmv_context ndvc;
312
  aom_prob intrabc_prob;
313
#endif
hui su's avatar
hui su committed
314
  int initialized;
315
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
316
  aom_prob inter_ext_tx_prob[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES - 1];
clang-format's avatar
clang-format committed
317
318
  aom_prob intra_ext_tx_prob[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                            [TX_TYPES - 1];
319
#else
Yaowu Xu's avatar
Yaowu Xu committed
320
321
  aom_prob intra_ext_tx_prob[EXT_TX_SIZES][TX_TYPES][TX_TYPES - 1];
  aom_prob inter_ext_tx_prob[EXT_TX_SIZES][TX_TYPES - 1];
322
#endif  // CONFIG_EXT_TX
323
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
324
  aom_prob supertx_prob[PARTITION_SUPERTX_CONTEXTS][TX_SIZES];
325
#endif  // CONFIG_SUPERTX
326
  struct segmentation_probs seg;
hui su's avatar
hui su committed
327
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
328
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
329
  aom_prob intra_filter_probs[INTRA_FILTERS + 1][INTRA_FILTERS - 1];
hui su's avatar
hui su committed
330
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
331
#endif  // CONFIG_EXT_INTRA
332
333
334
#if CONFIG_FILTER_INTRA
  aom_prob filter_intra_probs[PLANE_TYPES];
#endif  // CONFIG_FILTER_INTRA
335
336
337
#if CONFIG_LOOP_RESTORATION
  aom_prob switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1];
#endif  // CONFIG_LOOP_RESTORATION
338
  aom_cdf_prob y_mode_cdf[BLOCK_SIZE_GROUPS][CDF_SIZE(INTRA_MODES)];
Luc Trudeau's avatar
Luc Trudeau committed
339
  aom_cdf_prob uv_mode_cdf[INTRA_MODES][CDF_SIZE(UV_INTRA_MODES)];
340
341
342
#if CONFIG_EXT_PARTITION_TYPES
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(EXT_PARTITION_TYPES)];
#else
343
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][CDF_SIZE(PARTITION_TYPES)];
344
#endif
345
  aom_cdf_prob switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
346
                                    [CDF_SIZE(SWITCHABLE_FILTERS)];
347
348
349
350
  /* kf_y_cdf is discarded after use, so does not require persistent storage.
     However, we keep it with the other CDFs in this struct since it needs to
     be copied to each tile to support parallelism just like the others.
   */
351
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][CDF_SIZE(INTRA_MODES)];
352
  aom_cdf_prob tx_size_cdf[MAX_TX_DEPTH][TX_SIZE_CONTEXTS]
353
                          [CDF_SIZE(MAX_TX_DEPTH + 1)];
Thomas Davies's avatar
Thomas Davies committed
354
355
#if CONFIG_DELTA_Q
  aom_cdf_prob delta_q_cdf[CDF_SIZE(DELTA_Q_PROBS + 1)];
Fangwen Fu's avatar
Fangwen Fu committed
356
357
358
#if CONFIG_EXT_DELTA_Q
  aom_cdf_prob delta_lf_cdf[CDF_SIZE(DELTA_LF_PROBS + 1)];
#endif
359
#endif  // CONFIG_DELTA_Q
360
361
362
363
364
365
#if CONFIG_EXT_TX
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                               [CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SETS_INTER][EXT_TX_SIZES]
                               [CDF_SIZE(TX_TYPES)];
#else
366
367
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES][CDF_SIZE(TX_TYPES)];
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SIZES][CDF_SIZE(TX_TYPES)];
368
#endif  // CONFIG_EXT_TX
369
370
371
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
  aom_cdf_prob intra_filter_cdf[INTRA_FILTERS + 1][CDF_SIZE(INTRA_FILTERS)];
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
372
#if CONFIG_DELTA_Q
373
  aom_prob delta_q_prob[DELTA_Q_PROBS];
Fangwen Fu's avatar
Fangwen Fu committed
374
375
376
#if CONFIG_EXT_DELTA_Q
  aom_prob delta_lf_prob[DELTA_LF_PROBS];
#endif
377
#endif
378
379
380
381
382
#if CONFIG_PVQ
  // TODO(any): If PVQ is enabled, most of coefficient related cdf,
  // such as coef_cdfs[], coef_tail_cdfs[], and coef_heaf_cdfs[] can be removed.
  od_adapt_ctx pvq_context;
#endif  // CONFIG_PVQ
Luc Trudeau's avatar
Luc Trudeau committed
383
#if CONFIG_CFL
384
385
  aom_cdf_prob cfl_sign_cdf[CDF_SIZE(CFL_JOINT_SIGNS)];
  aom_cdf_prob cfl_alpha_cdf[CFL_ALPHA_CONTEXTS][CDF_SIZE(CFL_ALPHABET_SIZE)];
Luc Trudeau's avatar
Luc Trudeau committed
386
#endif
Jingning Han's avatar
Jingning Han committed
387
388
389
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
390
391
// Note: This structure should only contain 'unsigned int' fields, or
// aggregates built solely from 'unsigned int' fields/elements
392
#if CONFIG_ENTROPY_STATS
393
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
394
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
Luc Trudeau's avatar
Luc Trudeau committed
395
  unsigned int uv_mode[INTRA_MODES][UV_INTRA_MODES];
396
#endif  // CONFIG_ENTROPY_STATS
397
398
399
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
400
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
401
#endif
clang-format's avatar
clang-format committed
402
403
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
404
#if CONFIG_ADAPT_SCAN
405
#if CONFIG_CHROMA_2X2
406
  unsigned int non_zero_count_2x2[TX_TYPES][4];
407
#endif  // CONFIG_CHROMA_2X2
408
409
410
411
  unsigned int non_zero_count_4X4[TX_TYPES][16];
  unsigned int non_zero_count_8X8[TX_TYPES][64];
  unsigned int non_zero_count_16X16[TX_TYPES][256];
  unsigned int non_zero_count_32X32[TX_TYPES][1024];
412
413
414
415
416
417
418
419
420

  unsigned int non_zero_count_4x8[TX_TYPES][32];
  unsigned int non_zero_count_8x4[TX_TYPES][32];
  unsigned int non_zero_count_8x16[TX_TYPES][128];
  unsigned int non_zero_count_16x8[TX_TYPES][128];
  unsigned int non_zero_count_16x32[TX_TYPES][512];
  unsigned int non_zero_count_32x16[TX_TYPES][512];

  unsigned int txb_count[TX_SIZES_ALL][TX_TYPES];
421
#endif  // CONFIG_ADAPT_SCAN
422
423
424
425
426
427
428
429
430
431
432

#if CONFIG_LV_MAP
  unsigned int txb_skip[TX_SIZES][TXB_SKIP_CONTEXTS][2];
  unsigned int nz_map[TX_SIZES][PLANE_TYPES][SIG_COEF_CONTEXTS][2];
  unsigned int eob_flag[TX_SIZES][PLANE_TYPES][EOB_COEF_CONTEXTS][2];
  unsigned int dc_sign[PLANE_TYPES][DC_SIGN_CONTEXTS][2];
  unsigned int coeff_base[TX_SIZES][PLANE_TYPES][NUM_BASE_LEVELS]
                         [COEFF_BASE_CONTEXTS][2];
  unsigned int coeff_lps[TX_SIZES][PLANE_TYPES][LEVEL_CONTEXTS][2];
#endif  // CONFIG_LV_MAP

433
  av1_blockz_count_model blockz_count[TX_SIZES][PLANE_TYPES];
434

435
436
437
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
  unsigned int zeromv_mode[ZEROMV_MODE_CONTEXTS][2];
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
438
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
439

440
441
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
442
443
444
445
#if CONFIG_COMPOUND_SINGLEREF
  unsigned int inter_singleref_comp_mode[INTER_MODE_CONTEXTS]
                                        [INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
446
#if CONFIG_INTERINTRA
447
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
448
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
449
  unsigned int wedge_interintra[BLOCK_SIZES_ALL][2];
450
#endif  // CONFIG_INTERINTRA
451
  unsigned int compound_interinter[BLOCK_SIZES_ALL][COMPOUND_TYPES];
452
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
453
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
454
  unsigned int motion_mode[BLOCK_SIZES_ALL][MOTION_MODES];
455
456
457
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
  unsigned int ncobmc_mode[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES];
#endif
Yue Chen's avatar
Yue Chen committed
458
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
459
  unsigned int obmc[BLOCK_SIZES_ALL][2];
Yue Chen's avatar
Yue Chen committed
460
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
461
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
462
463
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
Zoe Liu's avatar
Zoe Liu committed
464
465
466
467
#if CONFIG_EXT_COMP_REFS
  unsigned int comp_ref_type[COMP_REF_TYPE_CONTEXTS][2];
  unsigned int uni_comp_ref[UNI_COMP_REF_CONTEXTS][UNIDIR_COMP_REFS - 1][2];
#endif  // CONFIG_EXT_COMP_REFS
clang-format's avatar
clang-format committed
468
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
469
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
470
471
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
472
#else
clang-format's avatar
clang-format committed
473
  unsigned int comp_ref[REF_CONTEXTS][COMP_REFS - 1][2];
474
#endif  // CONFIG_EXT_REFS
475
476
477
#if CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
  unsigned int comp_inter_mode[COMP_INTER_MODE_CONTEXTS][2];
#endif  // CONFIG_EXT_INTER && CONFIG_COMPOUND_SINGLEREF
478
479
480
  // TODO(any): tx_size_totals is only used by the encoder to decide whether
  // to use forward updates for the coeff probs, and as such it does not really
  // belong into this structure.
481
  unsigned int tx_size_totals[TX_SIZES];
482
  unsigned int tx_size[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH + 1];
Yue Chen's avatar
Yue Chen committed
483
#if CONFIG_RECT_TX_EXT && (CONFIG_EXT_TX || CONFIG_VAR_TX)
484
  unsigned int quarter_tx_size[2];
Yue Chen's avatar
Yue Chen committed
485
#endif
486
487
488
#if CONFIG_VAR_TX
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
#endif
Jingning Han's avatar
Jingning Han committed
489
  unsigned int skip[SKIP_CONTEXTS][2];
490
  nmv_context_counts mv[NMV_CONTEXTS];
Alex Converse's avatar
Alex Converse committed
491
#if CONFIG_INTRABC
492
  unsigned int intrabc[2];
Alex Converse's avatar
Alex Converse committed
493
494
  nmv_context_counts dv;
#endif
495
#if CONFIG_DELTA_Q
496
  unsigned int delta_q[DELTA_Q_PROBS][2];
Fangwen Fu's avatar
Fangwen Fu committed
497
498
499
#if CONFIG_EXT_DELTA_Q
  unsigned int delta_lf[DELTA_LF_PROBS][2];
#endif
500
#endif
501
#if CONFIG_EXT_TX
Debargha Mukherjee's avatar
Debargha Mukherjee committed
502
503
504
#if CONFIG_RECT_TX
  unsigned int tx_size_implied[TX_SIZES][TX_SIZES];
#endif  // CONFIG_RECT_TX
505
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
506
507
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
508
#else
509
510
  unsigned int intra_ext_tx[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  unsigned int inter_ext_tx[EXT_TX_SIZES][TX_TYPES];
511
#endif  // CONFIG_EXT_TX
512
513
514
515
#if CONFIG_SUPERTX
  unsigned int supertx[PARTITION_SUPERTX_CONTEXTS][TX_SIZES][2];
  unsigned int supertx_size[TX_SIZES];
#endif  // CONFIG_SUPERTX
516
  struct seg_counts seg;
hui su's avatar
hui su committed
517
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
518
#if CONFIG_INTRA_INTERP
519
  unsigned int intra_filter[INTRA_FILTERS + 1][INTRA_FILTERS];
hui su's avatar
hui su committed
520
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
521
#endif  // CONFIG_EXT_INTRA
522
523
524
#if CONFIG_FILTER_INTRA
  unsigned int filter_intra[PLANE_TYPES][2];
#endif  // CONFIG_FILTER_INTRA
Jingning Han's avatar
Jingning Han committed
525
526
} FRAME_COUNTS;

527
// CDF version of 'av1_kf_y_mode_prob'.
528
529
530
extern const aom_cdf_prob av1_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES]
                                           [CDF_SIZE(INTRA_MODES)];

Yaowu Xu's avatar
Yaowu Xu committed
531
532
extern const aom_prob av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_Y_MODE_CONTEXTS];
533
534
extern const aom_prob
    av1_default_palette_uv_mode_prob[PALETTE_UV_MODE_CONTEXTS];
hui su's avatar
hui su committed
535

536
537
extern const int av1_intra_mode_ind[INTRA_MODES];
extern const int av1_intra_mode_inv[INTRA_MODES];
538
539
540
541
542
543
544
#if CONFIG_EXT_TX
extern int av1_ext_tx_intra_ind[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_intra_inv[EXT_TX_SETS_INTRA][TX_TYPES];
extern int av1_ext_tx_inter_ind[EXT_TX_SETS_INTER][TX_TYPES];
extern int av1_ext_tx_inter_inv[EXT_TX_SETS_INTER][TX_TYPES];
#endif

545
#if CONFIG_EXT_INTER
546
#if CONFIG_INTERINTRA
Yaowu Xu's avatar
Yaowu Xu committed
547
548
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
549
#endif
Yaowu Xu's avatar
Yaowu Xu committed
550
551
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
552
553
554
555
#if CONFIG_COMPOUND_SINGLEREF
extern const aom_tree_index
    av1_inter_singleref_comp_mode_tree[TREE_SIZE(INTER_SINGLEREF_COMP_MODES)];
#endif  // CONFIG_COMPOUND_SINGLEREF
556
extern const aom_tree_index av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES)];
557
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
558
extern const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)];
559
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
560
561
extern const aom_tree_index
    av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)];
562
#endif
Yaowu Xu's avatar
Yaowu Xu committed
563
564
extern const aom_tree_index
    av1_switchable_interp_tree[TREE_SIZE(SWITCHABLE_FILTERS)];
565
extern const aom_tree_index
566
    av1_palette_color_index_tree[PALETTE_SIZES][TREE_SIZE(PALETTE_COLORS)];
567
extern const aom_tree_index av1_tx_size_tree[MAX_TX_DEPTH][TREE_SIZE(TX_SIZES)];
568
#if CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
569
extern const aom_tree_index av1_intra_filter_tree[TREE_SIZE(INTRA_FILTERS)];
570
#endif  // CONFIG_EXT_INTRA && CONFIG_INTRA_INTERP
571
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
572
573
574
575
extern const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
                                                 [TREE_SIZE(TX_TYPES)];
extern const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
                                                 [TREE_SIZE(TX_TYPES)];
576
#else
Yaowu Xu's avatar
Yaowu Xu committed
577
extern const aom_tree_index av1_ext_tx_tree[TREE_SIZE(TX_TYPES)];
578
#endif  // CONFIG_EXT_TX
Yue Chen's avatar
Yue Chen committed
579
580
581
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
582
583
584
#if CONFIG_NCOBMC_ADAPT_WEIGHT && CONFIG_MOTION_VAR
extern const aom_tree_index av1_ncobmc_mode_tree[TREE_SIZE(MAX_NCOBMC_MODES)];
#endif
585
#if CONFIG_LOOP_RESTORATION
586
#define RESTORE_NONE_SGRPROJ_PROB 64
587
588
#define RESTORE_NONE_BILATERAL_PROB 16
#define RESTORE_NONE_WIENER_PROB 64
589
#define RESTORE_NONE_DOMAINTXFMRF_PROB 64
590
591
592
extern const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)];
#endif  // CONFIG_LOOP_RESTORATION
593
594
extern int av1_switchable_interp_ind[SWITCHABLE_FILTERS];
extern int av1_switchable_interp_inv[SWITCHABLE_FILTERS];
595

596
597
598
599
#if CONFIG_EXT_PARTITION_TYPES
extern int av1_num_partition_types[PARTITION_BLOCK_SIZES];
#endif

Yaowu Xu's avatar
Yaowu Xu committed
600
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
601

Yaowu Xu's avatar
Yaowu Xu committed
602
603
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
604
#if !CONFIG_EXT_TX
605
606
607
extern int av1_ext_tx_ind[TX_TYPES];
extern int av1_ext_tx_inv[TX_TYPES];
#endif
Jingning Han's avatar
Jingning Han committed
608

Yaowu Xu's avatar
Yaowu Xu committed
609
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
610
611
612
613
614
615
616
617
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

618
619
// Returns the context for palette color index at row 'r' and column 'c',
// along with the 'color_order' of neighbors and the 'color_idx'.
620
// The 'color_map' is a 2D array with the given 'stride'.
621
622
623
int av1_get_palette_color_index_context(const uint8_t *color_map, int stride,
                                        int r, int c, int palette_size,
                                        uint8_t *color_order, int *color_idx);
hui su's avatar
hui su committed
624

Jingning Han's avatar
Jingning Han committed
625
626
627
628
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
629
#endif  // AV1_COMMON_ENTROPYMODE_H_