entropymode.h 18 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15
16
17
18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20
21
22
23
24
25
26
27
28

#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
29
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
30
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
31
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
32
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
33

34
#if CONFIG_PALETTE
35
36
37
38
39
40
41
// Number of possible contexts for a color index.
// As can be seen from av1_get_palette_color_index_context(), the possible
// contexts are (2,0,0), (2,2,1), (3,2,0), (4,1,0), (5,0,0). These are mapped to
// a value from 0 to 4 using 'palette_color_index_context_lookup' table.
#define PALETTE_COLOR_INDEX_CONTEXTS 5

// Maximum number of colors in a palette.
hui su's avatar
hui su committed
42
#define PALETTE_MAX_SIZE 8
43
44

// Palette mode is available for block sizes >= 8x8.
45
#define PALETTE_BLOCK_SIZES (BLOCK_LARGEST - BLOCK_8X8 + 1)
46
47
48
49
50
51
52

// Palette Y mode context for a block is determined by number of neighboring
// blocks (top and/or left) using a palette for Y plane. So, possible Y mode'
// context values are:
// 0 if neither left nor top block uses palette for Y plane,
// 1 if exactly one of left or top block uses palette for Y plane, and
// 2 if both left and top blocks use palette for Y plane.
hui su's avatar
hui su committed
53
#define PALETTE_Y_MODE_CONTEXTS 3
54
55
56
57
58
59
60

// Palette UV mode context for a block is determined by whether this block uses
// palette for the Y plane. So, possible values are:
// 0 if this block doesn't use palette for Y plane.
// 1 if this block uses palette for Y plane (i.e. Y palette size > 0).
#define PALETTE_UV_MODE_CONTEXTS 2

61
#define PALETTE_MAX_BLOCK_SIZE (64 * 64)
62
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
63

Yaowu Xu's avatar
Yaowu Xu committed
64
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
65

66
67
68
69
70
71
typedef struct {
  const int16_t *scan;
  const int16_t *iscan;
  const int16_t *neighbors;
} SCAN_ORDER;

72
73
74
75
76
77
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

Jingning Han's avatar
Jingning Han committed
78
typedef struct frame_contexts {
Yaowu Xu's avatar
Yaowu Xu committed
79
80
  aom_prob y_mode_prob[BLOCK_SIZE_GROUPS][INTRA_MODES - 1];
  aom_prob uv_mode_prob[INTRA_MODES][INTRA_MODES - 1];
81
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
82
  aom_prob partition_prob[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1];
83
#else
Yaowu Xu's avatar
Yaowu Xu committed
84
  aom_prob partition_prob[PARTITION_CONTEXTS][PARTITION_TYPES - 1];
85
#endif
Yaowu Xu's avatar
Yaowu Xu committed
86
  av1_coeff_probs_model coef_probs[TX_SIZES][PLANE_TYPES];
87
#if CONFIG_EC_MULTISYMBOL
88
  coeff_cdf_model coef_cdfs[TX_SIZES][PLANE_TYPES];
89
#endif  // CONFIG_EC_MULTISYMBOL
clang-format's avatar
clang-format committed
90
91
  aom_prob switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                 [SWITCHABLE_FILTERS - 1];
92
#if CONFIG_ADAPT_SCAN
93
94
95
96
// TODO(angiebird): try aom_prob
#if CONFIG_CB4X4
  uint32_t non_zero_prob_2x2[TX_TYPES][4];
#endif
97
98
99
100
101
  uint32_t non_zero_prob_4X4[TX_TYPES][16];
  uint32_t non_zero_prob_8X8[TX_TYPES][64];
  uint32_t non_zero_prob_16X16[TX_TYPES][256];
  uint32_t non_zero_prob_32X32[TX_TYPES][1024];

102
103
104
105
106
107
108
  uint32_t non_zero_prob_4X8[TX_TYPES][32];
  uint32_t non_zero_prob_8X4[TX_TYPES][32];
  uint32_t non_zero_prob_16X8[TX_TYPES][128];
  uint32_t non_zero_prob_8X16[TX_TYPES][128];
  uint32_t non_zero_prob_32X16[TX_TYPES][512];
  uint32_t non_zero_prob_16X32[TX_TYPES][512];

109
110
111
#if CONFIG_CB4X4
  DECLARE_ALIGNED(16, int16_t, scan_2x2[TX_TYPES][4]);
#endif
112
113
114
115
116
  DECLARE_ALIGNED(16, int16_t, scan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, scan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, scan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, scan_32X32[TX_TYPES][1024]);

117
118
119
120
121
122
123
  DECLARE_ALIGNED(16, int16_t, scan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, scan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, scan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, scan_32X16[TX_TYPES][512]);

124
125
126
#if CONFIG_CB4X4
  DECLARE_ALIGNED(16, int16_t, iscan_2x2[TX_TYPES][4]);
#endif
127
128
129
130
131
  DECLARE_ALIGNED(16, int16_t, iscan_4X4[TX_TYPES][16]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X8[TX_TYPES][64]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X16[TX_TYPES][256]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X32[TX_TYPES][1024]);

132
133
134
135
136
137
138
  DECLARE_ALIGNED(16, int16_t, iscan_4X8[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X4[TX_TYPES][32]);
  DECLARE_ALIGNED(16, int16_t, iscan_8X16[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X8[TX_TYPES][128]);
  DECLARE_ALIGNED(16, int16_t, iscan_16X32[TX_TYPES][512]);
  DECLARE_ALIGNED(16, int16_t, iscan_32X16[TX_TYPES][512]);

139
140
141
#if CONFIG_CB4X4
  int16_t nb_2x2[TX_TYPES][(4 + 1) * 2];
#endif
142
143
144
145
146
  int16_t nb_4X4[TX_TYPES][(16 + 1) * 2];
  int16_t nb_8X8[TX_TYPES][(64 + 1) * 2];
  int16_t nb_16X16[TX_TYPES][(256 + 1) * 2];
  int16_t nb_32X32[TX_TYPES][(1024 + 1) * 2];

147
148
149
150
151
152
153
154
  int16_t nb_4X8[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X4[TX_TYPES][(32 + 1) * 2];
  int16_t nb_8X16[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X8[TX_TYPES][(128 + 1) * 2];
  int16_t nb_16X32[TX_TYPES][(512 + 1) * 2];
  int16_t nb_32X16[TX_TYPES][(512 + 1) * 2];

  SCAN_ORDER sc[TX_SIZES_ALL][TX_TYPES];
155
156
#endif  // CONFIG_ADAPT_SCAN

157
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
158
159
160
161
  aom_prob newmv_prob[NEWMV_MODE_CONTEXTS];
  aom_prob zeromv_prob[ZEROMV_MODE_CONTEXTS];
  aom_prob refmv_prob[REFMV_MODE_CONTEXTS];
  aom_prob drl_prob[DRL_MODE_CONTEXTS];
162

Yue Chen's avatar
Yue Chen committed
163
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
164
  aom_prob new2mv_prob;
Yue Chen's avatar
Yue Chen committed
165
#endif  // CONFIG_EXT_INTER
166
#endif  // CONFIG_REF_MV
167

Yaowu Xu's avatar
Yaowu Xu committed
168
  aom_prob inter_mode_probs[INTER_MODE_CONTEXTS][INTER_MODES - 1];
169
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
170
171
  aom_prob inter_compound_mode_probs[INTER_MODE_CONTEXTS]
                                    [INTER_COMPOUND_MODES - 1];
172
  aom_prob compound_type_prob[BLOCK_SIZES][COMPOUND_TYPES - 1];
Yaowu Xu's avatar
Yaowu Xu committed
173
174
175
  aom_prob interintra_prob[BLOCK_SIZE_GROUPS];
  aom_prob interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1];
  aom_prob wedge_interintra_prob[BLOCK_SIZES];
176
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
177
178
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  aom_prob motion_mode_prob[BLOCK_SIZES][MOTION_MODES - 1];
Yue Chen's avatar
Yue Chen committed
179
180
181
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  aom_prob obmc_prob[BLOCK_SIZES];
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
182
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
183
184
185
  aom_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
186
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
187
188
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
189
#else
Yaowu Xu's avatar
Yaowu Xu committed
190
  aom_prob comp_ref_prob[REF_CONTEXTS][COMP_REFS - 1];
191
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
192
  aom_prob tx_size_probs[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][MAX_TX_DEPTH];
193
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
194
  aom_prob txfm_partition_prob[TXFM_PARTITION_CONTEXTS];
195
#endif
Yaowu Xu's avatar
Yaowu Xu committed
196
  aom_prob skip_probs[SKIP_CONTEXTS];
197
198
199
#if CONFIG_REF_MV
  nmv_context nmvc[NMV_CONTEXTS];
#else
Jingning Han's avatar
Jingning Han committed
200
  nmv_context nmvc;
201
#endif
hui su's avatar
hui su committed
202
  int initialized;
203
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
204
  aom_prob inter_ext_tx_prob[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES - 1];
clang-format's avatar
clang-format committed
205
206
  aom_prob intra_ext_tx_prob[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                            [TX_TYPES - 1];
207
#else
Yaowu Xu's avatar
Yaowu Xu committed
208
209
  aom_prob intra_ext_tx_prob[EXT_TX_SIZES][TX_TYPES][TX_TYPES - 1];
  aom_prob inter_ext_tx_prob[EXT_TX_SIZES][TX_TYPES - 1];
210
#endif  // CONFIG_EXT_TX
211
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
212
  aom_prob supertx_prob[PARTITION_SUPERTX_CONTEXTS][TX_SIZES];
213
#endif  // CONFIG_SUPERTX
214
  struct segmentation_probs seg;
hui su's avatar
hui su committed
215
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
216
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
217
  aom_prob intra_filter_probs[INTRA_FILTERS + 1][INTRA_FILTERS - 1];
hui su's avatar
hui su committed
218
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
219
#endif  // CONFIG_EXT_INTRA
220
221
222
#if CONFIG_FILTER_INTRA
  aom_prob filter_intra_probs[PLANE_TYPES];
#endif  // CONFIG_FILTER_INTRA
223
#if CONFIG_GLOBAL_MOTION
224
  aom_prob global_motion_types_prob[GLOBAL_TRANS_TYPES - 1];
225
#endif  // CONFIG_GLOBAL_MOTION
226
227
228
#if CONFIG_LOOP_RESTORATION
  aom_prob switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1];
#endif  // CONFIG_LOOP_RESTORATION
229
#if CONFIG_EC_MULTISYMBOL
230
  aom_cdf_prob y_mode_cdf[BLOCK_SIZE_GROUPS][INTRA_MODES];
231
  aom_cdf_prob uv_mode_cdf[INTRA_MODES][INTRA_MODES];
232
  aom_cdf_prob partition_cdf[PARTITION_CONTEXTS][PARTITION_TYPES];
233
234
  aom_cdf_prob switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
                                    [SWITCHABLE_FILTERS];
235
  aom_cdf_prob inter_mode_cdf[INTER_MODE_CONTEXTS][INTER_MODES];
236
237
238
239
  /* Keep track of kf_y_cdf here, as this makes handling
     multiple copies for adaptation in tiles easier */
  aom_cdf_prob kf_y_cdf[INTRA_MODES][INTRA_MODES][INTRA_MODES];

240
#if !CONFIG_EXT_TX
241
  aom_cdf_prob intra_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
242
243
  aom_cdf_prob inter_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES];
#endif
244
#endif
245
246
247
#if CONFIG_DELTA_Q
  aom_prob delta_q_prob[DELTA_Q_CONTEXTS];
#endif
Jingning Han's avatar
Jingning Han committed
248
249
250
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
251
252
  // Note: This structure should only contain 'unsigned int' fields, or
  // aggregates built solely from 'unsigned int' fields/elements
253
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
254
255
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
  unsigned int uv_mode[INTRA_MODES][INTRA_MODES];
256
257
258
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
259
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
260
#endif
Yaowu Xu's avatar
Yaowu Xu committed
261
  av1_coeff_count_model coef[TX_SIZES][PLANE_TYPES];
clang-format's avatar
clang-format committed
262
263
264
265
  unsigned int eob_branch[TX_SIZES][PLANE_TYPES][REF_TYPES][COEF_BANDS]
                         [COEFF_CONTEXTS];
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
266
#if CONFIG_ADAPT_SCAN
267
268
269
#if CONFIG_CB4X4
  unsigned int non_zero_count_2x2[TX_TYPES][4];
#endif  // CONFIG_CB4X4
270
271
272
273
  unsigned int non_zero_count_4X4[TX_TYPES][16];
  unsigned int non_zero_count_8X8[TX_TYPES][64];
  unsigned int non_zero_count_16X16[TX_TYPES][256];
  unsigned int non_zero_count_32X32[TX_TYPES][1024];
274
275
276
277
278
279
280
281
282

  unsigned int non_zero_count_4x8[TX_TYPES][32];
  unsigned int non_zero_count_8x4[TX_TYPES][32];
  unsigned int non_zero_count_8x16[TX_TYPES][128];
  unsigned int non_zero_count_16x8[TX_TYPES][128];
  unsigned int non_zero_count_16x32[TX_TYPES][512];
  unsigned int non_zero_count_32x16[TX_TYPES][512];

  unsigned int txb_count[TX_SIZES_ALL][TX_TYPES];
283
#endif  // CONFIG_ADAPT_SCAN
284

285
286
287
288
#if CONFIG_REF_MV
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
  unsigned int zeromv_mode[ZEROMV_MODE_CONTEXTS][2];
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
289
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
Yue Chen's avatar
Yue Chen committed
290
291
292
#if CONFIG_EXT_INTER
  unsigned int new2mv_mode[2];
#endif  // CONFIG_EXT_INTER
293
294
#endif

Jingning Han's avatar
Jingning Han committed
295
  unsigned int inter_mode[INTER_MODE_CONTEXTS][INTER_MODES];
296
297
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
298
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
299
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
300
  unsigned int wedge_interintra[BLOCK_SIZES][2];
301
  unsigned int compound_interinter[BLOCK_SIZES][COMPOUND_TYPES];
302
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
303
304
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  unsigned int motion_mode[BLOCK_SIZES][MOTION_MODES];
Yue Chen's avatar
Yue Chen committed
305
306
307
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  unsigned int obmc[BLOCK_SIZES][2];
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
Yue Chen's avatar
Yue Chen committed
308
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
309
310
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
clang-format's avatar
clang-format committed
311
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
312
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
313
314
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
315
#else
clang-format's avatar
clang-format committed
316
  unsigned int comp_ref[REF_CONTEXTS][COMP_REFS - 1][2];
317
#endif  // CONFIG_EXT_REFS
318
319
320
  // TODO(any): tx_size_totals is only used by the encoder to decide whether
  // to use forward updates for the coeff probs, and as such it does not really
  // belong into this structure.
321
  unsigned int tx_size_totals[TX_SIZES];
Jingning Han's avatar
Jingning Han committed
322
  unsigned int tx_size[MAX_TX_DEPTH][TX_SIZE_CONTEXTS][TX_SIZES];
323
324
325
#if CONFIG_VAR_TX
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
#endif
Jingning Han's avatar
Jingning Han committed
326
  unsigned int skip[SKIP_CONTEXTS][2];
327
328
329
#if CONFIG_REF_MV
  nmv_context_counts mv[NMV_CONTEXTS];
#else
Jingning Han's avatar
Jingning Han committed
330
  nmv_context_counts mv;
331
#endif
332
333
334
#if CONFIG_DELTA_Q
  unsigned int delta_q[DELTA_Q_CONTEXTS][2];
#endif
335
#if CONFIG_EXT_TX
Debargha Mukherjee's avatar
Debargha Mukherjee committed
336
337
338
#if CONFIG_RECT_TX
  unsigned int tx_size_implied[TX_SIZES][TX_SIZES];
#endif  // CONFIG_RECT_TX
339
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
340
341
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
342
#else
343
344
  unsigned int intra_ext_tx[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  unsigned int inter_ext_tx[EXT_TX_SIZES][TX_TYPES];
345
#endif  // CONFIG_EXT_TX
346
347
348
349
#if CONFIG_SUPERTX
  unsigned int supertx[PARTITION_SUPERTX_CONTEXTS][TX_SIZES][2];
  unsigned int supertx_size[TX_SIZES];
#endif  // CONFIG_SUPERTX
350
  struct seg_counts seg;
hui su's avatar
hui su committed
351
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
352
#if CONFIG_INTRA_INTERP
353
  unsigned int intra_filter[INTRA_FILTERS + 1][INTRA_FILTERS];
hui su's avatar
hui su committed
354
#endif  // CONFIG_INTRA_INTERP
hui su's avatar
hui su committed
355
#endif  // CONFIG_EXT_INTRA
356
357
358
#if CONFIG_FILTER_INTRA
  unsigned int filter_intra[PLANE_TYPES][2];
#endif  // CONFIG_FILTER_INTRA
Jingning Han's avatar
Jingning Han committed
359
360
} FRAME_COUNTS;

clang-format's avatar
clang-format committed
361
362
extern const aom_prob av1_kf_y_mode_prob[INTRA_MODES][INTRA_MODES]
                                        [INTRA_MODES - 1];
363
#if CONFIG_EC_MULTISYMBOL
364
365
extern aom_cdf_prob av1_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES][INTRA_MODES];
#endif
366
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
367
368
extern const aom_prob av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_Y_MODE_CONTEXTS];
369
370
extern const aom_prob
    av1_default_palette_uv_mode_prob[PALETTE_UV_MODE_CONTEXTS];
clang-format's avatar
clang-format committed
371
372
373
374
extern const aom_prob av1_default_palette_y_size_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_SIZES - 1];
extern const aom_prob av1_default_palette_uv_size_prob[PALETTE_BLOCK_SIZES]
                                                      [PALETTE_SIZES - 1];
375
376
377
378
379
380
381
382
extern const aom_prob
    av1_default_palette_y_color_index_prob[PALETTE_MAX_SIZE - 1]
                                          [PALETTE_COLOR_INDEX_CONTEXTS]
                                          [PALETTE_COLORS - 1];
extern const aom_prob
    av1_default_palette_uv_color_index_prob[PALETTE_MAX_SIZE - 1]
                                           [PALETTE_COLOR_INDEX_CONTEXTS]
                                           [PALETTE_COLORS - 1];
383
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
384

Yaowu Xu's avatar
Yaowu Xu committed
385
386
extern const aom_tree_index av1_intra_mode_tree[TREE_SIZE(INTRA_MODES)];
extern const aom_tree_index av1_inter_mode_tree[TREE_SIZE(INTER_MODES)];
387
#if CONFIG_EC_MULTISYMBOL
388
389
extern int av1_intra_mode_ind[INTRA_MODES];
extern int av1_intra_mode_inv[INTRA_MODES];
390
391
extern int av1_inter_mode_ind[INTER_MODES];
extern int av1_inter_mode_inv[INTER_MODES];
392
#endif
393
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
394
395
396
397
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
398
extern const aom_tree_index av1_compound_type_tree[TREE_SIZE(COMPOUND_TYPES)];
399
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
400
extern const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)];
401
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
402
403
extern const aom_tree_index
    av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)];
404
#endif
Yaowu Xu's avatar
Yaowu Xu committed
405
406
extern const aom_tree_index
    av1_switchable_interp_tree[TREE_SIZE(SWITCHABLE_FILTERS)];
407
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
408
extern const aom_tree_index av1_palette_size_tree[TREE_SIZE(PALETTE_SIZES)];
409
410
411
extern const aom_tree_index
    av1_palette_color_index_tree[PALETTE_MAX_SIZE - 1]
                                [TREE_SIZE(PALETTE_COLORS)];
412
#endif  // CONFIG_PALETTE
413
extern const aom_tree_index av1_tx_size_tree[MAX_TX_DEPTH][TREE_SIZE(TX_SIZES)];
414
#if CONFIG_EXT_INTRA
hui su's avatar
hui su committed
415
#if CONFIG_INTRA_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
416
extern const aom_tree_index av1_intra_filter_tree[TREE_SIZE(INTRA_FILTERS)];
hui su's avatar
hui su committed
417
#endif  // CONFIG_INTRA_INTERP
418
419
#endif  // CONFIG_EXT_INTRA
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
420
421
422
423
extern const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
                                                 [TREE_SIZE(TX_TYPES)];
extern const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
                                                 [TREE_SIZE(TX_TYPES)];
424
#else
Yaowu Xu's avatar
Yaowu Xu committed
425
extern const aom_tree_index av1_ext_tx_tree[TREE_SIZE(TX_TYPES)];
426
#endif  // CONFIG_EXT_TX
Yue Chen's avatar
Yue Chen committed
427
428
429
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
430

431
#if CONFIG_LOOP_RESTORATION
432
#define RESTORE_NONE_SGRPROJ_PROB 64
433
434
#define RESTORE_NONE_BILATERAL_PROB 16
#define RESTORE_NONE_WIENER_PROB 64
435
#define RESTORE_NONE_DOMAINTXFMRF_PROB 64
436
437
438
extern const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)];
#endif  // CONFIG_LOOP_RESTORATION
439
#if CONFIG_EC_MULTISYMBOL
440
441
extern int av1_switchable_interp_ind[SWITCHABLE_FILTERS];
extern int av1_switchable_interp_inv[SWITCHABLE_FILTERS];
442

443
void av1_set_mode_cdfs(struct AV1Common *cm);
444
#endif
445

Yaowu Xu's avatar
Yaowu Xu committed
446
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
447

Yaowu Xu's avatar
Yaowu Xu committed
448
449
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
450
#if CONFIG_EC_MULTISYMBOL && !CONFIG_EXT_TX
451
452
453
extern int av1_ext_tx_ind[TX_TYPES];
extern int av1_ext_tx_inv[TX_TYPES];
#endif
Jingning Han's avatar
Jingning Han committed
454

Yaowu Xu's avatar
Yaowu Xu committed
455
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
456
457
458
459
460
461
462
463
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

464
#if CONFIG_PALETTE
465
466
// Returns the context for palette color index at row 'r' and column 'c',
// along with the 'color_order' of neighbors and the 'color_idx'.
467
// The 'color_map' is a 2D array with the given 'stride'.
468
469
470
int av1_get_palette_color_index_context(const uint8_t *color_map, int stride,
                                        int r, int c, int palette_size,
                                        uint8_t *color_order, int *color_idx);
471
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
472

Jingning Han's avatar
Jingning Han committed
473
474
475
476
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
477
#endif  // AV1_COMMON_ENTROPYMODE_H_