entropymode.h 12.2 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_COMMON_ENTROPYMODE_H_
#define AV1_COMMON_ENTROPYMODE_H_
Jingning Han's avatar
Jingning Han committed
14

15 16 17 18
#include "av1/common/entropy.h"
#include "av1/common/entropymv.h"
#include "av1/common/filter.h"
#include "av1/common/seg_common.h"
Yaowu Xu's avatar
Yaowu Xu committed
19
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
20 21 22 23 24 25 26 27 28

#ifdef __cplusplus
extern "C" {
#endif

#define BLOCK_SIZE_GROUPS 4

#define TX_SIZE_CONTEXTS 2

clang-format's avatar
clang-format committed
29
#define INTER_OFFSET(mode) ((mode)-NEARESTMV)
30
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
31
#define INTER_COMPOUND_OFFSET(mode) ((mode)-NEAREST_NEARESTMV)
32
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
33

34
#if CONFIG_PALETTE
hui su's avatar
hui su committed
35 36
#define PALETTE_COLOR_CONTEXTS 16
#define PALETTE_MAX_SIZE 8
37
#define PALETTE_BLOCK_SIZES (BLOCK_LARGEST - BLOCK_8X8 + 1)
hui su's avatar
hui su committed
38
#define PALETTE_Y_MODE_CONTEXTS 3
39
#define PALETTE_MAX_BLOCK_SIZE (64 * 64)
40
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
41

Yaowu Xu's avatar
Yaowu Xu committed
42
struct AV1Common;
Jingning Han's avatar
Jingning Han committed
43

44 45 46 47 48 49
struct seg_counts {
  unsigned int tree_total[MAX_SEGMENTS];
  unsigned int tree_mispred[MAX_SEGMENTS];
  unsigned int pred[PREDICTION_PROBS][2];
};

Jingning Han's avatar
Jingning Han committed
50
typedef struct frame_contexts {
Yaowu Xu's avatar
Yaowu Xu committed
51 52
  aom_prob y_mode_prob[BLOCK_SIZE_GROUPS][INTRA_MODES - 1];
  aom_prob uv_mode_prob[INTRA_MODES][INTRA_MODES - 1];
53
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
54
  aom_prob partition_prob[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1];
55
#else
Yaowu Xu's avatar
Yaowu Xu committed
56
  aom_prob partition_prob[PARTITION_CONTEXTS][PARTITION_TYPES - 1];
57 58 59
#endif
#if CONFIG_DAALA_EC
  uint16_t partition_cdf[PARTITION_CONTEXTS][PARTITION_TYPES];
60
#endif
Yaowu Xu's avatar
Yaowu Xu committed
61
  av1_coeff_probs_model coef_probs[TX_SIZES][PLANE_TYPES];
62
#if CONFIG_ANS || CONFIG_DAALA_EC
63 64
  coeff_cdf_model coef_cdfs[TX_SIZES][PLANE_TYPES];
#endif
clang-format's avatar
clang-format committed
65 66
  aom_prob switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                 [SWITCHABLE_FILTERS - 1];
67 68

#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
69 70 71 72
  aom_prob newmv_prob[NEWMV_MODE_CONTEXTS];
  aom_prob zeromv_prob[ZEROMV_MODE_CONTEXTS];
  aom_prob refmv_prob[REFMV_MODE_CONTEXTS];
  aom_prob drl_prob[DRL_MODE_CONTEXTS];
73

Yue Chen's avatar
Yue Chen committed
74
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
75
  aom_prob new2mv_prob;
Yue Chen's avatar
Yue Chen committed
76
#endif  // CONFIG_EXT_INTER
77
#endif  // CONFIG_REF_MV
78

Yaowu Xu's avatar
Yaowu Xu committed
79
  aom_prob inter_mode_probs[INTER_MODE_CONTEXTS][INTER_MODES - 1];
80
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
81 82
  aom_prob inter_compound_mode_probs[INTER_MODE_CONTEXTS]
                                    [INTER_COMPOUND_MODES - 1];
Yaowu Xu's avatar
Yaowu Xu committed
83 84 85 86
  aom_prob interintra_prob[BLOCK_SIZE_GROUPS];
  aom_prob interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1];
  aom_prob wedge_interintra_prob[BLOCK_SIZES];
  aom_prob wedge_interinter_prob[BLOCK_SIZES];
87
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
88 89 90
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  aom_prob motion_mode_prob[BLOCK_SIZES][MOTION_MODES - 1];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
91 92 93
  aom_prob intra_inter_prob[INTRA_INTER_CONTEXTS];
  aom_prob comp_inter_prob[COMP_INTER_CONTEXTS];
  aom_prob single_ref_prob[REF_CONTEXTS][SINGLE_REFS - 1];
94
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
95 96
  aom_prob comp_ref_prob[REF_CONTEXTS][FWD_REFS - 1];
  aom_prob comp_bwdref_prob[REF_CONTEXTS][BWD_REFS - 1];
97
#else
Yaowu Xu's avatar
Yaowu Xu committed
98
  aom_prob comp_ref_prob[REF_CONTEXTS][COMP_REFS - 1];
99
#endif  // CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
100
  aom_prob tx_size_probs[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES - 1];
101
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
102
  aom_prob txfm_partition_prob[TXFM_PARTITION_CONTEXTS];
103 104 105 106
#if CONFIG_EXT_TX && CONFIG_RECT_TX
  // TODO(yuec) make this flag harmonize with the original syntax
  aom_prob rect_tx_prob[TX_SIZES - 1];
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX
107
#endif
Yaowu Xu's avatar
Yaowu Xu committed
108
  aom_prob skip_probs[SKIP_CONTEXTS];
109 110 111
#if CONFIG_REF_MV
  nmv_context nmvc[NMV_CONTEXTS];
#else
Jingning Han's avatar
Jingning Han committed
112
  nmv_context nmvc;
113
#endif
hui su's avatar
hui su committed
114
  int initialized;
115
#if CONFIG_EXT_TX
Yaowu Xu's avatar
Yaowu Xu committed
116
  aom_prob inter_ext_tx_prob[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES - 1];
clang-format's avatar
clang-format committed
117 118
  aom_prob intra_ext_tx_prob[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                            [TX_TYPES - 1];
119
#else
Yaowu Xu's avatar
Yaowu Xu committed
120 121
  aom_prob intra_ext_tx_prob[EXT_TX_SIZES][TX_TYPES][TX_TYPES - 1];
  aom_prob inter_ext_tx_prob[EXT_TX_SIZES][TX_TYPES - 1];
122
#endif  // CONFIG_EXT_TX
123
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
124
  aom_prob supertx_prob[PARTITION_SUPERTX_CONTEXTS][TX_SIZES];
125
#endif  // CONFIG_SUPERTX
126
  struct segmentation_probs seg;
hui su's avatar
hui su committed
127
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
128 129
  aom_prob ext_intra_probs[PLANE_TYPES];
  aom_prob intra_filter_probs[INTRA_FILTERS + 1][INTRA_FILTERS - 1];
hui su's avatar
hui su committed
130
#endif  // CONFIG_EXT_INTRA
131
#if CONFIG_GLOBAL_MOTION
Yaowu Xu's avatar
Yaowu Xu committed
132
  aom_prob global_motion_types_prob[GLOBAL_MOTION_TYPES - 1];
133
#endif  // CONFIG_GLOBAL_MOTION
134 135 136
#if CONFIG_LOOP_RESTORATION
  aom_prob switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1];
#endif  // CONFIG_LOOP_RESTORATION
137 138 139
#if CONFIG_DAALA_EC
  uint16_t switchable_interp_cdf[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
140
  uint16_t intra_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
141
  uint16_t inter_ext_tx_cdf[EXT_TX_SIZES][TX_TYPES];
142
#endif
Jingning Han's avatar
Jingning Han committed
143 144 145
} FRAME_CONTEXT;

typedef struct FRAME_COUNTS {
146 147
  // Note: This structure should only contain 'unsigned int' fields, or
  // aggregates built solely from 'unsigned int' fields/elements
148
  unsigned int kf_y_mode[INTRA_MODES][INTRA_MODES][INTRA_MODES];
Jingning Han's avatar
Jingning Han committed
149 150
  unsigned int y_mode[BLOCK_SIZE_GROUPS][INTRA_MODES];
  unsigned int uv_mode[INTRA_MODES][INTRA_MODES];
151 152 153
#if CONFIG_EXT_PARTITION_TYPES
  unsigned int partition[PARTITION_CONTEXTS][EXT_PARTITION_TYPES];
#else
Jingning Han's avatar
Jingning Han committed
154
  unsigned int partition[PARTITION_CONTEXTS][PARTITION_TYPES];
155
#endif
Yaowu Xu's avatar
Yaowu Xu committed
156
  av1_coeff_count_model coef[TX_SIZES][PLANE_TYPES];
clang-format's avatar
clang-format committed
157 158 159 160
  unsigned int eob_branch[TX_SIZES][PLANE_TYPES][REF_TYPES][COEF_BANDS]
                         [COEFF_CONTEXTS];
  unsigned int switchable_interp[SWITCHABLE_FILTER_CONTEXTS]
                                [SWITCHABLE_FILTERS];
161 162 163 164
#if CONFIG_REF_MV
  unsigned int newmv_mode[NEWMV_MODE_CONTEXTS][2];
  unsigned int zeromv_mode[ZEROMV_MODE_CONTEXTS][2];
  unsigned int refmv_mode[REFMV_MODE_CONTEXTS][2];
165
  unsigned int drl_mode[DRL_MODE_CONTEXTS][2];
Yue Chen's avatar
Yue Chen committed
166 167 168
#if CONFIG_EXT_INTER
  unsigned int new2mv_mode[2];
#endif  // CONFIG_EXT_INTER
169 170
#endif

Jingning Han's avatar
Jingning Han committed
171
  unsigned int inter_mode[INTER_MODE_CONTEXTS][INTER_MODES];
172 173
#if CONFIG_EXT_INTER
  unsigned int inter_compound_mode[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
174
  unsigned int interintra[BLOCK_SIZE_GROUPS][2];
175
  unsigned int interintra_mode[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
176 177
  unsigned int wedge_interintra[BLOCK_SIZES][2];
  unsigned int wedge_interinter[BLOCK_SIZES][2];
178
#endif  // CONFIG_EXT_INTER
Yue Chen's avatar
Yue Chen committed
179 180 181
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  unsigned int motion_mode[BLOCK_SIZES][MOTION_MODES];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
182 183
  unsigned int intra_inter[INTRA_INTER_CONTEXTS][2];
  unsigned int comp_inter[COMP_INTER_CONTEXTS][2];
clang-format's avatar
clang-format committed
184
  unsigned int single_ref[REF_CONTEXTS][SINGLE_REFS - 1][2];
185
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
186 187
  unsigned int comp_ref[REF_CONTEXTS][FWD_REFS - 1][2];
  unsigned int comp_bwdref[REF_CONTEXTS][BWD_REFS - 1][2];
188
#else
clang-format's avatar
clang-format committed
189
  unsigned int comp_ref[REF_CONTEXTS][COMP_REFS - 1][2];
190
#endif  // CONFIG_EXT_REFS
191 192 193
  // TODO(any): tx_size_totals is only used by the encoder to decide whether
  // to use forward updates for the coeff probs, and as such it does not really
  // belong into this structure.
194 195
  unsigned int tx_size_totals[TX_SIZES];
  unsigned int tx_size[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES];
196 197
#if CONFIG_VAR_TX
  unsigned int txfm_partition[TXFM_PARTITION_CONTEXTS][2];
198 199 200
#if CONFIG_EXT_TX && CONFIG_RECT_TX
  unsigned int rect_tx[TX_SIZES - 1][2];
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX
201
#endif
Jingning Han's avatar
Jingning Han committed
202
  unsigned int skip[SKIP_CONTEXTS][2];
203 204 205
#if CONFIG_REF_MV
  nmv_context_counts mv[NMV_CONTEXTS];
#else
Jingning Han's avatar
Jingning Han committed
206
  nmv_context_counts mv;
207
#endif
208
#if CONFIG_EXT_TX
Debargha Mukherjee's avatar
Debargha Mukherjee committed
209 210 211
#if CONFIG_RECT_TX
  unsigned int tx_size_implied[TX_SIZES][TX_SIZES];
#endif  // CONFIG_RECT_TX
212
  unsigned int inter_ext_tx[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
clang-format's avatar
clang-format committed
213 214
  unsigned int intra_ext_tx[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                           [TX_TYPES];
215
#else
216 217
  unsigned int intra_ext_tx[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  unsigned int inter_ext_tx[EXT_TX_SIZES][TX_TYPES];
218
#endif  // CONFIG_EXT_TX
219 220 221 222
#if CONFIG_SUPERTX
  unsigned int supertx[PARTITION_SUPERTX_CONTEXTS][TX_SIZES][2];
  unsigned int supertx_size[TX_SIZES];
#endif  // CONFIG_SUPERTX
223
  struct seg_counts seg;
hui su's avatar
hui su committed
224 225
#if CONFIG_EXT_INTRA
  unsigned int ext_intra[PLANE_TYPES][2];
226
  unsigned int intra_filter[INTRA_FILTERS + 1][INTRA_FILTERS];
hui su's avatar
hui su committed
227
#endif  // CONFIG_EXT_INTRA
Jingning Han's avatar
Jingning Han committed
228 229
} FRAME_COUNTS;

clang-format's avatar
clang-format committed
230 231
extern const aom_prob av1_kf_y_mode_prob[INTRA_MODES][INTRA_MODES]
                                        [INTRA_MODES - 1];
232
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
233 234 235
extern const aom_prob av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_Y_MODE_CONTEXTS];
extern const aom_prob av1_default_palette_uv_mode_prob[2];
clang-format's avatar
clang-format committed
236 237 238 239 240 241 242 243 244 245
extern const aom_prob av1_default_palette_y_size_prob[PALETTE_BLOCK_SIZES]
                                                     [PALETTE_SIZES - 1];
extern const aom_prob av1_default_palette_uv_size_prob[PALETTE_BLOCK_SIZES]
                                                      [PALETTE_SIZES - 1];
extern const aom_prob av1_default_palette_y_color_prob[PALETTE_MAX_SIZE - 1]
                                                      [PALETTE_COLOR_CONTEXTS]
                                                      [PALETTE_COLORS - 1];
extern const aom_prob av1_default_palette_uv_color_prob[PALETTE_MAX_SIZE - 1]
                                                       [PALETTE_COLOR_CONTEXTS]
                                                       [PALETTE_COLORS - 1];
246
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
247

Yaowu Xu's avatar
Yaowu Xu committed
248 249
extern const aom_tree_index av1_intra_mode_tree[TREE_SIZE(INTRA_MODES)];
extern const aom_tree_index av1_inter_mode_tree[TREE_SIZE(INTER_MODES)];
250
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
251 252 253 254
extern const aom_tree_index
    av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)];
extern const aom_tree_index
    av1_inter_compound_mode_tree[TREE_SIZE(INTER_COMPOUND_MODES)];
255
#endif  // CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
256
extern const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)];
257
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
258 259
extern const aom_tree_index
    av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)];
260
#endif
Yaowu Xu's avatar
Yaowu Xu committed
261 262
extern const aom_tree_index
    av1_switchable_interp_tree[TREE_SIZE(SWITCHABLE_FILTERS)];
263
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
264
extern const aom_tree_index av1_palette_size_tree[TREE_SIZE(PALETTE_SIZES)];
clang-format's avatar
clang-format committed
265 266
extern const aom_tree_index av1_palette_color_tree[PALETTE_MAX_SIZE - 1]
                                                  [TREE_SIZE(PALETTE_COLORS)];
267
#endif  // CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
268
extern const aom_tree_index av1_tx_size_tree[TX_SIZES - 1][TREE_SIZE(TX_SIZES)];
269
#if CONFIG_EXT_INTRA
Yaowu Xu's avatar
Yaowu Xu committed
270
extern const aom_tree_index av1_intra_filter_tree[TREE_SIZE(INTRA_FILTERS)];
271 272
#endif  // CONFIG_EXT_INTRA
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
273 274 275 276
extern const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
                                                 [TREE_SIZE(TX_TYPES)];
extern const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
                                                 [TREE_SIZE(TX_TYPES)];
277
#else
Yaowu Xu's avatar
Yaowu Xu committed
278
extern const aom_tree_index av1_ext_tx_tree[TREE_SIZE(TX_TYPES)];
279
#endif  // CONFIG_EXT_TX
Yue Chen's avatar
Yue Chen committed
280 281 282
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
extern const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)];
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
Jingning Han's avatar
Jingning Han committed
283

284 285 286 287 288 289
#if CONFIG_LOOP_RESTORATION
#define RESTORE_NONE_BILATERAL_PROB 16
#define RESTORE_NONE_WIENER_PROB 64
extern const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)];
#endif  // CONFIG_LOOP_RESTORATION
290 291 292 293
#if CONFIG_DAALA_EC
extern int av1_switchable_interp_ind[SWITCHABLE_FILTERS];
extern int av1_switchable_interp_inv[SWITCHABLE_FILTERS];
#endif
294

Yaowu Xu's avatar
Yaowu Xu committed
295
void av1_setup_past_independence(struct AV1Common *cm);
Jingning Han's avatar
Jingning Han committed
296

Yaowu Xu's avatar
Yaowu Xu committed
297 298
void av1_adapt_intra_frame_probs(struct AV1Common *cm);
void av1_adapt_inter_frame_probs(struct AV1Common *cm);
299 300 301 302
#if CONFIG_DAALA_EC
extern int av1_ext_tx_ind[TX_TYPES];
extern int av1_ext_tx_inv[TX_TYPES];
#endif
Jingning Han's avatar
Jingning Han committed
303

Yaowu Xu's avatar
Yaowu Xu committed
304
static INLINE int av1_ceil_log2(int n) {
hui su's avatar
hui su committed
305 306 307 308 309 310 311 312
  int i = 1, p = 2;
  while (p < n) {
    i++;
    p = p << 1;
  }
  return i;
}

313
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
314 315
int av1_get_palette_color_context(const uint8_t *color_map, int cols, int r,
                                  int c, int n, int *color_order);
316
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
317

Jingning Han's avatar
Jingning Han committed
318 319 320 321
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
322
#endif  // AV1_COMMON_ENTROPYMODE_H_