block.h 9.42 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
13
#ifndef AV1_ENCODER_BLOCK_H_
#define AV1_ENCODER_BLOCK_H_
Jingning Han's avatar
Jingning Han committed
14

15
16
#include "av1/common/entropymv.h"
#include "av1/common/entropy.h"
17
18
19
#if CONFIG_PVQ
#include "av1/encoder/encint.h"
#endif
20
#include "av1/common/mvref_common.h"
21
22
23
#if CONFIG_DIST_8X8
#include "aom/aomcx.h"
#endif
Jingning Han's avatar
Jingning Han committed
24
25
26
27
28

#ifdef __cplusplus
extern "C" {
#endif

29
30
31
32
33
34
#if CONFIG_PVQ
// Maximum possible # of tx blocks in luma plane, which is currently 256,
// since there can be 16x16 of 4x4 tx.
#define MAX_PVQ_BLOCKS_IN_SB (MAX_SB_SQUARE >> 2 * OD_LOG_BSIZE0)
#endif

Jingning Han's avatar
Jingning Han committed
35
36
37
38
typedef struct {
  unsigned int sse;
  int sum;
  unsigned int var;
39
} DIFF;
Jingning Han's avatar
Jingning Han committed
40

Angie Chiang's avatar
Angie Chiang committed
41
typedef struct macroblock_plane {
42
  DECLARE_ALIGNED(16, int16_t, src_diff[MAX_SB_SQUARE]);
43
44
45
#if CONFIG_PVQ
  DECLARE_ALIGNED(16, int16_t, src_int16[MAX_SB_SQUARE]);
#endif
Jingning Han's avatar
Jingning Han committed
46
47
48
  tran_low_t *qcoeff;
  tran_low_t *coeff;
  uint16_t *eobs;
49
50
51
#if CONFIG_LV_MAP
  uint8_t *txb_entropy_ctx;
#endif
Jingning Han's avatar
Jingning Han committed
52
53
54
  struct buf_2d src;

  // Quantizer setings
55
56
57
58
59
60
  const int16_t *quant_fp;
  const int16_t *round_fp;
  const int16_t *quant;
  const int16_t *quant_shift;
  const int16_t *zbin;
  const int16_t *round;
61
#if CONFIG_NEW_QUANT
62
  const cuml_bins_type_nuq *cuml_bins_nuq[QUANT_PROFILES];
63
#endif  // CONFIG_NEW_QUANT
Angie Chiang's avatar
Angie Chiang committed
64
} MACROBLOCK_PLANE;
Jingning Han's avatar
Jingning Han committed
65

hui su's avatar
hui su committed
66
67
typedef int av1_coeff_cost[PLANE_TYPES][REF_TYPES][COEF_BANDS][COEFF_CONTEXTS]
                          [TAIL_TOKENS];
Jingning Han's avatar
Jingning Han committed
68

69
70
71
72
73
74
75
76
77
78
79
#if CONFIG_LV_MAP
typedef struct {
  int txb_skip_cost[TXB_SKIP_CONTEXTS][2];
  int nz_map_cost[SIG_COEF_CONTEXTS][2];
  int eob_cost[EOB_COEF_CONTEXTS][2];
  int dc_sign_cost[DC_SIGN_CONTEXTS][2];
  int base_cost[NUM_BASE_LEVELS][COEFF_BASE_CONTEXTS][2];
  int lps_cost[LEVEL_CONTEXTS][2];
} LV_MAP_COEFF_COST;
#endif

Jingning Han's avatar
Jingning Han committed
80
typedef struct {
81
82
  int_mv ref_mvs[MODE_CTX_REF_FRAMES][MAX_MV_REF_CANDIDATES];
  int16_t mode_context[MODE_CTX_REF_FRAMES];
83
#if CONFIG_LV_MAP
84
85
  // TODO(angiebird): Reduce the buffer size according to sb_type
  tran_low_t tcoeff[MAX_MB_PLANE][MAX_SB_SQUARE];
Angie Chiang's avatar
Angie Chiang committed
86
87
88
89
90
  uint16_t eobs[MAX_MB_PLANE][MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)];
  uint8_t txb_skip_ctx[MAX_MB_PLANE]
                      [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)];
  int dc_sign_ctx[MAX_MB_PLANE]
                 [MAX_SB_SQUARE / (TX_SIZE_W_MIN * TX_SIZE_H_MIN)];
91
#endif
92
93
  uint8_t ref_mv_count[MODE_CTX_REF_FRAMES];
  CANDIDATE_MV ref_mv_stack[MODE_CTX_REF_FRAMES][MAX_REF_MV_STACK_SIZE];
94
95
96
#if CONFIG_EXT_INTER
  int16_t compound_mode_context[MODE_CTX_REF_FRAMES];
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
97
98
} MB_MODE_INFO_EXT;

Alex Converse's avatar
Alex Converse committed
99
100
101
102
103
104
105
typedef struct {
  int col_min;
  int col_max;
  int row_min;
  int row_max;
} MvLimits;

hui su's avatar
hui su committed
106
typedef struct {
107
  uint8_t best_palette_color_map[MAX_SB_SQUARE];
108
  float kmeans_data_buf[2 * MAX_SB_SQUARE];
hui su's avatar
hui su committed
109
110
} PALETTE_BUFFER;

Jingning Han's avatar
Jingning Han committed
111
112
113
114
115
116
117
typedef struct macroblock MACROBLOCK;
struct macroblock {
  struct macroblock_plane plane[MAX_MB_PLANE];

  MACROBLOCKD e_mbd;
  MB_MODE_INFO_EXT *mbmi_ext;
  int skip_block;
118
  int qindex;
Jingning Han's avatar
Jingning Han committed
119

120
121
  // The equivalent error at the current rdmult of one whole bit (not one
  // bitcost unit).
Jingning Han's avatar
Jingning Han committed
122
  int errorperbit;
123
124
  // The equivalend SAD error of one (whole) bit at the current quantizer
  // for large blocks.
Jingning Han's avatar
Jingning Han committed
125
  int sadperbit16;
126
127
  // The equivalend SAD error of one (whole) bit at the current quantizer
  // for sub-8x8 blocks.
Jingning Han's avatar
Jingning Han committed
128
129
130
  int sadperbit4;
  int rdmult;
  int mb_energy;
131
132
  int *m_search_count_ptr;
  int *ex_search_count_ptr;
Jingning Han's avatar
Jingning Han committed
133

134
135
136
137
#if CONFIG_VAR_TX
  unsigned int txb_split_count;
#endif

Jingning Han's avatar
Jingning Han committed
138
139
140
141
142
  // These are set to their default values at the beginning, and then adjusted
  // further in the encoding process.
  BLOCK_SIZE min_partition_size;
  BLOCK_SIZE max_partition_size;

143
144
  int mv_best_ref_index[TOTAL_REFS_PER_FRAME];
  unsigned int max_mv_context[TOTAL_REFS_PER_FRAME];
Jingning Han's avatar
Jingning Han committed
145
  unsigned int source_variance;
146
147
  unsigned int pred_sse[TOTAL_REFS_PER_FRAME];
  int pred_mv_sad[TOTAL_REFS_PER_FRAME];
Jingning Han's avatar
Jingning Han committed
148

149
150
151
152
153
  int *nmvjointcost;
  int nmv_vec_cost[NMV_CONTEXTS][MV_JOINTS];
  int *nmvcost[NMV_CONTEXTS][2];
  int *nmvcost_hp[NMV_CONTEXTS][2];
  int **mv_cost_stack[NMV_CONTEXTS];
Jingning Han's avatar
Jingning Han committed
154
  int **mvcost;
155

156
157
158
#if CONFIG_MOTION_VAR
  int32_t *wsrc_buf;
  int32_t *mask_buf;
159
160
  uint8_t *above_pred_buf;
  uint8_t *left_pred_buf;
161
#endif  // CONFIG_MOTION_VAR
Jingning Han's avatar
Jingning Han committed
162

hui su's avatar
hui su committed
163
164
  PALETTE_BUFFER *palette_buffer;

Jingning Han's avatar
Jingning Han committed
165
166
  // These define limits to motion vector components to prevent them
  // from extending outside the UMV borders
Alex Converse's avatar
Alex Converse committed
167
  MvLimits mv_limits;
Jingning Han's avatar
Jingning Han committed
168

169
#if CONFIG_VAR_TX
170
171
  uint8_t blk_skip[MAX_MB_PLANE][MAX_MIB_SIZE * MAX_MIB_SIZE * 8];
  uint8_t blk_skip_drl[MAX_MB_PLANE][MAX_MIB_SIZE * MAX_MIB_SIZE * 8];
172
#endif
Jingning Han's avatar
Jingning Han committed
173
174
175

  int skip;

176
177
178
179
#if CONFIG_CB4X4
  int skip_chroma_rd;
#endif

180
181
182
183
#if CONFIG_LV_MAP
  LV_MAP_COEFF_COST coeff_costs[TX_SIZES][PLANE_TYPES];
#endif

hui su's avatar
hui su committed
184
185
  av1_coeff_cost token_head_costs[TX_SIZES];
  av1_coeff_cost token_tail_costs[TX_SIZES];
Jingning Han's avatar
Jingning Han committed
186

187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
  // mode costs
  int mbmode_cost[BLOCK_SIZE_GROUPS][INTRA_MODES];
  int newmv_mode_cost[NEWMV_MODE_CONTEXTS][2];
  int zeromv_mode_cost[ZEROMV_MODE_CONTEXTS][2];
  int refmv_mode_cost[REFMV_MODE_CONTEXTS][2];
  int drl_mode_cost0[DRL_MODE_CONTEXTS][2];

#if CONFIG_EXT_INTER
  int inter_compound_mode_cost[INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES];
#if CONFIG_COMPOUND_SINGLEREF
  int inter_singleref_comp_mode_cost[INTER_MODE_CONTEXTS]
                                    [INTER_SINGLEREF_COMP_MODES];
#endif  // CONFIG_COMPOUND_SINGLEREF
#if CONFIG_INTERINTRA
  int interintra_mode_cost[BLOCK_SIZE_GROUPS][INTERINTRA_MODES];
#endif  // CONFIG_INTERINTRA
#endif  // CONFIG_EXT_INTER
#if CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  int motion_mode_cost[BLOCK_SIZES_ALL][MOTION_MODES];
#if CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
  int motion_mode_cost1[BLOCK_SIZES_ALL][2];
#endif  // CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
#if CONFIG_MOTION_VAR && CONFIG_NCOBMC_ADAPT_WEIGHT
  int ncobmc_mode_cost[ADAPT_OVERLAP_BLOCKS][MAX_NCOBMC_MODES];
#endif  // CONFIG_MOTION_VAR && CONFIG_NCOBMC_ADAPT_WEIGHT
#endif  // CONFIG_MOTION_VAR || CONFIG_WARPED_MOTION
  int intra_uv_mode_cost[INTRA_MODES][UV_INTRA_MODES];
  int y_mode_costs[INTRA_MODES][INTRA_MODES][INTRA_MODES];
  int switchable_interp_costs[SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS];
#if CONFIG_EXT_PARTITION_TYPES
  int partition_cost[PARTITION_CONTEXTS + CONFIG_UNPOISON_PARTITION_CTX]
                    [EXT_PARTITION_TYPES];
#else
  int partition_cost[PARTITION_CONTEXTS + CONFIG_UNPOISON_PARTITION_CTX]
                    [PARTITION_TYPES];
#endif  // CONFIG_EXT_PARTITION_TYPES
  int palette_y_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
  int palette_uv_size_cost[PALETTE_BLOCK_SIZES][PALETTE_SIZES];
  int palette_y_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
                          [PALETTE_COLORS];
  int palette_uv_color_cost[PALETTE_SIZES][PALETTE_COLOR_INDEX_CONTEXTS]
                           [PALETTE_COLORS];
  int tx_size_cost[TX_SIZES - 1][TX_SIZE_CONTEXTS][TX_SIZES];
#if CONFIG_EXT_TX
  int inter_tx_type_costs[EXT_TX_SETS_INTER][EXT_TX_SIZES][TX_TYPES];
  int intra_tx_type_costs[EXT_TX_SETS_INTRA][EXT_TX_SIZES][INTRA_MODES]
                         [TX_TYPES];
#else
  int intra_tx_type_costs[EXT_TX_SIZES][TX_TYPES][TX_TYPES];
  int inter_tx_type_costs[EXT_TX_SIZES][TX_TYPES];
#endif  // CONFIG_EXT_TX
#if CONFIG_EXT_INTRA
#if CONFIG_INTRA_INTERP
  int intra_filter_cost[INTRA_FILTERS + 1][INTRA_FILTERS];
#endif  // CONFIG_INTRA_INTERP
#endif  // CONFIG_EXT_INTRA
#if CONFIG_LOOP_RESTORATION
  int switchable_restore_cost[RESTORE_SWITCHABLE_TYPES];
#endif  // CONFIG_LOOP_RESTORATION

Jingning Han's avatar
Jingning Han committed
247
248
249
  int optimize;

  // Used to store sub partition's choices.
250
  MV pred_mv[TOTAL_REFS_PER_FRAME];
Jingning Han's avatar
Jingning Han committed
251

hui su's avatar
hui su committed
252
253
  // Store the best motion vector during motion search
  int_mv best_mv;
254
255
  // Store the second best motion vector during full-pixel motion search
  int_mv second_best_mv;
hui su's avatar
hui su committed
256

257
258
  // use default transform and skip transform type search for intra modes
  int use_default_intra_tx_type;
259
260
  // use default transform and skip transform type search for inter modes
  int use_default_inter_tx_type;
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
#if CONFIG_PVQ
  int rate;
  // 1 if neither AC nor DC is coded. Only used during RDO.
  int pvq_skip[MAX_MB_PLANE];
  PVQ_QUEUE *pvq_q;

  // Storage for PVQ tx block encodings in a superblock.
  // There can be max 16x16 of 4x4 blocks (and YUV) encode by PVQ
  // 256 is the max # of 4x4 blocks in a SB (64x64), which comes from:
  // 1) Since PVQ is applied to each trasnform-ed block
  // 2) 4x4 is the smallest tx size in AV1
  // 3) AV1 allows using smaller tx size than block (i.e. partition) size
  // TODO(yushin) : The memory usage could be improved a lot, since this has
  // storage for 10 bands and 128 coefficients for every 4x4 block,
  PVQ_INFO pvq[MAX_PVQ_BLOCKS_IN_SB][MAX_MB_PLANE];
  daala_enc_ctx daala_enc;
  int pvq_speed;
  int pvq_coded;  // Indicates whether pvq_info needs be stored to tokenize
#endif
Yushin Cho's avatar
Yushin Cho committed
280
#if CONFIG_DIST_8X8
281
282
  int using_dist_8x8;
  aom_tune_metric tune_metric;
Yushin Cho's avatar
Yushin Cho committed
283
#if CONFIG_CB4X4
284
285
286
#if CONFIG_HIGHBITDEPTH
  DECLARE_ALIGNED(16, uint16_t, decoded_8x8[8 * 8]);
#else
Yushin Cho's avatar
Yushin Cho committed
287
  DECLARE_ALIGNED(16, uint8_t, decoded_8x8[8 * 8]);
288
#endif
Yushin Cho's avatar
Yushin Cho committed
289
#endif  // CONFIG_CB4X4
Yushin Cho's avatar
Yushin Cho committed
290
#endif  // CONFIG_DIST_8X8
291
292
293
294
#if CONFIG_CFL
  // Whether luma needs to be stored during RDO.
  int cfl_store_y;
#endif
Jingning Han's avatar
Jingning Han committed
295
296
297
298
299
300
};

#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
301
#endif  // AV1_ENCODER_BLOCK_H_