encoder.c 252 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

12
#include <limits.h>
Jingning Han's avatar
Jingning Han committed
13
14
15
#include <math.h>
#include <stdio.h>

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "./aom_config.h"
Jingning Han's avatar
Jingning Han committed
17

18
#include "av1/common/alloccommon.h"
19
#if CONFIG_CDEF
20
#include "av1/common/cdef.h"
21
#endif  // CONFIG_CDEF
22
23
24
25
#include "av1/common/filter.h"
#include "av1/common/idct.h"
#include "av1/common/reconinter.h"
#include "av1/common/reconintra.h"
26
#include "av1/common/resize.h"
27
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
28

29
30
31
32
#include "av1/encoder/aq_complexity.h"
#include "av1/encoder/aq_cyclicrefresh.h"
#include "av1/encoder/aq_variance.h"
#include "av1/encoder/bitstream.h"
Todd Nguyen's avatar
Todd Nguyen committed
33
34
35
#if CONFIG_BGSPRITE
#include "av1/encoder/bgsprite.h"
#endif  // CONFIG_BGSPRITE
36
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
37
#include "aom_dsp/buf_ans.h"
38
#endif
39
40
41
42
#include "av1/encoder/context_tree.h"
#include "av1/encoder/encodeframe.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/encoder.h"
43
44
45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif
46
47
#include "av1/encoder/ethread.h"
#include "av1/encoder/firstpass.h"
48
49
50
#if CONFIG_HASH_ME
#include "av1/encoder/hash_motion.h"
#endif
51
52
#include "av1/encoder/mbgraph.h"
#include "av1/encoder/picklpf.h"
53
#if CONFIG_LOOP_RESTORATION
54
#include "av1/encoder/pickrst.h"
55
#endif  // CONFIG_LOOP_RESTORATION
56
#include "av1/encoder/random.h"
57
58
59
60
61
#include "av1/encoder/ratectrl.h"
#include "av1/encoder/rd.h"
#include "av1/encoder/segmentation.h"
#include "av1/encoder/speed_features.h"
#include "av1/encoder/temporal_filter.h"
Jingning Han's avatar
Jingning Han committed
62

Yaowu Xu's avatar
Yaowu Xu committed
63
64
65
#include "./av1_rtcd.h"
#include "./aom_dsp_rtcd.h"
#include "./aom_scale_rtcd.h"
66
#include "aom_dsp/psnr.h"
67
#if CONFIG_INTERNAL_STATS
68
#include "aom_dsp/ssim.h"
69
#endif
Yaowu Xu's avatar
Yaowu Xu committed
70
71
#include "aom_dsp/aom_dsp_common.h"
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
72
#include "aom_ports/aom_timer.h"
73
74
#include "aom_ports/mem.h"
#include "aom_ports/system_state.h"
Yaowu Xu's avatar
Yaowu Xu committed
75
#include "aom_scale/aom_scale.h"
76
#if CONFIG_BITSTREAM_DEBUG
77
#include "aom_util/debug_util.h"
78
#endif  // CONFIG_BITSTREAM_DEBUG
79

80
81
#if CONFIG_ENTROPY_STATS
FRAME_COUNTS aggregate_fc;
82
83
// Aggregate frame counts per frame context type
FRAME_COUNTS aggregate_fc_per_type[FRAME_CONTEXTS];
84
85
#endif  // CONFIG_ENTROPY_STATS

Jingning Han's avatar
Jingning Han committed
86
87
88
#define AM_SEGMENT_ID_INACTIVE 7
#define AM_SEGMENT_ID_ACTIVE 0

89
90
91
92
93
94
95
96
#define SHARP_FILTER_QTHRESH 0 /* Q threshold for 8-tap sharp filter */

#define ALTREF_HIGH_PRECISION_MV 1     // Whether to use high precision mv
                                       //  for altref computation.
#define HIGH_PRECISION_MV_QTHRESH 200  // Q threshold for high precision
                                       // mv. Choose a very high value for
                                       // now so that HIGH_PRECISION is always
                                       // chosen.
97

Jingning Han's avatar
Jingning Han committed
98
99
100
101
102
103
104
105
106
// #define OUTPUT_YUV_REC
#ifdef OUTPUT_YUV_DENOISED
FILE *yuv_denoised_file = NULL;
#endif
#ifdef OUTPUT_YUV_SKINMAP
FILE *yuv_skinmap_file = NULL;
#endif
#ifdef OUTPUT_YUV_REC
FILE *yuv_rec_file;
107
#define FILE_NAME_LEN 100
Jingning Han's avatar
Jingning Han committed
108
109
110
111
112
113
114
115
#endif

#if 0
FILE *framepsnr;
FILE *kf_list;
FILE *keyfile;
#endif

Luc Trudeau's avatar
Luc Trudeau committed
116
117
118
119
#if CONFIG_CFL
CFL_CTX NULL_CFL;
#endif

120
121
122
123
#if CONFIG_INTERNAL_STATS
typedef enum { Y, U, V, ALL } STAT_TYPE;
#endif  // CONFIG_INTERNAL_STATS

Yaowu Xu's avatar
Yaowu Xu committed
124
static INLINE void Scale2Ratio(AOM_SCALING mode, int *hr, int *hs) {
Jingning Han's avatar
Jingning Han committed
125
126
127
128
129
130
131
132
133
134
135
136
  switch (mode) {
    case NORMAL:
      *hr = 1;
      *hs = 1;
      break;
    case FOURFIVE:
      *hr = 4;
      *hs = 5;
      break;
    case THREEFIVE:
      *hr = 3;
      *hs = 5;
137
      break;
Jingning Han's avatar
Jingning Han committed
138
139
140
    case ONETWO:
      *hr = 1;
      *hs = 2;
141
      break;
Jingning Han's avatar
Jingning Han committed
142
143
144
    default:
      *hr = 1;
      *hs = 1;
145
      assert(0);
Jingning Han's avatar
Jingning Han committed
146
147
148
149
150
151
      break;
  }
}

// Mark all inactive blocks as active. Other segmentation features may be set
// so memset cannot be used, instead only inactive blocks should be reset.
Yaowu Xu's avatar
Yaowu Xu committed
152
static void suppress_active_map(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
153
154
155
156
157
158
159
160
  unsigned char *const seg_map = cpi->segmentation_map;
  int i;
  if (cpi->active_map.enabled || cpi->active_map.update)
    for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
      if (seg_map[i] == AM_SEGMENT_ID_INACTIVE)
        seg_map[i] = AM_SEGMENT_ID_ACTIVE;
}

Yaowu Xu's avatar
Yaowu Xu committed
161
static void apply_active_map(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
  struct segmentation *const seg = &cpi->common.seg;
  unsigned char *const seg_map = cpi->segmentation_map;
  const unsigned char *const active_map = cpi->active_map.map;
  int i;

  assert(AM_SEGMENT_ID_ACTIVE == CR_SEGMENT_ID_BASE);

  if (frame_is_intra_only(&cpi->common)) {
    cpi->active_map.enabled = 0;
    cpi->active_map.update = 1;
  }

  if (cpi->active_map.update) {
    if (cpi->active_map.enabled) {
      for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
        if (seg_map[i] == AM_SEGMENT_ID_ACTIVE) seg_map[i] = active_map[i];
Yaowu Xu's avatar
Yaowu Xu committed
178
179
      av1_enable_segmentation(seg);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
#if CONFIG_LOOPFILTER_LEVEL
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V);

      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V,
                      -MAX_LOOP_FILTER);
#else
Yaowu Xu's avatar
Yaowu Xu committed
195
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
Jingning Han's avatar
Jingning Han committed
196
      // Setting the data to -MAX_LOOP_FILTER will result in the computed loop
197
      // filter level being zero.
Yaowu Xu's avatar
Yaowu Xu committed
198
199
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF,
                      -MAX_LOOP_FILTER);
200
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
201
    } else {
Yaowu Xu's avatar
Yaowu Xu committed
202
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
203
204
205
206
207
208
#if CONFIG_LOOPFILTER_LEVEL
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
209
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
210
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
211
212
213
214
215
216
217
218
219
      if (seg->enabled) {
        seg->update_data = 1;
        seg->update_map = 1;
      }
    }
    cpi->active_map.update = 0;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
220
221
int av1_set_active_map(AV1_COMP *cpi, unsigned char *new_map_16x16, int rows,
                       int cols) {
Jingning Han's avatar
Jingning Han committed
222
223
224
225
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols) {
    unsigned char *const active_map_8x8 = cpi->active_map.map;
    const int mi_rows = cpi->common.mi_rows;
    const int mi_cols = cpi->common.mi_cols;
226
227
    const int row_scale = mi_size_high[BLOCK_16X16] == 2 ? 1 : 2;
    const int col_scale = mi_size_wide[BLOCK_16X16] == 2 ? 1 : 2;
Jingning Han's avatar
Jingning Han committed
228
229
230
231
232
233
    cpi->active_map.update = 1;
    if (new_map_16x16) {
      int r, c;
      for (r = 0; r < mi_rows; ++r) {
        for (c = 0; c < mi_cols; ++c) {
          active_map_8x8[r * mi_cols + c] =
234
              new_map_16x16[(r >> row_scale) * cols + (c >> col_scale)]
Jingning Han's avatar
Jingning Han committed
235
236
237
238
239
240
241
242
243
244
245
246
247
248
                  ? AM_SEGMENT_ID_ACTIVE
                  : AM_SEGMENT_ID_INACTIVE;
        }
      }
      cpi->active_map.enabled = 1;
    } else {
      cpi->active_map.enabled = 0;
    }
    return 0;
  } else {
    return -1;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
249
250
int av1_get_active_map(AV1_COMP *cpi, unsigned char *new_map_16x16, int rows,
                       int cols) {
Jingning Han's avatar
Jingning Han committed
251
252
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols &&
      new_map_16x16) {
253
    unsigned char *const seg_map_8x8 = cpi->segmentation_map;
Jingning Han's avatar
Jingning Han committed
254
255
    const int mi_rows = cpi->common.mi_rows;
    const int mi_cols = cpi->common.mi_cols;
256
257
258
    const int row_scale = mi_size_high[BLOCK_16X16] == 2 ? 1 : 2;
    const int col_scale = mi_size_wide[BLOCK_16X16] == 2 ? 1 : 2;

Jingning Han's avatar
Jingning Han committed
259
260
261
262
263
264
265
    memset(new_map_16x16, !cpi->active_map.enabled, rows * cols);
    if (cpi->active_map.enabled) {
      int r, c;
      for (r = 0; r < mi_rows; ++r) {
        for (c = 0; c < mi_cols; ++c) {
          // Cyclic refresh segments are considered active despite not having
          // AM_SEGMENT_ID_ACTIVE
266
          new_map_16x16[(r >> row_scale) * cols + (c >> col_scale)] |=
Jingning Han's avatar
Jingning Han committed
267
268
269
270
271
272
273
274
275
276
              seg_map_8x8[r * mi_cols + c] != AM_SEGMENT_ID_INACTIVE;
        }
      }
    }
    return 0;
  } else {
    return -1;
  }
}

RogerZhou's avatar
RogerZhou committed
277
278
279
static void set_high_precision_mv(AV1_COMP *cpi, int allow_high_precision_mv
#if CONFIG_AMVR
                                  ,
280
                                  int cur_frame_force_integer_mv
RogerZhou's avatar
RogerZhou committed
281
282
#endif
                                  ) {
283
284
285
  MACROBLOCK *const mb = &cpi->td.mb;
  cpi->common.allow_high_precision_mv = allow_high_precision_mv;

RogerZhou's avatar
RogerZhou committed
286
#if CONFIG_AMVR
287
  if (cpi->common.allow_high_precision_mv && cur_frame_force_integer_mv == 0) {
RogerZhou's avatar
RogerZhou committed
288
#else
289
  if (cpi->common.allow_high_precision_mv) {
RogerZhou's avatar
RogerZhou committed
290
#endif
291
292
293
294
295
296
297
298
299
300
301
302
    int i;
    for (i = 0; i < NMV_CONTEXTS; ++i) {
      mb->mv_cost_stack[i] = mb->nmvcost_hp[i];
    }
  } else {
    int i;
    for (i = 0; i < NMV_CONTEXTS; ++i) {
      mb->mv_cost_stack[i] = mb->nmvcost[i];
    }
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
303
static BLOCK_SIZE select_sb_size(const AV1_COMP *const cpi) {
304
#if CONFIG_EXT_PARTITION
Yaowu Xu's avatar
Yaowu Xu committed
305
  if (cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_64X64)
306
307
    return BLOCK_64X64;

Yaowu Xu's avatar
Yaowu Xu committed
308
  if (cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_128X128)
309
310
    return BLOCK_128X128;

Yaowu Xu's avatar
Yaowu Xu committed
311
  assert(cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_DYNAMIC);
312
313
314
315
316
317
318
319
320
321
322
323
324
325

  assert(IMPLIES(cpi->common.tile_cols > 1,
                 cpi->common.tile_width % MAX_MIB_SIZE == 0));
  assert(IMPLIES(cpi->common.tile_rows > 1,
                 cpi->common.tile_height % MAX_MIB_SIZE == 0));

  // TODO(any): Possibly could improve this with a heuristic.
  return BLOCK_128X128;
#else
  (void)cpi;
  return BLOCK_64X64;
#endif  //  CONFIG_EXT_PARTITION
}

Yaowu Xu's avatar
Yaowu Xu committed
326
327
static void setup_frame(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
328
329
330
331
332
333
  // Set up entropy context depending on frame type. The decoder mandates
  // the use of the default context, index 0, for keyframes and inter
  // frames where the error_resilient_mode or intra_only flag is set. For
  // other inter-frames the encoder currently uses only two contexts;
  // context 1 for ALTREF frames and context 0 for the others.
  if (frame_is_intra_only(cm) || cm->error_resilient_mode) {
Yaowu Xu's avatar
Yaowu Xu committed
334
    av1_setup_past_independence(cm);
Jingning Han's avatar
Jingning Han committed
335
  } else {
336
337
338
339
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
// Just use frame context from first signaled reference frame.
// This will always be LAST_FRAME for now.
#else
340
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
Zoe Liu's avatar
Zoe Liu committed
341
    if (gf_group->update_type[gf_group->index] == INTNL_ARF_UPDATE)
342
343
344
      cm->frame_context_idx = EXT_ARF_FRAME;
    else if (cpi->refresh_alt_ref_frame)
      cm->frame_context_idx = ARF_FRAME;
345
346
347
348
349
350
351
352
    else if (cpi->rc.is_src_frame_alt_ref)
      cm->frame_context_idx = OVERLAY_FRAME;
    else if (cpi->refresh_golden_frame)
      cm->frame_context_idx = GLD_FRAME;
    else if (cpi->refresh_bwd_ref_frame)
      cm->frame_context_idx = BRF_FRAME;
    else
      cm->frame_context_idx = REGULAR_FRAME;
353
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
Jingning Han's avatar
Jingning Han committed
354
355
356
  }

  if (cm->frame_type == KEY_FRAME) {
Yunqing Wang's avatar
Yunqing Wang committed
357
    cpi->refresh_golden_frame = 1;
Jingning Han's avatar
Jingning Han committed
358
    cpi->refresh_alt_ref_frame = 1;
Yaowu Xu's avatar
Yaowu Xu committed
359
    av1_zero(cpi->interp_filter_selected);
360
    set_sb_size(cm, select_sb_size(cpi));
361
362
363
#if CONFIG_REFERENCE_BUFFER
    set_use_reference_buffer(cm, 0);
#endif  // CONFIG_REFERENCE_BUFFER
Jingning Han's avatar
Jingning Han committed
364
  } else {
365
366
367
368
369
370
371
372
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
    if (frame_is_intra_only(cm) || cm->error_resilient_mode ||
        cm->frame_refs[0].idx < 0) {
      *cm->fc = cm->frame_contexts[FRAME_CONTEXT_DEFAULTS];
    } else {
      *cm->fc = cm->frame_contexts[cm->frame_refs[0].idx];
    }
#else
Jingning Han's avatar
Jingning Han committed
373
    *cm->fc = cm->frame_contexts[cm->frame_context_idx];
374
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
Yaowu Xu's avatar
Yaowu Xu committed
375
    av1_zero(cpi->interp_filter_selected[0]);
Jingning Han's avatar
Jingning Han committed
376
  }
377
#if !CONFIG_EXT_COMP_REFS  // No change to bitstream
378
379
380
381
  if (cpi->sf.recode_loop == DISALLOW_RECODE) {
    cpi->refresh_bwd_ref_frame = cpi->refresh_last_frame;
    cpi->rc.is_bipred_frame = 1;
  }
382
#endif  // !CONFIG_EXT_COMP_REFS
383
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
384
385
  if (frame_is_intra_only(cm) || cm->error_resilient_mode ||
      cm->frame_refs[0].idx < 0) {
386
387
388
    // use default frame context values
    cm->pre_fc = &cm->frame_contexts[FRAME_CONTEXT_DEFAULTS];
  } else {
389
    *cm->fc = cm->frame_contexts[cm->frame_refs[0].idx];
390
391
392
    cm->pre_fc = &cm->frame_contexts[cm->frame_refs[0].idx];
  }
#else
393
  cm->pre_fc = &cm->frame_contexts[cm->frame_context_idx];
394
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
395

Geza Lore's avatar
Geza Lore committed
396
  cpi->vaq_refresh = 0;
Jingning Han's avatar
Jingning Han committed
397
398
}

399
static void enc_setup_mi(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
  int i;
  cm->mi = cm->mip + cm->mi_stride + 1;
  memset(cm->mip, 0, cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mip));
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
  // Clear top border row
  memset(cm->prev_mip, 0, sizeof(*cm->prev_mip) * cm->mi_stride);
  // Clear left border column
  for (i = 1; i < cm->mi_rows + 1; ++i)
    memset(&cm->prev_mip[i * cm->mi_stride], 0, sizeof(*cm->prev_mip));
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;

  memset(cm->mi_grid_base, 0,
         cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mi_grid_base));
}

416
static int enc_alloc_mi(AV1_COMMON *cm, int mi_size) {
Yaowu Xu's avatar
Yaowu Xu committed
417
  cm->mip = aom_calloc(mi_size, sizeof(*cm->mip));
418
  if (!cm->mip) return 1;
Yaowu Xu's avatar
Yaowu Xu committed
419
  cm->prev_mip = aom_calloc(mi_size, sizeof(*cm->prev_mip));
420
  if (!cm->prev_mip) return 1;
Jingning Han's avatar
Jingning Han committed
421
422
  cm->mi_alloc_size = mi_size;

Yaowu Xu's avatar
Yaowu Xu committed
423
  cm->mi_grid_base = (MODE_INFO **)aom_calloc(mi_size, sizeof(MODE_INFO *));
424
425
  if (!cm->mi_grid_base) return 1;
  cm->prev_mi_grid_base =
Yaowu Xu's avatar
Yaowu Xu committed
426
      (MODE_INFO **)aom_calloc(mi_size, sizeof(MODE_INFO *));
427
  if (!cm->prev_mi_grid_base) return 1;
Jingning Han's avatar
Jingning Han committed
428
429
430
431

  return 0;
}

432
static void enc_free_mi(AV1_COMMON *cm) {
Yaowu Xu's avatar
Yaowu Xu committed
433
  aom_free(cm->mip);
Jingning Han's avatar
Jingning Han committed
434
  cm->mip = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
435
  aom_free(cm->prev_mip);
Jingning Han's avatar
Jingning Han committed
436
  cm->prev_mip = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
437
  aom_free(cm->mi_grid_base);
Jingning Han's avatar
Jingning Han committed
438
  cm->mi_grid_base = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
439
  aom_free(cm->prev_mi_grid_base);
Jingning Han's avatar
Jingning Han committed
440
  cm->prev_mi_grid_base = NULL;
441
  cm->mi_alloc_size = 0;
Jingning Han's avatar
Jingning Han committed
442
443
}

444
static void swap_mi_and_prev_mi(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
  // Current mip will be the prev_mip for the next frame.
  MODE_INFO **temp_base = cm->prev_mi_grid_base;
  MODE_INFO *temp = cm->prev_mip;
  cm->prev_mip = cm->mip;
  cm->mip = temp;

  // Update the upper left visible macroblock ptrs.
  cm->mi = cm->mip + cm->mi_stride + 1;
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;

  cm->prev_mi_grid_base = cm->mi_grid_base;
  cm->mi_grid_base = temp_base;
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
}

Yaowu Xu's avatar
Yaowu Xu committed
461
void av1_initialize_enc(void) {
Jingning Han's avatar
Jingning Han committed
462
463
464
  static volatile int init_done = 0;

  if (!init_done) {
Yaowu Xu's avatar
Yaowu Xu committed
465
466
467
468
469
    av1_rtcd();
    aom_dsp_rtcd();
    aom_scale_rtcd();
    av1_init_intra_predictors();
    av1_init_me_luts();
470
#if !CONFIG_XIPHRC
Yaowu Xu's avatar
Yaowu Xu committed
471
    av1_rc_init_minq_luts();
472
#endif
Yaowu Xu's avatar
Yaowu Xu committed
473
474
475
    av1_entropy_mv_init();
    av1_encode_token_init();
    av1_init_wedge_masks();
Jingning Han's avatar
Jingning Han committed
476
477
478
479
    init_done = 1;
  }
}

480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
static void dealloc_context_buffers_ext(AV1_COMP *cpi) {
  if (cpi->mbmi_ext_base) {
    aom_free(cpi->mbmi_ext_base);
    cpi->mbmi_ext_base = NULL;
  }
}

static void alloc_context_buffers_ext(AV1_COMP *cpi) {
  AV1_COMMON *cm = &cpi->common;
  int mi_size = cm->mi_cols * cm->mi_rows;

  dealloc_context_buffers_ext(cpi);
  CHECK_MEM_ERROR(cm, cpi->mbmi_ext_base,
                  aom_calloc(mi_size, sizeof(*cpi->mbmi_ext_base)));
}

Yaowu Xu's avatar
Yaowu Xu committed
496
497
static void dealloc_compressor_data(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
498

499
  dealloc_context_buffers_ext(cpi);
Jingning Han's avatar
Jingning Han committed
500

Yaowu Xu's avatar
Yaowu Xu committed
501
  aom_free(cpi->tile_data);
Jingning Han's avatar
Jingning Han committed
502
503
504
  cpi->tile_data = NULL;

  // Delete sementation map
Yaowu Xu's avatar
Yaowu Xu committed
505
  aom_free(cpi->segmentation_map);
Jingning Han's avatar
Jingning Han committed
506
507
  cpi->segmentation_map = NULL;

Yaowu Xu's avatar
Yaowu Xu committed
508
  av1_cyclic_refresh_free(cpi->cyclic_refresh);
Jingning Han's avatar
Jingning Han committed
509
510
  cpi->cyclic_refresh = NULL;

Yaowu Xu's avatar
Yaowu Xu committed
511
  aom_free(cpi->active_map.map);
Jingning Han's avatar
Jingning Han committed
512
513
  cpi->active_map.map = NULL;

514
515
516
517
518
519
520
521
522
523
524
525
  aom_free(cpi->td.mb.above_pred_buf);
  cpi->td.mb.above_pred_buf = NULL;

  aom_free(cpi->td.mb.left_pred_buf);
  cpi->td.mb.left_pred_buf = NULL;

  aom_free(cpi->td.mb.wsrc_buf);
  cpi->td.mb.wsrc_buf = NULL;

  aom_free(cpi->td.mb.mask_buf);
  cpi->td.mb.mask_buf = NULL;

Jingning Han's avatar
Jingning Han committed
526
527
528
529
530
#if CONFIG_MFMV
  aom_free(cm->tpl_mvs);
  cm->tpl_mvs = NULL;
#endif

Yaowu Xu's avatar
Yaowu Xu committed
531
  av1_free_ref_frame_buffers(cm->buffer_pool);
532
533
534
#if CONFIG_LV_MAP
  av1_free_txb_buf(cpi);
#endif
Yaowu Xu's avatar
Yaowu Xu committed
535
  av1_free_context_buffers(cm);
Jingning Han's avatar
Jingning Han committed
536

Yaowu Xu's avatar
Yaowu Xu committed
537
  aom_free_frame_buffer(&cpi->last_frame_uf);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
538
#if CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
539
  av1_free_restoration_buffers(cm);
540
  aom_free_frame_buffer(&cpi->trial_frame_rst);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
541
#endif  // CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
542
543
544
545
  aom_free_frame_buffer(&cpi->scaled_source);
  aom_free_frame_buffer(&cpi->scaled_last_source);
  aom_free_frame_buffer(&cpi->alt_ref_buffer);
  av1_lookahead_destroy(cpi->lookahead);
Jingning Han's avatar
Jingning Han committed
546

Yaowu Xu's avatar
Yaowu Xu committed
547
  aom_free(cpi->tile_tok[0][0]);
Jingning Han's avatar
Jingning Han committed
548
549
  cpi->tile_tok[0][0] = 0;

Yaowu Xu's avatar
Yaowu Xu committed
550
  av1_free_pc_tree(&cpi->td);
551

552
  aom_free(cpi->td.mb.palette_buffer);
hui su's avatar
hui su committed
553

554
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
555
  aom_buf_ans_free(&cpi->buf_ans);
556
#endif  // CONFIG_ANS
Jingning Han's avatar
Jingning Han committed
557
558
}

Yaowu Xu's avatar
Yaowu Xu committed
559
static void save_coding_context(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
560
  CODING_CONTEXT *const cc = &cpi->coding_context;
Yaowu Xu's avatar
Yaowu Xu committed
561
  AV1_COMMON *cm = &cpi->common;
562
  int i;
Jingning Han's avatar
Jingning Han committed
563

Sebastien Alaiwan's avatar
Sebastien Alaiwan committed
564
565
566
567
  // Stores a snapshot of key state variables which can subsequently be
  // restored with a call to av1_restore_coding_context. These functions are
  // intended for use in a re-code loop in av1_compress_frame where the
  // quantizer value is adjusted between loop iterations.
568
569
570
571
572
573
  for (i = 0; i < NMV_CONTEXTS; ++i) {
    av1_copy(cc->nmv_vec_cost[i], cpi->td.mb.nmv_vec_cost[i]);
    av1_copy(cc->nmv_costs, cpi->nmv_costs);
    av1_copy(cc->nmv_costs_hp, cpi->nmv_costs_hp);
  }

Yaowu Xu's avatar
Yaowu Xu committed
574
575
  av1_copy(cc->last_ref_lf_deltas, cm->lf.last_ref_deltas);
  av1_copy(cc->last_mode_lf_deltas, cm->lf.last_mode_deltas);
Jingning Han's avatar
Jingning Han committed
576
577
578
579

  cc->fc = *cm->fc;
}

Yaowu Xu's avatar
Yaowu Xu committed
580
static void restore_coding_context(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
581
  CODING_CONTEXT *const cc = &cpi->coding_context;
Yaowu Xu's avatar
Yaowu Xu committed
582
  AV1_COMMON *cm = &cpi->common;
583
  int i;
Jingning Han's avatar
Jingning Han committed
584

Sebastien Alaiwan's avatar
Sebastien Alaiwan committed
585
586
  // Restore key state variables to the snapshot state stored in the
  // previous call to av1_save_coding_context.
587
588
589
590
591
592
  for (i = 0; i < NMV_CONTEXTS; ++i) {
    av1_copy(cpi->td.mb.nmv_vec_cost[i], cc->nmv_vec_cost[i]);
    av1_copy(cpi->nmv_costs, cc->nmv_costs);
    av1_copy(cpi->nmv_costs_hp, cc->nmv_costs_hp);
  }

Yaowu Xu's avatar
Yaowu Xu committed
593
594
  av1_copy(cm->lf.last_ref_deltas, cc->last_ref_lf_deltas);
  av1_copy(cm->lf.last_mode_deltas, cc->last_mode_lf_deltas);
Jingning Han's avatar
Jingning Han committed
595
596
597
598

  *cm->fc = cc->fc;
}

Yaowu Xu's avatar
Yaowu Xu committed
599
600
static void configure_static_seg_features(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
  const RATE_CONTROL *const rc = &cpi->rc;
  struct segmentation *const seg = &cm->seg;

  int high_q = (int)(rc->avg_q > 48.0);
  int qi_delta;

  // Disable and clear down for KF
  if (cm->frame_type == KEY_FRAME) {
    // Clear down the global segmentation map
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
    seg->update_map = 0;
    seg->update_data = 0;
    cpi->static_mb_pct = 0;

    // Disable segmentation
Yaowu Xu's avatar
Yaowu Xu committed
616
    av1_disable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
617
618

    // Clear down the segment features.
Yaowu Xu's avatar
Yaowu Xu committed
619
    av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
620
621
622
623
624
625
626
627
628
  } else if (cpi->refresh_alt_ref_frame) {
    // If this is an alt ref frame
    // Clear down the global segmentation map
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
    seg->update_map = 0;
    seg->update_data = 0;
    cpi->static_mb_pct = 0;

    // Disable segmentation and individual segment features by default
Yaowu Xu's avatar
Yaowu Xu committed
629
630
    av1_disable_segmentation(seg);
    av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
631
632
633

    // Scan frames from current to arf frame.
    // This function re-enables segmentation if appropriate.
Yaowu Xu's avatar
Yaowu Xu committed
634
    av1_update_mbgraph_stats(cpi);
Jingning Han's avatar
Jingning Han committed
635
636
637
638
639
640
641

    // If segmentation was enabled set those features needed for the
    // arf itself.
    if (seg->enabled) {
      seg->update_map = 1;
      seg->update_data = 1;

642
      qi_delta =
Yaowu Xu's avatar
Yaowu Xu committed
643
644
          av1_compute_qdelta(rc, rc->avg_q, rc->avg_q * 0.875, cm->bit_depth);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta - 2);
645
646
647
648
649
650
651
652
653
654
655
#if CONFIG_LOOPFILTER_LEVEL
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_H, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_V, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_U, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_V, -2);

      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_H);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_V);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_U);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
656
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
657
658
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
659

Yaowu Xu's avatar
Yaowu Xu committed
660
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
Jingning Han's avatar
Jingning Han committed
661
662
663
664
665
666
667
668
669
670
671
    }
  } else if (seg->enabled) {
    // All other frames if segmentation has been enabled

    // First normal frame in a valid gf or alt ref group
    if (rc->frames_since_golden == 0) {
      // Set up segment features for normal frames in an arf group
      if (rc->source_alt_ref_active) {
        seg->update_map = 0;
        seg->update_data = 1;

Yaowu Xu's avatar
Yaowu Xu committed
672
673
674
675
        qi_delta =
            av1_compute_qdelta(rc, rc->avg_q, rc->avg_q * 1.125, cm->bit_depth);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta + 2);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
Jingning Han's avatar
Jingning Han committed
676

677
678
679
680
681
682
683
684
685
686
687
#if CONFIG_LOOPFILTER_LEVEL
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_H, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_V, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_U, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_V, -2);

        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_H);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_V);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_U);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
688
689
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
690
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
691
692
693

        // Segment coding disabled for compred testing
        if (high_q || (cpi->static_mb_pct == 100)) {
Yaowu Xu's avatar
Yaowu Xu committed
694
695
696
          av1_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
          av1_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
          av1_enable_segfeature(seg, 1, SEG_LVL_SKIP);
Jingning Han's avatar
Jingning Han committed
697
698
699
700
701
        }
      } else {
        // Disable segmentation and clear down features if alt ref
        // is not active for this group

Yaowu Xu's avatar
Yaowu Xu committed
702
        av1_disable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
703
704
705
706
707
708

        memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);

        seg->update_map = 0;
        seg->update_data = 0;

Yaowu Xu's avatar
Yaowu Xu committed
709
        av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
710
711
712
713
714
715
716
      }
    } else if (rc->is_src_frame_alt_ref) {
      // Special case where we are coding over the top of a previous
      // alt ref frame.
      // Segment coding disabled for compred testing

      // Enable ref frame features for segment 0 as well
Yaowu Xu's avatar
Yaowu Xu committed
717
718
      av1_enable_segfeature(seg, 0, SEG_LVL_REF_FRAME);
      av1_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
Jingning Han's avatar
Jingning Han committed
719
720

      // All mbs should use ALTREF_FRAME
Yaowu Xu's avatar
Yaowu Xu committed
721
722
723
724
      av1_clear_segdata(seg, 0, SEG_LVL_REF_FRAME);
      av1_set_segdata(seg, 0, SEG_LVL_REF_FRAME, ALTREF_FRAME);
      av1_clear_segdata(seg, 1, SEG_LVL_REF_FRAME);
      av1_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
Jingning Han's avatar
Jingning Han committed
725
726
727

      // Skip all MBs if high Q (0,0 mv and skip coeffs)
      if (high_q) {
Yaowu Xu's avatar
Yaowu Xu committed
728
729
        av1_enable_segfeature(seg, 0, SEG_LVL_SKIP);
        av1_enable_segfeature(seg, 1, SEG_LVL_SKIP);
Jingning Han's avatar
Jingning Han committed
730
731
732
733
734
735
736
737
738
739
740
741
742
      }
      // Enable data update
      seg->update_data = 1;
    } else {
      // All other frames.

      // No updates.. leave things as they are.
      seg->update_map = 0;
      seg->update_data = 0;
    }
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
743
744
static void update_reference_segmentation_map(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
745
746
747
748
749
750
751
752
753
754
755
756
757
758
  MODE_INFO **mi_8x8_ptr = cm->mi_grid_visible;
  uint8_t *cache_ptr = cm->last_frame_seg_map;
  int row, col;

  for (row = 0; row < cm->mi_rows; row++) {
    MODE_INFO **mi_8x8 = mi_8x8_ptr;
    uint8_t *cache = cache_ptr;
    for (col = 0; col < cm->mi_cols; col++, mi_8x8++, cache++)
      cache[0] = mi_8x8[0]->mbmi.segment_id;
    mi_8x8_ptr += cm->mi_stride;
    cache_ptr += cm->mi_cols;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
759
760
761
static void alloc_raw_frame_buffers(AV1_COMP *cpi) {
  AV1_COMMON *cm = &cpi->common;
  const AV1EncoderConfig *oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
762
763

  if (!cpi->lookahead)
Yaowu Xu's avatar
Yaowu Xu committed
764
765
    cpi->lookahead = av1_lookahead_init(oxcf->width, oxcf->height,
                                        cm->subsampling_x, cm->subsampling_y,
766
#if CONFIG_HIGHBITDEPTH
Yaowu Xu's avatar
Yaowu Xu committed
767
                                        cm->use_highbitdepth,
Jingning Han's avatar
Jingning Han committed
768
#endif
Yaowu Xu's avatar
Yaowu Xu committed
769
                                        oxcf->lag_in_frames);
Jingning Han's avatar
Jingning Han committed
770
  if (!cpi->lookahead)
Yaowu Xu's avatar
Yaowu Xu committed
771
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
772
773
774
                       "Failed to allocate lag buffers");

  // TODO(agrange) Check if ARF is enabled and skip allocation if not.
Yaowu Xu's avatar
Yaowu Xu committed
775
  if (aom_realloc_frame_buffer(&cpi->alt_ref_buffer, oxcf->width, oxcf->height,
Jingning Han's avatar
Jingning Han committed
776
                               cm->subsampling_x, cm->subsampling_y,
777
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
778
779
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
780
781
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
782
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
783
784
785
                       "Failed to allocate altref buffer");
}

Yaowu Xu's avatar
Yaowu Xu committed
786
787
788
static void alloc_util_frame_buffers(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
  if (aom_realloc_frame_buffer(&cpi->last_frame_uf, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
789
                               cm->subsampling_x, cm->subsampling_y,
790
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
791
792
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
793
794
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
795
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
796
797
                       "Failed to allocate last frame buffer");

Debargha Mukherjee's avatar
Debargha Mukherjee committed
798
#if CONFIG_LOOP_RESTORATION
799
800
801
802
803
804
805
806
  if (aom_realloc_frame_buffer(
          &cpi->trial_frame_rst,
#if CONFIG_FRAME_SUPERRES
          cm->superres_upscaled_width, cm->superres_upscaled_height,
#else
          cm->width, cm->height,
#endif  // CONFIG_FRAME_SUPERRES
          cm->subsampling_x, cm->subsampling_y,
807
#if CONFIG_HIGHBITDEPTH
808
          cm->use_highbitdepth,
809
#endif
810
          AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL, NULL, NULL))
811
812
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
                       "Failed to allocate trial restored frame buffer");
Debargha Mukherjee's avatar
Debargha Mukherjee committed
813
814
#endif  // CONFIG_LOOP_RESTORATION

Yaowu Xu's avatar
Yaowu Xu committed
815
  if (aom_realloc_frame_buffer(&cpi->scaled_source, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
816
                               cm->subsampling_x, cm->subsampling_y,
817
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
818
819
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
820
821
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
822
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
823
824
                       "Failed to allocate scaled source buffer");

Yaowu Xu's avatar
Yaowu Xu committed
825
  if (aom_realloc_frame_buffer(&cpi->scaled_last_source, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
826
                               cm->subsampling_x, cm->subsampling_y,
827
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
828
829
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
830
831
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
832
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
833
834
835
                       "Failed to allocate scaled last source buffer");
}

836
static void alloc_compressor_data(AV1_COMP *cpi) {
Yaowu Xu's avatar
Yaowu Xu committed
837
  AV1_COMMON *cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
838

Yaowu Xu's avatar
Yaowu Xu committed
839
  av1_alloc_context_buffers(cm, cm->width, cm->height);
Jingning Han's avatar
Jingning Han committed
840

841
842
843
844
#if CONFIG_LV_MAP
  av1_alloc_txb_buf(cpi);
#endif

Jingning Han's avatar
Jingning Han committed
845
846
  alloc_context_buffers_ext(cpi);

Yaowu Xu's avatar
Yaowu Xu committed
847
  aom_free(cpi->tile_tok[0][0]);
Jingning Han's avatar
Jingning Han committed
848
849

  {
850
851
    unsigned int tokens =
        get_token_alloc(cm->mb_rows, cm->mb_cols, MAX_SB_SIZE_LOG2);
Jingning Han's avatar
Jingning Han committed
852
    CHECK_MEM_ERROR(cm, cpi->tile_tok[0][0],
Yaowu Xu's avatar
Yaowu Xu committed
853
                    aom_calloc(tokens, sizeof(*cpi->tile_tok[0][0])));
Jingning Han's avatar
Jingning Han committed
854
855
  }

Yaowu Xu's avatar
Yaowu Xu committed
856
  av1_setup_pc_tree(&cpi->common, &cpi->td);
Jingning Han's avatar
Jingning Han committed
857
858
}

Yaowu Xu's avatar
Yaowu Xu committed
859
void av1_new_framerate(AV1_COMP *cpi, double framerate) {
Jingning Han's avatar
Jingning Han committed
860
  cpi->framerate = framerate < 0.1 ? 30 : framerate;
861
862
863
864
865
#if CONFIG_XIPHRC
  if (!cpi->od_rc.cur_frame) return;
  cpi->od_rc.framerate = cpi->framerate;
  od_enc_rc_resize(&cpi->od_rc);
#else
866
  av1_rc_update_framerate(cpi, cpi->common.width, cpi->common.height);
867
#endif
Jingning Han's avatar
Jingning Han committed
868
869
}

870
871
872
873
#if CONFIG_MAX_TILE

static void set_tile_info_max_tile(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
874
  int i, start_sb;
875
876
877
878

  av1_get_tile_limits(cm);

  // configure tile columns
879
  if (cpi->oxcf.tile_width_count == 0 || cpi->oxcf.tile_height_count == 0) {
880
    cm->uniform_tile_spacing_flag = 1;
881
882
    cm->log2_tile_cols = AOMMAX(cpi->oxcf.tile_columns, cm->min_log2_tile_cols);
    cm->log2_tile_cols = AOMMIN(cm->log2_tile_cols, cm->max_log2_tile_cols);
883
  } else {
884
885
    int mi_cols = ALIGN_POWER_OF_TWO(cm->mi_cols, MAX_MIB_SIZE_LOG2);
    int sb_cols = mi_cols >> MAX_MIB_SIZE_LOG2;
886
    int size_sb, j = 0;
887
888
889
    cm->uniform_tile_spacing_flag = 0;
    for (i = 0, start_sb = 0; start_sb < sb_cols && i < MAX_TILE_COLS; i++) {
      cm->tile_col_start_sb[i] = start_sb;
890
891
892
      size_sb = cpi->oxcf.tile_widths[j++];
      if (j >= cpi->oxcf.tile_width_count) j = 0;
      start_sb += AOMMIN(size_sb, MAX_TILE_WIDTH_SB);
893
894
895
    }
    cm->tile_cols = i;
    cm->tile_col_start_sb[i] = sb_cols;
896
897
898
899
900
901
902
  }
  av1_calculate_tile_cols(cm);

  // configure tile rows
  if (cm->uniform_tile_spacing_flag) {
    cm->log2_tile_rows = AOMMAX(cpi->oxcf.tile_rows, cm->min_log2_tile_rows);
    cm->log2_tile_rows = AOMMIN(cm->log2_tile_rows, cm->max_log2_tile_rows);
903
  } else {
904
905
    int mi_rows = ALIGN_POWER_OF_TWO(cm->mi_rows, MAX_MIB_SIZE_LOG2);
    int sb_rows = mi_rows >> MAX_MIB_SIZE_LOG2;
906
    int size_sb, j = 0;
907
908
    for (i = 0, start_sb = 0; start_sb < sb_rows && i < MAX_TILE_ROWS; i++) {
      cm->tile_row_start_sb[i] = start_sb;
909
910
911
      size_sb = cpi->oxcf.tile_heights[j++];
      if (j >= cpi->oxcf.tile_height_count) j = 0;
      start_sb += AOMMIN(size_sb, cm->max_tile_height_sb);
912
913
914
    }
    cm->tile_rows = i;
    cm->tile_row_start_sb[i] = sb_rows;
915
916
917
918
919
920
  }
  av1_calculate_tile_rows(cm);
}

#endif

Yaowu Xu's avatar
Yaowu Xu committed
921
922
static void set_tile_info(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
923
#if CONFIG_DEPENDENT_HORZTILES
924
925
926
  int tile_row, tile_col, num_tiles_in_tg;
  int tg_row_start, tg_col_start;
#endif
927
#if CONFIG_EXT_TILE
928
  if (cpi->oxcf.large_scale_tile) {
929
#if CONFIG_EXT_PARTITION
930
931
932
933
934
935
936
937
938
939
940
941
    if (cpi->oxcf.superblock_size != AOM_SUPERBLOCK_SIZE_64X64) {
      cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 32);
      cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 32);
      cm->tile_width <<= MAX_MIB_SIZE_LOG2;
      cm->tile_height <<= MAX_MIB_SIZE_LOG2;
    } else {
      cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 64);
      cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 64);
      cm->tile_width <<= MAX_MIB_SIZE_LOG2 - 1;
      cm->tile_height <<= MAX_MIB_SIZE_LOG2 - 1;
    }
#else
942
    cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 64);
943
    cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 64);
944
945
    cm->tile_width <<= MAX_MIB_SIZE_LOG2;
    cm->tile_height <<= MAX_MIB_SIZE_LOG2;
946
#endif  // CONFIG_EXT_PARTITION
Jingning Han's avatar
Jingning Han committed
947

948
949
    cm->tile_width = AOMMIN(cm->tile_width, cm->mi_cols);
    cm->tile_height = AOMMIN(cm->tile_height, cm->mi_rows);
950

Yaowu Xu's avatar
Yaowu Xu committed
951
952
    assert(cm->tile_width >> MAX_MIB_SIZE_LOG2 <= 32);
    assert(cm->tile_height >> MAX_MIB_SIZE_LOG2 <= 32);
953

954
955
956
    // Get the number of tiles
    cm->tile_cols = 1;
    while (cm->tile_cols * cm->tile_width < cm->mi_cols) ++cm->tile_cols;
957

958
959
960
961
    cm->tile_rows = 1;
    while (cm->tile_rows * cm->tile_height < cm->mi_rows) ++cm->tile_rows;
  } else {
#endif  // CONFIG_EXT_TILE
Jingning Han's avatar
Jingning Han committed
962

963
964
965
966
967
968
969
970
971
#if CONFIG_MAX_TILE
    set_tile_info_max_tile(cpi);
#else
  int min_log2_tile_cols, max_log2_tile_cols;
  av1_get_tile_n_bits(cm->mi_cols, &min_log2_tile_cols, &max_log2_tile_cols);

  cm->log2_tile_cols =
      clamp(cpi->oxcf.tile_columns, min_log2_tile_cols, max_log2_tile_cols);
  cm->log2_tile_rows = cpi->oxcf.tile_rows;
972

973
974
975
976
  cm->tile_width =
      get_tile_size(cm->mi_cols, cm->log2_tile_cols, &cm->tile_cols);
  cm->tile_height =
      get_tile_size(cm->mi_rows, cm->log2_tile_rows, &cm->tile_rows);
977
#endif  // CONFIG_MAX_TILE
978
979
#if CONFIG_EXT_TILE
  }
980
#endif  // CONFIG_EXT_TILE
981

982
983
#if CONFIG_DEPENDENT_HORZTILES
  cm->dependent_horz_tiles = cpi->oxcf.dependent_horz_tiles;
984
#if CONFIG_EXT_TILE
985
986
987
  if (cm->large_scale_tile) {
    // May not needed since cpi->oxcf.dependent_horz_tiles is already adjusted.
    cm->dependent_horz_tiles = 0;
988
  } else {
989
990
991
#endif  // CONFIG_EXT_TILE
    if (cm->log2_tile_rows == 0) cm->dependent_horz_tiles = 0;
#if CONFIG_EXT_TILE
992
  }
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
#endif  // CONFIG_EXT_TILE

#if CONFIG_EXT_TILE
  if (!cm->large_scale_tile) {
#endif  // CONFIG_EXT_TILE
    if (cpi->oxcf.mtu == 0) {
      cm->num_tg = cpi->oxcf.num_tile_groups;
    } else {
      // Use a default value for the purposes of weighting costs in probability
      // updates
      cm->num_tg = DEFAULT_MAX_NUM_TG;
    }
    num_tiles_in_tg =
        (cm->tile_cols * cm->tile_rows + cm->num_tg - 1) / cm->num_tg;
    tg_row_start = 0;
    tg_col_start = 0;
    for (tile_row = 0; tile_row < cm->tile_rows; ++tile_row) {
      for (tile_col = 0; tile_col < cm->tile_cols; ++tile_col) {
        if ((tile_row * cm->tile_cols + tile_col) % num_tiles_in_tg == 0) {
          tg_row_start = tile_row;
          tg_col_start = tile_col;
        }
        cm->tile_group_start_row[tile_row][tile_col] = tg_row_start;
        cm->tile_group_start_col[tile_row][tile_col] = tg_col_start;
1017
1018
      }
    }
1019
#if CONFIG_EXT_TILE
1020
  }
1021
#endif  // CONFIG_EXT_TILE
1022
#endif
1023

1024
#if CONFIG_LOOPFILTERING_ACROSS_TILES
1025
1026
  cm->loop_filter_across_tiles_enabled =
      cpi->oxcf.loop_filter_across_tiles_enabled;
1027
#endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
Jingning Han's avatar
Jingning Han committed
1028
1029
}

Yaowu Xu's avatar
Yaowu Xu committed
1030
1031
static void update_frame_size(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
1032
1033
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;

Yaowu Xu's avatar
Yaowu Xu committed
1034
1035
  av1_set_mb_mi(cm, cm->width, cm->height);
  av1_init_context_buffers(cm);
1036
  av1_init_macroblockd(cm, xd,
Luc Trudeau's avatar
Luc Trudeau committed
1037
1038
#if CONFIG_CFL
                       &NULL_CFL,
1039
1040
#endif
                       NULL);
Jingning Han's avatar
Jingning Han committed
1041
1042
  memset(cpi->mbmi_ext_base, 0,
         cm->mi_rows * cm->mi_cols * sizeof(*cpi->mbmi_ext_base));
1043
  set_tile_info(cpi);
Jingning Han's avatar
Jingning Han committed
1044
1045
}

Yaowu Xu's avatar
Yaowu Xu committed
1046
static void init_buffer_indices(AV1_COMP *cpi) {
1047
1048
1049
1050
  int fb_idx;
  for (fb_idx = 0; fb_idx < LAST_REF_FRAMES; ++fb_idx)
    cpi->lst_fb_idxes[fb_idx] = fb_idx;
  cpi->gld_fb_idx = LAST_REF_FRAMES;
1051
  cpi->bwd_fb_idx = LAST_REF_FRAMES + 1;
Zoe Liu's avatar
Zoe Liu committed
1052
1053
  cpi->alt2_fb_idx = LAST_REF_FRAMES + 2;
  cpi->alt_fb_idx = LAST_REF_FRAMES + 3;
1054
  cpi->ext_fb_idx = LAST_REF_FRAMES + 4;
1055
1056
  for (fb_idx = 0; fb_idx < MAX_EXT_ARFS + 1; ++fb_idx)
    cpi->arf_map[fb_idx] = LAST_REF_FRAMES + 2 + fb_idx;
RogerZhou's avatar
RogerZhou committed
1057
1058
1059
1060
1061
#if CONFIG_AMVR
  cpi->rate_index = 0;
  cpi->rate_size = 0;
  cpi->cur_poc = -1;
#endif
Jingning Han's avatar
Jingning Han committed
1062
1063
}

Yaowu Xu's avatar
Yaowu Xu committed
1064
1065
static void init_config(struct AV1_COMP *cpi, AV1EncoderConfig *oxcf) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
1066
1067
1068
1069
1070
1071

  cpi->oxcf = *oxcf;