encoder.c 244 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

12
#include <limits.h>
Jingning Han's avatar
Jingning Han committed
13
14
15
#include <math.h>
#include <stdio.h>

Yaowu Xu's avatar
Yaowu Xu committed
16
#include "./aom_config.h"
Jingning Han's avatar
Jingning Han committed
17

18
#include "av1/common/alloccommon.h"
19
#if CONFIG_CDEF
20
#include "av1/common/cdef.h"
21
#endif  // CONFIG_CDEF
22
23
24
25
#include "av1/common/filter.h"
#include "av1/common/idct.h"
#include "av1/common/reconinter.h"
#include "av1/common/reconintra.h"
26
#include "av1/common/resize.h"
27
#include "av1/common/tile_common.h"
Jingning Han's avatar
Jingning Han committed
28

29
30
31
32
#include "av1/encoder/aq_complexity.h"
#include "av1/encoder/aq_cyclicrefresh.h"
#include "av1/encoder/aq_variance.h"
#include "av1/encoder/bitstream.h"
Todd Nguyen's avatar
Todd Nguyen committed
33
34
35
#if CONFIG_BGSPRITE
#include "av1/encoder/bgsprite.h"
#endif  // CONFIG_BGSPRITE
36
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
37
#include "aom_dsp/buf_ans.h"
38
#endif
39
40
41
42
#include "av1/encoder/context_tree.h"
#include "av1/encoder/encodeframe.h"
#include "av1/encoder/encodemv.h"
#include "av1/encoder/encoder.h"
43
44
45
#if CONFIG_LV_MAP
#include "av1/encoder/encodetxb.h"
#endif
46
47
#include "av1/encoder/ethread.h"
#include "av1/encoder/firstpass.h"
48
49
50
#if CONFIG_HASH_ME
#include "av1/encoder/hash_motion.h"
#endif
51
52
#include "av1/encoder/mbgraph.h"
#include "av1/encoder/picklpf.h"
53
#if CONFIG_LOOP_RESTORATION
54
#include "av1/encoder/pickrst.h"
55
#endif  // CONFIG_LOOP_RESTORATION
56
#include "av1/encoder/random.h"
57
58
59
60
61
#include "av1/encoder/ratectrl.h"
#include "av1/encoder/rd.h"
#include "av1/encoder/segmentation.h"
#include "av1/encoder/speed_features.h"
#include "av1/encoder/temporal_filter.h"
Jingning Han's avatar
Jingning Han committed
62

Yaowu Xu's avatar
Yaowu Xu committed
63
64
65
#include "./av1_rtcd.h"
#include "./aom_dsp_rtcd.h"
#include "./aom_scale_rtcd.h"
66
#include "aom_dsp/psnr.h"
67
#if CONFIG_INTERNAL_STATS
68
#include "aom_dsp/ssim.h"
69
#endif
Yaowu Xu's avatar
Yaowu Xu committed
70
71
#include "aom_dsp/aom_dsp_common.h"
#include "aom_dsp/aom_filter.h"
Jingning Han's avatar
Jingning Han committed
72
#include "aom_ports/aom_timer.h"
73
74
#include "aom_ports/mem.h"
#include "aom_ports/system_state.h"
Yaowu Xu's avatar
Yaowu Xu committed
75
#include "aom_scale/aom_scale.h"
76
#if CONFIG_BITSTREAM_DEBUG
77
#include "aom_util/debug_util.h"
78
#endif  // CONFIG_BITSTREAM_DEBUG
79

80
81
#if CONFIG_ENTROPY_STATS
FRAME_COUNTS aggregate_fc;
82
83
// Aggregate frame counts per frame context type
FRAME_COUNTS aggregate_fc_per_type[FRAME_CONTEXTS];
84
85
#endif  // CONFIG_ENTROPY_STATS

Jingning Han's avatar
Jingning Han committed
86
87
88
#define AM_SEGMENT_ID_INACTIVE 7
#define AM_SEGMENT_ID_ACTIVE 0

89
90
91
92
93
94
95
96
#define SHARP_FILTER_QTHRESH 0 /* Q threshold for 8-tap sharp filter */

#define ALTREF_HIGH_PRECISION_MV 1     // Whether to use high precision mv
                                       //  for altref computation.
#define HIGH_PRECISION_MV_QTHRESH 200  // Q threshold for high precision
                                       // mv. Choose a very high value for
                                       // now so that HIGH_PRECISION is always
                                       // chosen.
97

Jingning Han's avatar
Jingning Han committed
98
99
100
101
102
103
104
105
106
// #define OUTPUT_YUV_REC
#ifdef OUTPUT_YUV_DENOISED
FILE *yuv_denoised_file = NULL;
#endif
#ifdef OUTPUT_YUV_SKINMAP
FILE *yuv_skinmap_file = NULL;
#endif
#ifdef OUTPUT_YUV_REC
FILE *yuv_rec_file;
107
#define FILE_NAME_LEN 100
Jingning Han's avatar
Jingning Han committed
108
109
110
111
112
113
114
115
#endif

#if 0
FILE *framepsnr;
FILE *kf_list;
FILE *keyfile;
#endif

Luc Trudeau's avatar
Luc Trudeau committed
116
117
118
119
#if CONFIG_CFL
CFL_CTX NULL_CFL;
#endif

120
121
122
123
#if CONFIG_INTERNAL_STATS
typedef enum { Y, U, V, ALL } STAT_TYPE;
#endif  // CONFIG_INTERNAL_STATS

Yaowu Xu's avatar
Yaowu Xu committed
124
static INLINE void Scale2Ratio(AOM_SCALING mode, int *hr, int *hs) {
Jingning Han's avatar
Jingning Han committed
125
126
127
128
129
130
131
132
133
134
135
136
  switch (mode) {
    case NORMAL:
      *hr = 1;
      *hs = 1;
      break;
    case FOURFIVE:
      *hr = 4;
      *hs = 5;
      break;
    case THREEFIVE:
      *hr = 3;
      *hs = 5;
137
      break;
Jingning Han's avatar
Jingning Han committed
138
139
140
    case ONETWO:
      *hr = 1;
      *hs = 2;
141
      break;
Jingning Han's avatar
Jingning Han committed
142
143
144
    default:
      *hr = 1;
      *hs = 1;
145
      assert(0);
Jingning Han's avatar
Jingning Han committed
146
147
148
149
150
151
      break;
  }
}

// Mark all inactive blocks as active. Other segmentation features may be set
// so memset cannot be used, instead only inactive blocks should be reset.
Yaowu Xu's avatar
Yaowu Xu committed
152
static void suppress_active_map(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
153
154
155
156
157
158
159
160
  unsigned char *const seg_map = cpi->segmentation_map;
  int i;
  if (cpi->active_map.enabled || cpi->active_map.update)
    for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
      if (seg_map[i] == AM_SEGMENT_ID_INACTIVE)
        seg_map[i] = AM_SEGMENT_ID_ACTIVE;
}

Yaowu Xu's avatar
Yaowu Xu committed
161
static void apply_active_map(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
  struct segmentation *const seg = &cpi->common.seg;
  unsigned char *const seg_map = cpi->segmentation_map;
  const unsigned char *const active_map = cpi->active_map.map;
  int i;

  assert(AM_SEGMENT_ID_ACTIVE == CR_SEGMENT_ID_BASE);

  if (frame_is_intra_only(&cpi->common)) {
    cpi->active_map.enabled = 0;
    cpi->active_map.update = 1;
  }

  if (cpi->active_map.update) {
    if (cpi->active_map.enabled) {
      for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
        if (seg_map[i] == AM_SEGMENT_ID_ACTIVE) seg_map[i] = active_map[i];
Yaowu Xu's avatar
Yaowu Xu committed
178
179
      av1_enable_segmentation(seg);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
#if CONFIG_LOOPFILTER_LEVEL
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U);
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V);

      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U,
                      -MAX_LOOP_FILTER);
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V,
                      -MAX_LOOP_FILTER);
#else
Yaowu Xu's avatar
Yaowu Xu committed
195
      av1_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
Jingning Han's avatar
Jingning Han committed
196
197
      // Setting the data to -MAX_LOOP_FILTER will result in the computed loop
      // filter level being zero regardless of the value of seg->abs_delta.
Yaowu Xu's avatar
Yaowu Xu committed
198
199
      av1_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF,
                      -MAX_LOOP_FILTER);
200
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
201
    } else {
Yaowu Xu's avatar
Yaowu Xu committed
202
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
203
204
205
206
207
208
#if CONFIG_LOOPFILTER_LEVEL
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_H);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_Y_V);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_U);
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
209
      av1_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
210
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
211
212
213
214
215
216
217
218
219
      if (seg->enabled) {
        seg->update_data = 1;
        seg->update_map = 1;
      }
    }
    cpi->active_map.update = 0;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
220
221
int av1_set_active_map(AV1_COMP *cpi, unsigned char *new_map_16x16, int rows,
                       int cols) {
Jingning Han's avatar
Jingning Han committed
222
223
224
225
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols) {
    unsigned char *const active_map_8x8 = cpi->active_map.map;
    const int mi_rows = cpi->common.mi_rows;
    const int mi_cols = cpi->common.mi_cols;
226
227
    const int row_scale = mi_size_high[BLOCK_16X16] == 2 ? 1 : 2;
    const int col_scale = mi_size_wide[BLOCK_16X16] == 2 ? 1 : 2;
Jingning Han's avatar
Jingning Han committed
228
229
230
231
232
233
    cpi->active_map.update = 1;
    if (new_map_16x16) {
      int r, c;
      for (r = 0; r < mi_rows; ++r) {
        for (c = 0; c < mi_cols; ++c) {
          active_map_8x8[r * mi_cols + c] =
234
              new_map_16x16[(r >> row_scale) * cols + (c >> col_scale)]
Jingning Han's avatar
Jingning Han committed
235
236
237
238
239
240
241
242
243
244
245
246
247
248
                  ? AM_SEGMENT_ID_ACTIVE
                  : AM_SEGMENT_ID_INACTIVE;
        }
      }
      cpi->active_map.enabled = 1;
    } else {
      cpi->active_map.enabled = 0;
    }
    return 0;
  } else {
    return -1;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
249
250
int av1_get_active_map(AV1_COMP *cpi, unsigned char *new_map_16x16, int rows,
                       int cols) {
Jingning Han's avatar
Jingning Han committed
251
252
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols &&
      new_map_16x16) {
253
    unsigned char *const seg_map_8x8 = cpi->segmentation_map;
Jingning Han's avatar
Jingning Han committed
254
255
    const int mi_rows = cpi->common.mi_rows;
    const int mi_cols = cpi->common.mi_cols;
256
257
258
    const int row_scale = mi_size_high[BLOCK_16X16] == 2 ? 1 : 2;
    const int col_scale = mi_size_wide[BLOCK_16X16] == 2 ? 1 : 2;

Jingning Han's avatar
Jingning Han committed
259
260
261
262
263
264
265
    memset(new_map_16x16, !cpi->active_map.enabled, rows * cols);
    if (cpi->active_map.enabled) {
      int r, c;
      for (r = 0; r < mi_rows; ++r) {
        for (c = 0; c < mi_cols; ++c) {
          // Cyclic refresh segments are considered active despite not having
          // AM_SEGMENT_ID_ACTIVE
266
          new_map_16x16[(r >> row_scale) * cols + (c >> col_scale)] |=
Jingning Han's avatar
Jingning Han committed
267
268
269
270
271
272
273
274
275
276
              seg_map_8x8[r * mi_cols + c] != AM_SEGMENT_ID_INACTIVE;
        }
      }
    }
    return 0;
  } else {
    return -1;
  }
}

RogerZhou's avatar
RogerZhou committed
277
278
279
static void set_high_precision_mv(AV1_COMP *cpi, int allow_high_precision_mv
#if CONFIG_AMVR
                                  ,
280
                                  int cur_frame_force_integer_mv
RogerZhou's avatar
RogerZhou committed
281
282
#endif
                                  ) {
283
284
285
  MACROBLOCK *const mb = &cpi->td.mb;
  cpi->common.allow_high_precision_mv = allow_high_precision_mv;

RogerZhou's avatar
RogerZhou committed
286
#if CONFIG_AMVR
287
  if (cpi->common.allow_high_precision_mv && cur_frame_force_integer_mv == 0) {
RogerZhou's avatar
RogerZhou committed
288
#else
289
  if (cpi->common.allow_high_precision_mv) {
RogerZhou's avatar
RogerZhou committed
290
#endif
291
292
293
294
295
296
297
298
299
300
301
302
    int i;
    for (i = 0; i < NMV_CONTEXTS; ++i) {
      mb->mv_cost_stack[i] = mb->nmvcost_hp[i];
    }
  } else {
    int i;
    for (i = 0; i < NMV_CONTEXTS; ++i) {
      mb->mv_cost_stack[i] = mb->nmvcost[i];
    }
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
303
static BLOCK_SIZE select_sb_size(const AV1_COMP *const cpi) {
304
#if CONFIG_EXT_PARTITION
Yaowu Xu's avatar
Yaowu Xu committed
305
  if (cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_64X64)
306
307
    return BLOCK_64X64;

Yaowu Xu's avatar
Yaowu Xu committed
308
  if (cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_128X128)
309
310
    return BLOCK_128X128;

Yaowu Xu's avatar
Yaowu Xu committed
311
  assert(cpi->oxcf.superblock_size == AOM_SUPERBLOCK_SIZE_DYNAMIC);
312
313
314
315
316
317
318
319
320
321
322
323
324
325

  assert(IMPLIES(cpi->common.tile_cols > 1,
                 cpi->common.tile_width % MAX_MIB_SIZE == 0));
  assert(IMPLIES(cpi->common.tile_rows > 1,
                 cpi->common.tile_height % MAX_MIB_SIZE == 0));

  // TODO(any): Possibly could improve this with a heuristic.
  return BLOCK_128X128;
#else
  (void)cpi;
  return BLOCK_64X64;
#endif  //  CONFIG_EXT_PARTITION
}

Yaowu Xu's avatar
Yaowu Xu committed
326
327
static void setup_frame(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
328
329
330
331
332
333
  // Set up entropy context depending on frame type. The decoder mandates
  // the use of the default context, index 0, for keyframes and inter
  // frames where the error_resilient_mode or intra_only flag is set. For
  // other inter-frames the encoder currently uses only two contexts;
  // context 1 for ALTREF frames and context 0 for the others.
  if (frame_is_intra_only(cm) || cm->error_resilient_mode) {
Yaowu Xu's avatar
Yaowu Xu committed
334
    av1_setup_past_independence(cm);
Jingning Han's avatar
Jingning Han committed
335
  } else {
336
337
338
339
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
// Just use frame context from first signaled reference frame.
// This will always be LAST_FRAME for now.
#else
340
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
Zoe Liu's avatar
Zoe Liu committed
341
    if (gf_group->update_type[gf_group->index] == INTNL_ARF_UPDATE)
342
343
344
      cm->frame_context_idx = EXT_ARF_FRAME;
    else if (cpi->refresh_alt_ref_frame)
      cm->frame_context_idx = ARF_FRAME;
345
346
347
348
349
350
351
352
    else if (cpi->rc.is_src_frame_alt_ref)
      cm->frame_context_idx = OVERLAY_FRAME;
    else if (cpi->refresh_golden_frame)
      cm->frame_context_idx = GLD_FRAME;
    else if (cpi->refresh_bwd_ref_frame)
      cm->frame_context_idx = BRF_FRAME;
    else
      cm->frame_context_idx = REGULAR_FRAME;
353
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
Jingning Han's avatar
Jingning Han committed
354
355
356
  }

  if (cm->frame_type == KEY_FRAME) {
Yunqing Wang's avatar
Yunqing Wang committed
357
    cpi->refresh_golden_frame = 1;
Jingning Han's avatar
Jingning Han committed
358
    cpi->refresh_alt_ref_frame = 1;
Yaowu Xu's avatar
Yaowu Xu committed
359
    av1_zero(cpi->interp_filter_selected);
360
    set_sb_size(cm, select_sb_size(cpi));
361
362
363
#if CONFIG_REFERENCE_BUFFER
    set_use_reference_buffer(cm, 0);
#endif  // CONFIG_REFERENCE_BUFFER
Jingning Han's avatar
Jingning Han committed
364
  } else {
365
366
367
368
369
370
371
372
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
    if (frame_is_intra_only(cm) || cm->error_resilient_mode ||
        cm->frame_refs[0].idx < 0) {
      *cm->fc = cm->frame_contexts[FRAME_CONTEXT_DEFAULTS];
    } else {
      *cm->fc = cm->frame_contexts[cm->frame_refs[0].idx];
    }
#else
Jingning Han's avatar
Jingning Han committed
373
    *cm->fc = cm->frame_contexts[cm->frame_context_idx];
374
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
Yaowu Xu's avatar
Yaowu Xu committed
375
    av1_zero(cpi->interp_filter_selected[0]);
Jingning Han's avatar
Jingning Han committed
376
  }
377
378
#if CONFIG_ONE_SIDED_COMPOUND && \
    !CONFIG_EXT_COMP_REFS  // No change to bitstream
379
380
381
382
  if (cpi->sf.recode_loop == DISALLOW_RECODE) {
    cpi->refresh_bwd_ref_frame = cpi->refresh_last_frame;
    cpi->rc.is_bipred_frame = 1;
  }
383
#endif  // CONFIG_ONE_SIDED_COMPOUND && !CONFIG_EXT_COMP_REFS
384
#if CONFIG_NO_FRAME_CONTEXT_SIGNALING
385
386
  if (frame_is_intra_only(cm) || cm->error_resilient_mode ||
      cm->frame_refs[0].idx < 0) {
387
388
389
    // use default frame context values
    cm->pre_fc = &cm->frame_contexts[FRAME_CONTEXT_DEFAULTS];
  } else {
390
    *cm->fc = cm->frame_contexts[cm->frame_refs[0].idx];
391
392
393
    cm->pre_fc = &cm->frame_contexts[cm->frame_refs[0].idx];
  }
#else
394
  cm->pre_fc = &cm->frame_contexts[cm->frame_context_idx];
395
#endif  // CONFIG_NO_FRAME_CONTEXT_SIGNALING
396

Geza Lore's avatar
Geza Lore committed
397
  cpi->vaq_refresh = 0;
Jingning Han's avatar
Jingning Han committed
398
399
}

400
static void enc_setup_mi(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
  int i;
  cm->mi = cm->mip + cm->mi_stride + 1;
  memset(cm->mip, 0, cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mip));
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
  // Clear top border row
  memset(cm->prev_mip, 0, sizeof(*cm->prev_mip) * cm->mi_stride);
  // Clear left border column
  for (i = 1; i < cm->mi_rows + 1; ++i)
    memset(&cm->prev_mip[i * cm->mi_stride], 0, sizeof(*cm->prev_mip));
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;

  memset(cm->mi_grid_base, 0,
         cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mi_grid_base));
}

417
static int enc_alloc_mi(AV1_COMMON *cm, int mi_size) {
Yaowu Xu's avatar
Yaowu Xu committed
418
  cm->mip = aom_calloc(mi_size, sizeof(*cm->mip));
419
  if (!cm->mip) return 1;
Yaowu Xu's avatar
Yaowu Xu committed
420
  cm->prev_mip = aom_calloc(mi_size, sizeof(*cm->prev_mip));
421
  if (!cm->prev_mip) return 1;
Jingning Han's avatar
Jingning Han committed
422
423
  cm->mi_alloc_size = mi_size;

Yaowu Xu's avatar
Yaowu Xu committed
424
  cm->mi_grid_base = (MODE_INFO **)aom_calloc(mi_size, sizeof(MODE_INFO *));
425
426
  if (!cm->mi_grid_base) return 1;
  cm->prev_mi_grid_base =
Yaowu Xu's avatar
Yaowu Xu committed
427
      (MODE_INFO **)aom_calloc(mi_size, sizeof(MODE_INFO *));
428
  if (!cm->prev_mi_grid_base) return 1;
Jingning Han's avatar
Jingning Han committed
429
430
431
432

  return 0;
}

433
static void enc_free_mi(AV1_COMMON *cm) {
Yaowu Xu's avatar
Yaowu Xu committed
434
  aom_free(cm->mip);
Jingning Han's avatar
Jingning Han committed
435
  cm->mip = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
436
  aom_free(cm->prev_mip);
Jingning Han's avatar
Jingning Han committed
437
  cm->prev_mip = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
438
  aom_free(cm->mi_grid_base);
Jingning Han's avatar
Jingning Han committed
439
  cm->mi_grid_base = NULL;
Yaowu Xu's avatar
Yaowu Xu committed
440
  aom_free(cm->prev_mi_grid_base);
Jingning Han's avatar
Jingning Han committed
441
  cm->prev_mi_grid_base = NULL;
442
  cm->mi_alloc_size = 0;
Jingning Han's avatar
Jingning Han committed
443
444
}

445
static void swap_mi_and_prev_mi(AV1_COMMON *cm) {
Jingning Han's avatar
Jingning Han committed
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
  // Current mip will be the prev_mip for the next frame.
  MODE_INFO **temp_base = cm->prev_mi_grid_base;
  MODE_INFO *temp = cm->prev_mip;
  cm->prev_mip = cm->mip;
  cm->mip = temp;

  // Update the upper left visible macroblock ptrs.
  cm->mi = cm->mip + cm->mi_stride + 1;
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;

  cm->prev_mi_grid_base = cm->mi_grid_base;
  cm->mi_grid_base = temp_base;
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
}

Yaowu Xu's avatar
Yaowu Xu committed
462
void av1_initialize_enc(void) {
Jingning Han's avatar
Jingning Han committed
463
464
465
  static volatile int init_done = 0;

  if (!init_done) {
Yaowu Xu's avatar
Yaowu Xu committed
466
467
468
469
470
    av1_rtcd();
    aom_dsp_rtcd();
    aom_scale_rtcd();
    av1_init_intra_predictors();
    av1_init_me_luts();
471
#if !CONFIG_XIPHRC
Yaowu Xu's avatar
Yaowu Xu committed
472
    av1_rc_init_minq_luts();
473
#endif
Yaowu Xu's avatar
Yaowu Xu committed
474
475
476
    av1_entropy_mv_init();
    av1_encode_token_init();
    av1_init_wedge_masks();
Jingning Han's avatar
Jingning Han committed
477
478
479
480
    init_done = 1;
  }
}

481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
static void dealloc_context_buffers_ext(AV1_COMP *cpi) {
  if (cpi->mbmi_ext_base) {
    aom_free(cpi->mbmi_ext_base);
    cpi->mbmi_ext_base = NULL;
  }
}

static void alloc_context_buffers_ext(AV1_COMP *cpi) {
  AV1_COMMON *cm = &cpi->common;
  int mi_size = cm->mi_cols * cm->mi_rows;

  dealloc_context_buffers_ext(cpi);
  CHECK_MEM_ERROR(cm, cpi->mbmi_ext_base,
                  aom_calloc(mi_size, sizeof(*cpi->mbmi_ext_base)));
}

Yaowu Xu's avatar
Yaowu Xu committed
497
498
static void dealloc_compressor_data(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
499

500
  dealloc_context_buffers_ext(cpi);
Jingning Han's avatar
Jingning Han committed
501

Yaowu Xu's avatar
Yaowu Xu committed
502
  aom_free(cpi->tile_data);
Jingning Han's avatar
Jingning Han committed
503
504
505
  cpi->tile_data = NULL;

  // Delete sementation map
Yaowu Xu's avatar
Yaowu Xu committed
506
  aom_free(cpi->segmentation_map);
Jingning Han's avatar
Jingning Han committed
507
508
  cpi->segmentation_map = NULL;

Yaowu Xu's avatar
Yaowu Xu committed
509
  av1_cyclic_refresh_free(cpi->cyclic_refresh);
Jingning Han's avatar
Jingning Han committed
510
511
  cpi->cyclic_refresh = NULL;

Yaowu Xu's avatar
Yaowu Xu committed
512
  aom_free(cpi->active_map.map);
Jingning Han's avatar
Jingning Han committed
513
514
  cpi->active_map.map = NULL;

515
516
517
518
519
520
521
522
523
524
525
526
  aom_free(cpi->td.mb.above_pred_buf);
  cpi->td.mb.above_pred_buf = NULL;

  aom_free(cpi->td.mb.left_pred_buf);
  cpi->td.mb.left_pred_buf = NULL;

  aom_free(cpi->td.mb.wsrc_buf);
  cpi->td.mb.wsrc_buf = NULL;

  aom_free(cpi->td.mb.mask_buf);
  cpi->td.mb.mask_buf = NULL;

Jingning Han's avatar
Jingning Han committed
527
528
529
530
531
#if CONFIG_MFMV
  aom_free(cm->tpl_mvs);
  cm->tpl_mvs = NULL;
#endif

Yaowu Xu's avatar
Yaowu Xu committed
532
  av1_free_ref_frame_buffers(cm->buffer_pool);
533
534
535
#if CONFIG_LV_MAP
  av1_free_txb_buf(cpi);
#endif
Yaowu Xu's avatar
Yaowu Xu committed
536
  av1_free_context_buffers(cm);
Jingning Han's avatar
Jingning Han committed
537

Yaowu Xu's avatar
Yaowu Xu committed
538
  aom_free_frame_buffer(&cpi->last_frame_uf);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
539
#if CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
540
  av1_free_restoration_buffers(cm);
541
  aom_free_frame_buffer(&cpi->trial_frame_rst);
Debargha Mukherjee's avatar
Debargha Mukherjee committed
542
#endif  // CONFIG_LOOP_RESTORATION
Yaowu Xu's avatar
Yaowu Xu committed
543
544
545
546
  aom_free_frame_buffer(&cpi->scaled_source);
  aom_free_frame_buffer(&cpi->scaled_last_source);
  aom_free_frame_buffer(&cpi->alt_ref_buffer);
  av1_lookahead_destroy(cpi->lookahead);
Jingning Han's avatar
Jingning Han committed
547

Yaowu Xu's avatar
Yaowu Xu committed
548
  aom_free(cpi->tile_tok[0][0]);
Jingning Han's avatar
Jingning Han committed
549
550
  cpi->tile_tok[0][0] = 0;

Yaowu Xu's avatar
Yaowu Xu committed
551
  av1_free_pc_tree(&cpi->td);
552

553
  aom_free(cpi->td.mb.palette_buffer);
hui su's avatar
hui su committed
554

555
#if CONFIG_ANS
Alex Converse's avatar
Alex Converse committed
556
  aom_buf_ans_free(&cpi->buf_ans);
557
#endif  // CONFIG_ANS
Jingning Han's avatar
Jingning Han committed
558
559
}

Yaowu Xu's avatar
Yaowu Xu committed
560
static void save_coding_context(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
561
  CODING_CONTEXT *const cc = &cpi->coding_context;
Yaowu Xu's avatar
Yaowu Xu committed
562
  AV1_COMMON *cm = &cpi->common;
563
  int i;
Jingning Han's avatar
Jingning Han committed
564

Sebastien Alaiwan's avatar
Sebastien Alaiwan committed
565
566
567
568
  // Stores a snapshot of key state variables which can subsequently be
  // restored with a call to av1_restore_coding_context. These functions are
  // intended for use in a re-code loop in av1_compress_frame where the
  // quantizer value is adjusted between loop iterations.
569
570
571
572
573
574
  for (i = 0; i < NMV_CONTEXTS; ++i) {
    av1_copy(cc->nmv_vec_cost[i], cpi->td.mb.nmv_vec_cost[i]);
    av1_copy(cc->nmv_costs, cpi->nmv_costs);
    av1_copy(cc->nmv_costs_hp, cpi->nmv_costs_hp);
  }

Yaowu Xu's avatar
Yaowu Xu committed
575
576
  av1_copy(cc->last_ref_lf_deltas, cm->lf.last_ref_deltas);
  av1_copy(cc->last_mode_lf_deltas, cm->lf.last_mode_deltas);
Jingning Han's avatar
Jingning Han committed
577
578
579
580

  cc->fc = *cm->fc;
}

Yaowu Xu's avatar
Yaowu Xu committed
581
static void restore_coding_context(AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
582
  CODING_CONTEXT *const cc = &cpi->coding_context;
Yaowu Xu's avatar
Yaowu Xu committed
583
  AV1_COMMON *cm = &cpi->common;
584
  int i;
Jingning Han's avatar
Jingning Han committed
585

Sebastien Alaiwan's avatar
Sebastien Alaiwan committed
586
587
  // Restore key state variables to the snapshot state stored in the
  // previous call to av1_save_coding_context.
588
589
590
591
592
593
  for (i = 0; i < NMV_CONTEXTS; ++i) {
    av1_copy(cpi->td.mb.nmv_vec_cost[i], cc->nmv_vec_cost[i]);
    av1_copy(cpi->nmv_costs, cc->nmv_costs);
    av1_copy(cpi->nmv_costs_hp, cc->nmv_costs_hp);
  }

Yaowu Xu's avatar
Yaowu Xu committed
594
595
  av1_copy(cm->lf.last_ref_deltas, cc->last_ref_lf_deltas);
  av1_copy(cm->lf.last_mode_deltas, cc->last_mode_lf_deltas);
Jingning Han's avatar
Jingning Han committed
596
597
598
599

  *cm->fc = cc->fc;
}

Yaowu Xu's avatar
Yaowu Xu committed
600
601
static void configure_static_seg_features(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
  const RATE_CONTROL *const rc = &cpi->rc;
  struct segmentation *const seg = &cm->seg;

  int high_q = (int)(rc->avg_q > 48.0);
  int qi_delta;

  // Disable and clear down for KF
  if (cm->frame_type == KEY_FRAME) {
    // Clear down the global segmentation map
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
    seg->update_map = 0;
    seg->update_data = 0;
    cpi->static_mb_pct = 0;

    // Disable segmentation
Yaowu Xu's avatar
Yaowu Xu committed
617
    av1_disable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
618
619

    // Clear down the segment features.
Yaowu Xu's avatar
Yaowu Xu committed
620
    av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
621
622
623
624
625
626
627
628
629
  } else if (cpi->refresh_alt_ref_frame) {
    // If this is an alt ref frame
    // Clear down the global segmentation map
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
    seg->update_map = 0;
    seg->update_data = 0;
    cpi->static_mb_pct = 0;

    // Disable segmentation and individual segment features by default
Yaowu Xu's avatar
Yaowu Xu committed
630
631
    av1_disable_segmentation(seg);
    av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
632
633
634

    // Scan frames from current to arf frame.
    // This function re-enables segmentation if appropriate.
Yaowu Xu's avatar
Yaowu Xu committed
635
    av1_update_mbgraph_stats(cpi);
Jingning Han's avatar
Jingning Han committed
636
637
638
639
640
641
642

    // If segmentation was enabled set those features needed for the
    // arf itself.
    if (seg->enabled) {
      seg->update_map = 1;
      seg->update_data = 1;

643
      qi_delta =
Yaowu Xu's avatar
Yaowu Xu committed
644
645
          av1_compute_qdelta(rc, rc->avg_q, rc->avg_q * 0.875, cm->bit_depth);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta - 2);
646
647
648
649
650
651
652
653
654
655
656
#if CONFIG_LOOPFILTER_LEVEL
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_H, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_V, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_U, -2);
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_V, -2);

      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_H);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_V);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_U);
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
657
      av1_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
658
659
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
660

Yaowu Xu's avatar
Yaowu Xu committed
661
      av1_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
Jingning Han's avatar
Jingning Han committed
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676

      // Where relevant assume segment data is delta data
      seg->abs_delta = SEGMENT_DELTADATA;
    }
  } else if (seg->enabled) {
    // All other frames if segmentation has been enabled

    // First normal frame in a valid gf or alt ref group
    if (rc->frames_since_golden == 0) {
      // Set up segment features for normal frames in an arf group
      if (rc->source_alt_ref_active) {
        seg->update_map = 0;
        seg->update_data = 1;
        seg->abs_delta = SEGMENT_DELTADATA;

Yaowu Xu's avatar
Yaowu Xu committed
677
678
679
680
        qi_delta =
            av1_compute_qdelta(rc, rc->avg_q, rc->avg_q * 1.125, cm->bit_depth);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta + 2);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
Jingning Han's avatar
Jingning Han committed
681

682
683
684
685
686
687
688
689
690
691
692
#if CONFIG_LOOPFILTER_LEVEL
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_H, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_Y_V, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_U, -2);
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF_V, -2);

        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_H);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_Y_V);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_U);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF_V);
#else
Yaowu Xu's avatar
Yaowu Xu committed
693
694
        av1_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
        av1_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
695
#endif  // CONFIG_LOOPFILTER_LEVEL
Jingning Han's avatar
Jingning Han committed
696
697
698

        // Segment coding disabled for compred testing
        if (high_q || (cpi->static_mb_pct == 100)) {
Yaowu Xu's avatar
Yaowu Xu committed
699
700
701
          av1_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
          av1_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
          av1_enable_segfeature(seg, 1, SEG_LVL_SKIP);
Jingning Han's avatar
Jingning Han committed
702
703
704
705
706
        }
      } else {
        // Disable segmentation and clear down features if alt ref
        // is not active for this group

Yaowu Xu's avatar
Yaowu Xu committed
707
        av1_disable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
708
709
710
711
712
713

        memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);

        seg->update_map = 0;
        seg->update_data = 0;

Yaowu Xu's avatar
Yaowu Xu committed
714
        av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
715
716
717
718
719
720
721
      }
    } else if (rc->is_src_frame_alt_ref) {
      // Special case where we are coding over the top of a previous
      // alt ref frame.
      // Segment coding disabled for compred testing

      // Enable ref frame features for segment 0 as well
Yaowu Xu's avatar
Yaowu Xu committed
722
723
      av1_enable_segfeature(seg, 0, SEG_LVL_REF_FRAME);
      av1_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
Jingning Han's avatar
Jingning Han committed
724
725

      // All mbs should use ALTREF_FRAME
Yaowu Xu's avatar
Yaowu Xu committed
726
727
728
729
      av1_clear_segdata(seg, 0, SEG_LVL_REF_FRAME);
      av1_set_segdata(seg, 0, SEG_LVL_REF_FRAME, ALTREF_FRAME);
      av1_clear_segdata(seg, 1, SEG_LVL_REF_FRAME);
      av1_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
Jingning Han's avatar
Jingning Han committed
730
731
732

      // Skip all MBs if high Q (0,0 mv and skip coeffs)
      if (high_q) {
Yaowu Xu's avatar
Yaowu Xu committed
733
734
        av1_enable_segfeature(seg, 0, SEG_LVL_SKIP);
        av1_enable_segfeature(seg, 1, SEG_LVL_SKIP);
Jingning Han's avatar
Jingning Han committed
735
736
737
738
739
740
741
742
743
744
745
746
747
      }
      // Enable data update
      seg->update_data = 1;
    } else {
      // All other frames.

      // No updates.. leave things as they are.
      seg->update_map = 0;
      seg->update_data = 0;
    }
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
748
749
static void update_reference_segmentation_map(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
750
751
752
753
754
755
756
757
758
759
760
761
762
763
  MODE_INFO **mi_8x8_ptr = cm->mi_grid_visible;
  uint8_t *cache_ptr = cm->last_frame_seg_map;
  int row, col;

  for (row = 0; row < cm->mi_rows; row++) {
    MODE_INFO **mi_8x8 = mi_8x8_ptr;
    uint8_t *cache = cache_ptr;
    for (col = 0; col < cm->mi_cols; col++, mi_8x8++, cache++)
      cache[0] = mi_8x8[0]->mbmi.segment_id;
    mi_8x8_ptr += cm->mi_stride;
    cache_ptr += cm->mi_cols;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
764
765
766
static void alloc_raw_frame_buffers(AV1_COMP *cpi) {
  AV1_COMMON *cm = &cpi->common;
  const AV1EncoderConfig *oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
767
768

  if (!cpi->lookahead)
Yaowu Xu's avatar
Yaowu Xu committed
769
770
    cpi->lookahead = av1_lookahead_init(oxcf->width, oxcf->height,
                                        cm->subsampling_x, cm->subsampling_y,
771
#if CONFIG_HIGHBITDEPTH
Yaowu Xu's avatar
Yaowu Xu committed
772
                                        cm->use_highbitdepth,
Jingning Han's avatar
Jingning Han committed
773
#endif
Yaowu Xu's avatar
Yaowu Xu committed
774
                                        oxcf->lag_in_frames);
Jingning Han's avatar
Jingning Han committed
775
  if (!cpi->lookahead)
Yaowu Xu's avatar
Yaowu Xu committed
776
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
777
778
779
                       "Failed to allocate lag buffers");

  // TODO(agrange) Check if ARF is enabled and skip allocation if not.
Yaowu Xu's avatar
Yaowu Xu committed
780
  if (aom_realloc_frame_buffer(&cpi->alt_ref_buffer, oxcf->width, oxcf->height,
Jingning Han's avatar
Jingning Han committed
781
                               cm->subsampling_x, cm->subsampling_y,
782
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
783
784
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
785
786
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
787
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
788
789
790
                       "Failed to allocate altref buffer");
}

Yaowu Xu's avatar
Yaowu Xu committed
791
792
793
static void alloc_util_frame_buffers(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
  if (aom_realloc_frame_buffer(&cpi->last_frame_uf, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
794
                               cm->subsampling_x, cm->subsampling_y,
795
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
796
797
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
798
799
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
800
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
801
802
                       "Failed to allocate last frame buffer");

Debargha Mukherjee's avatar
Debargha Mukherjee committed
803
#if CONFIG_LOOP_RESTORATION
804
805
806
807
808
809
810
811
  if (aom_realloc_frame_buffer(
          &cpi->trial_frame_rst,
#if CONFIG_FRAME_SUPERRES
          cm->superres_upscaled_width, cm->superres_upscaled_height,
#else
          cm->width, cm->height,
#endif  // CONFIG_FRAME_SUPERRES
          cm->subsampling_x, cm->subsampling_y,
812
#if CONFIG_HIGHBITDEPTH
813
          cm->use_highbitdepth,
814
#endif
815
          AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL, NULL, NULL))
816
817
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
                       "Failed to allocate trial restored frame buffer");
Debargha Mukherjee's avatar
Debargha Mukherjee committed
818
819
#endif  // CONFIG_LOOP_RESTORATION

Yaowu Xu's avatar
Yaowu Xu committed
820
  if (aom_realloc_frame_buffer(&cpi->scaled_source, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
821
                               cm->subsampling_x, cm->subsampling_y,
822
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
823
824
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
825
826
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
827
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
828
829
                       "Failed to allocate scaled source buffer");

Yaowu Xu's avatar
Yaowu Xu committed
830
  if (aom_realloc_frame_buffer(&cpi->scaled_last_source, cm->width, cm->height,
Jingning Han's avatar
Jingning Han committed
831
                               cm->subsampling_x, cm->subsampling_y,
832
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
833
834
                               cm->use_highbitdepth,
#endif
Yaowu Xu's avatar
Yaowu Xu committed
835
836
                               AOM_BORDER_IN_PIXELS, cm->byte_alignment, NULL,
                               NULL, NULL))
Yaowu Xu's avatar
Yaowu Xu committed
837
    aom_internal_error(&cm->error, AOM_CODEC_MEM_ERROR,
Jingning Han's avatar
Jingning Han committed
838
839
840
                       "Failed to allocate scaled last source buffer");
}

841
static void alloc_compressor_data(AV1_COMP *cpi) {
Yaowu Xu's avatar
Yaowu Xu committed
842
  AV1_COMMON *cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
843

Yaowu Xu's avatar
Yaowu Xu committed
844
  av1_alloc_context_buffers(cm, cm->width, cm->height);
Jingning Han's avatar
Jingning Han committed
845

846
847
848
849
#if CONFIG_LV_MAP
  av1_alloc_txb_buf(cpi);
#endif

Jingning Han's avatar
Jingning Han committed
850
851
  alloc_context_buffers_ext(cpi);

Yaowu Xu's avatar
Yaowu Xu committed
852
  aom_free(cpi->tile_tok[0][0]);
Jingning Han's avatar
Jingning Han committed
853
854

  {
855
856
    unsigned int tokens =
        get_token_alloc(cm->mb_rows, cm->mb_cols, MAX_SB_SIZE_LOG2);
Jingning Han's avatar
Jingning Han committed
857
    CHECK_MEM_ERROR(cm, cpi->tile_tok[0][0],
Yaowu Xu's avatar
Yaowu Xu committed
858
                    aom_calloc(tokens, sizeof(*cpi->tile_tok[0][0])));
Jingning Han's avatar
Jingning Han committed
859
860
  }

Yaowu Xu's avatar
Yaowu Xu committed
861
  av1_setup_pc_tree(&cpi->common, &cpi->td);
Jingning Han's avatar
Jingning Han committed
862
863
}

Yaowu Xu's avatar
Yaowu Xu committed
864
void av1_new_framerate(AV1_COMP *cpi, double framerate) {
Jingning Han's avatar
Jingning Han committed
865
  cpi->framerate = framerate < 0.1 ? 30 : framerate;
866
867
868
869
870
#if CONFIG_XIPHRC
  if (!cpi->od_rc.cur_frame) return;
  cpi->od_rc.framerate = cpi->framerate;
  od_enc_rc_resize(&cpi->od_rc);
#else
871
  av1_rc_update_framerate(cpi, cpi->common.width, cpi->common.height);
872
#endif
Jingning Han's avatar
Jingning Han committed
873
874
}

875
876
877
878
#if CONFIG_MAX_TILE

static void set_tile_info_max_tile(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
879
  int i, start_sb;
880
881
882
883

  av1_get_tile_limits(cm);

  // configure tile columns
884
  if (cpi->oxcf.tile_width_count == 0 || cpi->oxcf.tile_height_count == 0) {
885
    cm->uniform_tile_spacing_flag = 1;
886
887
    cm->log2_tile_cols = AOMMAX(cpi->oxcf.tile_columns, cm->min_log2_tile_cols);
    cm->log2_tile_cols = AOMMIN(cm->log2_tile_cols, cm->max_log2_tile_cols);
888
889
890
  } else {
    int mi_cols = ALIGN_POWER_OF_TWO(cm->mi_cols, MAX_MIB_SIZE_LOG2);
    int sb_cols = mi_cols >> MAX_MIB_SIZE_LOG2;
891
    int size_sb, j = 0;
892
893
894
    cm->uniform_tile_spacing_flag = 0;
    for (i = 0, start_sb = 0; start_sb < sb_cols && i < MAX_TILE_COLS; i++) {
      cm->tile_col_start_sb[i] = start_sb;
895
896
897
      size_sb = cpi->oxcf.tile_widths[j++];
      if (j >= cpi->oxcf.tile_width_count) j = 0;
      start_sb += AOMMIN(size_sb, MAX_TILE_WIDTH_SB);
898
899
900
    }
    cm->tile_cols = i;
    cm->tile_col_start_sb[i] = sb_cols;
901
902
903
904
905
906
907
  }
  av1_calculate_tile_cols(cm);

  // configure tile rows
  if (cm->uniform_tile_spacing_flag) {
    cm->log2_tile_rows = AOMMAX(cpi->oxcf.tile_rows, cm->min_log2_tile_rows);
    cm->log2_tile_rows = AOMMIN(cm->log2_tile_rows, cm->max_log2_tile_rows);
908
909
910
  } else {
    int mi_rows = ALIGN_POWER_OF_TWO(cm->mi_rows, MAX_MIB_SIZE_LOG2);
    int sb_rows = mi_rows >> MAX_MIB_SIZE_LOG2;
911
    int size_sb, j = 0;
912
913
    for (i = 0, start_sb = 0; start_sb < sb_rows && i < MAX_TILE_ROWS; i++) {
      cm->tile_row_start_sb[i] = start_sb;
914
915
916
      size_sb = cpi->oxcf.tile_heights[j++];
      if (j >= cpi->oxcf.tile_height_count) j = 0;
      start_sb += AOMMIN(size_sb, cm->max_tile_height_sb);
917
918
919
    }
    cm->tile_rows = i;
    cm->tile_row_start_sb[i] = sb_rows;
920
921
922
923
924
925
  }
  av1_calculate_tile_rows(cm);
}

#endif

Yaowu Xu's avatar
Yaowu Xu committed
926
927
static void set_tile_info(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
928
#if CONFIG_DEPENDENT_HORZTILES
929
930
931
  int tile_row, tile_col, num_tiles_in_tg;
  int tg_row_start, tg_col_start;
#endif
932
#if CONFIG_EXT_TILE
933
  if (cpi->oxcf.large_scale_tile) {
934
#if CONFIG_EXT_PARTITION
935
936
937
938
939
940
941
942
943
944
945
946
    if (cpi->oxcf.superblock_size != AOM_SUPERBLOCK_SIZE_64X64) {
      cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 32);
      cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 32);
      cm->tile_width <<= MAX_MIB_SIZE_LOG2;
      cm->tile_height <<= MAX_MIB_SIZE_LOG2;
    } else {
      cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 64);
      cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 64);
      cm->tile_width <<= MAX_MIB_SIZE_LOG2 - 1;
      cm->tile_height <<= MAX_MIB_SIZE_LOG2 - 1;
    }
#else
947
    cm->tile_width = clamp(cpi->oxcf.tile_columns, 1, 64);
948
    cm->tile_height = clamp(cpi->oxcf.tile_rows, 1, 64);
949
950
    cm->tile_width <<= MAX_MIB_SIZE_LOG2;
    cm->tile_height <<= MAX_MIB_SIZE_LOG2;
951
#endif  // CONFIG_EXT_PARTITION
Jingning Han's avatar
Jingning Han committed
952

953
954
    cm->tile_width = AOMMIN(cm->tile_width, cm->mi_cols);
    cm->tile_height = AOMMIN(cm->tile_height, cm->mi_rows);
955

Yaowu Xu's avatar
Yaowu Xu committed
956
957
    assert(cm->tile_width >> MAX_MIB_SIZE_LOG2 <= 32);
    assert(cm->tile_height >> MAX_MIB_SIZE_LOG2 <= 32);
958

959
960
961
    // Get the number of tiles
    cm->tile_cols = 1;
    while (cm->tile_cols * cm->tile_width < cm->mi_cols) ++cm->tile_cols;
962

963
964
965
966
    cm->tile_rows = 1;
    while (cm->tile_rows * cm->tile_height < cm->mi_rows) ++cm->tile_rows;
  } else {
#endif  // CONFIG_EXT_TILE
Jingning Han's avatar
Jingning Han committed
967

968
969
970
971
972
973
974
975
976
#if CONFIG_MAX_TILE
    set_tile_info_max_tile(cpi);
#else
  int min_log2_tile_cols, max_log2_tile_cols;
  av1_get_tile_n_bits(cm->mi_cols, &min_log2_tile_cols, &max_log2_tile_cols);

  cm->log2_tile_cols =
      clamp(cpi->oxcf.tile_columns, min_log2_tile_cols, max_log2_tile_cols);
  cm->log2_tile_rows = cpi->oxcf.tile_rows;
977

978
979
980
981
  cm->tile_width =
      get_tile_size(cm->mi_cols, cm->log2_tile_cols, &cm->tile_cols);
  cm->tile_height =
      get_tile_size(cm->mi_rows, cm->log2_tile_rows, &cm->tile_rows);
982
#endif  // CONFIG_MAX_TILE
983
984
#if CONFIG_EXT_TILE
  }
985
#endif  // CONFIG_EXT_TILE
986

987
988
#if CONFIG_DEPENDENT_HORZTILES
  cm->dependent_horz_tiles = cpi->oxcf.dependent_horz_tiles;
989
#if CONFIG_EXT_TILE
990
991
992
  if (cm->large_scale_tile) {
    // May not needed since cpi->oxcf.dependent_horz_tiles is already adjusted.
    cm->dependent_horz_tiles = 0;
993
  } else {
994
995
996
#endif  // CONFIG_EXT_TILE
    if (cm->log2_tile_rows == 0) cm->dependent_horz_tiles = 0;
#if CONFIG_EXT_TILE
997
  }
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
1020
1021
#endif  // CONFIG_EXT_TILE

#if CONFIG_EXT_TILE
  if (!cm->large_scale_tile) {
#endif  // CONFIG_EXT_TILE
    if (cpi->oxcf.mtu == 0) {
      cm->num_tg = cpi->oxcf.num_tile_groups;
    } else {
      // Use a default value for the purposes of weighting costs in probability
      // updates
      cm->num_tg = DEFAULT_MAX_NUM_TG;
    }
    num_tiles_in_tg =
        (cm->tile_cols * cm->tile_rows + cm->num_tg - 1) / cm->num_tg;
    tg_row_start = 0;
    tg_col_start = 0;
    for (tile_row = 0; tile_row < cm->tile_rows; ++tile_row) {
      for (tile_col = 0; tile_col < cm->tile_cols; ++tile_col) {
        if ((tile_row * cm->tile_cols + tile_col) % num_tiles_in_tg == 0) {
          tg_row_start = tile_row;
          tg_col_start = tile_col;
        }
        cm->tile_group_start_row[tile_row][tile_col] = tg_row_start;
        cm->tile_group_start_col[tile_row][tile_col] = tg_col_start;
1022
1023
      }
    }
1024
#if CONFIG_EXT_TILE
1025
  }
1026
#endif  // CONFIG_EXT_TILE
1027
#endif
1028

1029
#if CONFIG_LOOPFILTERING_ACROSS_TILES
1030
1031
  cm->loop_filter_across_tiles_enabled =
      cpi->oxcf.loop_filter_across_tiles_enabled;
1032
#endif  // CONFIG_LOOPFILTERING_ACROSS_TILES
Jingning Han's avatar
Jingning Han committed
1033
1034
}

Yaowu Xu's avatar
Yaowu Xu committed
1035
1036
static void update_frame_size(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
1037
1038
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;

Yaowu Xu's avatar
Yaowu Xu committed
1039
1040
  av1_set_mb_mi(cm, cm->width, cm->height);
  av1_init_context_buffers(cm);
1041
  av1_init_macroblockd(cm, xd,
Luc Trudeau's avatar
Luc Trudeau committed
1042
1043
#if CONFIG_CFL
                       &NULL_CFL,
1044
1045
#endif
                       NULL);
Jingning Han's avatar
Jingning Han committed
1046
1047
  memset(cpi->mbmi_ext_base, 0,
         cm->mi_rows * cm->mi_cols * sizeof(*cpi->mbmi_ext_base));
1048
  set_tile_info(cpi);