ratectrl.c 65 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
14
15
16
17
18
 */

#include <assert.h>
#include <limits.h>
#include <math.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

Yaowu Xu's avatar
Yaowu Xu committed
19
20
#include "aom_dsp/aom_dsp_common.h"
#include "aom_mem/aom_mem.h"
21
22
#include "aom_ports/mem.h"
#include "aom_ports/system_state.h"
Jingning Han's avatar
Jingning Han committed
23

24
25
26
27
28
29
#include "av1/common/alloccommon.h"
#include "av1/encoder/aq_cyclicrefresh.h"
#include "av1/common/common.h"
#include "av1/common/entropymode.h"
#include "av1/common/quant_common.h"
#include "av1/common/seg_common.h"
Jingning Han's avatar
Jingning Han committed
30

31
32
#include "av1/encoder/encodemv.h"
#include "av1/encoder/ratectrl.h"
Jingning Han's avatar
Jingning Han committed
33
34
35
36
37
38
39
40
41
42
43
44
45

// Max rate target for 1080P and below encodes under normal circumstances
// (1920 * 1080 / (16 * 16)) * MAX_MB_RATE bits per MB
#define MAX_MB_RATE 250
#define MAXRATE_1080P 2025000

#define DEFAULT_KF_BOOST 2000
#define DEFAULT_GF_BOOST 2000

#define MIN_BPB_FACTOR 0.005
#define MAX_BPB_FACTOR 50

#define FRAME_OVERHEAD_BITS 200
46
#if CONFIG_HIGHBITDEPTH
47
48
49
#define ASSIGN_MINQ_TABLE(bit_depth, name)                   \
  do {                                                       \
    switch (bit_depth) {                                     \
Yaowu Xu's avatar
Yaowu Xu committed
50
51
52
      case AOM_BITS_8: name = name##_8; break;               \
      case AOM_BITS_10: name = name##_10; break;             \
      case AOM_BITS_12: name = name##_12; break;             \
53
54
      default:                                               \
        assert(0 &&                                          \
Yaowu Xu's avatar
Yaowu Xu committed
55
56
               "bit_depth should be AOM_BITS_8, AOM_BITS_10" \
               " or AOM_BITS_12");                           \
57
58
        name = NULL;                                         \
    }                                                        \
Jingning Han's avatar
Jingning Han committed
59
60
61
  } while (0)
#else
#define ASSIGN_MINQ_TABLE(bit_depth, name) \
62
  do {                                     \
clang-format's avatar
clang-format committed
63
    (void)bit_depth;                       \
64
    name = name##_8;                       \
Jingning Han's avatar
Jingning Han committed
65
66
67
68
69
70
71
72
73
74
75
  } while (0)
#endif

// Tables relating active max Q to active min Q
static int kf_low_motion_minq_8[QINDEX_RANGE];
static int kf_high_motion_minq_8[QINDEX_RANGE];
static int arfgf_low_motion_minq_8[QINDEX_RANGE];
static int arfgf_high_motion_minq_8[QINDEX_RANGE];
static int inter_minq_8[QINDEX_RANGE];
static int rtc_minq_8[QINDEX_RANGE];

76
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
static int kf_low_motion_minq_10[QINDEX_RANGE];
static int kf_high_motion_minq_10[QINDEX_RANGE];
static int arfgf_low_motion_minq_10[QINDEX_RANGE];
static int arfgf_high_motion_minq_10[QINDEX_RANGE];
static int inter_minq_10[QINDEX_RANGE];
static int rtc_minq_10[QINDEX_RANGE];
static int kf_low_motion_minq_12[QINDEX_RANGE];
static int kf_high_motion_minq_12[QINDEX_RANGE];
static int arfgf_low_motion_minq_12[QINDEX_RANGE];
static int arfgf_high_motion_minq_12[QINDEX_RANGE];
static int inter_minq_12[QINDEX_RANGE];
static int rtc_minq_12[QINDEX_RANGE];
#endif

static int gf_high = 2000;
static int gf_low = 400;
static int kf_high = 5000;
static int kf_low = 400;

96
double av1_resize_rate_factor(const AV1_COMP *cpi) {
97
98
  return (double)(cpi->oxcf.width * cpi->oxcf.height) /
         (cpi->common.width * cpi->common.height);
99
100
}

Jingning Han's avatar
Jingning Han committed
101
102
103
104
105
// Functions to compute the active minq lookup table entries based on a
// formulaic approach to facilitate easier adjustment of the Q tables.
// The formulae were derived from computing a 3rd order polynomial best
// fit to the original data (after plotting real maxq vs minq (not q index))
static int get_minq_index(double maxq, double x3, double x2, double x1,
Yaowu Xu's avatar
Yaowu Xu committed
106
                          aom_bit_depth_t bit_depth) {
Jingning Han's avatar
Jingning Han committed
107
  int i;
Yaowu Xu's avatar
Yaowu Xu committed
108
  const double minqtarget = AOMMIN(((x3 * maxq + x2) * maxq + x1) * maxq, maxq);
Jingning Han's avatar
Jingning Han committed
109
110
111

  // Special case handling to deal with the step from q2.0
  // down to lossless mode represented by q 1.0.
112
  if (minqtarget <= 2.0) return 0;
Jingning Han's avatar
Jingning Han committed
113
114

  for (i = 0; i < QINDEX_RANGE; i++) {
Yaowu Xu's avatar
Yaowu Xu committed
115
    if (minqtarget <= av1_convert_qindex_to_q(i, bit_depth)) return i;
Jingning Han's avatar
Jingning Han committed
116
117
118
119
120
  }

  return QINDEX_RANGE - 1;
}

121
122
static void init_minq_luts(int *kf_low_m, int *kf_high_m, int *arfgf_low,
                           int *arfgf_high, int *inter, int *rtc,
Yaowu Xu's avatar
Yaowu Xu committed
123
                           aom_bit_depth_t bit_depth) {
Jingning Han's avatar
Jingning Han committed
124
125
  int i;
  for (i = 0; i < QINDEX_RANGE; i++) {
Yaowu Xu's avatar
Yaowu Xu committed
126
    const double maxq = av1_convert_qindex_to_q(i, bit_depth);
Jingning Han's avatar
Jingning Han committed
127
128
129
130
131
132
133
134
135
    kf_low_m[i] = get_minq_index(maxq, 0.000001, -0.0004, 0.150, bit_depth);
    kf_high_m[i] = get_minq_index(maxq, 0.0000021, -0.00125, 0.55, bit_depth);
    arfgf_low[i] = get_minq_index(maxq, 0.0000015, -0.0009, 0.30, bit_depth);
    arfgf_high[i] = get_minq_index(maxq, 0.0000021, -0.00125, 0.55, bit_depth);
    inter[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.90, bit_depth);
    rtc[i] = get_minq_index(maxq, 0.00000271, -0.00113, 0.70, bit_depth);
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
136
void av1_rc_init_minq_luts(void) {
Jingning Han's avatar
Jingning Han committed
137
138
  init_minq_luts(kf_low_motion_minq_8, kf_high_motion_minq_8,
                 arfgf_low_motion_minq_8, arfgf_high_motion_minq_8,
Yaowu Xu's avatar
Yaowu Xu committed
139
                 inter_minq_8, rtc_minq_8, AOM_BITS_8);
140
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
141
142
  init_minq_luts(kf_low_motion_minq_10, kf_high_motion_minq_10,
                 arfgf_low_motion_minq_10, arfgf_high_motion_minq_10,
Yaowu Xu's avatar
Yaowu Xu committed
143
                 inter_minq_10, rtc_minq_10, AOM_BITS_10);
Jingning Han's avatar
Jingning Han committed
144
145
  init_minq_luts(kf_low_motion_minq_12, kf_high_motion_minq_12,
                 arfgf_low_motion_minq_12, arfgf_high_motion_minq_12,
Yaowu Xu's avatar
Yaowu Xu committed
146
                 inter_minq_12, rtc_minq_12, AOM_BITS_12);
Jingning Han's avatar
Jingning Han committed
147
148
149
150
151
152
#endif
}

// These functions use formulaic calculations to make playing with the
// quantizer tables easier. If necessary they can be replaced by lookup
// tables if and when things settle down in the experimental bitstream
Yaowu Xu's avatar
Yaowu Xu committed
153
double av1_convert_qindex_to_q(int qindex, aom_bit_depth_t bit_depth) {
154
// Convert the index to a real Q value (scaled down to match old Q values)
155
#if CONFIG_HIGHBITDEPTH
Jingning Han's avatar
Jingning Han committed
156
  switch (bit_depth) {
Yaowu Xu's avatar
Yaowu Xu committed
157
158
159
    case AOM_BITS_8: return av1_ac_quant(qindex, 0, bit_depth) / 4.0;
    case AOM_BITS_10: return av1_ac_quant(qindex, 0, bit_depth) / 16.0;
    case AOM_BITS_12: return av1_ac_quant(qindex, 0, bit_depth) / 64.0;
Jingning Han's avatar
Jingning Han committed
160
    default:
Yaowu Xu's avatar
Yaowu Xu committed
161
      assert(0 && "bit_depth should be AOM_BITS_8, AOM_BITS_10 or AOM_BITS_12");
Jingning Han's avatar
Jingning Han committed
162
163
164
      return -1.0;
  }
#else
Yaowu Xu's avatar
Yaowu Xu committed
165
  return av1_ac_quant(qindex, 0, bit_depth) / 4.0;
Jingning Han's avatar
Jingning Han committed
166
167
168
#endif
}

Yaowu Xu's avatar
Yaowu Xu committed
169
170
171
int av1_rc_bits_per_mb(FRAME_TYPE frame_type, int qindex,
                       double correction_factor, aom_bit_depth_t bit_depth) {
  const double q = av1_convert_qindex_to_q(qindex, bit_depth);
Jingning Han's avatar
Jingning Han committed
172
173
174
175
176
177
178
179
180
181
  int enumerator = frame_type == KEY_FRAME ? 2700000 : 1800000;

  assert(correction_factor <= MAX_BPB_FACTOR &&
         correction_factor >= MIN_BPB_FACTOR);

  // q based adjustment to baseline enumerator
  enumerator += (int)(enumerator * q) >> 12;
  return (int)(enumerator * correction_factor / q);
}

Yaowu Xu's avatar
Yaowu Xu committed
182
183
184
int av1_estimate_bits_at_q(FRAME_TYPE frame_type, int q, int mbs,
                           double correction_factor,
                           aom_bit_depth_t bit_depth) {
185
  const int bpm =
Yaowu Xu's avatar
Yaowu Xu committed
186
187
      (int)(av1_rc_bits_per_mb(frame_type, q, correction_factor, bit_depth));
  return AOMMAX(FRAME_OVERHEAD_BITS,
188
                (int)((uint64_t)bpm * mbs) >> BPER_MB_NORMBITS);
Jingning Han's avatar
Jingning Han committed
189
190
}

Yaowu Xu's avatar
Yaowu Xu committed
191
int av1_rc_clamp_pframe_target_size(const AV1_COMP *const cpi, int target) {
Jingning Han's avatar
Jingning Han committed
192
  const RATE_CONTROL *rc = &cpi->rc;
Yaowu Xu's avatar
Yaowu Xu committed
193
  const AV1EncoderConfig *oxcf = &cpi->oxcf;
194
  const int min_frame_target =
Yaowu Xu's avatar
Yaowu Xu committed
195
      AOMMAX(rc->min_frame_bandwidth, rc->avg_frame_bandwidth >> 5);
196
// Clip the frame target to the minimum setup value.
197
198
199
#if CONFIG_EXT_REFS
  if (cpi->rc.is_src_frame_alt_ref) {
#else
Jingning Han's avatar
Jingning Han committed
200
  if (cpi->refresh_golden_frame && rc->is_src_frame_alt_ref) {
Zoe Liu's avatar
Zoe Liu committed
201
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
202
203
204
205
206
    // If there is an active ARF at this location use the minimum
    // bits on this frame even if it is a constructed arf.
    // The active maximum quantizer insures that an appropriate
    // number of bits will be spent if needed for constructed ARFs.
    target = min_frame_target;
207
208
  } else if (target < min_frame_target) {
    target = min_frame_target;
Jingning Han's avatar
Jingning Han committed
209
  }
210

Jingning Han's avatar
Jingning Han committed
211
  // Clip the frame target to the maximum allowed value.
212
  if (target > rc->max_frame_bandwidth) target = rc->max_frame_bandwidth;
Jingning Han's avatar
Jingning Han committed
213
  if (oxcf->rc_max_inter_bitrate_pct) {
214
215
    const int max_rate =
        rc->avg_frame_bandwidth * oxcf->rc_max_inter_bitrate_pct / 100;
Yaowu Xu's avatar
Yaowu Xu committed
216
    target = AOMMIN(target, max_rate);
Jingning Han's avatar
Jingning Han committed
217
  }
218

Jingning Han's avatar
Jingning Han committed
219
220
221
  return target;
}

Yaowu Xu's avatar
Yaowu Xu committed
222
int av1_rc_clamp_iframe_target_size(const AV1_COMP *const cpi, int target) {
Jingning Han's avatar
Jingning Han committed
223
  const RATE_CONTROL *rc = &cpi->rc;
Yaowu Xu's avatar
Yaowu Xu committed
224
  const AV1EncoderConfig *oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
225
  if (oxcf->rc_max_intra_bitrate_pct) {
226
227
    const int max_rate =
        rc->avg_frame_bandwidth * oxcf->rc_max_intra_bitrate_pct / 100;
Yaowu Xu's avatar
Yaowu Xu committed
228
    target = AOMMIN(target, max_rate);
Jingning Han's avatar
Jingning Han committed
229
  }
230
  if (target > rc->max_frame_bandwidth) target = rc->max_frame_bandwidth;
Jingning Han's avatar
Jingning Han committed
231
232
233
234
  return target;
}

// Update the buffer level: leaky bucket model.
Yaowu Xu's avatar
Yaowu Xu committed
235
236
static void update_buffer_level(AV1_COMP *cpi, int encoded_frame_size) {
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
237
238
  RATE_CONTROL *const rc = &cpi->rc;

239
// Non-viewable frames are a special case and are treated as pure overhead.
240
241
242
#if CONFIG_EXT_REFS
  // TODO(zoeliu): To further explore whether we should treat BWDREF_FRAME
  //               differently, since it is a no-show frame.
243
244
245
  if (!cm->show_frame && !rc->is_bwd_ref_frame)
#else
  if (!cm->show_frame)
246
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
247
    rc->bits_off_target -= encoded_frame_size;
248
  else
Jingning Han's avatar
Jingning Han committed
249
250
251
    rc->bits_off_target += rc->avg_frame_bandwidth - encoded_frame_size;

  // Clip the buffer level to the maximum specified buffer size.
Yaowu Xu's avatar
Yaowu Xu committed
252
  rc->bits_off_target = AOMMIN(rc->bits_off_target, rc->maximum_buffer_size);
Jingning Han's avatar
Jingning Han committed
253
254
255
  rc->buffer_level = rc->bits_off_target;
}

Yaowu Xu's avatar
Yaowu Xu committed
256
257
int av1_rc_get_default_min_gf_interval(int width, int height,
                                       double framerate) {
Jingning Han's avatar
Jingning Han committed
258
259
260
261
262
263
264
265
266
  // Assume we do not need any constraint lower than 4K 20 fps
  static const double factor_safe = 3840 * 2160 * 20.0;
  const double factor = width * height * framerate;
  const int default_interval =
      clamp((int)(framerate * 0.125), MIN_GF_INTERVAL, MAX_GF_INTERVAL);

  if (factor <= factor_safe)
    return default_interval;
  else
Yaowu Xu's avatar
Yaowu Xu committed
267
    return AOMMAX(default_interval,
268
                  (int)(MIN_GF_INTERVAL * factor / factor_safe + 0.5));
Jingning Han's avatar
Jingning Han committed
269
270
271
272
273
274
  // Note this logic makes:
  // 4K24: 5
  // 4K30: 6
  // 4K60: 12
}

Yaowu Xu's avatar
Yaowu Xu committed
275
276
int av1_rc_get_default_max_gf_interval(double framerate, int min_gf_interval) {
  int interval = AOMMIN(MAX_GF_INTERVAL, (int)(framerate * 0.75));
Jingning Han's avatar
Jingning Han committed
277
  interval += (interval & 0x01);  // Round to even value
Yaowu Xu's avatar
Yaowu Xu committed
278
  return AOMMAX(interval, min_gf_interval);
Jingning Han's avatar
Jingning Han committed
279
280
}

Yaowu Xu's avatar
Yaowu Xu committed
281
void av1_rc_init(const AV1EncoderConfig *oxcf, int pass, RATE_CONTROL *rc) {
Jingning Han's avatar
Jingning Han committed
282
283
  int i;

Yaowu Xu's avatar
Yaowu Xu committed
284
  if (pass == 0 && oxcf->rc_mode == AOM_CBR) {
Jingning Han's avatar
Jingning Han committed
285
286
287
    rc->avg_frame_qindex[KEY_FRAME] = oxcf->worst_allowed_q;
    rc->avg_frame_qindex[INTER_FRAME] = oxcf->worst_allowed_q;
  } else {
288
289
290
291
    rc->avg_frame_qindex[KEY_FRAME] =
        (oxcf->worst_allowed_q + oxcf->best_allowed_q) / 2;
    rc->avg_frame_qindex[INTER_FRAME] =
        (oxcf->worst_allowed_q + oxcf->best_allowed_q) / 2;
Jingning Han's avatar
Jingning Han committed
292
293
294
295
296
  }

  rc->last_q[KEY_FRAME] = oxcf->best_allowed_q;
  rc->last_q[INTER_FRAME] = oxcf->worst_allowed_q;

297
  rc->buffer_level = rc->starting_buffer_level;
Jingning Han's avatar
Jingning Han committed
298
299
  rc->bits_off_target = rc->starting_buffer_level;

300
301
  rc->rolling_target_bits = rc->avg_frame_bandwidth;
  rc->rolling_actual_bits = rc->avg_frame_bandwidth;
Jingning Han's avatar
Jingning Han committed
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
  rc->long_rolling_target_bits = rc->avg_frame_bandwidth;
  rc->long_rolling_actual_bits = rc->avg_frame_bandwidth;

  rc->total_actual_bits = 0;
  rc->total_target_bits = 0;
  rc->total_target_vs_actual = 0;

  rc->frames_since_key = 8;  // Sensible default for first frame.
  rc->this_key_frame_forced = 0;
  rc->next_key_frame_forced = 0;
  rc->source_alt_ref_pending = 0;
  rc->source_alt_ref_active = 0;

  rc->frames_till_gf_update_due = 0;
  rc->ni_av_qi = oxcf->worst_allowed_q;
  rc->ni_tot_qi = 0;
  rc->ni_frames = 0;

  rc->tot_q = 0.0;
Yaowu Xu's avatar
Yaowu Xu committed
321
  rc->avg_q = av1_convert_qindex_to_q(oxcf->worst_allowed_q, oxcf->bit_depth);
Jingning Han's avatar
Jingning Han committed
322
323
324
325
326
327
328
329

  for (i = 0; i < RATE_FACTOR_LEVELS; ++i) {
    rc->rate_correction_factors[i] = 1.0;
  }

  rc->min_gf_interval = oxcf->min_gf_interval;
  rc->max_gf_interval = oxcf->max_gf_interval;
  if (rc->min_gf_interval == 0)
Yaowu Xu's avatar
Yaowu Xu committed
330
    rc->min_gf_interval = av1_rc_get_default_min_gf_interval(
Jingning Han's avatar
Jingning Han committed
331
332
        oxcf->width, oxcf->height, oxcf->init_framerate);
  if (rc->max_gf_interval == 0)
Yaowu Xu's avatar
Yaowu Xu committed
333
    rc->max_gf_interval = av1_rc_get_default_max_gf_interval(
Jingning Han's avatar
Jingning Han committed
334
335
336
337
        oxcf->init_framerate, rc->min_gf_interval);
  rc->baseline_gf_interval = (rc->min_gf_interval + rc->max_gf_interval) / 2;
}

Yaowu Xu's avatar
Yaowu Xu committed
338
339
int av1_rc_drop_frame(AV1_COMP *cpi) {
  const AV1EncoderConfig *oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
340
341
342
343
344
345
346
347
348
349
350
  RATE_CONTROL *const rc = &cpi->rc;

  if (!oxcf->drop_frames_water_mark) {
    return 0;
  } else {
    if (rc->buffer_level < 0) {
      // Always drop if buffer is below 0.
      return 1;
    } else {
      // If buffer is below drop_mark, for now just drop every other frame
      // (starting with the next frame) until it increases back over drop_mark.
351
352
353
      int drop_mark =
          (int)(oxcf->drop_frames_water_mark * rc->optimal_buffer_level / 100);
      if ((rc->buffer_level > drop_mark) && (rc->decimation_factor > 0)) {
Jingning Han's avatar
Jingning Han committed
354
        --rc->decimation_factor;
355
      } else if (rc->buffer_level <= drop_mark && rc->decimation_factor == 0) {
Jingning Han's avatar
Jingning Han committed
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
        rc->decimation_factor = 1;
      }
      if (rc->decimation_factor > 0) {
        if (rc->decimation_count > 0) {
          --rc->decimation_count;
          return 1;
        } else {
          rc->decimation_count = rc->decimation_factor;
          return 0;
        }
      } else {
        rc->decimation_count = 0;
        return 0;
      }
    }
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
374
static double get_rate_correction_factor(const AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
375
376
377
378
379
380
381
  const RATE_CONTROL *const rc = &cpi->rc;
  double rcf;

  if (cpi->common.frame_type == KEY_FRAME) {
    rcf = rc->rate_correction_factors[KF_STD];
  } else if (cpi->oxcf.pass == 2) {
    RATE_FACTOR_LEVEL rf_lvl =
382
        cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
Jingning Han's avatar
Jingning Han committed
383
384
385
    rcf = rc->rate_correction_factors[rf_lvl];
  } else {
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
Yunqing Wang's avatar
Yunqing Wang committed
386
        !rc->is_src_frame_alt_ref &&
Yaowu Xu's avatar
Yaowu Xu committed
387
        (cpi->oxcf.rc_mode != AOM_CBR || cpi->oxcf.gf_cbr_boost_pct > 20))
Jingning Han's avatar
Jingning Han committed
388
389
390
391
      rcf = rc->rate_correction_factors[GF_ARF_STD];
    else
      rcf = rc->rate_correction_factors[INTER_NORMAL];
  }
392
  rcf *= av1_resize_rate_factor(cpi);
Jingning Han's avatar
Jingning Han committed
393
394
395
  return fclamp(rcf, MIN_BPB_FACTOR, MAX_BPB_FACTOR);
}

Yaowu Xu's avatar
Yaowu Xu committed
396
static void set_rate_correction_factor(AV1_COMP *cpi, double factor) {
Jingning Han's avatar
Jingning Han committed
397
398
399
  RATE_CONTROL *const rc = &cpi->rc;

  // Normalize RCF to account for the size-dependent scaling factor.
400
  factor /= av1_resize_rate_factor(cpi);
Jingning Han's avatar
Jingning Han committed
401
402
403
404
405
406
407

  factor = fclamp(factor, MIN_BPB_FACTOR, MAX_BPB_FACTOR);

  if (cpi->common.frame_type == KEY_FRAME) {
    rc->rate_correction_factors[KF_STD] = factor;
  } else if (cpi->oxcf.pass == 2) {
    RATE_FACTOR_LEVEL rf_lvl =
408
        cpi->twopass.gf_group.rf_level[cpi->twopass.gf_group.index];
Jingning Han's avatar
Jingning Han committed
409
410
411
    rc->rate_correction_factors[rf_lvl] = factor;
  } else {
    if ((cpi->refresh_alt_ref_frame || cpi->refresh_golden_frame) &&
Yunqing Wang's avatar
Yunqing Wang committed
412
        !rc->is_src_frame_alt_ref &&
Yaowu Xu's avatar
Yaowu Xu committed
413
        (cpi->oxcf.rc_mode != AOM_CBR || cpi->oxcf.gf_cbr_boost_pct > 20))
Jingning Han's avatar
Jingning Han committed
414
415
416
417
418
419
      rc->rate_correction_factors[GF_ARF_STD] = factor;
    else
      rc->rate_correction_factors[INTER_NORMAL] = factor;
  }
}

Yaowu Xu's avatar
Yaowu Xu committed
420
421
void av1_rc_update_rate_correction_factors(AV1_COMP *cpi) {
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
422
423
424
425
426
427
428
  int correction_factor = 100;
  double rate_correction_factor = get_rate_correction_factor(cpi);
  double adjustment_limit;

  int projected_size_based_on_q = 0;

  // Do not update the rate factors for arf overlay frames.
429
  if (cpi->rc.is_src_frame_alt_ref) return;
Jingning Han's avatar
Jingning Han committed
430
431

  // Clear down mmx registers to allow floating point in what follows
Yaowu Xu's avatar
Yaowu Xu committed
432
  aom_clear_system_state();
Jingning Han's avatar
Jingning Han committed
433
434
435
436
437
438

  // Work out how big we would have expected the frame to be at this Q given
  // the current correction factor.
  // Stay in double to avoid int overflow when values are large
  if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ && cpi->common.seg.enabled) {
    projected_size_based_on_q =
Yaowu Xu's avatar
Yaowu Xu committed
439
        av1_cyclic_refresh_estimate_bits_at_q(cpi, rate_correction_factor);
Jingning Han's avatar
Jingning Han committed
440
  } else {
441
    projected_size_based_on_q =
Yaowu Xu's avatar
Yaowu Xu committed
442
443
        av1_estimate_bits_at_q(cpi->common.frame_type, cm->base_qindex, cm->MBs,
                               rate_correction_factor, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
444
445
446
447
  }
  // Work out a size correction factor.
  if (projected_size_based_on_q > FRAME_OVERHEAD_BITS)
    correction_factor = (int)((100 * (int64_t)cpi->rc.projected_frame_size) /
448
                              projected_size_based_on_q);
Jingning Han's avatar
Jingning Han committed
449
450
451

  // More heavily damped adjustment used if we have been oscillating either side
  // of target.
452
453
454
455
456
457
  if (correction_factor > 0) {
    adjustment_limit =
        0.25 + 0.5 * AOMMIN(1, fabs(log10(0.01 * correction_factor)));
  } else {
    adjustment_limit = 0.75;
  }
Jingning Han's avatar
Jingning Han committed
458
459
460
461
462
463
464
465
466
467
468
469
470

  cpi->rc.q_2_frame = cpi->rc.q_1_frame;
  cpi->rc.q_1_frame = cm->base_qindex;
  cpi->rc.rc_2_frame = cpi->rc.rc_1_frame;
  if (correction_factor > 110)
    cpi->rc.rc_1_frame = -1;
  else if (correction_factor < 90)
    cpi->rc.rc_1_frame = 1;
  else
    cpi->rc.rc_1_frame = 0;

  if (correction_factor > 102) {
    // We are not already at the worst allowable quality
471
472
    correction_factor =
        (int)(100 + ((correction_factor - 100) * adjustment_limit));
Jingning Han's avatar
Jingning Han committed
473
474
475
476
477
478
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;
    // Keep rate_correction_factor within limits
    if (rate_correction_factor > MAX_BPB_FACTOR)
      rate_correction_factor = MAX_BPB_FACTOR;
  } else if (correction_factor < 99) {
    // We are not already at the best allowable quality
479
480
    correction_factor =
        (int)(100 - ((100 - correction_factor) * adjustment_limit));
Jingning Han's avatar
Jingning Han committed
481
482
483
484
485
486
487
488
489
490
    rate_correction_factor = (rate_correction_factor * correction_factor) / 100;

    // Keep rate_correction_factor within limits
    if (rate_correction_factor < MIN_BPB_FACTOR)
      rate_correction_factor = MIN_BPB_FACTOR;
  }

  set_rate_correction_factor(cpi, rate_correction_factor);
}

Yaowu Xu's avatar
Yaowu Xu committed
491
492
493
int av1_rc_regulate_q(const AV1_COMP *cpi, int target_bits_per_frame,
                      int active_best_quality, int active_worst_quality) {
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
494
495
496
497
498
499
500
501
  int q = active_worst_quality;
  int last_error = INT_MAX;
  int i, target_bits_per_mb, bits_per_mb_at_this_q;
  const double correction_factor = get_rate_correction_factor(cpi);

  // Calculate required scaling factor based on target frame size and size of
  // frame produced using previous Q.
  target_bits_per_mb =
502
      (int)((uint64_t)target_bits_per_frame << BPER_MB_NORMBITS) / cm->MBs;
Jingning Han's avatar
Jingning Han committed
503
504
505
506

  i = active_best_quality;

  do {
Yunqing Wang's avatar
Yunqing Wang committed
507
    if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ && cm->seg.enabled) {
Jingning Han's avatar
Jingning Han committed
508
      bits_per_mb_at_this_q =
Yaowu Xu's avatar
Yaowu Xu committed
509
          (int)av1_cyclic_refresh_rc_bits_per_mb(cpi, i, correction_factor);
Jingning Han's avatar
Jingning Han committed
510
    } else {
Yaowu Xu's avatar
Yaowu Xu committed
511
      bits_per_mb_at_this_q = (int)av1_rc_bits_per_mb(
512
          cm->frame_type, i, correction_factor, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
    }

    if (bits_per_mb_at_this_q <= target_bits_per_mb) {
      if ((target_bits_per_mb - bits_per_mb_at_this_q) <= last_error)
        q = i;
      else
        q = i - 1;

      break;
    } else {
      last_error = bits_per_mb_at_this_q - target_bits_per_mb;
    }
  } while (++i <= active_worst_quality);

  // In CBR mode, this makes sure q is between oscillating Qs to prevent
  // resonance.
Yaowu Xu's avatar
Yaowu Xu committed
529
  if (cpi->oxcf.rc_mode == AOM_CBR &&
Jingning Han's avatar
Jingning Han committed
530
531
      (cpi->rc.rc_1_frame * cpi->rc.rc_2_frame == -1) &&
      cpi->rc.q_1_frame != cpi->rc.q_2_frame) {
Yaowu Xu's avatar
Yaowu Xu committed
532
533
    q = clamp(q, AOMMIN(cpi->rc.q_1_frame, cpi->rc.q_2_frame),
              AOMMAX(cpi->rc.q_1_frame, cpi->rc.q_2_frame));
Jingning Han's avatar
Jingning Han committed
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
  }
  return q;
}

static int get_active_quality(int q, int gfu_boost, int low, int high,
                              int *low_motion_minq, int *high_motion_minq) {
  if (gfu_boost > high) {
    return low_motion_minq[q];
  } else if (gfu_boost < low) {
    return high_motion_minq[q];
  } else {
    const int gap = high - low;
    const int offset = high - gfu_boost;
    const int qdiff = high_motion_minq[q] - low_motion_minq[q];
    const int adjustment = ((offset * qdiff) + (gap >> 1)) / gap;
    return low_motion_minq[q] + adjustment;
  }
}

static int get_kf_active_quality(const RATE_CONTROL *const rc, int q,
Yaowu Xu's avatar
Yaowu Xu committed
554
                                 aom_bit_depth_t bit_depth) {
Jingning Han's avatar
Jingning Han committed
555
556
557
558
559
560
561
562
563
  int *kf_low_motion_minq;
  int *kf_high_motion_minq;
  ASSIGN_MINQ_TABLE(bit_depth, kf_low_motion_minq);
  ASSIGN_MINQ_TABLE(bit_depth, kf_high_motion_minq);
  return get_active_quality(q, rc->kf_boost, kf_low, kf_high,
                            kf_low_motion_minq, kf_high_motion_minq);
}

static int get_gf_active_quality(const RATE_CONTROL *const rc, int q,
Yaowu Xu's avatar
Yaowu Xu committed
564
                                 aom_bit_depth_t bit_depth) {
Jingning Han's avatar
Jingning Han committed
565
566
567
568
569
570
571
572
  int *arfgf_low_motion_minq;
  int *arfgf_high_motion_minq;
  ASSIGN_MINQ_TABLE(bit_depth, arfgf_low_motion_minq);
  ASSIGN_MINQ_TABLE(bit_depth, arfgf_high_motion_minq);
  return get_active_quality(q, rc->gfu_boost, gf_low, gf_high,
                            arfgf_low_motion_minq, arfgf_high_motion_minq);
}

Yaowu Xu's avatar
Yaowu Xu committed
573
static int calc_active_worst_quality_one_pass_vbr(const AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
574
575
576
577
578
  const RATE_CONTROL *const rc = &cpi->rc;
  const unsigned int curr_frame = cpi->common.current_video_frame;
  int active_worst_quality;

  if (cpi->common.frame_type == KEY_FRAME) {
579
580
    active_worst_quality =
        curr_frame == 0 ? rc->worst_quality : rc->last_q[KEY_FRAME] * 2;
Jingning Han's avatar
Jingning Han committed
581
582
583
  } else {
    if (!rc->is_src_frame_alt_ref &&
        (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
584
585
      active_worst_quality = curr_frame == 1 ? rc->last_q[KEY_FRAME] * 5 / 4
                                             : rc->last_q[INTER_FRAME];
Jingning Han's avatar
Jingning Han committed
586
587
588
589
590
    } else {
      active_worst_quality = curr_frame == 1 ? rc->last_q[KEY_FRAME] * 2
                                             : rc->last_q[INTER_FRAME] * 2;
    }
  }
Yaowu Xu's avatar
Yaowu Xu committed
591
  return AOMMIN(active_worst_quality, rc->worst_quality);
Jingning Han's avatar
Jingning Han committed
592
593
594
}

// Adjust active_worst_quality level based on buffer level.
Yaowu Xu's avatar
Yaowu Xu committed
595
static int calc_active_worst_quality_one_pass_cbr(const AV1_COMP *cpi) {
Jingning Han's avatar
Jingning Han committed
596
597
598
599
600
  // Adjust active_worst_quality: If buffer is above the optimal/target level,
  // bring active_worst_quality down depending on fullness of buffer.
  // If buffer is below the optimal level, let the active_worst_quality go from
  // ambient Q (at buffer = optimal level) to worst_quality level
  // (at buffer = critical level).
Yaowu Xu's avatar
Yaowu Xu committed
601
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
602
603
604
605
606
607
608
  const RATE_CONTROL *rc = &cpi->rc;
  // Buffer level below which we push active_worst to worst_quality.
  int64_t critical_level = rc->optimal_buffer_level >> 3;
  int64_t buff_lvl_step = 0;
  int adjustment = 0;
  int active_worst_quality;
  int ambient_qp;
609
  if (cm->frame_type == KEY_FRAME) return rc->worst_quality;
Jingning Han's avatar
Jingning Han committed
610
611
612
613
614
  // For ambient_qp we use minimum of avg_frame_qindex[KEY_FRAME/INTER_FRAME]
  // for the first few frames following key frame. These are both initialized
  // to worst_quality and updated with (3/4, 1/4) average in postencode_update.
  // So for first few frames following key, the qp of that key frame is weighted
  // into the active_worst_quality setting.
615
  ambient_qp = (cm->current_video_frame < 5)
Yaowu Xu's avatar
Yaowu Xu committed
616
                   ? AOMMIN(rc->avg_frame_qindex[INTER_FRAME],
617
618
                            rc->avg_frame_qindex[KEY_FRAME])
                   : rc->avg_frame_qindex[INTER_FRAME];
Yaowu Xu's avatar
Yaowu Xu committed
619
  active_worst_quality = AOMMIN(rc->worst_quality, ambient_qp * 5 / 4);
Jingning Han's avatar
Jingning Han committed
620
621
622
623
624
  if (rc->buffer_level > rc->optimal_buffer_level) {
    // Adjust down.
    // Maximum limit for down adjustment, ~30%.
    int max_adjustment_down = active_worst_quality / 3;
    if (max_adjustment_down) {
625
626
      buff_lvl_step = ((rc->maximum_buffer_size - rc->optimal_buffer_level) /
                       max_adjustment_down);
Jingning Han's avatar
Jingning Han committed
627
628
      if (buff_lvl_step)
        adjustment = (int)((rc->buffer_level - rc->optimal_buffer_level) /
629
                           buff_lvl_step);
Jingning Han's avatar
Jingning Han committed
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
      active_worst_quality -= adjustment;
    }
  } else if (rc->buffer_level > critical_level) {
    // Adjust up from ambient Q.
    if (critical_level) {
      buff_lvl_step = (rc->optimal_buffer_level - critical_level);
      if (buff_lvl_step) {
        adjustment = (int)((rc->worst_quality - ambient_qp) *
                           (rc->optimal_buffer_level - rc->buffer_level) /
                           buff_lvl_step);
      }
      active_worst_quality = ambient_qp + adjustment;
    }
  } else {
    // Set to worst_quality if buffer is below critical level.
    active_worst_quality = rc->worst_quality;
  }
  return active_worst_quality;
}

Yaowu Xu's avatar
Yaowu Xu committed
650
static int rc_pick_q_and_bounds_one_pass_cbr(const AV1_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
651
652
                                             int *bottom_index,
                                             int *top_index) {
Yaowu Xu's avatar
Yaowu Xu committed
653
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
654
655
656
657
658
659
660
661
662
663
664
665
666
667
  const RATE_CONTROL *const rc = &cpi->rc;
  int active_best_quality;
  int active_worst_quality = calc_active_worst_quality_one_pass_cbr(cpi);
  int q;
  int *rtc_minq;
  ASSIGN_MINQ_TABLE(cm->bit_depth, rtc_minq);

  if (frame_is_intra_only(cm)) {
    active_best_quality = rc->best_quality;
    // Handle the special case for key frames forced when we have reached
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
    if (rc->this_key_frame_forced) {
      int qindex = rc->last_boosted_qindex;
Yaowu Xu's avatar
Yaowu Xu committed
668
669
      double last_boosted_q = av1_convert_qindex_to_q(qindex, cm->bit_depth);
      int delta_qindex = av1_compute_qdelta(
670
          rc, last_boosted_q, (last_boosted_q * 0.75), cm->bit_depth);
Yaowu Xu's avatar
Yaowu Xu committed
671
      active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
Jingning Han's avatar
Jingning Han committed
672
673
674
675
676
    } else if (cm->current_video_frame > 0) {
      // not first frame of one pass and kf_boost is set
      double q_adj_factor = 1.0;
      double q_val;

677
678
      active_best_quality = get_kf_active_quality(
          rc, rc->avg_frame_qindex[KEY_FRAME], cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
679
680
681
682
683
684
685
686

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
Yaowu Xu's avatar
Yaowu Xu committed
687
      q_val = av1_convert_qindex_to_q(active_best_quality, cm->bit_depth);
688
      active_best_quality +=
Yaowu Xu's avatar
Yaowu Xu committed
689
          av1_compute_qdelta(rc, q_val, q_val * q_adj_factor, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
    }
  } else if (!rc->is_src_frame_alt_ref &&
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
    // Use the lower of active_worst_quality and recent
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
    } else {
      q = active_worst_quality;
    }
    active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
  } else {
    // Use the lower of active_worst_quality and recent/average Q.
    if (cm->current_video_frame > 1) {
      if (rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality)
        active_best_quality = rtc_minq[rc->avg_frame_qindex[INTER_FRAME]];
      else
        active_best_quality = rtc_minq[active_worst_quality];
    } else {
      if (rc->avg_frame_qindex[KEY_FRAME] < active_worst_quality)
        active_best_quality = rtc_minq[rc->avg_frame_qindex[KEY_FRAME]];
      else
        active_best_quality = rtc_minq[active_worst_quality];
    }
  }

  // Clip the active best and worst quality values to limits
719
720
721
722
  active_best_quality =
      clamp(active_best_quality, rc->best_quality, rc->worst_quality);
  active_worst_quality =
      clamp(active_worst_quality, active_best_quality, rc->worst_quality);
Jingning Han's avatar
Jingning Han committed
723
724
725
726
727

  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;

  // Limit Q range for the adaptive loop.
728
  if (cm->frame_type == KEY_FRAME && !rc->this_key_frame_forced &&
Jingning Han's avatar
Jingning Han committed
729
730
      !(cm->current_video_frame == 0)) {
    int qdelta = 0;
Yaowu Xu's avatar
Yaowu Xu committed
731
732
    aom_clear_system_state();
    qdelta = av1_compute_qdelta_by_rate(
733
        &cpi->rc, cm->frame_type, active_worst_quality, 2.0, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
734
    *top_index = active_worst_quality + qdelta;
Yaowu Xu's avatar
Yaowu Xu committed
735
    *top_index = AOMMAX(*top_index, *bottom_index);
Jingning Han's avatar
Jingning Han committed
736
737
738
739
740
741
  }

  // Special case code to try and match quality with forced key frames
  if (cm->frame_type == KEY_FRAME && rc->this_key_frame_forced) {
    q = rc->last_boosted_qindex;
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
742
743
    q = av1_rc_regulate_q(cpi, rc->this_frame_target, active_best_quality,
                          active_worst_quality);
Jingning Han's avatar
Jingning Han committed
744
745
746
747
748
749
750
751
    if (q > *top_index) {
      // Special case when we are targeting the max allowed rate
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
        *top_index = q;
      else
        q = *top_index;
    }
  }
752

753
  assert(*top_index <= rc->worst_quality && *top_index >= rc->best_quality);
Jingning Han's avatar
Jingning Han committed
754
755
756
757
758
759
760
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
  return q;
}

static int get_active_cq_level(const RATE_CONTROL *rc,
Yaowu Xu's avatar
Yaowu Xu committed
761
                               const AV1EncoderConfig *const oxcf) {
Jingning Han's avatar
Jingning Han committed
762
763
  static const double cq_adjust_threshold = 0.1;
  int active_cq_level = oxcf->cq_level;
Yaowu Xu's avatar
Yaowu Xu committed
764
  if (oxcf->rc_mode == AOM_CQ && rc->total_target_bits > 0) {
Jingning Han's avatar
Jingning Han committed
765
766
767
768
769
770
771
772
    const double x = (double)rc->total_actual_bits / rc->total_target_bits;
    if (x < cq_adjust_threshold) {
      active_cq_level = (int)(active_cq_level * x / cq_adjust_threshold);
    }
  }
  return active_cq_level;
}

Yaowu Xu's avatar
Yaowu Xu committed
773
static int rc_pick_q_and_bounds_one_pass_vbr(const AV1_COMP *cpi,
Jingning Han's avatar
Jingning Han committed
774
775
                                             int *bottom_index,
                                             int *top_index) {
Yaowu Xu's avatar
Yaowu Xu committed
776
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
777
  const RATE_CONTROL *const rc = &cpi->rc;
Yaowu Xu's avatar
Yaowu Xu committed
778
  const AV1EncoderConfig *const oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
779
780
781
782
783
784
785
786
  const int cq_level = get_active_cq_level(rc, oxcf);
  int active_best_quality;
  int active_worst_quality = calc_active_worst_quality_one_pass_vbr(cpi);
  int q;
  int *inter_minq;
  ASSIGN_MINQ_TABLE(cm->bit_depth, inter_minq);

  if (frame_is_intra_only(cm)) {
Yaowu Xu's avatar
Yaowu Xu committed
787
    if (oxcf->rc_mode == AOM_Q) {
788
789
790
791
      const int qindex = cq_level;
      const double q_val = av1_convert_qindex_to_q(qindex, cm->bit_depth);
      const int delta_qindex =
          av1_compute_qdelta(rc, q_val, q_val * 0.25, cm->bit_depth);
Yaowu Xu's avatar
Yaowu Xu committed
792
      active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
793
    } else if (rc->this_key_frame_forced) {
794
795
796
797
      const int qindex = rc->last_boosted_qindex;
      const double last_boosted_q =
          av1_convert_qindex_to_q(qindex, cm->bit_depth);
      const int delta_qindex = av1_compute_qdelta(
798
          rc, last_boosted_q, last_boosted_q * 0.75, cm->bit_depth);
Yaowu Xu's avatar
Yaowu Xu committed
799
      active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
800
    } else {  // not first frame of one pass and kf_boost is set
Jingning Han's avatar
Jingning Han committed
801
802
      double q_adj_factor = 1.0;

803
804
      active_best_quality = get_kf_active_quality(
          rc, rc->avg_frame_qindex[KEY_FRAME], cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
805
806
807
808
809
810

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

811
812
813
814
815
816
817
      // Convert the adjustment factor to a qindex delta on active_best_quality.
      {
        const double q_val =
            av1_convert_qindex_to_q(active_best_quality, cm->bit_depth);
        active_best_quality +=
            av1_compute_qdelta(rc, q_val, q_val * q_adj_factor, cm->bit_depth);
      }
Jingning Han's avatar
Jingning Han committed
818
819
820
821
822
823
    }
  } else if (!rc->is_src_frame_alt_ref &&
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
    // Use the lower of active_worst_quality and recent
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
824
825
826
827
    q = (rc->frames_since_key > 1 &&
         rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality)
            ? rc->avg_frame_qindex[INTER_FRAME]
            : rc->avg_frame_qindex[KEY_FRAME];
Jingning Han's avatar
Jingning Han committed
828
    // For constrained quality dont allow Q less than the cq level
Yaowu Xu's avatar
Yaowu Xu committed
829
    if (oxcf->rc_mode == AOM_CQ) {
830
      if (q < cq_level) q = cq_level;
Jingning Han's avatar
Jingning Han committed
831
832
833
      active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
      // Constrained quality use slightly lower active best.
      active_best_quality = active_best_quality * 15 / 16;
Yaowu Xu's avatar
Yaowu Xu committed
834
    } else if (oxcf->rc_mode == AOM_Q) {
835
836
837
838
839
840
      const int qindex = cq_level;
      const double q_val = av1_convert_qindex_to_q(qindex, cm->bit_depth);
      const int delta_qindex =
          (cpi->refresh_alt_ref_frame)
              ? av1_compute_qdelta(rc, q_val, q_val * 0.40, cm->bit_depth)
              : av1_compute_qdelta(rc, q_val, q_val * 0.50, cm->bit_depth);
Yaowu Xu's avatar
Yaowu Xu committed
841
      active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
Jingning Han's avatar
Jingning Han committed
842
843
844
845
    } else {
      active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
    }
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
846
    if (oxcf->rc_mode == AOM_Q) {
847
848
849
850
851
852
853
      const int qindex = cq_level;
      const double q_val = av1_convert_qindex_to_q(qindex, cm->bit_depth);
      const double delta_rate[FIXED_GF_INTERVAL] = { 0.50, 1.0, 0.85, 1.0,
                                                     0.70, 1.0, 0.85, 1.0 };
      const int delta_qindex = av1_compute_qdelta(
          rc, q_val,
          q_val * delta_rate[cm->current_video_frame % FIXED_GF_INTERVAL],
854
          cm->bit_depth);
Yaowu Xu's avatar
Yaowu Xu committed
855
      active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
Jingning Han's avatar
Jingning Han committed
856
857
    } else {
      // Use the lower of active_worst_quality and recent/average Q.
858
859
860
      active_best_quality = (cm->current_video_frame > 1)
                                ? inter_minq[rc->avg_frame_qindex[INTER_FRAME]]
                                : inter_minq[rc->avg_frame_qindex[KEY_FRAME]];
Jingning Han's avatar
Jingning Han committed
861
862
      // For the constrained quality mode we don't want
      // q to fall below the cq level.
Yaowu Xu's avatar
Yaowu Xu committed
863
      if ((oxcf->rc_mode == AOM_CQ) && (active_best_quality < cq_level)) {
Jingning Han's avatar
Jingning Han committed
864
865
866
867
868
869
        active_best_quality = cq_level;
      }
    }
  }

  // Clip the active best and worst quality values to limits
870
871
872
873
  active_best_quality =
      clamp(active_best_quality, rc->best_quality, rc->worst_quality);
  active_worst_quality =
      clamp(active_worst_quality, active_best_quality, rc->worst_quality);
Jingning Han's avatar
Jingning Han committed
874
875
876
877

  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;

878
  // Limit Q range for the adaptive loop.
Jingning Han's avatar
Jingning Han committed
879
880
  {
    int qdelta = 0;
Yaowu Xu's avatar
Yaowu Xu committed
881
    aom_clear_system_state();
882
    if (cm->frame_type == KEY_FRAME && !rc->this_key_frame_forced &&
Jingning Han's avatar
Jingning Han committed
883
        !(cm->current_video_frame == 0)) {
Yaowu Xu's avatar
Yaowu Xu committed
884
      qdelta = av1_compute_qdelta_by_rate(
885
          &cpi->rc, cm->frame_type, active_worst_quality, 2.0, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
886
887
    } else if (!rc->is_src_frame_alt_ref &&
               (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
Yaowu Xu's avatar
Yaowu Xu committed
888
      qdelta = av1_compute_qdelta_by_rate(
889
          &cpi->rc, cm->frame_type, active_worst_quality, 1.75, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
890
891
    }
    *top_index = active_worst_quality + qdelta;
Yaowu Xu's avatar
Yaowu Xu committed
892
    *top_index = AOMMAX(*top_index, *bottom_index);
Jingning Han's avatar
Jingning Han committed
893
894
  }

Yaowu Xu's avatar
Yaowu Xu committed
895
  if (oxcf->rc_mode == AOM_Q) {
Jingning Han's avatar
Jingning Han committed
896
    q = active_best_quality;
897
    // Special case code to try and match quality with forced key frames
Jingning Han's avatar
Jingning Han committed
898
899
900
  } else if ((cm->frame_type == KEY_FRAME) && rc->this_key_frame_forced) {
    q = rc->last_boosted_qindex;
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
901
902
    q = av1_rc_regulate_q(cpi, rc->this_frame_target, active_best_quality,
                          active_worst_quality);
Jingning Han's avatar
Jingning Han committed
903
904
905
906
907
908
909
910
911
    if (q > *top_index) {
      // Special case when we are targeting the max allowed rate
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
        *top_index = q;
      else
        q = *top_index;
    }
  }

912
  assert(*top_index <= rc->worst_quality && *top_index >= rc->best_quality);
Jingning Han's avatar
Jingning Han committed
913
914
915
916
917
918
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
  return q;
}

Yaowu Xu's avatar
Yaowu Xu committed
919
int av1_frame_type_qdelta(const AV1_COMP *cpi, int rf_level, int q) {
Jingning Han's avatar
Jingning Han committed
920
  static const double rate_factor_deltas[RATE_FACTOR_LEVELS] = {
921
    1.00,  // INTER_NORMAL
922
#if CONFIG_EXT_REFS
923
    0.80,  // INTER_LOW
924
    1.50,  // INTER_HIGH
925
    1.25,  // GF_ARF_LOW
926
#else
Jingning Han's avatar
Jingning Han committed
927
928
    1.00,  // INTER_HIGH
    1.50,  // GF_ARF_LOW
Yaowu Xu's avatar
Yaowu Xu committed
929
#endif     // CONFIG_EXT_REFS
930
    2.00,  // GF_ARF_STD
Jingning Han's avatar
Jingning Han committed
931
932
933
    2.00,  // KF_STD
  };
  static const FRAME_TYPE frame_type[RATE_FACTOR_LEVELS] =
934
#if CONFIG_EXT_REFS
935
936
937
      { INTER_FRAME, INTER_FRAME, INTER_FRAME,
        INTER_FRAME, INTER_FRAME, KEY_FRAME };
#else
938
      { INTER_FRAME, INTER_FRAME, INTER_FRAME, INTER_FRAME, KEY_FRAME };
939
#endif  // CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
940
  const AV1_COMMON *const cm = &cpi->common;
941
  int qdelta =
Yaowu Xu's avatar
Yaowu Xu committed
942
943
      av1_compute_qdelta_by_rate(&cpi->rc, frame_type[rf_level], q,
                                 rate_factor_deltas[rf_level], cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
944
945
946
947
  return qdelta;
}

#define STATIC_MOTION_THRESH 95
Yaowu Xu's avatar
Yaowu Xu committed
948
949
950
static int rc_pick_q_and_bounds_two_pass(const AV1_COMP *cpi, int *bottom_index,
                                         int *top_index) {
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
951
  const RATE_CONTROL *const rc = &cpi->rc;
Yaowu Xu's avatar
Yaowu Xu committed
952
  const AV1EncoderConfig *const oxcf = &cpi->oxcf;
Jingning Han's avatar
Jingning Han committed
953
954
955
956
957
958
959
960
  const GF_GROUP *gf_group = &cpi->twopass.gf_group;
  const int cq_level = get_active_cq_level(rc, oxcf);
  int active_best_quality;
  int active_worst_quality = cpi->twopass.active_worst_quality;
  int q;
  int *inter_minq;
  ASSIGN_MINQ_TABLE(cm->bit_depth, inter_minq);

Yunqing Wang's avatar
Yunqing Wang committed
961
  if (frame_is_intra_only(cm)) {
Jingning Han's avatar
Jingning Han committed
962
963
964
965
966
967
968
969
970
    // Handle the special case for key frames forced when we have reached
    // the maximum key frame interval. Here force the Q to a range
    // based on the ambient Q to reduce the risk of popping.
    if (rc->this_key_frame_forced) {
      double last_boosted_q;
      int delta_qindex;
      int qindex;

      if (cpi->twopass.last_kfgroup_zeromotion_pct >= STATIC_MOTION_THRESH) {
Yaowu Xu's avatar
Yaowu Xu committed
971
        qindex = AOMMIN(rc->last_kf_qindex, rc->last_boosted_qindex);
Jingning Han's avatar
Jingning Han committed
972
        active_best_quality = qindex;
Yaowu Xu's avatar
Yaowu Xu committed
973
974
975
        last_boosted_q = av1_convert_qindex_to_q(qindex, cm->bit_depth);
        delta_qindex = av1_compute_qdelta(rc, last_boosted_q,
                                          last_boosted_q * 1.25, cm->bit_depth);
976
        active_worst_quality =
Yaowu Xu's avatar
Yaowu Xu committed
977
            AOMMIN(qindex + delta_qindex, active_worst_quality);
Jingning Han's avatar
Jingning Han committed
978
979
      } else {
        qindex = rc->last_boosted_qindex;
Yaowu Xu's avatar
Yaowu Xu committed
980
981
982
983
        last_boosted_q = av1_convert_qindex_to_q(qindex, cm->bit_depth);
        delta_qindex = av1_compute_qdelta(rc, last_boosted_q,
                                          last_boosted_q * 0.75, cm->bit_depth);
        active_best_quality = AOMMAX(qindex + delta_qindex, rc->best_quality);
Jingning Han's avatar
Jingning Han committed
984
985
986
987
988
      }
    } else {
      // Not forced keyframe.
      double q_adj_factor = 1.0;
      double q_val;
989

Jingning Han's avatar
Jingning Han committed
990
      // Baseline value derived from cpi->active_worst_quality and kf boost.
991
992
      active_best_quality =
          get_kf_active_quality(rc, active_worst_quality, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
993
994
995
996
997
998
999
1000
1001
1002
1003

      // Allow somewhat lower kf minq with small image formats.
      if ((cm->width * cm->height) <= (352 * 288)) {
        q_adj_factor -= 0.25;
      }

      // Make a further adjustment based on the kf zero motion measure.
      q_adj_factor += 0.05 - (0.001 * (double)cpi->twopass.kf_zeromotion_pct);

      // Convert the adjustment factor to a qindex delta
      // on active_best_quality.
Yaowu Xu's avatar
Yaowu Xu committed
1004
      q_val = av1_convert_qindex_to_q(active_best_quality, cm->bit_depth);
1005
      active_best_quality +=
Yaowu Xu's avatar
Yaowu Xu committed
1006
          av1_compute_qdelta(rc, q_val, q_val * q_adj_factor, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
1018
1019
    }
  } else if (!rc->is_src_frame_alt_ref &&
             (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame)) {
    // Use the lower of active_worst_quality and recent
    // average Q as basis for GF/ARF best Q limit unless last frame was
    // a key frame.
    if (rc->frames_since_key > 1 &&
        rc->avg_frame_qindex[INTER_FRAME] < active_worst_quality) {
      q = rc->avg_frame_qindex[INTER_FRAME];
    } else {
      q = active_worst_quality;
    }
    // For constrained quality dont allow Q less than the cq level
Yaowu Xu's avatar
Yaowu Xu committed
1020
    if (oxcf->rc_mode == AOM_CQ) {
1021
      if (q < cq_level) q = cq_level;
Jingning Han's avatar
Jingning Han committed
1022
1023
1024
1025
1026
1027

      active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);

      // Constrained quality use slightly lower active best.
      active_best_quality = active_best_quality * 15 / 16;

Yaowu Xu's avatar
Yaowu Xu committed
1028
    } else if (oxcf->rc_mode == AOM_Q) {
Jingning Han's avatar
Jingning Han committed
1029
1030
1031
      if (!cpi->refresh_alt_ref_frame) {
        active_best_quality = cq_level;
      } else {
1032
        active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
1033

Yaowu Xu's avatar
Yaowu Xu committed
1034
        // Modify best quality for second level arfs. For mode AOM_Q this
Jingning Han's avatar
Jingning Han committed
1035
1036
1037
1038
1039
1040
1041
1042
        // becomes the baseline frame q.
        if (gf_group->rf_level[gf_group->index] == GF_ARF_LOW)
          active_best_quality = (active_best_quality + cq_level + 1) / 2;
      }
    } else {
      active_best_quality = get_gf_active_quality(rc, q, cm->bit_depth);
    }
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
1043
    if (oxcf->rc_mode == AOM_Q) {
Jingning Han's avatar
Jingning Han committed
1044
1045
1046
1047
1048
1049
      active_best_quality = cq_level;
    } else {
      active_best_quality = inter_minq[active_worst_quality];

      // For the constrained quality mode we don't want
      // q to fall below the cq level.
Yaowu Xu's avatar
Yaowu Xu committed
1050
      if ((oxcf->rc_mode == AOM_CQ) && (active_best_quality < cq_level)) {
Jingning Han's avatar
Jingning Han committed
1051
1052
1053
1054
1055
1056
1057
        active_best_quality = cq_level;
      }
    }
  }

  // Extension to max or min Q if undershoot or overshoot is outside
  // the permitted range.
Yaowu Xu's avatar
Yaowu Xu committed
1058
  if ((cpi->oxcf.rc_mode != AOM_Q) &&
Jingning Han's avatar
Jingning Han committed
1059
1060
1061
1062
1063
      (cpi->twopass.gf_zeromotion_pct < VLOW_MOTION_THRESHOLD)) {
    if (frame_is_intra_only(cm) ||
        (!rc->is_src_frame_alt_ref &&
         (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame))) {
      active_best_quality -=
1064
          (cpi->twopass.extend_minq + cpi->twopass.extend_minq_fast);
Jingning Han's avatar
Jingning Han committed
1065
1066
1067
      active_worst_quality += (cpi->twopass.extend_maxq / 2);
    } else {
      active_best_quality -=
1068
          (cpi->twopass.extend_minq + cpi->twopass.extend_minq_fast) / 2;
Jingning Han's avatar
Jingning Han committed
1069
1070
1071
1072
      active_worst_quality += cpi->twopass.extend_maxq;
    }
  }

Yaowu Xu's avatar
Yaowu Xu committed
1073
  aom_clear_system_state();
Jingning Han's avatar
Jingning Han committed
1074
  // Static forced key frames Q restrictions dealt with elsewhere.
1075
  if (!(frame_is_intra_only(cm)) || !rc->this_key_frame_forced ||
Jingning Han's avatar
Jingning Han committed
1076
      (cpi->twopass.last_kfgroup_zeromotion_pct < STATIC_MOTION_THRESH)) {
Yaowu Xu's avatar
Yaowu Xu committed
1077
1078
    int qdelta = av1_frame_type_qdelta(cpi, gf_group->rf_level[gf_group->index],
                                       active_worst_quality);
1079
    active_worst_quality =
Yaowu Xu's avatar
Yaowu Xu committed
1080
        AOMMAX(active_worst_quality + qdelta, active_best_quality);
Jingning Han's avatar
Jingning Han committed
1081
1082
1083
  }

  // Modify active_best_quality for downscaled normal frames.
1084
  if (!av1_frame_unscaled(cm) && !frame_is_kf_gf_arf(cpi)) {
Yaowu Xu's avatar
Yaowu Xu committed
1085
    int qdelta = av1_compute_qdelta_by_rate(
1086
        rc, cm->frame_type, active_best_quality, 2.0, cm->bit_depth);
1087
    active_best_quality =
Yaowu Xu's avatar
Yaowu Xu committed
1088
        AOMMAX(active_best_quality + qdelta, rc->best_quality);
Jingning Han's avatar
Jingning Han committed
1089
1090
  }

1091
1092
1093
1094
  active_best_quality =
      clamp(active_best_quality, rc->best_quality, rc->worst_quality);
  active_worst_quality =
      clamp(active_worst_quality, active_best_quality, rc->worst_quality);
Jingning Han's avatar
Jingning Han committed
1095

Yaowu Xu's avatar
Yaowu Xu committed
1096
  if (oxcf->rc_mode == AOM_Q) {
Jingning Han's avatar
Jingning Han committed
1097
    q = active_best_quality;
1098
    // Special case code to try and match quality with forced key frames.
Yunqing Wang's avatar
Yunqing Wang committed
1099
  } else if (frame_is_intra_only(cm) && rc->this_key_frame_forced) {
Jingning Han's avatar
Jingning Han committed
1100
1101
    // If static since last kf use better of last boosted and last kf q.
    if (cpi->twopass.last_kfgroup_zeromotion_pct >= STATIC_MOTION_THRESH) {
Yaowu Xu's avatar
Yaowu Xu committed
1102
      q = AOMMIN(rc->last_kf_qindex, rc->last_boosted_qindex);
Jingning Han's avatar
Jingning Han committed
1103
1104
1105
1106
    } else {
      q = rc->last_boosted_qindex;
    }
  } else {
Yaowu Xu's avatar
Yaowu Xu committed
1107
1108
    q = av1_rc_regulate_q(cpi, rc->this_frame_target, active_best_quality,
                          active_worst_quality);
Jingning Han's avatar
Jingning Han committed
1109
1110
1111
1112
1113
1114
1115
1116
1117
1118
1119
1120
1121
    if (q > active_worst_quality) {
      // Special case when we are targeting the max allowed rate.
      if (rc->this_frame_target >= rc->max_frame_bandwidth)
        active_worst_quality = q;
      else
        q = active_worst_quality;
    }
  }
  clamp(q, active_best_quality, active_worst_quality);

  *top_index = active_worst_quality;
  *bottom_index = active_best_quality;

1122
  assert(*top_index <= rc->worst_quality && *top_index >= rc->best_quality);
Jingning Han's avatar
Jingning Han committed
1123
1124
1125
1126
1127
1128
  assert(*bottom_index <= rc->worst_quality &&
         *bottom_index >= rc->best_quality);
  assert(q <= rc->worst_quality && q >= rc->best_quality);
  return q;
}

Yaowu Xu's avatar
Yaowu Xu committed
1129
1130
int av1_rc_pick_q_and_bounds(const AV1_COMP *cpi, int *bottom_index,
                             int *top_index) {