aq_complexity.c 6.02 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
12
13
14
 */

#include <limits.h>
#include <math.h>

15
16
17
18
19
#include "av1/encoder/aq_complexity.h"
#include "av1/encoder/aq_variance.h"
#include "av1/encoder/encodeframe.h"
#include "av1/common/seg_common.h"
#include "av1/encoder/segmentation.h"
Yaowu Xu's avatar
Yaowu Xu committed
20
#include "aom_dsp/aom_dsp_common.h"
21
#include "aom_ports/system_state.h"
Jingning Han's avatar
Jingning Han committed
22

23
24
#define AQ_C_SEGMENTS 5
#define DEFAULT_AQ2_SEG 3  // Neutral Q segment
Jingning Han's avatar
Jingning Han committed
25
#define AQ_C_STRENGTHS 3
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
static const double aq_c_q_adj_factor[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
  { 1.75, 1.25, 1.05, 1.00, 0.90 },
  { 2.00, 1.50, 1.15, 1.00, 0.85 },
  { 2.50, 1.75, 1.25, 1.00, 0.80 }
};
static const double aq_c_transitions[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
  { 0.15, 0.30, 0.55, 2.00, 100.0 },
  { 0.20, 0.40, 0.65, 2.00, 100.0 },
  { 0.25, 0.50, 0.75, 2.00, 100.0 }
};
static const double aq_c_var_thresholds[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
  { -4.0, -3.0, -2.0, 100.00, 100.0 },
  { -3.5, -2.5, -1.5, 100.00, 100.0 },
  { -3.0, -2.0, -1.0, 100.00, 100.0 }
};
Jingning Han's avatar
Jingning Han committed
41
42
43

#define DEFAULT_COMPLEXITY 64

Yaowu Xu's avatar
Yaowu Xu committed
44
static int get_aq_c_strength(int q_index, aom_bit_depth_t bit_depth) {
Jingning Han's avatar
Jingning Han committed
45
  // Approximate base quatizer (truncated to int)
Yaowu Xu's avatar
Yaowu Xu committed
46
  const int base_quant = av1_ac_quant(q_index, 0, bit_depth) / 4;
Jingning Han's avatar
Jingning Han committed
47
48
49
  return (base_quant > 10) + (base_quant > 25);
}

Yaowu Xu's avatar
Yaowu Xu committed
50
51
void av1_setup_in_frame_q_adj(AV1_COMP *cpi) {
  AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
52
53
54
  struct segmentation *const seg = &cm->seg;

  // Make SURE use of floating point in this function is safe.
Yaowu Xu's avatar
Yaowu Xu committed
55
  aom_clear_system_state();
Jingning Han's avatar
Jingning Han committed
56

57
  if (frame_is_intra_only(cm) || cm->error_resilient_mode ||
Jingning Han's avatar
Jingning Han committed
58
59
60
61
62
63
64
65
      cpi->refresh_alt_ref_frame ||
      (cpi->refresh_golden_frame && !cpi->rc.is_src_frame_alt_ref)) {
    int segment;
    const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth);

    // Clear down the segment map.
    memset(cpi->segmentation_map, DEFAULT_AQ2_SEG, cm->mi_rows * cm->mi_cols);

Yaowu Xu's avatar
Yaowu Xu committed
66
    av1_clearall_segfeatures(seg);
Jingning Han's avatar
Jingning Han committed
67
68
69
70

    // Segmentation only makes sense if the target bits per SB is above a
    // threshold. Below this the overheads will usually outweigh any benefit.
    if (cpi->rc.sb64_target_rate < 256) {
Yaowu Xu's avatar
Yaowu Xu committed
71
      av1_disable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
72
73
74
      return;
    }

Yaowu Xu's avatar
Yaowu Xu committed
75
    av1_enable_segmentation(seg);
Jingning Han's avatar
Jingning Han committed
76
77
78
79
80

    // Select delta coding method.
    seg->abs_delta = SEGMENT_DELTADATA;

    // Default segment "Q" feature is disabled so it defaults to the baseline Q.
Yaowu Xu's avatar
Yaowu Xu committed
81
    av1_disable_segfeature(seg, DEFAULT_AQ2_SEG, SEG_LVL_ALT_Q);
Jingning Han's avatar
Jingning Han committed
82
83
84
85
86

    // Use some of the segments for in frame Q adjustment.
    for (segment = 0; segment < AQ_C_SEGMENTS; ++segment) {
      int qindex_delta;

87
      if (segment == DEFAULT_AQ2_SEG) continue;
Jingning Han's avatar
Jingning Han committed
88

Yaowu Xu's avatar
Yaowu Xu committed
89
      qindex_delta = av1_compute_qdelta_by_rate(
90
91
          &cpi->rc, cm->frame_type, cm->base_qindex,
          aq_c_q_adj_factor[aq_strength][segment], cm->bit_depth);
Jingning Han's avatar
Jingning Han committed
92
93
94
95
96
97
98
99
100

      // For AQ complexity mode, we dont allow Q0 in a segment if the base
      // Q is not 0. Q0 (lossless) implies 4x4 only and in AQ mode 2 a segment
      // Q delta is sometimes applied without going back around the rd loop.
      // This could lead to an illegal combination of partition size and q.
      if ((cm->base_qindex != 0) && ((cm->base_qindex + qindex_delta) == 0)) {
        qindex_delta = -cm->base_qindex + 1;
      }
      if ((cm->base_qindex + qindex_delta) > 0) {
Yaowu Xu's avatar
Yaowu Xu committed
101
102
        av1_enable_segfeature(seg, segment, SEG_LVL_ALT_Q);
        av1_set_segdata(seg, segment, SEG_LVL_ALT_Q, qindex_delta);
Jingning Han's avatar
Jingning Han committed
103
104
105
106
107
108
109
110
111
112
113
      }
    }
  }
}

#define DEFAULT_LV_THRESH 10.0
#define MIN_DEFAULT_LV_THRESH 8.0
#define VAR_STRENGTH_STEP 0.25
// Select a segment for the current block.
// The choice of segment for a block depends on the ratio of the projected
// bits for the block vs a target average and its spatial complexity.
114
void av1_caq_select_segment(const AV1_COMP *cpi, MACROBLOCK *mb, BLOCK_SIZE bs,
Yaowu Xu's avatar
Yaowu Xu committed
115
                            int mi_row, int mi_col, int projected_rate) {
116
  const AV1_COMMON *const cm = &cpi->common;
Jingning Han's avatar
Jingning Han committed
117
118

  const int mi_offset = mi_row * cm->mi_cols + mi_col;
119
120
  const int xmis = AOMMIN(cm->mi_cols - mi_col, mi_size_wide[bs]);
  const int ymis = AOMMIN(cm->mi_rows - mi_row, mi_size_high[bs]);
Jingning Han's avatar
Jingning Han committed
121
122
123
124
125
126
127
128
129
  int x, y;
  int i;
  unsigned char segment;

  if (0) {
    segment = DEFAULT_AQ2_SEG;
  } else {
    // Rate depends on fraction of a SB64 in frame (xmis * ymis / bw * bh).
    // It is converted to bits * 256 units.
Sebastien Alaiwan's avatar
Sebastien Alaiwan committed
130
131
132
    const int64_t num = (int64_t)cpi->rc.sb64_target_rate * xmis * ymis * 256;
    const int denom = cm->mib_size * cm->mib_size;
    const int target_rate = (int)(num / denom);
Jingning Han's avatar
Jingning Han committed
133
134
135
136
    double logvar;
    double low_var_thresh;
    const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth);

Yaowu Xu's avatar
Yaowu Xu committed
137
138
    aom_clear_system_state();
    low_var_thresh = (cpi->oxcf.pass == 2) ? AOMMAX(cpi->twopass.mb_av_energy,
139
140
                                                    MIN_DEFAULT_LV_THRESH)
                                           : DEFAULT_LV_THRESH;
Jingning Han's avatar
Jingning Han committed
141

Yaowu Xu's avatar
Yaowu Xu committed
142
143
    av1_setup_src_planes(mb, cpi->Source, mi_row, mi_col);
    logvar = av1_log_block_var(cpi, mb, bs);
Jingning Han's avatar
Jingning Han committed
144

145
    segment = AQ_C_SEGMENTS - 1;  // Just in case no break out below.
Jingning Han's avatar
Jingning Han committed
146
147
148
    for (i = 0; i < AQ_C_SEGMENTS; ++i) {
      // Test rate against a threshold value and variance against a threshold.
      // Increasing segment number (higher variance and complexity) = higher Q.
149
      if ((projected_rate < target_rate * aq_c_transitions[aq_strength][i]) &&
Jingning Han's avatar
Jingning Han committed
150
151
152
153
154
155
156
157
158
159
160
161
162
163
          (logvar < (low_var_thresh + aq_c_var_thresholds[aq_strength][i]))) {
        segment = i;
        break;
      }
    }
  }

  // Fill in the entires in the segment map corresponding to this SB64.
  for (y = 0; y < ymis; y++) {
    for (x = 0; x < xmis; x++) {
      cpi->segmentation_map[mi_offset + y * cm->mi_cols + x] = segment;
    }
  }
}