rdopt.h 6.49 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_ENCODER_RDOPT_H_
#define AV1_ENCODER_RDOPT_H_
Jingning Han's avatar
Jingning Han committed
14

15
#include "av1/common/blockd.h"
Jingning Han's avatar
Jingning Han committed
16

17 18
#include "av1/encoder/block.h"
#include "av1/encoder/context_tree.h"
Jingning Han's avatar
Jingning Han committed
19 20 21 22 23 24

#ifdef __cplusplus
extern "C" {
#endif

struct TileInfo;
Yaowu Xu's avatar
Yaowu Xu committed
25
struct AV1_COMP;
Jingning Han's avatar
Jingning Han committed
26 27 28
struct macroblock;
struct RD_COST;

29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49
#if CONFIG_RD_DEBUG
static INLINE void av1_update_txb_coeff_cost(RD_STATS *rd_stats, int plane,
                                             TX_SIZE tx_size, int blk_row,
                                             int blk_col, int txb_coeff_cost) {
  const int txb_h = tx_size_high_unit[tx_size];
  const int txb_w = tx_size_wide_unit[tx_size];
  int idx, idy;

  rd_stats->txb_coeff_cost[plane] += txb_coeff_cost;

  for (idy = 0; idy < txb_h; ++idy)
    for (idx = 0; idx < txb_w; ++idx)
      rd_stats->txb_coeff_cost_map[plane][blk_row + idy][blk_col + idx] = 0;

  rd_stats->txb_coeff_cost_map[plane][blk_row][blk_col] = txb_coeff_cost;

  assert(blk_row < 16);
  assert(blk_col < 16);
}
#endif

50
static INLINE void av1_init_rd_stats(RD_STATS *rd_stats) {
51 52 53
#if CONFIG_RD_DEBUG
  int plane;
#endif
54 55 56 57
  rd_stats->rate = 0;
  rd_stats->dist = 0;
  rd_stats->sse = 0;
  rd_stats->skip = 1;
58
#if CONFIG_RD_DEBUG
Angie Chiang's avatar
Angie Chiang committed
59 60
  for (plane = 0; plane < MAX_MB_PLANE; ++plane) {
    int r, c;
61
    rd_stats->txb_coeff_cost[plane] = 0;
Angie Chiang's avatar
Angie Chiang committed
62 63 64 65
    for (r = 0; r < TXB_COEFF_COST_MAP_SIZE; ++r)
      for (c = 0; c < TXB_COEFF_COST_MAP_SIZE; ++c)
        rd_stats->txb_coeff_cost_map[plane][r][c] = 0;
  }
66
#endif
67 68
}

69
static INLINE void av1_invalid_rd_stats(RD_STATS *rd_stats) {
70 71 72
#if CONFIG_RD_DEBUG
  int plane;
#endif
73 74 75 76
  rd_stats->rate = INT_MAX;
  rd_stats->dist = INT64_MAX;
  rd_stats->sse = INT64_MAX;
  rd_stats->skip = 0;
77
#if CONFIG_RD_DEBUG
Angie Chiang's avatar
Angie Chiang committed
78 79
  for (plane = 0; plane < MAX_MB_PLANE; ++plane) {
    int r, c;
80
    rd_stats->txb_coeff_cost[plane] = INT_MAX;
Angie Chiang's avatar
Angie Chiang committed
81 82 83 84
    for (r = 0; r < TXB_COEFF_COST_MAP_SIZE; ++r)
      for (c = 0; c < TXB_COEFF_COST_MAP_SIZE; ++c)
        rd_stats->txb_coeff_cost_map[plane][r][c] = INT_MAX;
  }
85
#endif
86 87
}

88 89
static INLINE void av1_merge_rd_stats(RD_STATS *rd_stats_dst,
                                      const RD_STATS *rd_stats_src) {
90 91 92
#if CONFIG_RD_DEBUG
  int plane;
#endif
93 94 95 96
  rd_stats_dst->rate += rd_stats_src->rate;
  rd_stats_dst->dist += rd_stats_src->dist;
  rd_stats_dst->sse += rd_stats_src->sse;
  rd_stats_dst->skip &= rd_stats_src->skip;
97
#if CONFIG_RD_DEBUG
Angie Chiang's avatar
Angie Chiang committed
98 99 100
  for (plane = 0; plane < MAX_MB_PLANE; ++plane) {
    int r, c;
    int ref_txb_coeff_cost = 0;
101
    rd_stats_dst->txb_coeff_cost[plane] += rd_stats_src->txb_coeff_cost[plane];
Angie Chiang's avatar
Angie Chiang committed
102 103 104 105 106 107 108 109 110
    // TODO(angiebird): optimize this part
    for (r = 0; r < TXB_COEFF_COST_MAP_SIZE; ++r)
      for (c = 0; c < TXB_COEFF_COST_MAP_SIZE; ++c) {
        rd_stats_dst->txb_coeff_cost_map[plane][r][c] +=
            rd_stats_src->txb_coeff_cost_map[plane][r][c];
        ref_txb_coeff_cost += rd_stats_dst->txb_coeff_cost_map[plane][r][c];
      }
    assert(ref_txb_coeff_cost == rd_stats_dst->txb_coeff_cost[plane]);
  }
111
#endif
112
}
113

114 115 116
int av1_cost_coeffs(const AV1_COMMON *const cm, MACROBLOCK *x, int plane,
                    int block, int coeff_ctx, TX_SIZE tx_size,
                    const int16_t *scan, const int16_t *nb,
117
                    int use_fast_coef_costing);
118
void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x,
Yaowu Xu's avatar
Yaowu Xu committed
119 120
                               struct RD_COST *rd_cost, BLOCK_SIZE bsize,
                               PICK_MODE_CONTEXT *ctx, int64_t best_rd);
Jingning Han's avatar
Jingning Han committed
121

122
unsigned int av1_get_sby_perpixel_variance(const AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
123 124 125
                                           const struct buf_2d *ref,
                                           BLOCK_SIZE bs);
#if CONFIG_AOM_HIGHBITDEPTH
126
unsigned int av1_high_get_sby_perpixel_variance(const AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
127 128
                                                const struct buf_2d *ref,
                                                BLOCK_SIZE bs, int bd);
Jingning Han's avatar
Jingning Han committed
129 130
#endif

131
void av1_rd_pick_inter_mode_sb(const struct AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
132 133 134
                               struct TileDataEnc *tile_data,
                               struct macroblock *x, int mi_row, int mi_col,
                               struct RD_COST *rd_cost,
135
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
136
                               int *returnrate_nocoef,
137
#endif  // CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
138 139
                               BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx,
                               int64_t best_rd_so_far);
Jingning Han's avatar
Jingning Han committed
140

Yaowu Xu's avatar
Yaowu Xu committed
141
void av1_rd_pick_inter_mode_sb_seg_skip(
142 143 144
    const struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
    struct macroblock *x, struct RD_COST *rd_cost, BLOCK_SIZE bsize,
    PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
Jingning Han's avatar
Jingning Han committed
145

146 147 148 149
int av1_internal_image_edge(const struct AV1_COMP *cpi);
int av1_active_h_edge(const struct AV1_COMP *cpi, int mi_row, int mi_step);
int av1_active_v_edge(const struct AV1_COMP *cpi, int mi_col, int mi_step);
int av1_active_edge_sb(const struct AV1_COMP *cpi, int mi_row, int mi_col);
Jingning Han's avatar
Jingning Han committed
150

151
void av1_rd_pick_inter_mode_sub8x8(const struct AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
152 153 154
                                   struct TileDataEnc *tile_data,
                                   struct macroblock *x, int mi_row, int mi_col,
                                   struct RD_COST *rd_cost,
155
#if CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
156
                                   int *returnrate_nocoef,
157
#endif  // CONFIG_SUPERTX
Yaowu Xu's avatar
Yaowu Xu committed
158 159
                                   BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx,
                                   int64_t best_rd_so_far);
160 161

#if CONFIG_SUPERTX
162
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
163 164
void av1_tx_block_rd_b(const AV1_COMP *cpi, MACROBLOCK *x, TX_SIZE tx_size,
                       int blk_row, int blk_col, int plane, int block,
165
                       int plane_bsize, int coeff_ctx, RD_STATS *rd_stats);
166 167
#endif

Yaowu Xu's avatar
Yaowu Xu committed
168 169 170 171 172
void av1_txfm_rd_in_plane_supertx(MACROBLOCK *x, const AV1_COMP *cpi, int *rate,
                                  int64_t *distortion, int *skippable,
                                  int64_t *sse, int64_t ref_best_rd, int plane,
                                  BLOCK_SIZE bsize, TX_SIZE tx_size,
                                  int use_fast_coef_casting);
173
#endif  // CONFIG_SUPERTX
Jingning Han's avatar
Jingning Han committed
174

Yunqing Wang's avatar
Yunqing Wang committed
175 176 177 178
#ifdef __cplusplus
}  // extern "C"
#endif

Yaowu Xu's avatar
Yaowu Xu committed
179
#endif  // AV1_ENCODER_RDOPT_H_