rdopt.h 5.38 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4 5 6 7 8 9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10 11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12 13
#ifndef AV1_ENCODER_RDOPT_H_
#define AV1_ENCODER_RDOPT_H_
Jingning Han's avatar
Jingning Han committed
14

15
#include "av1/common/blockd.h"
Jingning Han's avatar
Jingning Han committed
16

17 18
#include "av1/encoder/block.h"
#include "av1/encoder/context_tree.h"
Jingning Han's avatar
Jingning Han committed
19 20 21 22 23

#ifdef __cplusplus
extern "C" {
#endif

24 25 26 27 28 29 30
// Setting this to 1 will disable trellis optimization within the
// transform search. Trellis optimization will still be applied
// in the final encode.
#ifndef DISABLE_TRELLISQ_SEARCH
#define DISABLE_TRELLISQ_SEARCH 0
#endif

Jingning Han's avatar
Jingning Han committed
31
struct TileInfo;
Yaowu Xu's avatar
Yaowu Xu committed
32
struct AV1_COMP;
Jingning Han's avatar
Jingning Han committed
33
struct macroblock;
Angie Chiang's avatar
Angie Chiang committed
34
struct RD_STATS;
Jingning Han's avatar
Jingning Han committed
35

36 37 38 39
#if CONFIG_RD_DEBUG
static INLINE void av1_update_txb_coeff_cost(RD_STATS *rd_stats, int plane,
                                             TX_SIZE tx_size, int blk_row,
                                             int blk_col, int txb_coeff_cost) {
40 41 42
  (void)blk_row;
  (void)blk_col;
  (void)tx_size;
43 44
  rd_stats->txb_coeff_cost[plane] += txb_coeff_cost;

45 46 47 48 49 50 51
  {
    const int txb_h = tx_size_high_unit[tx_size];
    const int txb_w = tx_size_wide_unit[tx_size];
    int idx, idy;
    for (idy = 0; idy < txb_h; ++idy)
      for (idx = 0; idx < txb_w; ++idx)
        rd_stats->txb_coeff_cost_map[plane][blk_row + idy][blk_col + idx] = 0;
52

53 54
    rd_stats->txb_coeff_cost_map[plane][blk_row][blk_col] = txb_coeff_cost;
  }
55 56
  assert(blk_row < TXB_COEFF_COST_MAP_SIZE);
  assert(blk_col < TXB_COEFF_COST_MAP_SIZE);
57 58 59
}
#endif

Angie Chiang's avatar
Angie Chiang committed
60 61 62 63 64
typedef enum OUTPUT_STATUS {
  OUTPUT_HAS_PREDICTED_PIXELS,
  OUTPUT_HAS_DECODED_PIXELS
} OUTPUT_STATUS;

65
// Returns the number of colors in 'src'.
66 67
int av1_count_colors(const uint8_t *src, int stride, int rows, int cols,
                     int *val_count);
68 69 70
#if CONFIG_HIGHBITDEPTH
// Same as av1_count_colors(), but for high-bitdepth mode.
int av1_count_colors_highbd(const uint8_t *src8, int stride, int rows, int cols,
71
                            int bit_depth, int *val_count);
72 73
#endif  // CONFIG_HIGHBITDEPTH

Angie Chiang's avatar
Angie Chiang committed
74 75 76 77 78
void av1_dist_block(const AV1_COMP *cpi, MACROBLOCK *x, int plane,
                    BLOCK_SIZE plane_bsize, int block, int blk_row, int blk_col,
                    TX_SIZE tx_size, int64_t *out_dist, int64_t *out_sse,
                    OUTPUT_STATUS output_status);

Yushin Cho's avatar
Yushin Cho committed
79
#if CONFIG_DIST_8X8
80
int64_t av1_dist_8x8(const AV1_COMP *const cpi, const MACROBLOCK *x,
Yushin Cho's avatar
Yushin Cho committed
81 82 83
                     const uint8_t *src, int src_stride, const uint8_t *dst,
                     int dst_stride, const BLOCK_SIZE tx_bsize, int bsw,
                     int bsh, int visible_w, int visible_h, int qindex);
Yushin Cho's avatar
Yushin Cho committed
84 85
#endif

86
int av1_cost_coeffs(const AV1_COMP *const cpi, MACROBLOCK *x, int plane,
Jingning Han's avatar
Jingning Han committed
87 88 89
                    int blk_row, int blk_col, int block, TX_SIZE tx_size,
                    const SCAN_ORDER *scan_order, const ENTROPY_CONTEXT *a,
                    const ENTROPY_CONTEXT *l, int use_fast_coef_costing);
Yushin Cho's avatar
Yushin Cho committed
90

91
void av1_rd_pick_intra_mode_sb(const struct AV1_COMP *cpi, struct macroblock *x,
Angie Chiang's avatar
Angie Chiang committed
92
                               struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
Yaowu Xu's avatar
Yaowu Xu committed
93
                               PICK_MODE_CONTEXT *ctx, int64_t best_rd);
Jingning Han's avatar
Jingning Han committed
94

95
unsigned int av1_get_sby_perpixel_variance(const AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
96 97
                                           const struct buf_2d *ref,
                                           BLOCK_SIZE bs);
98
#if CONFIG_HIGHBITDEPTH
99
unsigned int av1_high_get_sby_perpixel_variance(const AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
100 101
                                                const struct buf_2d *ref,
                                                BLOCK_SIZE bs, int bd);
Jingning Han's avatar
Jingning Han committed
102 103
#endif

104
void av1_rd_pick_inter_mode_sb(const struct AV1_COMP *cpi,
Yaowu Xu's avatar
Yaowu Xu committed
105 106
                               struct TileDataEnc *tile_data,
                               struct macroblock *x, int mi_row, int mi_col,
107 108
                               struct RD_STATS *rd_cost, BLOCK_SIZE bsize,
                               PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
Jingning Han's avatar
Jingning Han committed
109

Yaowu Xu's avatar
Yaowu Xu committed
110
void av1_rd_pick_inter_mode_sb_seg_skip(
111
    const struct AV1_COMP *cpi, struct TileDataEnc *tile_data,
Angie Chiang's avatar
Angie Chiang committed
112
    struct macroblock *x, int mi_row, int mi_col, struct RD_STATS *rd_cost,
David Barker's avatar
David Barker committed
113
    BLOCK_SIZE bsize, PICK_MODE_CONTEXT *ctx, int64_t best_rd_so_far);
Jingning Han's avatar
Jingning Han committed
114

115 116 117 118
int av1_internal_image_edge(const struct AV1_COMP *cpi);
int av1_active_h_edge(const struct AV1_COMP *cpi, int mi_row, int mi_step);
int av1_active_v_edge(const struct AV1_COMP *cpi, int mi_col, int mi_step);
int av1_active_edge_sb(const struct AV1_COMP *cpi, int mi_row, int mi_col);
Jingning Han's avatar
Jingning Han committed
119

Yunqing Wang's avatar
Yunqing Wang committed
120 121 122 123
#ifdef __cplusplus
}  // extern "C"
#endif

124 125 126
int av1_tx_type_cost(const AV1_COMMON *cm, const MACROBLOCK *x,
                     const MACROBLOCKD *xd, BLOCK_SIZE bsize, int plane,
                     TX_SIZE tx_size, TX_TYPE tx_type);
127

128 129 130 131
int64_t get_prediction_rd_cost(const struct AV1_COMP *cpi, struct macroblock *x,
                               int mi_row, int mi_col, int *skip_blk,
                               MB_MODE_INFO *backup_mbmi);

132
void av1_inverse_transform_block_facade(MACROBLOCKD *xd, int plane, int block,
133 134
                                        int blk_row, int blk_col, int eob,
                                        int reduced_tx_set);
Yaowu Xu's avatar
Yaowu Xu committed
135
#endif  // AV1_ENCODER_RDOPT_H_