/* * Copyright (c) 2010 The WebM project authors. All Rights Reserved. * * Use of this source code is governed by a BSD-style license * that can be found in the LICENSE file in the root of the source * tree. An additional intellectual property rights grant can be found * in the file PATENTS. All contributing project authors may * be found in the AUTHORS file in the root of the source tree. */ #ifndef VP10_COMMON_BLOCKD_H_ #define VP10_COMMON_BLOCKD_H_ #include "./vpx_config.h" #include "vpx_dsp/vpx_dsp_common.h" #include "vpx_ports/mem.h" #include "vpx_scale/yv12config.h" #include "vp10/common/common_data.h" #include "vp10/common/entropy.h" #include "vp10/common/entropymode.h" #include "vp10/common/mv.h" #include "vp10/common/scale.h" #include "vp10/common/seg_common.h" #include "vp10/common/tile_common.h" #ifdef __cplusplus extern "C" { #endif #define MAX_MB_PLANE 3 typedef enum { KEY_FRAME = 0, INTER_FRAME = 1, FRAME_TYPES, } FRAME_TYPE; #if CONFIG_EXT_INTERP && SUPPORT_NONINTERPOLATING_FILTERS #define IsInterpolatingFilter(filter) \ (vp10_filter_kernels[filter][0][SUBPEL_TAPS / 2 - 1] == 128) #else #define IsInterpolatingFilter(filter) (1) #endif // CONFIG_EXT_INTERP && SUPPORT_NONINTERPOLATING_FILTERS static INLINE int is_inter_mode(PREDICTION_MODE mode) { return mode >= NEARESTMV && mode <= NEWMV; } /* For keyframes, intra block modes are predicted by the (already decoded) modes for the Y blocks to the left and above us; for interframes, there is a single probability table. */ typedef struct { PREDICTION_MODE as_mode; int_mv as_mv[2]; // first, second inter predictor motion vectors } b_mode_info; // Note that the rate-distortion optimization loop, bit-stream writer, and // decoder implementation modules critically rely on the defined entry values // specified herein. They should be refactored concurrently. #define NONE -1 #define INTRA_FRAME 0 #define LAST_FRAME 1 #if CONFIG_EXT_REFS #define LAST2_FRAME 2 #define LAST3_FRAME 3 #define LAST4_FRAME 4 #define GOLDEN_FRAME 5 #define ALTREF_FRAME 6 #define MAX_REF_FRAMES 7 #else #define GOLDEN_FRAME 2 #define ALTREF_FRAME 3 #define MAX_REF_FRAMES 4 #endif // CONFIG_EXT_REFS typedef int8_t MV_REFERENCE_FRAME; typedef struct { // Number of base colors for Y (0) and UV (1) uint8_t palette_size[2]; // Value of base colors for Y, U, and V #if CONFIG_VP9_HIGHBITDEPTH uint16_t palette_colors[3 * PALETTE_MAX_SIZE]; #else uint8_t palette_colors[3 * PALETTE_MAX_SIZE]; #endif // CONFIG_VP9_HIGHBITDEPTH // Only used by encoder to store the color index of the top left pixel. // TODO(huisu): move this to encoder uint8_t palette_first_color_idx[2]; } PALETTE_MODE_INFO; #if CONFIG_EXT_INTRA typedef struct { // 1: an ext intra mode is used; 0: otherwise. uint8_t use_ext_intra_mode[PLANE_TYPES]; EXT_INTRA_MODE ext_intra_mode[PLANE_TYPES]; } EXT_INTRA_MODE_INFO; #endif // CONFIG_EXT_INTRA // This structure now relates to 8x8 block regions. typedef struct { // Common for both INTER and INTRA blocks BLOCK_SIZE sb_type; PREDICTION_MODE mode; TX_SIZE tx_size; #if CONFIG_VAR_TX // TODO(jingning): This effectively assigned 64 entries for each 8x8 block. // Apparently it takes much more space than needed. TX_SIZE inter_tx_size[64]; #endif int8_t skip; int8_t has_no_coeffs; int8_t segment_id; int8_t seg_id_predicted; // valid only when temporal_update is enabled // Only for INTRA blocks PREDICTION_MODE uv_mode; PALETTE_MODE_INFO palette_mode_info; // Only for INTER blocks INTERP_FILTER interp_filter; MV_REFERENCE_FRAME ref_frame[2]; #if CONFIG_EXT_TX TX_TYPE tx_type; #endif // CONFIG_EXT_TX #if CONFIG_EXT_INTRA EXT_INTRA_MODE_INFO ext_intra_mode_info; int8_t angle_delta[2]; #endif // CONFIG_EXT_INTRA int_mv mv[2]; int_mv pred_mv[2]; } MB_MODE_INFO; typedef struct MODE_INFO { MB_MODE_INFO mbmi; b_mode_info bmi[4]; } MODE_INFO; static INLINE PREDICTION_MODE get_y_mode(const MODE_INFO *mi, int block) { return mi->mbmi.sb_type < BLOCK_8X8 ? mi->bmi[block].as_mode : mi->mbmi.mode; } static INLINE int is_inter_block(const MB_MODE_INFO *mbmi) { return mbmi->ref_frame[0] > INTRA_FRAME; } static INLINE int has_second_ref(const MB_MODE_INFO *mbmi) { return mbmi->ref_frame[1] > INTRA_FRAME; } PREDICTION_MODE vp10_left_block_mode(const MODE_INFO *cur_mi, const MODE_INFO *left_mi, int b); PREDICTION_MODE vp10_above_block_mode(const MODE_INFO *cur_mi, const MODE_INFO *above_mi, int b); enum mv_precision { MV_PRECISION_Q3, MV_PRECISION_Q4 }; struct buf_2d { uint8_t *buf; int stride; }; struct macroblockd_plane { tran_low_t *dqcoeff; PLANE_TYPE plane_type; int subsampling_x; int subsampling_y; struct buf_2d dst; struct buf_2d pre[2]; ENTROPY_CONTEXT *above_context; ENTROPY_CONTEXT *left_context; int16_t seg_dequant[MAX_SEGMENTS][2]; uint8_t *color_index_map; // number of 4x4s in current block uint16_t n4_w, n4_h; // log2 of n4_w, n4_h uint8_t n4_wl, n4_hl; // encoder const int16_t *dequant; }; #define BLOCK_OFFSET(x, i) ((x) + (i) * 16) typedef struct RefBuffer { // TODO(dkovalev): idx is not really required and should be removed, now it // is used in vp10_onyxd_if.c int idx; YV12_BUFFER_CONFIG *buf; struct scale_factors sf; } RefBuffer; typedef struct macroblockd { struct macroblockd_plane plane[MAX_MB_PLANE]; uint8_t bmode_blocks_wl; uint8_t bmode_blocks_hl; FRAME_COUNTS *counts; TileInfo tile; int mi_stride; MODE_INFO **mi; MODE_INFO *left_mi; MODE_INFO *above_mi; MB_MODE_INFO *left_mbmi; MB_MODE_INFO *above_mbmi; int up_available; int left_available; const vpx_prob (*partition_probs)[PARTITION_TYPES - 1]; /* Distance of MB away from frame edges */ int mb_to_left_edge; int mb_to_right_edge; int mb_to_top_edge; int mb_to_bottom_edge; FRAME_CONTEXT *fc; /* pointers to reference frames */ RefBuffer *block_refs[2]; /* pointer to current frame */ const YV12_BUFFER_CONFIG *cur_buf; ENTROPY_CONTEXT *above_context[MAX_MB_PLANE]; ENTROPY_CONTEXT left_context[MAX_MB_PLANE][16]; PARTITION_CONTEXT *above_seg_context; PARTITION_CONTEXT left_seg_context[8]; #if CONFIG_VAR_TX TXFM_CONTEXT *above_txfm_context; TXFM_CONTEXT *left_txfm_context; TXFM_CONTEXT left_txfm_context_buffer[8]; TX_SIZE max_tx_size; #endif // dimension in the unit of 8x8 block of the current block uint8_t n8_w, n8_h; #if CONFIG_REF_MV uint8_t ref_mv_count[MAX_REF_FRAMES]; CANDIDATE_MV ref_mv_stack[MAX_REF_FRAMES][MAX_REF_MV_STACK_SIZE]; uint8_t is_sec_rect; #endif #if CONFIG_VP9_HIGHBITDEPTH /* Bit depth: 8, 10, 12 */ int bd; #endif int lossless[MAX_SEGMENTS]; int corrupted; struct vpx_internal_error_info *error_info; } MACROBLOCKD; static INLINE BLOCK_SIZE get_subsize(BLOCK_SIZE bsize, PARTITION_TYPE partition) { return subsize_lookup[partition][bsize]; } static const TX_TYPE intra_mode_to_tx_type_lookup[INTRA_MODES] = { DCT_DCT, // DC ADST_DCT, // V DCT_ADST, // H DCT_DCT, // D45 ADST_ADST, // D135 ADST_DCT, // D117 DCT_ADST, // D153 DCT_ADST, // D207 ADST_DCT, // D63 ADST_ADST, // TM }; #if CONFIG_EXT_TX #define ALLOW_INTRA_EXT_TX 1 static const int num_ext_tx_set_inter[EXT_TX_SETS_INTER] = { 1, 17, 10, 2 }; static const int num_ext_tx_set_intra[EXT_TX_SETS_INTRA] = { 1, 17, 10 }; #define USE_IDTX_FOR_32X32 0 static INLINE int get_ext_tx_set(TX_SIZE tx_size, BLOCK_SIZE bs, int is_inter) { (void) is_inter; if (tx_size > TX_32X32 || bs < BLOCK_8X8) return 0; #if USE_IDTX_FOR_32X32 if (tx_size == TX_32X32) return is_inter ? 3 : 0; #else if (tx_size == TX_32X32) return 0; #endif return tx_size == TX_16X16 ? 2 : 1; } static INLINE int get_ext_tx_types(TX_SIZE tx_size, BLOCK_SIZE bs, int is_inter) { const int set = get_ext_tx_set(tx_size, bs, is_inter); return is_inter ? num_ext_tx_set_inter[set] : num_ext_tx_set_intra[set]; } static const int use_intra_ext_tx_for_txsize[EXT_TX_SETS_INTRA][TX_SIZES] = { { 0, 0, 0, 0, }, // unused { 1, 1, 0, 0, }, { 0, 0, 1, 0, }, }; static const int use_inter_ext_tx_for_txsize[EXT_TX_SETS_INTER][TX_SIZES] = { { 0, 0, 0, 0, }, // unused { 1, 1, 0, 0, }, { 0, 0, 1, 0, }, { 0, 0, 0, USE_IDTX_FOR_32X32, }, }; // Transform types used in each intra set static const int ext_tx_used_intra[EXT_TX_SETS_INTRA][TX_TYPES] = { { 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, }, { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, }, { 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, }, }; // Transform types used in each inter set static const int ext_tx_used_inter[EXT_TX_SETS_INTER][TX_TYPES] = { { 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, }, { 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, }, { 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, }, { 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, }, }; #endif // CONFIG_EXT_TX #if CONFIG_EXT_INTRA #define ALLOW_FILTER_INTRA_MODES 1 #define ANGLE_STEP 3 #define MAX_ANGLE_DELTAS 3 #define ANGLE_FAST_SEARCH 1 #define ANGLE_SKIP_THRESH 0.10 static uint8_t mode_to_angle_map[INTRA_MODES] = { 0, 90, 180, 45, 135, 111, 157, 203, 67, 0, }; static const TX_TYPE filter_intra_mode_to_tx_type_lookup[FILTER_INTRA_MODES] = { DCT_DCT, // FILTER_DC ADST_DCT, // FILTER_V DCT_ADST, // FILTER_H DCT_DCT, // FILTER_D45 ADST_ADST, // FILTER_D135 ADST_DCT, // FILTER_D117 DCT_ADST, // FILTER_D153 DCT_ADST, // FILTER_D207 ADST_DCT, // FILTER_D63 ADST_ADST, // FILTER_TM }; #endif // CONFIG_EXT_INTRA static INLINE TX_TYPE get_tx_type(PLANE_TYPE plane_type, const MACROBLOCKD *xd, int block_idx, TX_SIZE tx_size) { const MODE_INFO *const mi = xd->mi[0]; const MB_MODE_INFO *const mbmi = &mi->mbmi; #if CONFIG_EXT_INTRA if (!is_inter_block(mbmi)) { const int use_ext_intra_mode_info = mbmi->ext_intra_mode_info.use_ext_intra_mode[plane_type]; const EXT_INTRA_MODE ext_intra_mode = mbmi->ext_intra_mode_info.ext_intra_mode[plane_type]; const PREDICTION_MODE mode = (plane_type == PLANE_TYPE_Y) ? get_y_mode(mi, block_idx) : mbmi->uv_mode; if (xd->lossless[mbmi->segment_id] || tx_size >= TX_32X32) return DCT_DCT; #if CONFIG_EXT_TX if (mbmi->sb_type >= BLOCK_8X8 && plane_type == PLANE_TYPE_Y && ALLOW_INTRA_EXT_TX) return mbmi->tx_type; #endif // CONFIG_EXT_TX if (use_ext_intra_mode_info) return filter_intra_mode_to_tx_type_lookup[ext_intra_mode]; if (mode == DC_PRED) { return DCT_DCT; } else if (mode == TM_PRED) { return ADST_ADST; } else { int angle = mode_to_angle_map[mode]; if (mbmi->sb_type >= BLOCK_8X8) angle += mbmi->angle_delta[plane_type] * ANGLE_STEP; assert(angle > 0 && angle < 270); if (angle == 135) return ADST_ADST; else if (angle < 45 || angle > 225) return DCT_DCT; else if (angle < 135) return ADST_DCT; else return DCT_ADST; } } #endif // CONFIG_EXT_INTRA #if CONFIG_EXT_TX #if USE_IDTX_FOR_32X32 if (xd->lossless[mbmi->segment_id] || tx_size > TX_32X32 || (tx_size >= TX_32X32 && !is_inter_block(mbmi))) #else if (xd->lossless[mbmi->segment_id] || tx_size >= TX_32X32) #endif return DCT_DCT; if (mbmi->sb_type >= BLOCK_8X8) { if (plane_type == PLANE_TYPE_Y) { if (is_inter_block(mbmi) || ALLOW_INTRA_EXT_TX) return mbmi->tx_type; } if (is_inter_block(mbmi)) // UV Inter only return (mbmi->tx_type == IDTX && tx_size == TX_32X32 ? DCT_DCT : mbmi->tx_type); } // Sub8x8-Inter/Intra OR UV-Intra if (is_inter_block(mbmi)) // Sub8x8-Inter return DCT_DCT; else // Sub8x8 Intra OR UV-Intra return intra_mode_to_tx_type_lookup[plane_type == PLANE_TYPE_Y ? get_y_mode(mi, block_idx) : mbmi->uv_mode]; #else if (plane_type != PLANE_TYPE_Y || xd->lossless[mbmi->segment_id] || is_inter_block(mbmi) || tx_size >= TX_32X32) return DCT_DCT; return intra_mode_to_tx_type_lookup[get_y_mode(mi, block_idx)]; #endif // CONFIG_EXT_TX } void vp10_setup_block_planes(MACROBLOCKD *xd, int ss_x, int ss_y); static INLINE TX_SIZE get_uv_tx_size_impl(TX_SIZE y_tx_size, BLOCK_SIZE bsize, int xss, int yss) { if (bsize < BLOCK_8X8) { return TX_4X4; } else { const BLOCK_SIZE plane_bsize = ss_size_lookup[bsize][xss][yss]; return VPXMIN(y_tx_size, max_txsize_lookup[plane_bsize]); } } static INLINE TX_SIZE get_uv_tx_size(const MB_MODE_INFO *mbmi, const struct macroblockd_plane *pd) { return get_uv_tx_size_impl(mbmi->tx_size, mbmi->sb_type, pd->subsampling_x, pd->subsampling_y); } static INLINE BLOCK_SIZE get_plane_block_size(BLOCK_SIZE bsize, const struct macroblockd_plane *pd) { return ss_size_lookup[bsize][pd->subsampling_x][pd->subsampling_y]; } static INLINE void reset_skip_context(MACROBLOCKD *xd, BLOCK_SIZE bsize) { int i; for (i = 0; i < MAX_MB_PLANE; i++) { struct macroblockd_plane *const pd = &xd->plane[i]; const BLOCK_SIZE plane_bsize = get_plane_block_size(bsize, pd); memset(pd->above_context, 0, sizeof(ENTROPY_CONTEXT) * num_4x4_blocks_wide_lookup[plane_bsize]); memset(pd->left_context, 0, sizeof(ENTROPY_CONTEXT) * num_4x4_blocks_high_lookup[plane_bsize]); } } typedef void (*foreach_transformed_block_visitor)(int plane, int block, int blk_row, int blk_col, BLOCK_SIZE plane_bsize, TX_SIZE tx_size, void *arg); void vp10_foreach_transformed_block_in_plane( const MACROBLOCKD *const xd, BLOCK_SIZE bsize, int plane, foreach_transformed_block_visitor visit, void *arg); void vp10_foreach_transformed_block( const MACROBLOCKD* const xd, BLOCK_SIZE bsize, foreach_transformed_block_visitor visit, void *arg); void vp10_set_contexts(const MACROBLOCKD *xd, struct macroblockd_plane *pd, BLOCK_SIZE plane_bsize, TX_SIZE tx_size, int has_eob, int aoff, int loff); #ifdef __cplusplus } // extern "C" #endif #endif // VP10_COMMON_BLOCKD_H_