Commit 9e93ac25 authored by Raphaël Zumer's avatar Raphaël Zumer

Fix intra edge computation error causing underflow in 4:2:2

parent 10796254
......@@ -892,7 +892,7 @@ pub fn get_intra_edges<'a>(
let num_avail = if y != 0 && has_tr(&bo, bsize) {
tx_size.height().min(
(MI_SIZE >> plane_cfg.xdec) * frame_w_in_b
(MI_SIZE >> plane_cfg.ydec) * frame_w_in_b
- x as usize
- tx_size.width()
)
......@@ -927,7 +927,7 @@ pub fn get_intra_edges<'a>(
let num_avail = if x != 0 && has_bl(&bo, bsize) {
tx_size.width().min(
(MI_SIZE >> plane_cfg.xdec) * frame_h_in_b
(MI_SIZE >> plane_cfg.ydec) * frame_h_in_b
- y as usize
- tx_size.height()
)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment