Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
A
aom-rav1e
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Operations
Operations
Incidents
Environments
Packages & Registries
Packages & Registries
Container Registry
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
Xiph.Org
aom-rav1e
Commits
6a9ed8d2
Commit
6a9ed8d2
authored
Oct 14, 2015
by
Jingning Han
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
Fix forward transform bit range limits
Change-Id: I13c0ecff8c58a0571d9de4bc5fbbebe72533ccdb
parent
8198be11
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
10 additions
and
10 deletions
+10
-10
vp10/encoder/dct.c
vp10/encoder/dct.c
+10
-10
No files found.
vp10/encoder/dct.c
View file @
6a9ed8d2
...
...
@@ -204,7 +204,7 @@ static void fdct4(const tran_low_t *input, tran_low_t *output) {
tran_low_t
step
[
4
];
// stage 0
range_check
(
input
,
4
,
1
1
);
range_check
(
input
,
4
,
1
4
);
// stage 1
output
[
0
]
=
input
[
0
]
+
input
[
3
];
...
...
@@ -212,7 +212,7 @@ static void fdct4(const tran_low_t *input, tran_low_t *output) {
output
[
2
]
=
input
[
1
]
-
input
[
2
];
output
[
3
]
=
input
[
0
]
-
input
[
3
];
range_check
(
output
,
4
,
1
2
);
range_check
(
output
,
4
,
1
5
);
// stage 2
temp
=
output
[
0
]
*
cospi_16_64
+
output
[
1
]
*
cospi_16_64
;
...
...
@@ -224,7 +224,7 @@ static void fdct4(const tran_low_t *input, tran_low_t *output) {
temp
=
output
[
3
]
*
cospi_24_64
+
output
[
2
]
*
-
cospi_8_64
;
step
[
3
]
=
(
tran_low_t
)
fdct_round_shift
(
temp
);
range_check
(
step
,
4
,
1
3
);
range_check
(
step
,
4
,
1
6
);
// stage 3
output
[
0
]
=
step
[
0
];
...
...
@@ -232,7 +232,7 @@ static void fdct4(const tran_low_t *input, tran_low_t *output) {
output
[
2
]
=
step
[
1
];
output
[
3
]
=
step
[
3
];
range_check
(
output
,
4
,
1
3
);
range_check
(
output
,
4
,
1
6
);
}
static
void
fdct8
(
const
tran_low_t
*
input
,
tran_low_t
*
output
)
{
...
...
@@ -240,7 +240,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
tran_low_t
step
[
8
];
// stage 0
range_check
(
input
,
8
,
1
2
);
range_check
(
input
,
8
,
1
3
);
// stage 1
output
[
0
]
=
input
[
0
]
+
input
[
7
];
...
...
@@ -252,7 +252,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
output
[
6
]
=
input
[
1
]
-
input
[
6
];
output
[
7
]
=
input
[
0
]
-
input
[
7
];
range_check
(
output
,
8
,
1
3
);
range_check
(
output
,
8
,
1
4
);
// stage 2
step
[
0
]
=
output
[
0
]
+
output
[
3
];
...
...
@@ -266,7 +266,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
step
[
6
]
=
(
tran_low_t
)
fdct_round_shift
(
temp
);
step
[
7
]
=
output
[
7
];
range_check
(
step
,
8
,
1
4
);
range_check
(
step
,
8
,
1
5
);
// stage 3
temp
=
step
[
0
]
*
cospi_16_64
+
step
[
1
]
*
cospi_16_64
;
...
...
@@ -282,7 +282,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
output
[
6
]
=
step
[
7
]
-
step
[
6
];
output
[
7
]
=
step
[
7
]
+
step
[
6
];
range_check
(
output
,
8
,
1
4
);
range_check
(
output
,
8
,
1
6
);
// stage 4
step
[
0
]
=
output
[
0
];
...
...
@@ -298,7 +298,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
temp
=
output
[
7
]
*
cospi_28_64
+
output
[
4
]
*
-
cospi_4_64
;
step
[
7
]
=
(
tran_low_t
)
fdct_round_shift
(
temp
);
range_check
(
step
,
8
,
1
4
);
range_check
(
step
,
8
,
1
6
);
// stage 5
output
[
0
]
=
step
[
0
];
...
...
@@ -310,7 +310,7 @@ static void fdct8(const tran_low_t *input, tran_low_t *output) {
output
[
6
]
=
step
[
3
];
output
[
7
]
=
step
[
7
];
range_check
(
output
,
8
,
1
4
);
range_check
(
output
,
8
,
1
6
);
}
static
void
fdct16
(
const
tran_low_t
*
input
,
tran_low_t
*
output
)
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment