entropymode.c 78.3 KB
Newer Older
Jingning Han's avatar
Jingning Han committed
1
/*
Yaowu Xu's avatar
Yaowu Xu committed
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
Jingning Han's avatar
Jingning Han committed
3
 *
Yaowu Xu's avatar
Yaowu Xu committed
4
5
6
7
8
9
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
Jingning Han's avatar
Jingning Han committed
10
11
 */

Yaowu Xu's avatar
Yaowu Xu committed
12
#include "aom_mem/aom_mem.h"
Jingning Han's avatar
Jingning Han committed
13

14
#include "av1/common/reconinter.h"
Angie Chiang's avatar
Angie Chiang committed
15
#include "av1/common/scan.h"
16
17
#include "av1/common/onyxc_int.h"
#include "av1/common/seg_common.h"
Jingning Han's avatar
Jingning Han committed
18

Yaowu Xu's avatar
Yaowu Xu committed
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
const aom_prob av1_kf_y_mode_prob[INTRA_MODES][INTRA_MODES][INTRA_MODES - 1] = {
  {
      // above = dc
      { 137, 30, 42, 148, 151, 207, 70, 52, 91 },   // left = dc
      { 92, 45, 102, 136, 116, 180, 74, 90, 100 },  // left = v
      { 73, 32, 19, 187, 222, 215, 46, 34, 100 },   // left = h
      { 91, 30, 32, 116, 121, 186, 93, 86, 94 },    // left = d45
      { 72, 35, 36, 149, 68, 206, 68, 63, 105 },    // left = d135
      { 73, 31, 28, 138, 57, 124, 55, 122, 151 },   // left = d117
      { 67, 23, 21, 140, 126, 197, 40, 37, 171 },   // left = d153
      { 86, 27, 28, 128, 154, 212, 45, 43, 53 },    // left = d207
      { 74, 32, 27, 107, 86, 160, 63, 134, 102 },   // left = d63
      { 59, 67, 44, 140, 161, 202, 78, 67, 119 }    // left = tm
  },
  {
      // above = v
      { 63, 36, 126, 146, 123, 158, 60, 90, 96 },   // left = dc
      { 43, 46, 168, 134, 107, 128, 69, 142, 92 },  // left = v
      { 44, 29, 68, 159, 201, 177, 50, 57, 77 },    // left = h
      { 58, 38, 76, 114, 97, 172, 78, 133, 92 },    // left = d45
      { 46, 41, 76, 140, 63, 184, 69, 112, 57 },    // left = d135
      { 38, 32, 85, 140, 46, 112, 54, 151, 133 },   // left = d117
      { 39, 27, 61, 131, 110, 175, 44, 75, 136 },   // left = d153
      { 52, 30, 74, 113, 130, 175, 51, 64, 58 },    // left = d207
      { 47, 35, 80, 100, 74, 143, 64, 163, 74 },    // left = d63
      { 36, 61, 116, 114, 128, 162, 80, 125, 82 }   // left = tm
  },
  {
      // above = h
      { 82, 26, 26, 171, 208, 204, 44, 32, 105 },  // left = dc
      { 55, 44, 68, 166, 179, 192, 57, 57, 108 },  // left = v
      { 42, 26, 11, 199, 241, 228, 23, 15, 85 },   // left = h
      { 68, 42, 19, 131, 160, 199, 55, 52, 83 },   // left = d45
      { 58, 50, 25, 139, 115, 232, 39, 52, 118 },  // left = d135
      { 50, 35, 33, 153, 104, 162, 64, 59, 131 },  // left = d117
      { 44, 24, 16, 150, 177, 202, 33, 19, 156 },  // left = d153
      { 55, 27, 12, 153, 203, 218, 26, 27, 49 },   // left = d207
      { 53, 49, 21, 110, 116, 168, 59, 80, 76 },   // left = d63
      { 38, 72, 19, 168, 203, 212, 50, 50, 107 }   // left = tm
  },
  {
      // above = d45
      { 103, 26, 36, 129, 132, 201, 83, 80, 93 },  // left = dc
      { 59, 38, 83, 112, 103, 162, 98, 136, 90 },  // left = v
      { 62, 30, 23, 158, 200, 207, 59, 57, 50 },   // left = h
      { 67, 30, 29, 84, 86, 191, 102, 91, 59 },    // left = d45
      { 60, 32, 33, 112, 71, 220, 64, 89, 104 },   // left = d135
      { 53, 26, 34, 130, 56, 149, 84, 120, 103 },  // left = d117
      { 53, 21, 23, 133, 109, 210, 56, 77, 172 },  // left = d153
      { 77, 19, 29, 112, 142, 228, 55, 66, 36 },   // left = d207
      { 61, 29, 29, 93, 97, 165, 83, 175, 162 },   // left = d63
      { 47, 47, 43, 114, 137, 181, 100, 99, 95 }   // left = tm
  },
  {
      // above = d135
      { 69, 23, 29, 128, 83, 199, 46, 44, 101 },   // left = dc
      { 53, 40, 55, 139, 69, 183, 61, 80, 110 },   // left = v
      { 40, 29, 19, 161, 180, 207, 43, 24, 91 },   // left = h
      { 60, 34, 19, 105, 61, 198, 53, 64, 89 },    // left = d45
      { 52, 31, 22, 158, 40, 209, 58, 62, 89 },    // left = d135
      { 44, 31, 29, 147, 46, 158, 56, 102, 198 },  // left = d117
      { 35, 19, 12, 135, 87, 209, 41, 45, 167 },   // left = d153
      { 55, 25, 21, 118, 95, 215, 38, 39, 66 },    // left = d207
      { 51, 38, 25, 113, 58, 164, 70, 93, 97 },    // left = d63
      { 47, 54, 34, 146, 108, 203, 72, 103, 151 }  // left = tm
  },
  {
      // above = d117
      { 64, 19, 37, 156, 66, 138, 49, 95, 133 },   // left = dc
      { 46, 27, 80, 150, 55, 124, 55, 121, 135 },  // left = v
      { 36, 23, 27, 165, 149, 166, 54, 64, 118 },  // left = h
      { 53, 21, 36, 131, 63, 163, 60, 109, 81 },   // left = d45
      { 40, 26, 35, 154, 40, 185, 51, 97, 123 },   // left = d135
      { 35, 19, 34, 179, 19, 97, 48, 129, 124 },   // left = d117
      { 36, 20, 26, 136, 62, 164, 33, 77, 154 },   // left = d153
      { 45, 18, 32, 130, 90, 157, 40, 79, 91 },    // left = d207
      { 45, 26, 28, 129, 45, 129, 49, 147, 123 },  // left = d63
      { 38, 44, 51, 136, 74, 162, 57, 97, 121 }    // left = tm
  },
  {
      // above = d153
      { 75, 17, 22, 136, 138, 185, 32, 34, 166 },  // left = dc
      { 56, 39, 58, 133, 117, 173, 48, 53, 187 },  // left = v
      { 35, 21, 12, 161, 212, 207, 20, 23, 145 },  // left = h
      { 56, 29, 19, 117, 109, 181, 55, 68, 112 },  // left = d45
      { 47, 29, 17, 153, 64, 220, 59, 51, 114 },   // left = d135
      { 46, 16, 24, 136, 76, 147, 41, 64, 172 },   // left = d117
      { 34, 17, 11, 108, 152, 187, 13, 15, 209 },  // left = d153
      { 51, 24, 14, 115, 133, 209, 32, 26, 104 },  // left = d207
      { 55, 30, 18, 122, 79, 179, 44, 88, 116 },   // left = d63
      { 37, 49, 25, 129, 168, 164, 41, 54, 148 }   // left = tm
  },
  {
      // above = d207
      { 82, 22, 32, 127, 143, 213, 39, 41, 70 },   // left = dc
      { 62, 44, 61, 123, 105, 189, 48, 57, 64 },   // left = v
      { 47, 25, 17, 175, 222, 220, 24, 30, 86 },   // left = h
      { 68, 36, 17, 106, 102, 206, 59, 74, 74 },   // left = d45
      { 57, 39, 23, 151, 68, 216, 55, 63, 58 },    // left = d135
      { 49, 30, 35, 141, 70, 168, 82, 40, 115 },   // left = d117
      { 51, 25, 15, 136, 129, 202, 38, 35, 139 },  // left = d153
      { 68, 26, 16, 111, 141, 215, 29, 28, 28 },   // left = d207
      { 59, 39, 19, 114, 75, 180, 77, 104, 42 },   // left = d63
      { 40, 61, 26, 126, 152, 206, 61, 59, 93 }    // left = tm
  },
  {
      // above = d63
      { 78, 23, 39, 111, 117, 170, 74, 124, 94 },   // left = dc
      { 48, 34, 86, 101, 92, 146, 78, 179, 134 },   // left = v
      { 47, 22, 24, 138, 187, 178, 68, 69, 59 },    // left = h
      { 56, 25, 33, 105, 112, 187, 95, 177, 129 },  // left = d45
      { 48, 31, 27, 114, 63, 183, 82, 116, 56 },    // left = d135
      { 43, 28, 37, 121, 63, 123, 61, 192, 169 },   // left = d117
      { 42, 17, 24, 109, 97, 177, 56, 76, 122 },    // left = d153
      { 58, 18, 28, 105, 139, 182, 70, 92, 63 },    // left = d207
      { 46, 23, 32, 74, 86, 150, 67, 183, 88 },     // left = d63
      { 36, 38, 48, 92, 122, 165, 88, 137, 91 }     // left = tm
  },
  {
      // above = tm
      { 65, 70, 60, 155, 159, 199, 61, 60, 81 },    // left = dc
      { 44, 78, 115, 132, 119, 173, 71, 112, 93 },  // left = v
      { 39, 38, 21, 184, 227, 206, 42, 32, 64 },    // left = h
      { 58, 47, 36, 124, 137, 193, 80, 82, 78 },    // left = d45
      { 49, 50, 35, 144, 95, 205, 63, 78, 59 },     // left = d135
      { 41, 53, 52, 148, 71, 142, 65, 128, 51 },    // left = d117
      { 40, 36, 28, 143, 143, 202, 40, 55, 137 },   // left = d153
      { 52, 34, 29, 129, 183, 227, 42, 35, 43 },    // left = d207
      { 42, 44, 44, 104, 105, 164, 64, 130, 80 },   // left = d63
      { 43, 81, 53, 140, 169, 204, 68, 84, 72 }     // left = tm
  }
};
151
152
153
#if CONFIG_DAALA_EC
aom_cdf_prob av1_kf_y_mode_cdf[INTRA_MODES][INTRA_MODES][INTRA_MODES];
#endif
Yaowu Xu's avatar
Yaowu Xu committed
154
155

static const aom_prob default_if_y_probs[BLOCK_SIZE_GROUPS][INTRA_MODES - 1] = {
clang-format's avatar
clang-format committed
156
157
158
159
  { 65, 32, 18, 144, 162, 194, 41, 51, 98 },   // block_size < 8x8
  { 132, 68, 18, 165, 217, 196, 45, 40, 78 },  // block_size < 16x16
  { 173, 80, 19, 176, 240, 193, 64, 35, 46 },  // block_size < 32x32
  { 221, 135, 38, 194, 248, 121, 96, 85, 29 }  // block_size >= 32x32
Jingning Han's avatar
Jingning Han committed
160
161
};

Yaowu Xu's avatar
Yaowu Xu committed
162
static const aom_prob default_uv_probs[INTRA_MODES][INTRA_MODES - 1] = {
clang-format's avatar
clang-format committed
163
164
165
166
167
168
169
170
171
172
  { 120, 7, 76, 176, 208, 126, 28, 54, 103 },   // y = dc
  { 48, 12, 154, 155, 139, 90, 34, 117, 119 },  // y = v
  { 67, 6, 25, 204, 243, 158, 13, 21, 96 },     // y = h
  { 97, 5, 44, 131, 176, 139, 48, 68, 97 },     // y = d45
  { 83, 5, 42, 156, 111, 152, 26, 49, 152 },    // y = d135
  { 80, 5, 58, 178, 74, 83, 33, 62, 145 },      // y = d117
  { 86, 5, 32, 154, 192, 168, 14, 22, 163 },    // y = d153
  { 85, 5, 32, 156, 216, 148, 19, 29, 73 },     // y = d207
  { 77, 7, 64, 116, 132, 122, 37, 126, 120 },   // y = d63
  { 101, 21, 107, 181, 192, 103, 19, 67, 125 }  // y = tm
Jingning Han's avatar
Jingning Han committed
173
174
};

175
#if CONFIG_EXT_PARTITION_TYPES
Yaowu Xu's avatar
Yaowu Xu committed
176
static const aom_prob
clang-format's avatar
clang-format committed
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
    default_partition_probs[PARTITION_CONTEXTS][EXT_PARTITION_TYPES - 1] = {
      // 8x8 -> 4x4
      { 199, 122, 141, 128, 128, 128, 128 },  // a/l both not split
      { 147, 63, 159, 128, 128, 128, 128 },   // a split, l not split
      { 148, 133, 118, 128, 128, 128, 128 },  // l split, a not split
      { 121, 104, 114, 128, 128, 128, 128 },  // a/l both split
      // 16x16 -> 8x8
      { 174, 73, 87, 128, 128, 128, 128 },  // a/l both not split
      { 92, 41, 83, 128, 128, 128, 128 },   // a split, l not split
      { 82, 99, 50, 128, 128, 128, 128 },   // l split, a not split
      { 53, 39, 39, 128, 128, 128, 128 },   // a/l both split
      // 32x32 -> 16x16
      { 177, 58, 59, 128, 128, 128, 128 },  // a/l both not split
      { 68, 26, 63, 128, 128, 128, 128 },   // a split, l not split
      { 52, 79, 25, 128, 128, 128, 128 },   // l split, a not split
      { 17, 14, 12, 128, 128, 128, 128 },   // a/l both split
      // 64x64 -> 32x32
      { 222, 34, 30, 128, 128, 128, 128 },  // a/l both not split
      { 72, 16, 44, 128, 128, 128, 128 },   // a split, l not split
      { 58, 32, 12, 128, 128, 128, 128 },   // l split, a not split
      { 10, 7, 6, 128, 128, 128, 128 },     // a/l both split
198
#if CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
199
200
201
202
203
204
205
      // 128x128 -> 64x64
      { 222, 34, 30, 128, 128, 128, 128 },  // a/l both not split
      { 72, 16, 44, 128, 128, 128, 128 },   // a split, l not split
      { 58, 32, 12, 128, 128, 128, 128 },   // l split, a not split
      { 10, 7, 6, 128, 128, 128, 128 },     // a/l both split
#endif                                      // CONFIG_EXT_PARTITION
    };
206
#else
Yaowu Xu's avatar
Yaowu Xu committed
207
static const aom_prob
clang-format's avatar
clang-format committed
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
    default_partition_probs[PARTITION_CONTEXTS][PARTITION_TYPES - 1] = {
      // 8x8 -> 4x4
      { 199, 122, 141 },  // a/l both not split
      { 147, 63, 159 },   // a split, l not split
      { 148, 133, 118 },  // l split, a not split
      { 121, 104, 114 },  // a/l both split
      // 16x16 -> 8x8
      { 174, 73, 87 },  // a/l both not split
      { 92, 41, 83 },   // a split, l not split
      { 82, 99, 50 },   // l split, a not split
      { 53, 39, 39 },   // a/l both split
      // 32x32 -> 16x16
      { 177, 58, 59 },  // a/l both not split
      { 68, 26, 63 },   // a split, l not split
      { 52, 79, 25 },   // l split, a not split
      { 17, 14, 12 },   // a/l both split
      // 64x64 -> 32x32
      { 222, 34, 30 },  // a/l both not split
      { 72, 16, 44 },   // a split, l not split
      { 58, 32, 12 },   // l split, a not split
      { 10, 7, 6 },     // a/l both split
229
#if CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
230
231
232
233
234
      // 128x128 -> 64x64
      { 222, 34, 30 },  // a/l both not split
      { 72, 16, 44 },   // a split, l not split
      { 58, 32, 12 },   // l split, a not split
      { 10, 7, 6 },     // a/l both split
235
#endif  // CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
236
    };
237
#endif  // CONFIG_EXT_PARTITION_TYPES
Jingning Han's avatar
Jingning Han committed
238

239
#if CONFIG_REF_MV
Yaowu Xu's avatar
Yaowu Xu committed
240
static const aom_prob default_newmv_prob[NEWMV_MODE_CONTEXTS] = {
clang-format's avatar
clang-format committed
241
  200, 180, 150, 150, 110, 70, 60,
242
243
};

Yaowu Xu's avatar
Yaowu Xu committed
244
static const aom_prob default_zeromv_prob[ZEROMV_MODE_CONTEXTS] = {
clang-format's avatar
clang-format committed
245
  192, 64,
246
247
};

Yaowu Xu's avatar
Yaowu Xu committed
248
static const aom_prob default_refmv_prob[REFMV_MODE_CONTEXTS] = {
clang-format's avatar
clang-format committed
249
  220, 220, 200, 200, 180, 128, 30, 220, 30,
250
};
Yue Chen's avatar
Yue Chen committed
251

Yaowu Xu's avatar
Yaowu Xu committed
252
static const aom_prob default_drl_prob[DRL_MODE_CONTEXTS] = { 128, 160, 180,
clang-format's avatar
clang-format committed
253
                                                              128, 160 };
254

Yue Chen's avatar
Yue Chen committed
255
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
256
static const aom_prob default_new2mv_prob = 180;
257
258
#endif  // CONFIG_EXT_INTER
#endif  // CONFIG_REF_MV
259

Yaowu Xu's avatar
Yaowu Xu committed
260
static const aom_prob
clang-format's avatar
clang-format committed
261
    default_inter_mode_probs[INTER_MODE_CONTEXTS][INTER_MODES - 1] = {
Yue Chen's avatar
Yue Chen committed
262
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
263
264
265
266
267
268
269
270
      // TODO(zoeliu): To adjust the initial default probs
      { 2, 173, 34, 173 },  // 0 = both zero mv
      { 7, 145, 85, 145 },  // 1 = one zero mv + one a predicted mv
      { 7, 166, 63, 166 },  // 2 = two predicted mvs
      { 7, 94, 66, 128 },   // 3 = one predicted/zero and one new mv
      { 8, 64, 46, 128 },   // 4 = two new mvs
      { 17, 81, 31, 128 },  // 5 = one intra neighbour + x
      { 25, 29, 30, 96 },   // 6 = two intra neighbours
Yue Chen's avatar
Yue Chen committed
271
#else
clang-format's avatar
clang-format committed
272
273
274
275
276
277
278
      { 2, 173, 34 },  // 0 = both zero mv
      { 7, 145, 85 },  // 1 = one zero mv + one a predicted mv
      { 7, 166, 63 },  // 2 = two predicted mvs
      { 7, 94, 66 },   // 3 = one predicted/zero and one new mv
      { 8, 64, 46 },   // 4 = two new mvs
      { 17, 81, 31 },  // 5 = one intra neighbour + x
      { 25, 29, 30 },  // 6 = two intra neighbours
Yue Chen's avatar
Yue Chen committed
279
#endif  // CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
280
    };
Jingning Han's avatar
Jingning Han committed
281

282
#if CONFIG_EXT_INTER
Yaowu Xu's avatar
Yaowu Xu committed
283
static const aom_prob default_inter_compound_mode_probs
clang-format's avatar
clang-format committed
284
285
286
287
288
289
290
291
292
    [INTER_MODE_CONTEXTS][INTER_COMPOUND_MODES - 1] = {
      { 2, 173, 68, 192, 64, 192, 128, 180, 180 },   // 0 = both zero mv
      { 7, 145, 160, 192, 64, 192, 128, 180, 180 },  // 1 = 1 zero + 1 predicted
      { 7, 166, 126, 192, 64, 192, 128, 180, 180 },  // 2 = two predicted mvs
      { 7, 94, 132, 192, 64, 192, 128, 180, 180 },   // 3 = 1 pred/zero, 1 new
      { 8, 64, 64, 192, 64, 192, 128, 180, 180 },    // 4 = two new mvs
      { 17, 81, 52, 192, 64, 192, 128, 180, 180 },   // 5 = one intra neighbour
      { 25, 29, 50, 192, 64, 192, 128, 180, 180 },   // 6 = two intra neighbours
    };
293

Yaowu Xu's avatar
Yaowu Xu committed
294
static const aom_prob default_interintra_prob[BLOCK_SIZE_GROUPS] = {
295
296
297
  208, 208, 208, 208,
};

Yaowu Xu's avatar
Yaowu Xu committed
298
static const aom_prob
299
    default_interintra_mode_prob[BLOCK_SIZE_GROUPS][INTERINTRA_MODES - 1] = {
clang-format's avatar
clang-format committed
300
301
302
303
304
      { 65, 32, 18, 144, 162, 194, 41, 51, 98 },   // block_size < 8x8
      { 132, 68, 18, 165, 217, 196, 45, 40, 78 },  // block_size < 16x16
      { 173, 80, 19, 176, 240, 193, 64, 35, 46 },  // block_size < 32x32
      { 221, 135, 38, 194, 248, 121, 96, 85, 29 }  // block_size >= 32x32
    };
305

Yaowu Xu's avatar
Yaowu Xu committed
306
static const aom_prob default_wedge_interintra_prob[BLOCK_SIZES] = {
307
  208, 208, 208, 208, 208, 208, 216, 216, 216, 224, 224, 224, 240,
308
#if CONFIG_EXT_PARTITION
309
  208, 208, 208
310
#endif  // CONFIG_EXT_PARTITION
311
312
};

Yaowu Xu's avatar
Yaowu Xu committed
313
static const aom_prob default_wedge_interinter_prob[BLOCK_SIZES] = {
314
  208, 208, 208, 208, 208, 208, 216, 216, 216, 224, 224, 224, 240,
315
#if CONFIG_EXT_PARTITION
316
  255, 255, 255
317
#endif  // CONFIG_EXT_PARTITION
318
};
319
320
#endif  // CONFIG_EXT_INTER

321
// Change this section appropriately once warped motion is supported
Yue Chen's avatar
Yue Chen committed
322
323
#if CONFIG_MOTION_VAR && !CONFIG_WARPED_MOTION
const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)] = {
324
325
  -SIMPLE_TRANSLATION, -OBMC_CAUSAL
};
Yue Chen's avatar
Yue Chen committed
326
327
328
329
330
331
332
static const aom_prob default_motion_mode_prob[BLOCK_SIZES]
                                              [MOTION_MODES - 1] = {
                                                { 255 }, { 255 }, { 255 },
                                                { 151 }, { 153 }, { 144 },
                                                { 178 }, { 165 }, { 160 },
                                                { 207 }, { 195 }, { 168 },
                                                { 244 },
333
#if CONFIG_EXT_PARTITION
Yue Chen's avatar
Yue Chen committed
334
                                                { 252 }, { 252 }, { 252 },
335
#endif  // CONFIG_EXT_PARTITION
Yue Chen's avatar
Yue Chen committed
336
                                              };
337

Yue Chen's avatar
Yue Chen committed
338
#elif !CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
339

Yue Chen's avatar
Yue Chen committed
340
const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)] = {
341
342
  -SIMPLE_TRANSLATION, -WARPED_CAUSAL
};
Yue Chen's avatar
Yue Chen committed
343
344
345
346
347
348
349
static const aom_prob default_motion_mode_prob[BLOCK_SIZES]
                                              [MOTION_MODES - 1] = {
                                                { 255 }, { 255 }, { 255 },
                                                { 151 }, { 153 }, { 144 },
                                                { 178 }, { 165 }, { 160 },
                                                { 207 }, { 195 }, { 168 },
                                                { 244 },
350
#if CONFIG_EXT_PARTITION
Yue Chen's avatar
Yue Chen committed
351
                                                { 252 }, { 252 }, { 252 },
352
#endif  // CONFIG_EXT_PARTITION
Yue Chen's avatar
Yue Chen committed
353
                                              };
354

Yue Chen's avatar
Yue Chen committed
355
#elif CONFIG_MOTION_VAR && CONFIG_WARPED_MOTION
356

Yue Chen's avatar
Yue Chen committed
357
const aom_tree_index av1_motion_mode_tree[TREE_SIZE(MOTION_MODES)] = {
clang-format's avatar
clang-format committed
358
  -SIMPLE_TRANSLATION, 2, -OBMC_CAUSAL, -WARPED_CAUSAL,
359
};
Yue Chen's avatar
Yue Chen committed
360
static const aom_prob default_motion_mode_prob[BLOCK_SIZES][MOTION_MODES - 1] =
clang-format's avatar
clang-format committed
361
362
363
364
    {
      { 255, 200 }, { 255, 200 }, { 255, 200 }, { 151, 200 }, { 153, 200 },
      { 144, 200 }, { 178, 200 }, { 165, 200 }, { 160, 200 }, { 207, 200 },
      { 195, 200 }, { 168, 200 }, { 244, 200 },
365
#if CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
366
      { 252, 200 }, { 252, 200 }, { 252, 200 },
367
#endif  // CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
368
    };
Yue Chen's avatar
Yue Chen committed
369
#endif  // CONFIG_MOTION_VAR || !CONFIG_WARPED_MOTION
370

371
372
373
374
#if CONFIG_DELTA_Q
static const aom_prob default_delta_q_probs[DELTA_Q_CONTEXTS] = { 220, 220,
                                                                  220 };
#endif
375
376
int av1_intra_mode_ind[INTRA_MODES];
int av1_intra_mode_inv[INTRA_MODES];
377
378
int av1_inter_mode_ind[INTER_MODES];
int av1_inter_mode_inv[INTER_MODES];
379

Jingning Han's avatar
Jingning Han committed
380
/* Array indices are identical to previously-existing INTRAMODECONTEXTNODES. */
Yaowu Xu's avatar
Yaowu Xu committed
381
const aom_tree_index av1_intra_mode_tree[TREE_SIZE(INTRA_MODES)] = {
clang-format's avatar
clang-format committed
382
383
384
385
386
387
388
389
390
  -DC_PRED,   2,          /* 0 = DC_NODE */
  -TM_PRED,   4,          /* 1 = TM_NODE */
  -V_PRED,    6,          /* 2 = V_NODE */
  8,          12,         /* 3 = COM_NODE */
  -H_PRED,    10,         /* 4 = H_NODE */
  -D135_PRED, -D117_PRED, /* 5 = D135_NODE */
  -D45_PRED,  14,         /* 6 = D45_NODE */
  -D63_PRED,  16,         /* 7 = D63_NODE */
  -D153_PRED, -D207_PRED  /* 8 = D153_NODE */
Jingning Han's avatar
Jingning Han committed
391
392
};

Yaowu Xu's avatar
Yaowu Xu committed
393
const aom_tree_index av1_inter_mode_tree[TREE_SIZE(INTER_MODES)] = {
clang-format's avatar
clang-format committed
394
  -INTER_OFFSET(ZEROMV),    2,
Jingning Han's avatar
Jingning Han committed
395
  -INTER_OFFSET(NEARESTMV), 4,
Yue Chen's avatar
Yue Chen committed
396
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
397
398
  -INTER_OFFSET(NEARMV),    6,
  -INTER_OFFSET(NEWMV),     -INTER_OFFSET(NEWFROMNEARMV)
Yue Chen's avatar
Yue Chen committed
399
#else
clang-format's avatar
clang-format committed
400
  -INTER_OFFSET(NEARMV),    -INTER_OFFSET(NEWMV)
Yue Chen's avatar
Yue Chen committed
401
#endif  // CONFIG_EXT_INTER
Jingning Han's avatar
Jingning Han committed
402
403
};

404
#if CONFIG_EXT_INTER
clang-format's avatar
clang-format committed
405
/* clang-format off */
Yaowu Xu's avatar
Yaowu Xu committed
406
const aom_tree_index av1_interintra_mode_tree[TREE_SIZE(INTERINTRA_MODES)] = {
407
408
409
410
411
412
413
414
415
416
417
  -II_DC_PRED, 2,                   /* 0 = II_DC_NODE     */
  -II_TM_PRED, 4,                   /* 1 = II_TM_NODE     */
  -II_V_PRED, 6,                    /* 2 = II_V_NODE      */
  8, 12,                            /* 3 = II_COM_NODE    */
  -II_H_PRED, 10,                   /* 4 = II_H_NODE      */
  -II_D135_PRED, -II_D117_PRED,     /* 5 = II_D135_NODE   */
  -II_D45_PRED, 14,                 /* 6 = II_D45_NODE    */
  -II_D63_PRED, 16,                 /* 7 = II_D63_NODE    */
  -II_D153_PRED, -II_D207_PRED      /* 8 = II_D153_NODE   */
};

Yaowu Xu's avatar
Yaowu Xu committed
418
const aom_tree_index av1_inter_compound_mode_tree
clang-format's avatar
clang-format committed
419
    [TREE_SIZE(INTER_COMPOUND_MODES)] = {
420
421
422
  -INTER_COMPOUND_OFFSET(ZERO_ZEROMV), 2,
  -INTER_COMPOUND_OFFSET(NEAREST_NEARESTMV), 4,
  6, -INTER_COMPOUND_OFFSET(NEW_NEWMV),
423
424
  8, 12,
  -INTER_COMPOUND_OFFSET(NEAR_NEARMV), 10,
425
  -INTER_COMPOUND_OFFSET(NEAREST_NEARMV),
426
427
      -INTER_COMPOUND_OFFSET(NEAR_NEARESTMV),
  14, 16,
428
429
430
  -INTER_COMPOUND_OFFSET(NEAREST_NEWMV), -INTER_COMPOUND_OFFSET(NEW_NEARESTMV),
  -INTER_COMPOUND_OFFSET(NEAR_NEWMV), -INTER_COMPOUND_OFFSET(NEW_NEARMV)
};
clang-format's avatar
clang-format committed
431
/* clang-format on */
432
433
#endif  // CONFIG_EXT_INTER

Yaowu Xu's avatar
Yaowu Xu committed
434
const aom_tree_index av1_partition_tree[TREE_SIZE(PARTITION_TYPES)] = {
clang-format's avatar
clang-format committed
435
  -PARTITION_NONE, 2, -PARTITION_HORZ, 4, -PARTITION_VERT, -PARTITION_SPLIT
Jingning Han's avatar
Jingning Han committed
436
437
};

438
#if CONFIG_EXT_PARTITION_TYPES
clang-format's avatar
clang-format committed
439
/* clang-format off */
Yaowu Xu's avatar
Yaowu Xu committed
440
const aom_tree_index av1_ext_partition_tree[TREE_SIZE(EXT_PARTITION_TYPES)] = {
441
442
443
444
445
446
447
448
  -PARTITION_NONE, 2,
  6, 4,
  8, -PARTITION_SPLIT,
  -PARTITION_HORZ, 10,
  -PARTITION_VERT, 12,
  -PARTITION_HORZ_A, -PARTITION_HORZ_B,
  -PARTITION_VERT_A, -PARTITION_VERT_B
};
clang-format's avatar
clang-format committed
449
/* clang-format on */
450
451
#endif  // CONFIG_EXT_PARTITION_TYPES

Yaowu Xu's avatar
Yaowu Xu committed
452
static const aom_prob default_intra_inter_p[INTRA_INTER_CONTEXTS] = {
Jingning Han's avatar
Jingning Han committed
453
454
455
  9, 102, 187, 225
};

Yaowu Xu's avatar
Yaowu Xu committed
456
static const aom_prob default_comp_inter_p[COMP_INTER_CONTEXTS] = {
clang-format's avatar
clang-format committed
457
  239, 183, 119, 96, 41
Jingning Han's avatar
Jingning Han committed
458
459
};

460
#if CONFIG_EXT_REFS
Yaowu Xu's avatar
Yaowu Xu committed
461
static const aom_prob default_comp_ref_p[REF_CONTEXTS][FWD_REFS - 1] = {
462
  // TODO(zoeliu): To adjust the initial prob values.
clang-format's avatar
clang-format committed
463
464
  { 33, 16, 16 },
  { 77, 74, 74 },
465
466
467
  { 142, 142, 142 },
  { 172, 170, 170 },
  { 238, 247, 247 }
468
};
Yaowu Xu's avatar
Yaowu Xu committed
469
static const aom_prob default_comp_bwdref_p[REF_CONTEXTS][BWD_REFS - 1] = {
470
471
  { 16 }, { 74 }, { 142 }, { 170 }, { 247 }
};
472
#else
Yaowu Xu's avatar
Yaowu Xu committed
473
static const aom_prob default_comp_ref_p[REF_CONTEXTS][COMP_REFS - 1] = {
474
  { 50 }, { 126 }, { 123 }, { 221 }, { 226 }
Jingning Han's avatar
Jingning Han committed
475
};
476
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
477

Yaowu Xu's avatar
Yaowu Xu committed
478
static const aom_prob default_single_ref_p[REF_CONTEXTS][SINGLE_REFS - 1] = {
479
#if CONFIG_EXT_REFS
clang-format's avatar
clang-format committed
480
481
  { 33, 16, 16, 16, 16 },
  { 77, 74, 74, 74, 74 },
482
483
484
  { 142, 142, 142, 142, 142 },
  { 172, 170, 170, 170, 170 },
  { 238, 247, 247, 247, 247 }
485
#else
clang-format's avatar
clang-format committed
486
  { 33, 16 }, { 77, 74 }, { 142, 142 }, { 172, 170 }, { 238, 247 }
487
#endif  // CONFIG_EXT_REFS
Jingning Han's avatar
Jingning Han committed
488
489
};

490
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
491
const aom_tree_index av1_palette_size_tree[TREE_SIZE(PALETTE_SIZES)] = {
clang-format's avatar
clang-format committed
492
493
  -TWO_COLORS,  2, -THREE_COLORS, 4,  -FOUR_COLORS,  6,
  -FIVE_COLORS, 8, -SIX_COLORS,   10, -SEVEN_COLORS, -EIGHT_COLORS,
hui su's avatar
hui su committed
494
495
496
};

// TODO(huisu): tune these probs
Yaowu Xu's avatar
Yaowu Xu committed
497
498
const aom_prob
    av1_default_palette_y_size_prob[PALETTE_BLOCK_SIZES][PALETTE_SIZES - 1] = {
clang-format's avatar
clang-format committed
499
500
501
502
503
      { 96, 89, 100, 64, 77, 130 },   { 22, 15, 44, 16, 34, 82 },
      { 30, 19, 57, 18, 38, 86 },     { 94, 36, 104, 23, 43, 92 },
      { 116, 76, 107, 46, 65, 105 },  { 112, 82, 94, 40, 70, 112 },
      { 147, 124, 123, 58, 69, 103 }, { 180, 113, 136, 49, 45, 114 },
      { 107, 70, 87, 49, 154, 156 },  { 98, 105, 142, 63, 64, 152 },
504
#if CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
505
506
      { 98, 105, 142, 63, 64, 152 },  { 98, 105, 142, 63, 64, 152 },
      { 98, 105, 142, 63, 64, 152 },
507
#endif  // CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
508
    };
hui su's avatar
hui su committed
509

Yaowu Xu's avatar
Yaowu Xu committed
510
511
512
513
514
515
516
const aom_prob
    av1_default_palette_uv_size_prob[PALETTE_BLOCK_SIZES][PALETTE_SIZES - 1] = {
      { 160, 196, 228, 213, 175, 230 }, { 87, 148, 208, 141, 166, 163 },
      { 72, 151, 204, 139, 155, 161 },  { 78, 135, 171, 104, 120, 173 },
      { 59, 92, 131, 78, 92, 142 },     { 75, 118, 149, 84, 90, 128 },
      { 89, 87, 92, 66, 66, 128 },      { 67, 53, 54, 55, 66, 93 },
      { 120, 130, 83, 171, 75, 214 },   { 72, 55, 66, 68, 79, 107 },
517
#if CONFIG_EXT_PARTITION
Yaowu Xu's avatar
Yaowu Xu committed
518
519
      { 72, 55, 66, 68, 79, 107 },      { 72, 55, 66, 68, 79, 107 },
      { 72, 55, 66, 68, 79, 107 },
520
#endif  // CONFIG_EXT_PARTITION
Yaowu Xu's avatar
Yaowu Xu committed
521
    };
clang-format's avatar
clang-format committed
522

clang-format's avatar
clang-format committed
523
524
525
526
527
528
529
530
const aom_prob
    av1_default_palette_y_mode_prob[PALETTE_BLOCK_SIZES]
                                   [PALETTE_Y_MODE_CONTEXTS] = {
                                     { 240, 180, 100 }, { 240, 180, 100 },
                                     { 240, 180, 100 }, { 240, 180, 100 },
                                     { 240, 180, 100 }, { 240, 180, 100 },
                                     { 240, 180, 100 }, { 240, 180, 100 },
                                     { 240, 180, 100 }, { 240, 180, 100 },
531
#if CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
532
533
                                     { 240, 180, 100 }, { 240, 180, 100 },
                                     { 240, 180, 100 },
534
#endif  // CONFIG_EXT_PARTITION
clang-format's avatar
clang-format committed
535
                                   };
hui su's avatar
hui su committed
536

Yaowu Xu's avatar
Yaowu Xu committed
537
const aom_prob av1_default_palette_uv_mode_prob[2] = { 253, 229 };
hui su's avatar
hui su committed
538

Yaowu Xu's avatar
Yaowu Xu committed
539
540
const aom_tree_index
    av1_palette_color_tree[PALETTE_MAX_SIZE - 1][TREE_SIZE(PALETTE_COLORS)] = {
clang-format's avatar
clang-format committed
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
      { // 2 colors
        -PALETTE_COLOR_ONE, -PALETTE_COLOR_TWO },
      { // 3 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, -PALETTE_COLOR_THREE },
      { // 4 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, 4, -PALETTE_COLOR_THREE,
        -PALETTE_COLOR_FOUR },
      { // 5 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, 4, -PALETTE_COLOR_THREE, 6,
        -PALETTE_COLOR_FOUR, -PALETTE_COLOR_FIVE },
      { // 6 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, 4, -PALETTE_COLOR_THREE, 6,
        -PALETTE_COLOR_FOUR, 8, -PALETTE_COLOR_FIVE, -PALETTE_COLOR_SIX },
      { // 7 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, 4, -PALETTE_COLOR_THREE, 6,
        -PALETTE_COLOR_FOUR, 8, -PALETTE_COLOR_FIVE, 10, -PALETTE_COLOR_SIX,
        -PALETTE_COLOR_SEVEN },
      { // 8 colors
        -PALETTE_COLOR_ONE, 2, -PALETTE_COLOR_TWO, 4, -PALETTE_COLOR_THREE, 6,
        -PALETTE_COLOR_FOUR, 8, -PALETTE_COLOR_FIVE, 10, -PALETTE_COLOR_SIX, 12,
        -PALETTE_COLOR_SEVEN, -PALETTE_COLOR_EIGHT },
    };
hui su's avatar
hui su committed
563

clang-format's avatar
clang-format committed
564
565
566
567
568
569
const aom_prob
    av1_default_palette_y_color_prob[PALETTE_MAX_SIZE - 1]
                                    [PALETTE_COLOR_CONTEXTS]
                                    [PALETTE_COLORS - 1] = {
                                      {
                                          // 2 colors
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
                                          { 230, 0, 0, 0, 0, 0, 0 },
                                          { 214, 0, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 240, 0, 0, 0, 0, 0, 0 },
                                          { 73, 0, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 130, 0, 0, 0, 0, 0, 0 },
                                          { 227, 0, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 188, 0, 0, 0, 0, 0, 0 },
                                          { 75, 0, 0, 0, 0, 0, 0 },
                                          { 250, 0, 0, 0, 0, 0, 0 },
                                          { 223, 0, 0, 0, 0, 0, 0 },
                                          { 252, 0, 0, 0, 0, 0, 0 },
clang-format's avatar
clang-format committed
586
587
588
                                      },
                                      {
                                          // 3 colors
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
                                          { 229, 137, 0, 0, 0, 0, 0 },
                                          { 197, 120, 0, 0, 0, 0, 0 },
                                          { 107, 195, 0, 0, 0, 0, 0 },
                                          { 0, 0, 0, 0, 0, 0, 0 },
                                          { 27, 151, 0, 0, 0, 0, 0 },
                                          { 230, 130, 0, 0, 0, 0, 0 },
                                          { 37, 230, 0, 0, 0, 0, 0 },
                                          { 67, 221, 0, 0, 0, 0, 0 },
                                          { 124, 230, 0, 0, 0, 0, 0 },
                                          { 195, 109, 0, 0, 0, 0, 0 },
                                          { 99, 122, 0, 0, 0, 0, 0 },
                                          { 205, 208, 0, 0, 0, 0, 0 },
                                          { 40, 235, 0, 0, 0, 0, 0 },
                                          { 251, 132, 0, 0, 0, 0, 0 },
                                          { 237, 186, 0, 0, 0, 0, 0 },
                                          { 253, 112, 0, 0, 0, 0, 0 },
clang-format's avatar
clang-format committed
605
606
607
                                      },
                                      {
                                          // 4 colors
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
                                          { 195, 87, 128, 0, 0, 0, 0 },
                                          { 143, 100, 123, 0, 0, 0, 0 },
                                          { 94, 124, 119, 0, 0, 0, 0 },
                                          { 77, 91, 130, 0, 0, 0, 0 },
                                          { 39, 114, 178, 0, 0, 0, 0 },
                                          { 222, 94, 125, 0, 0, 0, 0 },
                                          { 44, 203, 132, 0, 0, 0, 0 },
                                          { 68, 175, 122, 0, 0, 0, 0 },
                                          { 110, 187, 124, 0, 0, 0, 0 },
                                          { 152, 91, 128, 0, 0, 0, 0 },
                                          { 70, 109, 181, 0, 0, 0, 0 },
                                          { 133, 113, 164, 0, 0, 0, 0 },
                                          { 47, 205, 133, 0, 0, 0, 0 },
                                          { 247, 94, 136, 0, 0, 0, 0 },
                                          { 205, 122, 146, 0, 0, 0, 0 },
                                          { 251, 100, 141, 0, 0, 0, 0 },
clang-format's avatar
clang-format committed
624
625
626
                                      },
                                      {
                                          // 5 colors
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
                                          { 195, 65, 84, 125, 0, 0, 0 },
                                          { 150, 76, 84, 121, 0, 0, 0 },
                                          { 94, 110, 81, 117, 0, 0, 0 },
                                          { 79, 85, 91, 139, 0, 0, 0 },
                                          { 26, 102, 139, 127, 0, 0, 0 },
                                          { 220, 73, 91, 119, 0, 0, 0 },
                                          { 38, 203, 86, 127, 0, 0, 0 },
                                          { 61, 186, 72, 124, 0, 0, 0 },
                                          { 132, 199, 84, 128, 0, 0, 0 },
                                          { 172, 52, 62, 120, 0, 0, 0 },
                                          { 102, 89, 121, 122, 0, 0, 0 },
                                          { 182, 48, 69, 186, 0, 0, 0 },
                                          { 36, 206, 87, 126, 0, 0, 0 },
                                          { 249, 55, 67, 122, 0, 0, 0 },
                                          { 218, 88, 75, 122, 0, 0, 0 },
                                          { 253, 64, 80, 119, 0, 0, 0 },
clang-format's avatar
clang-format committed
643
644
645
                                      },
                                      {
                                          // 6 colors
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
                                          { 182, 54, 64, 75, 118, 0, 0 },
                                          { 126, 67, 70, 76, 116, 0, 0 },
                                          { 79, 92, 67, 85, 120, 0, 0 },
                                          { 63, 61, 81, 118, 132, 0, 0 },
                                          { 21, 80, 105, 83, 119, 0, 0 },
                                          { 215, 72, 74, 74, 111, 0, 0 },
                                          { 50, 176, 63, 79, 120, 0, 0 },
                                          { 72, 148, 66, 77, 120, 0, 0 },
                                          { 105, 177, 57, 78, 130, 0, 0 },
                                          { 150, 66, 66, 80, 127, 0, 0 },
                                          { 81, 76, 109, 85, 116, 0, 0 },
                                          { 113, 81, 62, 96, 148, 0, 0 },
                                          { 54, 179, 69, 82, 121, 0, 0 },
                                          { 244, 47, 48, 67, 118, 0, 0 },
                                          { 198, 83, 53, 65, 121, 0, 0 },
                                          { 250, 42, 51, 69, 110, 0, 0 },
clang-format's avatar
clang-format committed
662
663
664
                                      },
                                      {
                                          // 7 colors
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
                                          { 182, 45, 54, 62, 74, 113, 0 },
                                          { 124, 63, 57, 62, 77, 114, 0 },
                                          { 77, 80, 56, 66, 76, 117, 0 },
                                          { 63, 57, 69, 98, 85, 131, 0 },
                                          { 19, 81, 98, 63, 80, 116, 0 },
                                          { 215, 56, 60, 63, 68, 105, 0 },
                                          { 50, 174, 50, 60, 79, 118, 0 },
                                          { 68, 151, 50, 58, 73, 117, 0 },
                                          { 104, 182, 53, 57, 79, 127, 0 },
                                          { 156, 50, 51, 63, 77, 111, 0 },
                                          { 88, 67, 97, 59, 82, 120, 0 },
                                          { 114, 81, 46, 65, 103, 132, 0 },
                                          { 55, 166, 57, 66, 82, 120, 0 },
                                          { 245, 34, 38, 43, 63, 114, 0 },
                                          { 203, 68, 45, 47, 60, 118, 0 },
                                          { 250, 35, 37, 47, 66, 110, 0 },
clang-format's avatar
clang-format committed
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
                                      },
                                      {
                                          // 8 colors
                                          { 180, 43, 46, 50, 56, 69, 109 },
                                          { 116, 53, 51, 49, 57, 73, 115 },
                                          { 79, 70, 49, 50, 59, 74, 117 },
                                          { 60, 54, 57, 70, 62, 83, 129 },
                                          { 20, 73, 85, 52, 66, 81, 119 },
                                          { 213, 56, 52, 49, 53, 62, 104 },
                                          { 48, 161, 41, 45, 56, 77, 116 },
                                          { 68, 139, 40, 47, 54, 71, 116 },
                                          { 123, 166, 42, 43, 52, 76, 130 },
                                          { 153, 44, 44, 47, 54, 79, 129 },
                                          { 87, 64, 83, 49, 60, 75, 127 },
                                          { 131, 68, 43, 48, 73, 96, 130 },
                                          { 55, 152, 45, 51, 64, 77, 113 },
                                          { 243, 30, 28, 33, 41, 65, 114 },
                                          { 202, 56, 35, 36, 42, 63, 123 },
                                          { 249, 31, 29, 32, 45, 68, 111 },
                                      }
                                    };
hui su's avatar
hui su committed
702

703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
const aom_prob
    av1_default_palette_uv_color_prob[PALETTE_MAX_SIZE - 1]
                                     [PALETTE_COLOR_CONTEXTS]
                                     [PALETTE_COLORS - 1] = {
                                       {
                                           // 2 colors
                                           { 228, 0, 0, 0, 0, 0, 0 },
                                           { 195, 0, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 228, 0, 0, 0, 0, 0, 0 },
                                           { 71, 0, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 129, 0, 0, 0, 0, 0, 0 },
                                           { 206, 0, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 136, 0, 0, 0, 0, 0, 0 },
                                           { 98, 0, 0, 0, 0, 0, 0 },
                                           { 236, 0, 0, 0, 0, 0, 0 },
                                           { 222, 0, 0, 0, 0, 0, 0 },
                                           { 249, 0, 0, 0, 0, 0, 0 },
                                       },
                                       {
                                           // 3 colors
                                           { 198, 136, 0, 0, 0, 0, 0 },
                                           { 178, 105, 0, 0, 0, 0, 0 },
                                           { 100, 206, 0, 0, 0, 0, 0 },
                                           { 0, 0, 0, 0, 0, 0, 0 },
                                           { 12, 136, 0, 0, 0, 0, 0 },
                                           { 219, 134, 0, 0, 0, 0, 0 },
                                           { 50, 198, 0, 0, 0, 0, 0 },
                                           { 61, 231, 0, 0, 0, 0, 0 },
                                           { 110, 209, 0, 0, 0, 0, 0 },
                                           { 173, 106, 0, 0, 0, 0, 0 },
                                           { 145, 166, 0, 0, 0, 0, 0 },
                                           { 156, 175, 0, 0, 0, 0, 0 },
                                           { 69, 183, 0, 0, 0, 0, 0 },
                                           { 241, 163, 0, 0, 0, 0, 0 },
                                           { 224, 160, 0, 0, 0, 0, 0 },
                                           { 246, 154, 0, 0, 0, 0, 0 },
                                       },
                                       {
                                           // 4 colors
                                           { 173, 88, 143, 0, 0, 0, 0 },
                                           { 146, 81, 127, 0, 0, 0, 0 },
                                           { 84, 134, 102, 0, 0, 0, 0 },
                                           { 69, 138, 140, 0, 0, 0, 0 },
                                           { 31, 103, 200, 0, 0, 0, 0 },
                                           { 217, 101, 139, 0, 0, 0, 0 },
                                           { 51, 174, 121, 0, 0, 0, 0 },
                                           { 64, 177, 109, 0, 0, 0, 0 },
                                           { 96, 179, 145, 0, 0, 0, 0 },
                                           { 164, 77, 114, 0, 0, 0, 0 },
                                           { 87, 94, 156, 0, 0, 0, 0 },
                                           { 105, 57, 173, 0, 0, 0, 0 },
                                           { 63, 158, 137, 0, 0, 0, 0 },
                                           { 236, 102, 156, 0, 0, 0, 0 },
                                           { 197, 115, 153, 0, 0, 0, 0 },
                                           { 245, 106, 154, 0, 0, 0, 0 },
                                       },
                                       {
                                           // 5 colors
                                           { 179, 64, 97, 129, 0, 0, 0 },
                                           { 137, 56, 88, 125, 0, 0, 0 },
                                           { 82, 107, 61, 118, 0, 0, 0 },
                                           { 59, 113, 86, 115, 0, 0, 0 },
                                           { 23, 88, 118, 130, 0, 0, 0 },
                                           { 213, 66, 90, 125, 0, 0, 0 },
                                           { 37, 181, 103, 121, 0, 0, 0 },
                                           { 47, 188, 61, 131, 0, 0, 0 },
                                           { 104, 185, 103, 144, 0, 0, 0 },
                                           { 163, 39, 76, 112, 0, 0, 0 },
                                           { 94, 74, 131, 126, 0, 0, 0 },
                                           { 142, 42, 103, 163, 0, 0, 0 },
                                           { 53, 162, 99, 149, 0, 0, 0 },
                                           { 239, 54, 84, 108, 0, 0, 0 },
                                           { 203, 84, 110, 147, 0, 0, 0 },
                                           { 248, 70, 105, 151, 0, 0, 0 },
                                       },
                                       {
                                           // 6 colors
                                           { 189, 50, 67, 90, 130, 0, 0 },
                                           { 114, 50, 55, 90, 123, 0, 0 },
                                           { 66, 76, 54, 82, 128, 0, 0 },
                                           { 43, 69, 69, 80, 129, 0, 0 },
                                           { 22, 59, 87, 88, 141, 0, 0 },
                                           { 203, 49, 68, 87, 122, 0, 0 },
                                           { 43, 157, 74, 104, 146, 0, 0 },
                                           { 54, 138, 51, 95, 138, 0, 0 },
                                           { 82, 171, 58, 102, 146, 0, 0 },
                                           { 129, 38, 59, 64, 168, 0, 0 },
                                           { 56, 67, 119, 92, 112, 0, 0 },
                                           { 96, 62, 53, 132, 82, 0, 0 },
                                           { 60, 147, 77, 108, 145, 0, 0 },
                                           { 238, 76, 73, 93, 148, 0, 0 },
                                           { 189, 86, 73, 103, 157, 0, 0 },
                                           { 246, 62, 75, 83, 167, 0, 0 },
                                       },
                                       {
                                           // 7 colors
                                           { 179, 42, 51, 73, 99, 134, 0 },
                                           { 119, 52, 52, 61, 64, 114, 0 },
                                           { 53, 77, 35, 65, 71, 131, 0 },
                                           { 38, 70, 51, 68, 89, 144, 0 },
                                           { 23, 65, 128, 73, 97, 131, 0 },
                                           { 210, 47, 52, 63, 81, 143, 0 },
                                           { 42, 159, 57, 68, 98, 143, 0 },
                                           { 49, 153, 45, 82, 93, 143, 0 },
                                           { 81, 169, 52, 72, 113, 151, 0 },
                                           { 136, 46, 35, 56, 75, 96, 0 },
                                           { 57, 84, 109, 47, 107, 131, 0 },
                                           { 128, 78, 57, 36, 128, 85, 0 },
                                           { 54, 149, 68, 77, 94, 153, 0 },
                                           { 243, 58, 50, 71, 81, 167, 0 },
                                           { 189, 92, 64, 70, 121, 173, 0 },
                                           { 248, 35, 38, 51, 82, 201, 0 },
                                       },
                                       {
                                           // 8 colors
                                           { 201, 40, 36, 42, 64, 92, 123 },
                                           { 116, 43, 33, 43, 73, 102, 128 },
                                           { 46, 77, 37, 69, 62, 78, 150 },
                                           { 40, 65, 52, 50, 76, 89, 133 },
                                           { 28, 48, 91, 17, 64, 77, 133 },
                                           { 218, 43, 43, 37, 56, 72, 163 },
                                           { 41, 155, 44, 83, 82, 129, 180 },
                                           { 44, 141, 29, 55, 64, 89, 147 },
                                           { 92, 166, 48, 45, 59, 126, 179 },
                                           { 169, 35, 49, 41, 36, 99, 139 },
                                           { 55, 77, 77, 56, 60, 75, 156 },
                                           { 155, 81, 51, 64, 57, 182, 255 },
                                           { 60, 134, 49, 49, 93, 128, 174 },
                                           { 244, 98, 51, 46, 22, 73, 238 },
                                           { 189, 70, 40, 87, 93, 79, 201 },
                                           { 248, 54, 49, 40, 29, 42, 227 },
                                       }
                                     };
hui su's avatar
hui su committed
841
842

static const int palette_color_context_lookup[PALETTE_COLOR_CONTEXTS] = {
clang-format's avatar
clang-format committed
843
844
845
846
847
848
849
850
  // (3, 0, 0, 0), (3, 2, 0, 0), (3, 3, 2, 0), (3, 3, 2, 2),
  3993, 4235, 4378, 4380,
  // (4, 3, 3, 0), (5, 0, 0, 0), (5, 3, 0, 0), (5, 3, 2, 0),
  5720, 6655, 7018, 7040,
  // (5, 5, 0, 0), (6, 2, 0, 0), (6, 2, 2, 0), (6, 4, 0, 0),
  7260, 8228, 8250, 8470,
  // (7, 3, 0, 0), (8, 0, 0, 0), (8, 2, 0, 0), (10, 0, 0, 0)
  9680, 10648, 10890, 13310
hui su's avatar
hui su committed
851
};
852
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
853

854
const aom_tree_index av1_tx_size_tree[MAX_TX_DEPTH][TREE_SIZE(TX_SIZES)] = {
clang-format's avatar
clang-format committed
855
856
  {
      // Max tx_size is 8X8
857
      -0, -1,
clang-format's avatar
clang-format committed
858
859
860
  },
  {
      // Max tx_size is 16X16
861
      -0, 2, -1, -2,
clang-format's avatar
clang-format committed
862
863
864
  },
  {
      // Max tx_size is 32X32
865
      -0, 2, -1, 4, -2, -3,
clang-format's avatar
clang-format committed
866
  },
867
868
};

Jingning Han's avatar
Jingning Han committed
869
870
static const aom_prob default_tx_size_prob[MAX_TX_DEPTH][TX_SIZE_CONTEXTS]
                                          [MAX_TX_DEPTH] = {
clang-format's avatar
clang-format committed
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
                                            {
                                                // Max tx_size is 8X8
                                                { 100 },
                                                { 66 },
                                            },
                                            {
                                                // Max tx_size is 16X16
                                                { 20, 152 },
                                                { 15, 101 },
                                            },
                                            {
                                                // Max tx_size is 32X32
                                                { 3, 136, 37 },
                                                { 5, 52, 13 },
                                            },
                                          };
clang-format's avatar
clang-format committed
887

888
889
890
#if CONFIG_LOOP_RESTORATION
const aom_tree_index
    av1_switchable_restore_tree[TREE_SIZE(RESTORE_SWITCHABLE_TYPES)] = {
891
      -RESTORE_NONE, 2, -RESTORE_BILATERAL, -RESTORE_WIENER,
892
893
894
    };

static const aom_prob
895
    default_switchable_restore_prob[RESTORE_SWITCHABLE_TYPES - 1] = { 32, 128 };
896
897
#endif  // CONFIG_LOOP_RESTORATION

898
899
900
901
902
903
#if CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_VAR_TX
// the probability of (0) using recursive square tx partition vs.
// (1) biggest rect tx for 4X8-8X4/8X16-16X8/16X32-32X16 blocks
static const aom_prob default_rect_tx_prob[TX_SIZES - 1] = { 192, 192, 192 };
#endif  // CONFIG_EXT_TX && CONFIG_RECT_TX && CONFIG_VAR_TX

904
#if CONFIG_PALETTE
Yaowu Xu's avatar
Yaowu Xu committed
905
int av1_get_palette_color_context(const uint8_t *color_map, int cols, int r,
906
907
                                  int c, int n, uint8_t *color_order,
                                  int *color_idx) {
908
909
910
911
  int i;
  // The +10 below should not be needed. But we get a warning "array subscript
  // is above array bounds [-Werror=array-bounds]" without it, possibly due to
  // this (or similar) bug: https://gcc.gnu.org/bugzilla/show_bug.cgi?id=59124
hui su's avatar
hui su committed
912
  int scores[PALETTE_MAX_SIZE + 10];
913
  const int weights[4] = { 3, 2, 3, 2 };
hui su's avatar
hui su committed
914
915
  int color_ctx = 0;
  int color_neighbors[4];
916
  int inverse_color_order[PALETTE_MAX_SIZE];
hui su's avatar
hui su committed
917
918
  assert(n <= PALETTE_MAX_SIZE);

919
920
921
922
923
924
925
  color_neighbors[0] = (c - 1 >= 0) ? color_map[r * cols + c - 1] : -1;
  color_neighbors[1] =
      (c - 1 >= 0 && r - 1 >= 0) ? color_map[(r - 1) * cols + c - 1] : -1;
  color_neighbors[2] = (r - 1 >= 0) ? color_map[(r - 1) * cols + c] : -1;
  color_neighbors[3] = (r - 1 >= 0 && c + 1 <= cols - 1)
                           ? color_map[(r - 1) * cols + c + 1]
                           : -1;
hui su's avatar
hui su committed
926

927
928
929
930
  for (i = 0; i < PALETTE_MAX_SIZE; ++i) {
    color_order[i] = i;
    inverse_color_order[i] = i;
  }
hui su's avatar
hui su committed
931
932
  memset(scores, 0, PALETTE_MAX_SIZE * sizeof(scores[0]));
  for (i = 0; i < 4; ++i) {
933
934
935
    if (color_neighbors[i] >= 0) {
      scores[color_neighbors[i]] += weights[i];
    }
hui su's avatar
hui su committed
936
937
  }

938
  // Get the top 4 scores (sorted from large to small).
hui su's avatar
hui su committed
939
  for (i = 0; i < 4; ++i) {
940
941
942
943
    int max = scores[i];
    int max_idx = i;
    int j;
    for (j = i + 1; j < n; ++j) {
hui su's avatar
hui su committed
944
945
946
947
948
949
950
      if (scores[j] > max) {
        max = scores[j];
        max_idx = j;
      }
    }

    if (max_idx != i) {
951
      int temp = scores[i];
hui su's avatar
hui su committed
952
953
954
955
956
957
      scores[i] = scores[max_idx];
      scores[max_idx] = temp;

      temp = color_order[i];
      color_order[i] = color_order[max_idx];
      color_order[max_idx] = temp;
958
959
      inverse_color_order[color_order[i]] = i;
      inverse_color_order[color_order[max_idx]] = max_idx;
hui su's avatar
hui su committed
960
961
962
    }
  }

clang-format's avatar
clang-format committed
963
  for (i = 0; i < 4; ++i) color_ctx = color_ctx * 11 + scores[i];
hui su's avatar
hui su committed
964
965
966
967
968
969
970

  for (i = 0; i < PALETTE_COLOR_CONTEXTS; ++i)
    if (color_ctx == palette_color_context_lookup[i]) {
      color_ctx = i;
      break;
    }

clang-format's avatar
clang-format committed
971
  if (color_ctx >= PALETTE_COLOR_CONTEXTS) color_ctx = 0;
972
973
974
  if (color_idx != NULL) {
    *color_idx = inverse_color_order[color_map[r * cols + c]];
  }
hui su's avatar
hui su committed
975
976
  return color_ctx;
}
977
#endif  // CONFIG_PALETTE
hui su's avatar
hui su committed
978

979
#if CONFIG_VAR_TX
Yaowu Xu's avatar
Yaowu Xu committed
980
static const aom_prob default_txfm_partition_probs[TXFM_PARTITION_CONTEXTS] = {
clang-format's avatar
clang-format committed
981
  192, 128, 64, 192, 128, 64, 192, 128, 64,
982
983
984
};
#endif

Yaowu Xu's avatar
Yaowu Xu committed
985
static const aom_prob default_skip_probs[SKIP_CONTEXTS] = { 192, 128, 64 };
Jingning Han's avatar
Jingning Han committed
986

Jingning Han's avatar
Jingning Han committed
987
#if CONFIG_EXT_INTERP
Yaowu Xu's avatar
Yaowu Xu committed
988
static const aom_prob default_switchable_interp_prob
clang-format's avatar
clang-format committed
989
    [SWITCHABLE_FILTER_CONTEXTS][SWITCHABLE_FILTERS - 1] = {
990
#if CONFIG_DUAL_FILTER
clang-format's avatar
clang-format committed
991
992
993
994
995
996
997
998
999
1000
1001
      { 235, 192, 128, 128 }, { 36, 243, 208, 128 }, { 34, 16, 128, 128 },
      { 36, 243, 48, 128 },   { 34, 16, 128, 128 },  { 149, 160, 128, 128 },

      { 235, 192, 128, 128 }, { 36, 243, 208, 128 }, { 34, 16, 128, 128 },
      { 36, 243, 48, 128 },   { 34, 16, 128, 128 },  { 149, 160, 128, 128 },

      { 235, 192, 128, 128 }, { 36, 243, 208, 128 }, { 34, 16, 128, 128 },
      { 36, 243, 48, 128 },   { 34, 16, 128, 128 },  { 149, 160, 128, 128 },

      { 235, 192, 128, 128 }, { 36, 243, 208, 128 }, { 34, 16, 128, 128 },
      { 36, 243, 48, 128 },   { 34, 16, 128, 128 },  { 149, 160, 128, 128 },
1002
#else
clang-format's avatar
clang-format committed
1003
1004
      { 235, 192, 128, 128 }, { 36, 243, 208, 128 }, { 34, 16, 128, 128 },
      { 36, 243, 48, 128 },   { 34, 16, 128, 128 },  { 149, 160, 128, 128 },
1005
#endif
clang-format's avatar
clang-format committed
1006
    };
1007
#else  // CONFIG_EXT_INTERP
1008
#if CONFIG_DUAL_FILTER
clang-format's avatar
clang-format committed
1009
1010
1011
1012
1013
static const aom_prob
    default_switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                  [SWITCHABLE_FILTERS - 1] = {
                                    { 235, 162 }, { 36, 255 },
                                    { 34, 3 },    { 149, 144 },
clang-format's avatar
clang-format committed
1014

clang-format's avatar
clang-format committed
1015
1016
                                    { 235, 162 }, { 36, 255 },
                                    { 34, 3 },    { 10, 3 },
clang-format's avatar
clang-format committed
1017

clang-format's avatar
clang-format committed
1018
1019
                                    { 235, 162 }, { 36, 255 },
                                    { 34, 3 },    { 149, 144 },
clang-format's avatar
clang-format committed
1020

clang-format's avatar
clang-format committed
1021
1022
1023
                                    { 235, 162 }, { 36, 255 },
                                    { 34, 3 },    { 10, 3 },
                                  };
1024
#else
clang-format's avatar
clang-format committed
1025
1026
1027
1028
1029
1030
1031
static const aom_prob default_switchable_interp_prob[SWITCHABLE_FILTER_CONTEXTS]
                                                    [SWITCHABLE_FILTERS - 1] = {
                                                      { 235, 162 },
                                                      { 36, 255 },
                                                      { 34, 3 },
                                                      { 149, 144 },
                                                    };
1032
#endif
1033
#endif  // CONFIG_EXT_INTERP
Jingning Han's avatar
Jingning Han committed
1034

1035
#if CONFIG_EXT_TX
clang-format's avatar
clang-format committed
1036
/* clang-format off */
Yaowu Xu's avatar
Yaowu Xu committed
1037
const aom_tree_index av1_ext_tx_inter_tree[EXT_TX_SETS_INTER]
1038
                                           [TREE_SIZE(TX_TYPES)] = {
Yaowu Xu's avatar
Yaowu Xu committed
1039
  { // ToDo(yaowu): remove used entry 0.
1040
    0
1041
1042
  }, {
    -IDTX, 2,
1043
1044
1045
1046
1047
1048
1049
1050
1051
    4, 14,
    6, 8,
    -V_DCT, -H_DCT,
    10, 12,
    -V_ADST, -H_ADST,
    -V_FLIPADST, -H_FLIPADST,
    -DCT_DCT, 16,
    18, 24,
    20, 22,
1052
1053
    -ADST_DCT, -DCT_ADST,
    -FLIPADST_DCT, -DCT_FLIPADST,
Jingning Han's avatar
Jingning Han committed
1054
    26, 28,
1055
    -ADST_ADST, -FLIPADST_FLIPADST,
1056
    -ADST_FLIPADST, -FLIPADST_ADST
1057
1058
  }, {
    -IDTX, 2,
1059
1060
    4, 6,
    -V_DCT, -H_DCT,
Jingning Han's avatar
Jingning Han committed
1061
1062
1063
    -DCT_DCT, 8,
    10, 16,
    12, 14,
1064
1065
    -ADST_DCT, -DCT_ADST,
    -FLIPADST_DCT, -DCT_FLIPADST,
Jingning Han's avatar
Jingning Han committed
1066
    18, 20,
1067
1068
1069
1070
1071
1072
1073
    -ADST_ADST, -FLIPADST_FLIPADST,
    -ADST_FLIPADST, -FLIPADST_ADST
  }, {
    -IDTX, -DCT_DCT,
  }
};

Yaowu Xu's avatar
Yaowu Xu committed
1074
const aom_tree_index av1_ext_tx_intra_tree[EXT_TX_SETS_INTRA]
1075
                                           [TREE_SIZE(TX_TYPES)] = {
Yaowu Xu's avatar
Yaowu Xu committed
1076
  {  // ToDo(yaowu): remove unused entry 0.
1077
    0
1078
1079
1080
  }, {
    -IDTX, 2,
    -DCT_DCT, 4,
1081
1082
    6, 8,
    -V_DCT, -H_DCT,
1083
    -ADST_ADST, 10,
1084
    -ADST_DCT, -DCT_ADST,
1085
1086
1087
  }, {
    -IDTX, 2,
    -DCT_DCT, 4,
1088
    -ADST_ADST, 6,