encodeframe.c 40.7 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */


12
#include "vpx_config.h"
John Koleszar's avatar
John Koleszar committed
13
14
#include "encodemb.h"
#include "encodemv.h"
John Koleszar's avatar
John Koleszar committed
15
#include "vp8/common/common.h"
John Koleszar's avatar
John Koleszar committed
16
#include "onyx_int.h"
John Koleszar's avatar
John Koleszar committed
17
18
19
#include "vp8/common/extend.h"
#include "vp8/common/entropymode.h"
#include "vp8/common/quant_common.h"
20
#include "segmentation.h"
John Koleszar's avatar
John Koleszar committed
21
#include "vp8/common/setupintrarecon.h"
John Koleszar's avatar
John Koleszar committed
22
#include "encodeintra.h"
John Koleszar's avatar
John Koleszar committed
23
#include "vp8/common/reconinter.h"
John Koleszar's avatar
John Koleszar committed
24
25
#include "rdopt.h"
#include "pickinter.h"
John Koleszar's avatar
John Koleszar committed
26
#include "vp8/common/findnearmv.h"
John Koleszar's avatar
John Koleszar committed
27
28
#include <stdio.h>
#include <limits.h>
29
#include "vp8/common/invtrans.h"
John Koleszar's avatar
John Koleszar committed
30
#include "vpx_ports/vpx_timer.h"
31
32
33
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
#include "bitstream.h"
#endif
34
#include "encodeframe.h"
John Koleszar's avatar
John Koleszar committed
35
36

extern void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCKD *x, TOKENEXTRA **t) ;
37
38
39
40
41
42
extern void vp8_calc_ref_frame_costs(int *ref_frame_cost,
                                     int prob_intra,
                                     int prob_last,
                                     int prob_garf
                                    );
extern void vp8_convert_rfct_to_prob(VP8_COMP *const cpi);
John Koleszar's avatar
John Koleszar committed
43
44
45
46
47
48
49
extern void vp8cx_initialize_me_consts(VP8_COMP *cpi, int QIndex);
extern void vp8_auto_select_speed(VP8_COMP *cpi);
extern void vp8cx_init_mbrthread_data(VP8_COMP *cpi,
                                      MACROBLOCK *x,
                                      MB_ROW_COMP *mbr_ei,
                                      int mb_row,
                                      int count);
50
static void adjust_act_zbin( VP8_COMP *cpi, MACROBLOCK *x );
John Koleszar's avatar
John Koleszar committed
51
52
53
54
55
56
57
58
59
60
61

#ifdef MODE_STATS
unsigned int inter_y_modes[10] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
unsigned int inter_uv_modes[4] = {0, 0, 0, 0};
unsigned int inter_b_modes[15]  = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
unsigned int y_modes[5]   = {0, 0, 0, 0, 0};
unsigned int uv_modes[4]  = {0, 0, 0, 0};
unsigned int b_modes[14]  = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0};
#endif


62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
/* activity_avg must be positive, or flat regions could get a zero weight
 *  (infinite lambda), which confounds analysis.
 * This also avoids the need for divide by zero checks in
 *  vp8_activity_masking().
 */
#define VP8_ACTIVITY_AVG_MIN (64)

/* This is used as a reference when computing the source variance for the
 *  purposes of activity masking.
 * Eventually this should be replaced by custom no-reference routines,
 *  which will be faster.
 */
static const unsigned char VP8_VAR_OFFS[16]=
{
    128,128,128,128,128,128,128,128,128,128,128,128,128,128,128,128
};

79

John Koleszar's avatar
John Koleszar committed
80
/* Original activity measure from Tim T's code. */
81
static unsigned int tt_activity_measure( VP8_COMP *cpi, MACROBLOCK *x )
82
83
84
85
86
87
88
89
90
91
{
    unsigned int act;
    unsigned int sse;
    /* TODO: This could also be done over smaller areas (8x8), but that would
     *  require extensive changes elsewhere, as lambda is assumed to be fixed
     *  over an entire MB in most of the code.
     * Another option is to compute four 8x8 variances, and pick a single
     *  lambda using a non-linear combination (e.g., the smallest, or second
     *  smallest, etc.).
     */
John Koleszar's avatar
John Koleszar committed
92
    act =  vp8_variance16x16(x->src.y_buffer,
Yaowu Xu's avatar
Yaowu Xu committed
93
94
                    x->src.y_stride, VP8_VAR_OFFS, 0, &sse);
    act = act<<4;
95

96
97
98
    /* If the region is flat, lower the activity some more. */
    if (act < 8<<12)
        act = act < 5<<12 ? act : 5<<12;
99

100
101
102
    return act;
}

John Koleszar's avatar
John Koleszar committed
103
/* Stub for alternative experimental activity measures. */
104
105
static unsigned int alt_activity_measure( VP8_COMP *cpi,
                                          MACROBLOCK *x, int use_dc_pred )
106
{
Tero Rintaluoma's avatar
Tero Rintaluoma committed
107
    return vp8_encode_intra(cpi,x, use_dc_pred);
108
109
110
}


John Koleszar's avatar
John Koleszar committed
111
112
113
/* Measure the activity of the current macroblock
 * What we measure here is TBD so abstracted to this function
 */
114
115
116
#define ALT_ACT_MEASURE 1
static unsigned int mb_activity_measure( VP8_COMP *cpi, MACROBLOCK *x,
                                  int mb_row, int mb_col)
117
118
119
{
    unsigned int mb_activity;

120
    if  ( ALT_ACT_MEASURE )
121
    {
122
123
        int use_dc_pred = (mb_col || mb_row) && (!mb_col || !mb_row);

John Koleszar's avatar
John Koleszar committed
124
        /* Or use and alternative. */
125
        mb_activity = alt_activity_measure( cpi, x, use_dc_pred );
126
127
128
    }
    else
    {
John Koleszar's avatar
John Koleszar committed
129
        /* Original activity measure from Tim T's code. */
130
        mb_activity = tt_activity_measure( cpi, x );
131
132
    }

133
134
135
    if ( mb_activity < VP8_ACTIVITY_AVG_MIN )
        mb_activity = VP8_ACTIVITY_AVG_MIN;

136
137
138
    return mb_activity;
}

John Koleszar's avatar
John Koleszar committed
139
/* Calculate an "average" mb activity value for the frame */
140
#define ACT_MEDIAN 0
141
static void calc_av_activity( VP8_COMP *cpi, int64_t activity_sum )
142
{
143
#if ACT_MEDIAN
John Koleszar's avatar
John Koleszar committed
144
    /* Find median: Simple n^2 algorithm for experimentation */
145
146
147
148
149
150
    {
        unsigned int median;
        unsigned int i,j;
        unsigned int * sortlist;
        unsigned int tmp;

John Koleszar's avatar
John Koleszar committed
151
        /* Create a list to sort to */
152
153
154
155
        CHECK_MEM_ERROR(sortlist,
                        vpx_calloc(sizeof(unsigned int),
                        cpi->common.MBs));

John Koleszar's avatar
John Koleszar committed
156
        /* Copy map to sort list */
157
158
159
160
        vpx_memcpy( sortlist, cpi->mb_activity_map,
                    sizeof(unsigned int) * cpi->common.MBs );


John Koleszar's avatar
John Koleszar committed
161
        /* Ripple each value down to its correct position */
162
163
164
165
166
167
        for ( i = 1; i < cpi->common.MBs; i ++ )
        {
            for ( j = i; j > 0; j -- )
            {
                if ( sortlist[j] < sortlist[j-1] )
                {
John Koleszar's avatar
John Koleszar committed
168
                    /* Swap values */
169
170
171
172
173
174
175
176
177
                    tmp = sortlist[j-1];
                    sortlist[j-1] = sortlist[j];
                    sortlist[j] = tmp;
                }
                else
                    break;
            }
        }

John Koleszar's avatar
John Koleszar committed
178
        /* Even number MBs so estimate median as mean of two either side. */
179
180
181
182
183
184
185
186
        median = ( 1 + sortlist[cpi->common.MBs >> 1] +
                   sortlist[(cpi->common.MBs >> 1) + 1] ) >> 1;

        cpi->activity_avg = median;

        vpx_free(sortlist);
    }
#else
John Koleszar's avatar
John Koleszar committed
187
    /* Simple mean for now */
188
    cpi->activity_avg = (unsigned int)(activity_sum/cpi->common.MBs);
189
190
#endif

191
192
    if (cpi->activity_avg < VP8_ACTIVITY_AVG_MIN)
        cpi->activity_avg = VP8_ACTIVITY_AVG_MIN;
193

John Koleszar's avatar
John Koleszar committed
194
    /* Experimental code: return fixed value normalized for several clips */
195
196
    if  ( ALT_ACT_MEASURE )
        cpi->activity_avg = 100000;
197
198
}

199
#define USE_ACT_INDEX   0
200
#define OUTPUT_NORM_ACT_STATS   0
201
202

#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
203
/* Calculate and activity index for each mb */
204
static void calc_activity_index( VP8_COMP *cpi, MACROBLOCK *x )
205
206
207
208
{
    VP8_COMMON *const cm = & cpi->common;
    int mb_row, mb_col;

209
210
211
    int64_t act;
    int64_t a;
    int64_t b;
212
213
214

#if OUTPUT_NORM_ACT_STATS
    FILE *f = fopen("norm_act.stt", "a");
215
    fprintf(f, "\n%12d\n", cpi->activity_avg );
216
217
#endif

John Koleszar's avatar
John Koleszar committed
218
    /* Reset pointers to start of activity map */
219
220
    x->mb_activity_ptr = cpi->mb_activity_map;

John Koleszar's avatar
John Koleszar committed
221
    /* Calculate normalized mb activity number. */
222
223
    for (mb_row = 0; mb_row < cm->mb_rows; mb_row++)
    {
John Koleszar's avatar
John Koleszar committed
224
        /* for each macroblock col in image */
225
226
        for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
        {
John Koleszar's avatar
John Koleszar committed
227
            /* Read activity from the map */
228
229
            act = *(x->mb_activity_ptr);

John Koleszar's avatar
John Koleszar committed
230
            /* Calculate a normalized activity number */
231
232
            a = act + 4*cpi->activity_avg;
            b = 4*act + cpi->activity_avg;
233
234

            if ( b >= a )
235
                *(x->activity_ptr) = (int)((b + (a>>1))/a) - 1;
236
            else
237
                *(x->activity_ptr) = 1 - (int)((a + (b>>1))/b);
238
239

#if OUTPUT_NORM_ACT_STATS
240
            fprintf(f, " %6d", *(x->mb_activity_ptr));
241
#endif
John Koleszar's avatar
John Koleszar committed
242
            /* Increment activity map pointers */
243
244
245
246
247
248
249
250
251
252
253
254
255
256
            x->mb_activity_ptr++;
        }

#if OUTPUT_NORM_ACT_STATS
        fprintf(f, "\n");
#endif

    }

#if OUTPUT_NORM_ACT_STATS
    fclose(f);
#endif

}
257
#endif
258

John Koleszar's avatar
John Koleszar committed
259
260
261
/* Loop through all MBs. Note activity of each, average activity and
 * calculate a normalized activity for each
 */
262
static void build_activity_map( VP8_COMP *cpi )
263
264
{
    MACROBLOCK *const x = & cpi->mb;
265
    MACROBLOCKD *xd = &x->e_mbd;
266
267
    VP8_COMMON *const cm = & cpi->common;

268
269
270
271
272
273
#if ALT_ACT_MEASURE
    YV12_BUFFER_CONFIG *new_yv12 = &cm->yv12_fb[cm->new_fb_idx];
    int recon_yoffset;
    int recon_y_stride = new_yv12->y_stride;
#endif

274
275
    int mb_row, mb_col;
    unsigned int mb_activity;
276
    int64_t activity_sum = 0;
277

John Koleszar's avatar
John Koleszar committed
278
    /* for each macroblock row in image */
279
280
    for (mb_row = 0; mb_row < cm->mb_rows; mb_row++)
    {
281
#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
282
        /* reset above block coeffs */
283
284
285
        xd->up_available = (mb_row != 0);
        recon_yoffset = (mb_row * recon_y_stride * 16);
#endif
John Koleszar's avatar
John Koleszar committed
286
        /* for each macroblock col in image */
287
288
        for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
        {
289
290
291
292
293
#if ALT_ACT_MEASURE
            xd->dst.y_buffer = new_yv12->y_buffer + recon_yoffset;
            xd->left_available = (mb_col != 0);
            recon_yoffset += 16;
#endif
John Koleszar's avatar
John Koleszar committed
294
            /* Copy current mb to a buffer */
John Koleszar's avatar
John Koleszar committed
295
            vp8_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
296

John Koleszar's avatar
John Koleszar committed
297
            /* measure activity */
298
            mb_activity = mb_activity_measure( cpi, x, mb_row, mb_col );
299

John Koleszar's avatar
John Koleszar committed
300
            /* Keep frame sum */
301
302
            activity_sum += mb_activity;

John Koleszar's avatar
John Koleszar committed
303
            /* Store MB level activity details. */
304
305
            *x->mb_activity_ptr = mb_activity;

John Koleszar's avatar
John Koleszar committed
306
            /* Increment activity map pointer */
307
308
            x->mb_activity_ptr++;

John Koleszar's avatar
John Koleszar committed
309
            /* adjust to the next column of source macroblocks */
310
311
312
            x->src.y_buffer += 16;
        }

313

John Koleszar's avatar
John Koleszar committed
314
        /* adjust to the next row of mbs */
315
        x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
316
317

#if ALT_ACT_MEASURE
John Koleszar's avatar
John Koleszar committed
318
        /* extend the recon for intra prediction */
319
320
321
322
        vp8_extend_mb_row(new_yv12, xd->dst.y_buffer + 16,
                          xd->dst.u_buffer + 8, xd->dst.v_buffer + 8);
#endif

323
324
    }

John Koleszar's avatar
John Koleszar committed
325
    /* Calculate an "average" MB activity */
326
327
    calc_av_activity(cpi, activity_sum);

328
#if USE_ACT_INDEX
John Koleszar's avatar
John Koleszar committed
329
    /* Calculate an activity index number of each mb */
330
331
332
    calc_activity_index( cpi, x );
#endif

333
334
}

John Koleszar's avatar
John Koleszar committed
335
/* Macroblock activity masking */
336
337
void vp8_activity_masking(VP8_COMP *cpi, MACROBLOCK *x)
{
338
339
#if USE_ACT_INDEX
    x->rdmult += *(x->mb_activity_ptr) * (x->rdmult >> 2);
340
341
    x->errorperbit = x->rdmult * 100 /(110 * x->rddiv);
    x->errorperbit += (x->errorperbit==0);
342
#else
343
344
345
    int64_t a;
    int64_t b;
    int64_t act = *(x->mb_activity_ptr);
346

John Koleszar's avatar
John Koleszar committed
347
    /* Apply the masking to the RD multiplier. */
348
349
    a = act + (2*cpi->activity_avg);
    b = (2*act) + cpi->activity_avg;
350

351
    x->rdmult = (unsigned int)(((int64_t)x->rdmult*b + (a>>1))/a);
352
353
    x->errorperbit = x->rdmult * 100 /(110 * x->rddiv);
    x->errorperbit += (x->errorperbit==0);
354
#endif
355

John Koleszar's avatar
John Koleszar committed
356
    /* Activity based Zbin adjustment */
357
    adjust_act_zbin(cpi, x);
358
}
John Koleszar's avatar
John Koleszar committed
359
360
361
362
363
364
365
366
367
368
369
370
371

static
void encode_mb_row(VP8_COMP *cpi,
                   VP8_COMMON *cm,
                   int mb_row,
                   MACROBLOCK  *x,
                   MACROBLOCKD *xd,
                   TOKENEXTRA **tp,
                   int *segment_counts,
                   int *totalrate)
{
    int recon_yoffset, recon_uvoffset;
    int mb_col;
372
373
374
375
    int ref_fb_idx = cm->lst_fb_idx;
    int dst_fb_idx = cm->new_fb_idx;
    int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
    int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
376
    int map_index = (mb_row * cpi->common.mb_cols);
John Koleszar's avatar
John Koleszar committed
377

378
379
380
381
382
383
#if (CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING)
    const int num_part = (1 << cm->multi_token_partition);
    TOKENEXTRA * tp_start = cpi->tok;
    vp8_writer *w;
#endif

Attila Nagy's avatar
Attila Nagy committed
384
385
#if CONFIG_MULTITHREAD
    const int nsync = cpi->mt_sync_range;
386
    const int rightmost_col = cm->mb_cols + nsync;
Attila Nagy's avatar
Attila Nagy committed
387
    volatile const int *last_row_current_mb_col;
388
    volatile int *current_mb_col = &cpi->mt_current_mb_col[mb_row];
Attila Nagy's avatar
Attila Nagy committed
389
390
391
392
393
394

    if ((cpi->b_multi_threaded != 0) && (mb_row != 0))
        last_row_current_mb_col = &cpi->mt_current_mb_col[mb_row - 1];
    else
        last_row_current_mb_col = &rightmost_col;
#endif
John Koleszar's avatar
John Koleszar committed
395

396
397
398
399
400
401
402
#if (CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING)
    if(num_part > 1)
        w= &cpi->bc[1 + (mb_row % num_part)];
    else
        w = &cpi->bc[1];
#endif

John Koleszar's avatar
John Koleszar committed
403
    /* reset above block coeffs */
404
    xd->above_context = cm->above_context;
John Koleszar's avatar
John Koleszar committed
405
406
407
408
409
410

    xd->up_available = (mb_row != 0);
    recon_yoffset = (mb_row * recon_y_stride * 16);
    recon_uvoffset = (mb_row * recon_uv_stride * 8);

    cpi->tplist[mb_row].start = *tp;
John Koleszar's avatar
John Koleszar committed
411
    /* printf("Main mb_row = %d\n", mb_row); */
John Koleszar's avatar
John Koleszar committed
412

John Koleszar's avatar
John Koleszar committed
413
414
415
    /* Distance of Mb to the top & bottom edges, specified in 1/8th pel
     * units as they are always compared to values that are in 1/8th pel
     */
416
417
418
    xd->mb_to_top_edge = -((mb_row * 16) << 3);
    xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;

John Koleszar's avatar
John Koleszar committed
419
420
421
    /* Set up limit values for vertical motion vector components
     * to prevent them extending beyond the UMV borders
     */
422
    x->mv_row_min = -((mb_row * 16) + (VP8BORDERINPIXELS - 16));
423
    x->mv_row_max = ((cm->mb_rows - 1 - mb_row) * 16)
424
425
                        + (VP8BORDERINPIXELS - 16);

John Koleszar's avatar
John Koleszar committed
426
    /* Set the mb activity pointer to the start of the row. */
427
428
    x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

John Koleszar's avatar
John Koleszar committed
429
    /* for each macroblock col in image */
John Koleszar's avatar
John Koleszar committed
430
431
    for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
    {
432
433
434
435

#if  (CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING)
        *tp = cpi->tok;
#endif
John Koleszar's avatar
John Koleszar committed
436
437
438
439
        /* Distance of Mb to the left & right edges, specified in
         * 1/8th pel units as they are always compared to values
         * that are in 1/8th pel units
         */
John Koleszar's avatar
John Koleszar committed
440
441
442
        xd->mb_to_left_edge = -((mb_col * 16) << 3);
        xd->mb_to_right_edge = ((cm->mb_cols - 1 - mb_col) * 16) << 3;

John Koleszar's avatar
John Koleszar committed
443
444
445
        /* Set up limit values for horizontal motion vector components
         * to prevent them extending beyond the UMV borders
         */
John Koleszar's avatar
John Koleszar committed
446
        x->mv_col_min = -((mb_col * 16) + (VP8BORDERINPIXELS - 16));
447
        x->mv_col_max = ((cm->mb_cols - 1 - mb_col) * 16)
448
                            + (VP8BORDERINPIXELS - 16);
John Koleszar's avatar
John Koleszar committed
449

450
451
452
        xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
        xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
        xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
John Koleszar's avatar
John Koleszar committed
453
454
        xd->left_available = (mb_col != 0);

455
456
457
        x->rddiv = cpi->RDDIV;
        x->rdmult = cpi->RDMULT;

John Koleszar's avatar
John Koleszar committed
458
        /* Copy current mb to a buffer */
John Koleszar's avatar
John Koleszar committed
459
        vp8_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
460

Attila Nagy's avatar
Attila Nagy committed
461
#if CONFIG_MULTITHREAD
462
        if (cpi->b_multi_threaded != 0)
Attila Nagy's avatar
Attila Nagy committed
463
        {
John Koleszar's avatar
John Koleszar committed
464
            *current_mb_col = mb_col - 1; /* set previous MB done */
465

Attila Nagy's avatar
Attila Nagy committed
466
467
            if ((mb_col & (nsync - 1)) == 0)
            {
468
                while (mb_col > (*last_row_current_mb_col - nsync))
Attila Nagy's avatar
Attila Nagy committed
469
470
471
472
473
474
475
476
                {
                    x86_pause_hint();
                    thread_sleep(0);
                }
            }
        }
#endif

John Koleszar's avatar
John Koleszar committed
477
        if(cpi->oxcf.tuning == VP8_TUNE_SSIM)
478
            vp8_activity_masking(cpi, x);
479

John Koleszar's avatar
John Koleszar committed
480
481
        /* Is segmentation enabled */
        /* MB level adjustment to quantizer */
John Koleszar's avatar
John Koleszar committed
482
483
        if (xd->segmentation_enabled)
        {
John Koleszar's avatar
John Koleszar committed
484
485
486
            /* Code to set segment id in xd->mbmi.segment_id for current MB
             * (with range checking)
             */
487
488
            if (cpi->segmentation_map[map_index+mb_col] <= 3)
                xd->mode_info_context->mbmi.segment_id = cpi->segmentation_map[map_index+mb_col];
John Koleszar's avatar
John Koleszar committed
489
            else
490
                xd->mode_info_context->mbmi.segment_id = 0;
John Koleszar's avatar
John Koleszar committed
491

492
            vp8cx_mb_init_quantizer(cpi, x, 1);
John Koleszar's avatar
John Koleszar committed
493
494
        }
        else
John Koleszar's avatar
John Koleszar committed
495
496
            /* Set to Segment 0 by default */
            xd->mode_info_context->mbmi.segment_id = 0;
John Koleszar's avatar
John Koleszar committed
497

498
        x->active_ptr = cpi->active_map + map_index + mb_col;
John Koleszar's avatar
John Koleszar committed
499
500
501

        if (cm->frame_type == KEY_FRAME)
        {
502
            *totalrate += vp8cx_encode_intra_macroblock(cpi, x, tp);
John Koleszar's avatar
John Koleszar committed
503
504
505
506
507
508
#ifdef MODE_STATS
            y_modes[xd->mbmi.mode] ++;
#endif
        }
        else
        {
Yunqing Wang's avatar
Yunqing Wang committed
509
            *totalrate += vp8cx_encode_inter_macroblock(cpi, x, tp, recon_yoffset, recon_uvoffset, mb_row, mb_col);
John Koleszar's avatar
John Koleszar committed
510
511
512
513
514
515
516
517
518
519

#ifdef MODE_STATS
            inter_y_modes[xd->mbmi.mode] ++;

            if (xd->mbmi.mode == SPLITMV)
            {
                int b;

                for (b = 0; b < xd->mbmi.partition_count; b++)
                {
520
                    inter_b_modes[x->partition->bmi[b].mode] ++;
John Koleszar's avatar
John Koleszar committed
521
522
523
524
525
                }
            }

#endif

John Koleszar's avatar
John Koleszar committed
526
527
528
529
530
531
            /* Special case code for cyclic refresh
             * If cyclic update enabled then copy xd->mbmi.segment_id; (which
             * may have been updated based on mode during
             * vp8cx_encode_inter_macroblock()) back into the global
             * segmentation map
             */
532
533
            if ((cpi->current_layer == 0) &&
                (cpi->cyclic_refresh_mode_enabled && xd->segmentation_enabled))
John Koleszar's avatar
John Koleszar committed
534
            {
535
                cpi->segmentation_map[map_index+mb_col] = xd->mode_info_context->mbmi.segment_id;
John Koleszar's avatar
John Koleszar committed
536

John Koleszar's avatar
John Koleszar committed
537
538
539
540
541
542
543
                /* If the block has been refreshed mark it as clean (the
                 * magnitude of the -ve influences how long it will be before
                 * we consider another refresh):
                 * Else if it was coded (last frame 0,0) and has not already
                 * been refreshed then mark it as a candidate for cleanup
                 * next time (marked 0) else mark it as dirty (1).
                 */
544
                if (xd->mode_info_context->mbmi.segment_id)
545
                    cpi->cyclic_refresh_map[map_index+mb_col] = -1;
546
                else if ((xd->mode_info_context->mbmi.mode == ZEROMV) && (xd->mode_info_context->mbmi.ref_frame == LAST_FRAME))
John Koleszar's avatar
John Koleszar committed
547
                {
548
549
                    if (cpi->cyclic_refresh_map[map_index+mb_col] == 1)
                        cpi->cyclic_refresh_map[map_index+mb_col] = 0;
John Koleszar's avatar
John Koleszar committed
550
551
                }
                else
552
                    cpi->cyclic_refresh_map[map_index+mb_col] = 1;
John Koleszar's avatar
John Koleszar committed
553
554
555
556
557
558

            }
        }

        cpi->tplist[mb_row].stop = *tp;

559
560
561
562
563
564
565
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
        /* pack tokens for this MB */
        {
            int tok_count = *tp - tp_start;
            pack_tokens(w, tp_start, tok_count);
        }
#endif
John Koleszar's avatar
John Koleszar committed
566
        /* Increment pointer into gf usage flags structure. */
567
568
        x->gf_active_ptr++;

John Koleszar's avatar
John Koleszar committed
569
        /* Increment the activity mask pointers. */
570
        x->mb_activity_ptr++;
John Koleszar's avatar
John Koleszar committed
571

John Koleszar's avatar
John Koleszar committed
572
        /* adjust to the next column of macroblocks */
John Koleszar's avatar
John Koleszar committed
573
574
575
576
577
578
579
        x->src.y_buffer += 16;
        x->src.u_buffer += 8;
        x->src.v_buffer += 8;

        recon_yoffset += 16;
        recon_uvoffset += 8;

John Koleszar's avatar
John Koleszar committed
580
        /* Keep track of segment usage */
581
        segment_counts[xd->mode_info_context->mbmi.segment_id] ++;
John Koleszar's avatar
John Koleszar committed
582

John Koleszar's avatar
John Koleszar committed
583
        /* skip to next mb */
John Koleszar's avatar
John Koleszar committed
584
        xd->mode_info_context++;
585
        x->partition_info++;
586
        xd->above_context++;
John Koleszar's avatar
John Koleszar committed
587
588
    }

John Koleszar's avatar
John Koleszar committed
589
    /* extend the recon for intra prediction */
590
591
592
593
594
595
596
597
598
    vp8_extend_mb_row( &cm->yv12_fb[dst_fb_idx],
                        xd->dst.y_buffer + 16,
                        xd->dst.u_buffer + 8,
                        xd->dst.v_buffer + 8);

#if CONFIG_MULTITHREAD
    if (cpi->b_multi_threaded != 0)
        *current_mb_col = rightmost_col;
#endif
John Koleszar's avatar
John Koleszar committed
599

John Koleszar's avatar
John Koleszar committed
600
    /* this is to account for the border */
John Koleszar's avatar
John Koleszar committed
601
    xd->mode_info_context++;
602
    x->partition_info++;
Attila Nagy's avatar
Attila Nagy committed
603
}
John Koleszar's avatar
John Koleszar committed
604

605
static void init_encode_frame_mb_context(VP8_COMP *cpi)
606
607
608
609
610
{
    MACROBLOCK *const x = & cpi->mb;
    VP8_COMMON *const cm = & cpi->common;
    MACROBLOCKD *const xd = & x->e_mbd;

John Koleszar's avatar
John Koleszar committed
611
    /* GF active flags data structure */
612
613
    x->gf_active_ptr = (signed char *)cpi->gf_active_flags;

John Koleszar's avatar
John Koleszar committed
614
    /* Activity map pointer */
615
616
617
618
619
620
621
622
623
624
625
    x->mb_activity_ptr = cpi->mb_activity_map;

    x->act_zbin_adj = 0;

    x->partition_info = x->pi;

    xd->mode_info_context = cm->mi;
    xd->mode_info_stride = cm->mode_info_stride;

    xd->frame_type = cm->frame_type;

John Koleszar's avatar
John Koleszar committed
626
    /* reset intra mode contexts */
627
628
629
    if (cm->frame_type == KEY_FRAME)
        vp8_init_mbmode_probs(cm);

John Koleszar's avatar
John Koleszar committed
630
    /* Copy data over into macro block data structures. */
631
632
633
634
    x->src = * cpi->Source;
    xd->pre = cm->yv12_fb[cm->lst_fb_idx];
    xd->dst = cm->yv12_fb[cm->new_fb_idx];

John Koleszar's avatar
John Koleszar committed
635
    /* set up frame for intra coded blocks */
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
    vp8_setup_intra_recon(&cm->yv12_fb[cm->new_fb_idx]);

    vp8_build_block_offsets(x);

    xd->mode_info_context->mbmi.mode = DC_PRED;
    xd->mode_info_context->mbmi.uv_mode = DC_PRED;

    xd->left_context = &cm->left_context;

    vp8_zero(cpi->count_mb_ref_frame_usage)
    vp8_zero(cpi->ymode_count)
    vp8_zero(cpi->uv_mode_count)

    x->mvc = cm->fc.mvc;

    vpx_memset(cm->above_context, 0,
               sizeof(ENTROPY_CONTEXT_PLANES) * cm->mb_cols);
653

John Koleszar's avatar
John Koleszar committed
654
655
656
    /* Special case treatment when GF and ARF are not sensible options
     * for reference
     */
Johann's avatar
Johann committed
657
    if (cpi->ref_frame_flags == VP8_LAST_FRAME)
658
        vp8_calc_ref_frame_costs(x->ref_frame_cost,
659
                                 cpi->prob_intra_coded,255,128);
660
    else if ((cpi->oxcf.number_of_layers > 1) &&
Johann's avatar
Johann committed
661
               (cpi->ref_frame_flags == VP8_GOLD_FRAME))
662
        vp8_calc_ref_frame_costs(x->ref_frame_cost,
663
                                 cpi->prob_intra_coded,1,255);
664
    else if ((cpi->oxcf.number_of_layers > 1) &&
Johann's avatar
Johann committed
665
                (cpi->ref_frame_flags == VP8_ALTR_FRAME))
666
        vp8_calc_ref_frame_costs(x->ref_frame_cost,
667
                                 cpi->prob_intra_coded,1,1);
668
    else
669
        vp8_calc_ref_frame_costs(x->ref_frame_cost,
670
671
672
                                 cpi->prob_intra_coded,
                                 cpi->prob_last_coded,
                                 cpi->prob_gf_coded);
673

674
675
676
    xd->fullpixel_mask = 0xffffffff;
    if(cm->full_pixel)
        xd->fullpixel_mask = 0xfffffff8;
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708

    vp8_zero(x->coef_counts);
}

static void sum_coef_counts(MACROBLOCK *x, MACROBLOCK *x_thread)
{
    int i = 0;
    do
    {
        int j = 0;
        do
        {
            int k = 0;
            do
            {
                /* at every context */

                /* calc probs and branch cts for this frame only */
                int t = 0;      /* token/prob index */

                do
                {
                    x->coef_counts [i][j][k][t] +=
                        x_thread->coef_counts [i][j][k][t];
                }
                while (++t < ENTROPY_NODES);
            }
            while (++k < PREV_COEF_CONTEXTS);
        }
        while (++j < COEF_BANDS);
    }
    while (++i < BLOCK_TYPES);
709
710
}

John Koleszar's avatar
John Koleszar committed
711
712
713
714
715
716
717
718
719
void vp8_encode_frame(VP8_COMP *cpi)
{
    int mb_row;
    MACROBLOCK *const x = & cpi->mb;
    VP8_COMMON *const cm = & cpi->common;
    MACROBLOCKD *const xd = & x->e_mbd;
    TOKENEXTRA *tp = cpi->tok;
    int segment_counts[MAX_MB_SEGMENTS];
    int totalrate;
720
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
John Koleszar's avatar
John Koleszar committed
721
    BOOL_CODER * bc = &cpi->bc[1]; /* bc[0] is for control partition */
722
723
    const int num_part = (1 << cm->multi_token_partition);
#endif
John Koleszar's avatar
John Koleszar committed
724

725
726
727
728
729
730
731
732
733
734
735
    vpx_memset(segment_counts, 0, sizeof(segment_counts));
    totalrate = 0;

    if (cpi->compressor_speed == 2)
    {
        if (cpi->oxcf.cpu_used < 0)
            cpi->Speed = -(cpi->oxcf.cpu_used);
        else
            vp8_auto_select_speed(cpi);
    }

John Koleszar's avatar
John Koleszar committed
736
    /* Functions setup for all frame types so we can use MC in AltRef */
Scott LaVarnway's avatar
Scott LaVarnway committed
737
    if(!cm->use_bilinear_mc_filter)
John Koleszar's avatar
John Koleszar committed
738
    {
John Koleszar's avatar
John Koleszar committed
739
740
741
742
        xd->subpixel_predict        = vp8_sixtap_predict4x4;
        xd->subpixel_predict8x4     = vp8_sixtap_predict8x4;
        xd->subpixel_predict8x8     = vp8_sixtap_predict8x8;
        xd->subpixel_predict16x16   = vp8_sixtap_predict16x16;
743
744
745
    }
    else
    {
John Koleszar's avatar
John Koleszar committed
746
747
748
749
        xd->subpixel_predict        = vp8_bilinear_predict4x4;
        xd->subpixel_predict8x4     = vp8_bilinear_predict8x4;
        xd->subpixel_predict8x8     = vp8_bilinear_predict8x8;
        xd->subpixel_predict16x16   = vp8_bilinear_predict16x16;
John Koleszar's avatar
John Koleszar committed
750
751
752
753
754
    }

    cpi->prediction_error = 0;
    cpi->intra_error = 0;
    cpi->skip_true_count = 0;
755
    cpi->tok_count = 0;
John Koleszar's avatar
John Koleszar committed
756
757

#if 0
John Koleszar's avatar
John Koleszar committed
758
    /* Experimental code */
759
    cpi->frame_distortion = 0;
John Koleszar's avatar
John Koleszar committed
760
761
762
    cpi->last_mb_distortion = 0;
#endif

763
764
    xd->mode_info_context = cm->mi;

John Koleszar's avatar
John Koleszar committed
765
    vp8_zero(cpi->MVcount);
766

John Koleszar's avatar
John Koleszar committed
767
768
    vp8cx_frame_init_quantizer(cpi);

769
770
    vp8_initialize_rd_consts(cpi,
                             vp8_dc_quant(cm->base_qindex, cm->y1dc_delta_q));
John Koleszar's avatar
John Koleszar committed
771
772
773

    vp8cx_initialize_me_consts(cpi, cm->base_qindex);

774
775
    if(cpi->oxcf.tuning == VP8_TUNE_SSIM)
    {
John Koleszar's avatar
John Koleszar committed
776
        /* Initialize encode frame context. */
777
        init_encode_frame_mb_context(cpi);
778

John Koleszar's avatar
John Koleszar committed
779
        /* Build a frame level activity map */
780
        build_activity_map(cpi);
781
782
    }

John Koleszar's avatar
John Koleszar committed
783
    /* re-init encode frame context. */
784
785
    init_encode_frame_mb_context(cpi);

786
787
788
789
790
791
792
793
794
795
796
797
798
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
    {
        int i;
        for(i = 0; i < num_part; i++)
        {
            vp8_start_encode(&bc[i], cpi->partition_d[i + 1],
                    cpi->partition_d_end[i + 1]);
            bc[i].error = &cm->error;
        }
    }

#endif

John Koleszar's avatar
John Koleszar committed
799
800
801
802
803
    {
        struct vpx_usec_timer  emr_timer;
        vpx_usec_timer_start(&emr_timer);

#if CONFIG_MULTITHREAD
804
805
        if (cpi->b_multi_threaded)
        {
806
807
            int i;

John Koleszar's avatar
John Koleszar committed
808
809
            vp8cx_init_mbrthread_data(cpi, x, cpi->mb_row_ei, 1,  cpi->encoding_thread_count);

Attila Nagy's avatar
Attila Nagy committed
810
            for (i = 0; i < cm->mb_rows; i++)
811
                cpi->mt_current_mb_col[i] = -1;
John Koleszar's avatar
John Koleszar committed
812

Attila Nagy's avatar
Attila Nagy committed
813
814
815
816
            for (i = 0; i < cpi->encoding_thread_count; i++)
            {
                sem_post(&cpi->h_event_start_encoding[i]);
            }
John Koleszar's avatar
John Koleszar committed
817

Attila Nagy's avatar
Attila Nagy committed
818
819
            for (mb_row = 0; mb_row < cm->mb_rows; mb_row += (cpi->encoding_thread_count + 1))
            {
John Koleszar's avatar
John Koleszar committed
820
821
                vp8_zero(cm->left_context)

822
823
824
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
                tp = cpi->tok;
#else
John Koleszar's avatar
John Koleszar committed
825
                tp = cpi->tok + mb_row * (cm->mb_cols * 16 * 24);
826
#endif
John Koleszar's avatar
John Koleszar committed
827
828
829

                encode_mb_row(cpi, cm, mb_row, x, xd, &tp, segment_counts, &totalrate);

John Koleszar's avatar
John Koleszar committed
830
                /* adjust to the next row of mbs */
John Koleszar's avatar
John Koleszar committed
831
832
833
834
835
                x->src.y_buffer += 16 * x->src.y_stride * (cpi->encoding_thread_count + 1) - 16 * cm->mb_cols;
                x->src.u_buffer +=  8 * x->src.uv_stride * (cpi->encoding_thread_count + 1) - 8 * cm->mb_cols;
                x->src.v_buffer +=  8 * x->src.uv_stride * (cpi->encoding_thread_count + 1) - 8 * cm->mb_cols;

                xd->mode_info_context += xd->mode_info_stride * cpi->encoding_thread_count;
836
                x->partition_info  += xd->mode_info_stride * cpi->encoding_thread_count;
837
                x->gf_active_ptr   += cm->mb_cols * cpi->encoding_thread_count;
John Koleszar's avatar
John Koleszar committed
838

839
840
841
842
                if(mb_row == cm->mb_rows - 1)
                {
                    sem_post(&cpi->h_event_end_encoding); /* signal frame encoding end */
                }
John Koleszar's avatar
John Koleszar committed
843
844
            }

Attila Nagy's avatar
Attila Nagy committed
845
            sem_wait(&cpi->h_event_end_encoding); /* wait for other threads to finish */
John Koleszar's avatar
John Koleszar committed
846
847
848

            for (mb_row = 0; mb_row < cm->mb_rows; mb_row ++)
            {
849
850
                cpi->tok_count += (unsigned int)
                  (cpi->tplist[mb_row].stop - cpi->tplist[mb_row].start);
John Koleszar's avatar
John Koleszar committed
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
            }

            if (xd->segmentation_enabled)
            {
                int i, j;

                if (xd->segmentation_enabled)
                {

                    for (i = 0; i < cpi->encoding_thread_count; i++)
                    {
                        for (j = 0; j < 4; j++)
                            segment_counts[j] += cpi->mb_row_ei[i].segment_counts[j];
                    }
                }
            }

            for (i = 0; i < cpi->encoding_thread_count; i++)
            {
                totalrate += cpi->mb_row_ei[i].totalrate;
871
872
873

                /* add up counts for each thread */
                sum_coef_counts(x, &cpi->mb_row_ei[i].mb);
John Koleszar's avatar
John Koleszar committed
874
875
            }

876
877
        }
        else
John Koleszar's avatar
John Koleszar committed
878
#endif
879
        {
880

John Koleszar's avatar
John Koleszar committed
881
            /* for each macroblock row in image */
882
883
884
885
            for (mb_row = 0; mb_row < cm->mb_rows; mb_row++)
            {
                vp8_zero(cm->left_context)

886
887
888
889
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
                tp = cpi->tok;
#endif

890
891
                encode_mb_row(cpi, cm, mb_row, x, xd, &tp, segment_counts, &totalrate);

John Koleszar's avatar
John Koleszar committed
892
                /* adjust to the next row of mbs */
893
894
895
896
897
                x->src.y_buffer += 16 * x->src.y_stride - 16 * cm->mb_cols;
                x->src.u_buffer += 8 * x->src.uv_stride - 8 * cm->mb_cols;
                x->src.v_buffer += 8 * x->src.uv_stride - 8 * cm->mb_cols;
            }

898
            cpi->tok_count = (unsigned int)(tp - cpi->tok);
899
        }
John Koleszar's avatar
John Koleszar committed
900

901
902
903
904
905
906
907
908
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
        {
            int i;
            for(i = 0; i < num_part; i++)
            {
                vp8_stop_encode(&bc[i]);
                cpi->partition_sz[i+1] = bc[i].pos;
            }
John Koleszar's avatar
John Koleszar committed
909
        }
910
#endif
John Koleszar's avatar
John Koleszar committed
911
912
913
914
915
916

        vpx_usec_timer_mark(&emr_timer);
        cpi->time_encode_mb_row += vpx_usec_timer_elapsed(&emr_timer);
    }


917
918
919
    // Work out the segment probabilities if segmentation is enabled
    // and needs to be updated
    if (xd->segmentation_enabled && xd->update_mb_segmentation_map)
John Koleszar's avatar
John Koleszar committed
920
921
922
923
    {
        int tot_count;
        int i;

John Koleszar's avatar
John Koleszar committed
924
        /* Set to defaults */
John Koleszar's avatar
John Koleszar committed
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
        vpx_memset(xd->mb_segment_tree_probs, 255 , sizeof(xd->mb_segment_tree_probs));

        tot_count = segment_counts[0] + segment_counts[1] + segment_counts[2] + segment_counts[3];

        if (tot_count)
        {
            xd->mb_segment_tree_probs[0] = ((segment_counts[0] + segment_counts[1]) * 255) / tot_count;

            tot_count = segment_counts[0] + segment_counts[1];

            if (tot_count > 0)
            {
                xd->mb_segment_tree_probs[1] = (segment_counts[0] * 255) / tot_count;
            }

            tot_count = segment_counts[2] + segment_counts[3];

            if (tot_count > 0)
                xd->mb_segment_tree_probs[2] = (segment_counts[2] * 255) / tot_count;

John Koleszar's avatar
John Koleszar committed
945
            /* Zero probabilities not allowed */
John Koleszar's avatar
John Koleszar committed
946
947
948
949
950
951
952
953
            for (i = 0; i < MB_FEATURE_TREE_PROBS; i ++)
            {
                if (xd->mb_segment_tree_probs[i] == 0)
                    xd->mb_segment_tree_probs[i] = 1;
            }
        }
    }

John Koleszar's avatar
John Koleszar committed
954
955
    /* projected_frame_size in units of BYTES */
    cpi->projected_frame_size = totalrate >> 8;
John Koleszar's avatar
John Koleszar committed
956

John Koleszar's avatar
John Koleszar committed
957
    /* Make a note of the percentage MBs coded Intra. */
John Koleszar's avatar
John Koleszar committed
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
    if (cm->frame_type == KEY_FRAME)
    {
        cpi->this_frame_percent_intra = 100;
    }
    else
    {
        int tot_modes;

        tot_modes = cpi->count_mb_ref_frame_usage[INTRA_FRAME]
                    + cpi->count_mb_ref_frame_usage[LAST_FRAME]
                    + cpi->count_mb_ref_frame_usage[GOLDEN_FRAME]
                    + cpi->count_mb_ref_frame_usage[ALTREF_FRAME];

        if (tot_modes)
            cpi->this_frame_percent_intra = cpi->count_mb_ref_frame_usage[INTRA_FRAME] * 100 / tot_modes;

    }

976
#if ! CONFIG_REALTIME_ONLY
John Koleszar's avatar
John Koleszar committed
977
978
979
980
981
    /* Adjust the projected reference frame usage probability numbers to
     * reflect what we have just seen. This may be useful when we make
     * multiple iterations of the recode loop rather than continuing to use
     * values from the previous frame.
     */
982
983
    if ((cm->frame_type != KEY_FRAME) && ((cpi->oxcf.number_of_layers > 1) ||
        (!cm->refresh_alt_ref_frame && !cm->refresh_golden_frame)))
John Koleszar's avatar
John Koleszar committed
984
    {
985
      vp8_convert_rfct_to_prob(cpi);
John Koleszar's avatar
John Koleszar committed
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
    }
#endif
}
void vp8_setup_block_ptrs(MACROBLOCK *x)
{
    int r, c;
    int i;

    for (r = 0; r < 4; r++)
    {
        for (c = 0; c < 4; c++)
        {
            x->block[r*4+c].src_diff = x->src_diff + r * 4 * 16 + c * 4;
        }
    }
For faster browsing, not all history is shown. View entire blame