ethreading.c 22.1 KB
Newer Older
John Koleszar's avatar
John Koleszar committed
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
John Koleszar's avatar
John Koleszar committed
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
6
 *  that can be found in the LICENSE file in the root of the source
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
John Koleszar's avatar
John Koleszar committed
9
10
11
 */

#include "onyx_int.h"
John Koleszar's avatar
John Koleszar committed
12
13
14
#include "vp8/common/threading.h"
#include "vp8/common/common.h"
#include "vp8/common/extend.h"
15
#include "bitstream.h"
16
#include "encodeframe.h"
17

18
19
#if CONFIG_MULTITHREAD

Attila Nagy's avatar
Attila Nagy committed
20
extern int vp8cx_encode_inter_macroblock(VP8_COMP *cpi, MACROBLOCK *x,
21
22
23
24
25
                                         TOKENEXTRA **t,
                                         int recon_yoffset, int recon_uvoffset,
                                         int mb_row, int mb_col);
extern int vp8cx_encode_intra_macroblock(VP8_COMP *cpi, MACROBLOCK *x,
                                         TOKENEXTRA **t);
26
extern void vp8cx_mb_init_quantizer(VP8_COMP *cpi, MACROBLOCK *x, int ok_to_skip);
John Koleszar's avatar
John Koleszar committed
27

28
extern void vp8_loopfilter_frame(VP8_COMP *cpi, VP8_COMMON *cm);
29

30
static THREAD_FUNCTION thread_loopfilter(void *p_data)
31
32
33
34
35
36
37
38
39
40
41
{
    VP8_COMP *cpi = (VP8_COMP *)(((LPFTHREAD_DATA *)p_data)->ptr1);
    VP8_COMMON *cm = &cpi->common;

    while (1)
    {
        if (cpi->b_multi_threaded == 0)
            break;

        if (sem_wait(&cpi->h_event_start_lpf) == 0)
        {
John Koleszar's avatar
John Koleszar committed
42
            if (cpi->b_multi_threaded == 0) /* we're shutting down */
43
44
                break;

45
            vp8_loopfilter_frame(cpi, cm);
46
47
48
49
50
51
52
53

            sem_post(&cpi->h_event_end_lpf);
        }
    }

    return 0;
}

John Koleszar's avatar
John Koleszar committed
54
55
56
57
static
THREAD_FUNCTION thread_encoding_proc(void *p_data)
{
    int ithread = ((ENCODETHREAD_DATA *)p_data)->ithread;
Attila Nagy's avatar
Attila Nagy committed
58
    VP8_COMP *cpi = (VP8_COMP *)(((ENCODETHREAD_DATA *)p_data)->ptr1);
John Koleszar's avatar
John Koleszar committed
59
    MB_ROW_COMP *mbri = (MB_ROW_COMP *)(((ENCODETHREAD_DATA *)p_data)->ptr2);
60
    ENTROPY_CONTEXT_PLANES mb_row_left_context;
John Koleszar's avatar
John Koleszar committed
61
62
63
64
65
66

    while (1)
    {
        if (cpi->b_multi_threaded == 0)
            break;

Attila Nagy's avatar
Attila Nagy committed
67
        if (sem_wait(&cpi->h_event_start_encoding[ithread]) == 0)
John Koleszar's avatar
John Koleszar committed
68
        {
69
            const int nsync = cpi->mt_sync_range;
Attila Nagy's avatar
Attila Nagy committed
70
71
72
73
74
            VP8_COMMON *cm = &cpi->common;
            int mb_row;
            MACROBLOCK *x = &mbri->mb;
            MACROBLOCKD *xd = &x->e_mbd;
            TOKENEXTRA *tp ;
75
76
77
78
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
            TOKENEXTRA *tp_start = cpi->tok + (1 + ithread) * (16 * 24);
            const int num_part = (1 << cm->multi_token_partition);
#endif
Attila Nagy's avatar
Attila Nagy committed
79
80
81
82

            int *segment_counts = mbri->segment_counts;
            int *totalrate = &mbri->totalrate;

John Koleszar's avatar
John Koleszar committed
83
            if (cpi->b_multi_threaded == 0) /* we're shutting down */
John Koleszar's avatar
John Koleszar committed
84
                break;
Attila Nagy's avatar
Attila Nagy committed
85
86

            for (mb_row = ithread + 1; mb_row < cm->mb_rows; mb_row += (cpi->encoding_thread_count + 1))
John Koleszar's avatar
John Koleszar committed
87
88
            {

Attila Nagy's avatar
Attila Nagy committed
89
90
91
92
93
94
                int recon_yoffset, recon_uvoffset;
                int mb_col;
                int ref_fb_idx = cm->lst_fb_idx;
                int dst_fb_idx = cm->new_fb_idx;
                int recon_y_stride = cm->yv12_fb[ref_fb_idx].y_stride;
                int recon_uv_stride = cm->yv12_fb[ref_fb_idx].uv_stride;
95
                int map_index = (mb_row * cm->mb_cols);
96
97
                volatile const int *last_row_current_mb_col;
                volatile int *current_mb_col = &cpi->mt_current_mb_col[mb_row];
John Koleszar's avatar
John Koleszar committed
98

99
100
101
#if  (CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING)
                vp8_writer *w = &cpi->bc[1 + (mb_row % num_part)];
#else
Attila Nagy's avatar
Attila Nagy committed
102
                tp = cpi->tok + (mb_row * (cm->mb_cols * 16 * 24));
103
104
                cpi->tplist[mb_row].start = tp;
#endif
John Koleszar's avatar
John Koleszar committed
105

Attila Nagy's avatar
Attila Nagy committed
106
                last_row_current_mb_col = &cpi->mt_current_mb_col[mb_row - 1];
John Koleszar's avatar
John Koleszar committed
107

John Koleszar's avatar
John Koleszar committed
108
                /* reset above block coeffs */
Attila Nagy's avatar
Attila Nagy committed
109
110
                xd->above_context = cm->above_context;
                xd->left_context = &mb_row_left_context;
John Koleszar's avatar
John Koleszar committed
111

Attila Nagy's avatar
Attila Nagy committed
112
                vp8_zero(mb_row_left_context);
John Koleszar's avatar
John Koleszar committed
113

Attila Nagy's avatar
Attila Nagy committed
114
115
116
                xd->up_available = (mb_row != 0);
                recon_yoffset = (mb_row * recon_y_stride * 16);
                recon_uvoffset = (mb_row * recon_uv_stride * 8);
John Koleszar's avatar
John Koleszar committed
117

John Koleszar's avatar
John Koleszar committed
118
                /* Set the mb activity pointer to the start of the row. */
119
120
                x->mb_activity_ptr = &cpi->mb_activity_map[map_index];

John Koleszar's avatar
John Koleszar committed
121
                /* for each macroblock col in image */
Attila Nagy's avatar
Attila Nagy committed
122
123
                for (mb_col = 0; mb_col < cm->mb_cols; mb_col++)
                {
124
125
                    *current_mb_col = mb_col - 1;

Attila Nagy's avatar
Attila Nagy committed
126
127
                    if ((mb_col & (nsync - 1)) == 0)
                    {
128
                        while (mb_col > (*last_row_current_mb_col - nsync))
John Koleszar's avatar
John Koleszar committed
129
130
131
132
                        {
                            x86_pause_hint();
                            thread_sleep(0);
                        }
Attila Nagy's avatar
Attila Nagy committed
133
                    }
John Koleszar's avatar
John Koleszar committed
134

135
136
137
138
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
                    tp = tp_start;
#endif

John Koleszar's avatar
John Koleszar committed
139
140
141
142
                    /* Distance of Mb to the various image edges.
                     * These specified to 8th pel as they are always compared
                     * to values that are in 1/8th pel units
                     */
Attila Nagy's avatar
Attila Nagy committed
143
144
145
146
147
                    xd->mb_to_left_edge = -((mb_col * 16) << 3);
                    xd->mb_to_right_edge = ((cm->mb_cols - 1 - mb_col) * 16) << 3;
                    xd->mb_to_top_edge = -((mb_row * 16) << 3);
                    xd->mb_to_bottom_edge = ((cm->mb_rows - 1 - mb_row) * 16) << 3;

John Koleszar's avatar
John Koleszar committed
148
149
150
                    /* Set up limit values for motion vectors used to prevent
                     * them extending outside the UMV borders
                     */
Attila Nagy's avatar
Attila Nagy committed
151
152
153
154
155
156
157
158
159
160
161
162
163
                    x->mv_col_min = -((mb_col * 16) + (VP8BORDERINPIXELS - 16));
                    x->mv_col_max = ((cm->mb_cols - 1 - mb_col) * 16) + (VP8BORDERINPIXELS - 16);
                    x->mv_row_min = -((mb_row * 16) + (VP8BORDERINPIXELS - 16));
                    x->mv_row_max = ((cm->mb_rows - 1 - mb_row) * 16) + (VP8BORDERINPIXELS - 16);

                    xd->dst.y_buffer = cm->yv12_fb[dst_fb_idx].y_buffer + recon_yoffset;
                    xd->dst.u_buffer = cm->yv12_fb[dst_fb_idx].u_buffer + recon_uvoffset;
                    xd->dst.v_buffer = cm->yv12_fb[dst_fb_idx].v_buffer + recon_uvoffset;
                    xd->left_available = (mb_col != 0);

                    x->rddiv = cpi->RDDIV;
                    x->rdmult = cpi->RDMULT;

John Koleszar's avatar
John Koleszar committed
164
                    /* Copy current mb to a buffer */
John Koleszar's avatar
John Koleszar committed
165
                    vp8_copy_mem16x16(x->src.y_buffer, x->src.y_stride, x->thismb, 16);
166

Attila Nagy's avatar
Attila Nagy committed
167
                    if (cpi->oxcf.tuning == VP8_TUNE_SSIM)
168
                        vp8_activity_masking(cpi, x);
Attila Nagy's avatar
Attila Nagy committed
169

John Koleszar's avatar
John Koleszar committed
170
171
                    /* Is segmentation enabled */
                    /* MB level adjustment to quantizer */
Attila Nagy's avatar
Attila Nagy committed
172
173
                    if (xd->segmentation_enabled)
                    {
John Koleszar's avatar
John Koleszar committed
174
175
176
                        /* Code to set segment id in xd->mbmi.segment_id for
                         * current MB (with range checking)
                         */
177
178
                        if (cpi->segmentation_map[map_index + mb_col] <= 3)
                            xd->mode_info_context->mbmi.segment_id = cpi->segmentation_map[map_index + mb_col];
John Koleszar's avatar
John Koleszar committed
179
                        else
Attila Nagy's avatar
Attila Nagy committed
180
                            xd->mode_info_context->mbmi.segment_id = 0;
John Koleszar's avatar
John Koleszar committed
181

182
                        vp8cx_mb_init_quantizer(cpi, x, 1);
Attila Nagy's avatar
Attila Nagy committed
183
184
                    }
                    else
John Koleszar's avatar
John Koleszar committed
185
186
                        /* Set to Segment 0 by default */
                        xd->mode_info_context->mbmi.segment_id = 0;
John Koleszar's avatar
John Koleszar committed
187

188
                    x->active_ptr = cpi->active_map + map_index + mb_col;
Attila Nagy's avatar
Attila Nagy committed
189
190
191

                    if (cm->frame_type == KEY_FRAME)
                    {
192
                        *totalrate += vp8cx_encode_intra_macroblock(cpi, x, &tp);
John Koleszar's avatar
John Koleszar committed
193
#ifdef MODE_STATS
Attila Nagy's avatar
Attila Nagy committed
194
                        y_modes[xd->mbmi.mode] ++;
John Koleszar's avatar
John Koleszar committed
195
#endif
Attila Nagy's avatar
Attila Nagy committed
196
197
198
                    }
                    else
                    {
199
                        *totalrate += vp8cx_encode_inter_macroblock(cpi, x, &tp, recon_yoffset, recon_uvoffset, mb_row, mb_col);
John Koleszar's avatar
John Koleszar committed
200
201

#ifdef MODE_STATS
Attila Nagy's avatar
Attila Nagy committed
202
                        inter_y_modes[xd->mbmi.mode] ++;
John Koleszar's avatar
John Koleszar committed
203

Attila Nagy's avatar
Attila Nagy committed
204
205
206
                        if (xd->mbmi.mode == SPLITMV)
                        {
                            int b;
John Koleszar's avatar
John Koleszar committed
207

Attila Nagy's avatar
Attila Nagy committed
208
209
210
                            for (b = 0; b < xd->mbmi.partition_count; b++)
                            {
                                inter_b_modes[x->partition->bmi[b].mode] ++;
John Koleszar's avatar
John Koleszar committed
211
                            }
Attila Nagy's avatar
Attila Nagy committed
212
                        }
John Koleszar's avatar
John Koleszar committed
213
214
215

#endif

John Koleszar's avatar
John Koleszar committed
216
                        /* Count of last ref frame 0,0 usage */
Attila Nagy's avatar
Attila Nagy committed
217
218
                        if ((xd->mode_info_context->mbmi.mode == ZEROMV) && (xd->mode_info_context->mbmi.ref_frame == LAST_FRAME))
                            cpi->inter_zz_count++;
John Koleszar's avatar
John Koleszar committed
219

John Koleszar's avatar
John Koleszar committed
220
221
222
223
224
225
226
                        /* Special case code for cyclic refresh
                         * If cyclic update enabled then copy
                         * xd->mbmi.segment_id; (which may have been updated
                         * based on mode during
                         * vp8cx_encode_inter_macroblock()) back into the
                         * global segmentation map
                         */
Attila Nagy's avatar
Attila Nagy committed
227
228
229
                        if (cpi->cyclic_refresh_mode_enabled && xd->segmentation_enabled)
                        {
                            const MB_MODE_INFO * mbmi = &xd->mode_info_context->mbmi;
230
                            cpi->segmentation_map[map_index + mb_col] = mbmi->segment_id;
Attila Nagy's avatar
Attila Nagy committed
231

John Koleszar's avatar
John Koleszar committed
232
233
234
235
236
237
238
239
                            /* If the block has been refreshed mark it as clean
                             * (the magnitude of the -ve influences how long it
                             * will be before we consider another refresh):
                             * Else if it was coded (last frame 0,0) and has
                             * not already been refreshed then mark it as a
                             * candidate for cleanup next time (marked 0) else
                             * mark it as dirty (1).
                             */
Attila Nagy's avatar
Attila Nagy committed
240
                            if (mbmi->segment_id)
241
                                cpi->cyclic_refresh_map[map_index + mb_col] = -1;
Attila Nagy's avatar
Attila Nagy committed
242
                            else if ((mbmi->mode == ZEROMV) && (mbmi->ref_frame == LAST_FRAME))
243
                            {
244
245
                                if (cpi->cyclic_refresh_map[map_index + mb_col] == 1)
                                    cpi->cyclic_refresh_map[map_index + mb_col] = 0;
246
                            }
Attila Nagy's avatar
Attila Nagy committed
247
                            else
248
                                cpi->cyclic_refresh_map[map_index + mb_col] = 1;
John Koleszar's avatar
John Koleszar committed
249

Attila Nagy's avatar
Attila Nagy committed
250
251
                        }
                    }
John Koleszar's avatar
John Koleszar committed
252

253
254
255
256
257
258
259
260
261
#if CONFIG_REALTIME_ONLY & CONFIG_ONTHEFLY_BITPACKING
                    /* pack tokens for this MB */
                    {
                        int tok_count = tp - tp_start;
                        pack_tokens(w, tp_start, tok_count);
                    }
#else
                    cpi->tplist[mb_row].stop = tp;
#endif
John Koleszar's avatar
John Koleszar committed
262
                    /* Increment pointer into gf usage flags structure. */
263
264
                    x->gf_active_ptr++;

John Koleszar's avatar
John Koleszar committed
265
                    /* Increment the activity mask pointers. */
266
                    x->mb_activity_ptr++;
John Koleszar's avatar
John Koleszar committed
267

John Koleszar's avatar
John Koleszar committed
268
                    /* adjust to the next column of macroblocks */
Attila Nagy's avatar
Attila Nagy committed
269
270
271
                    x->src.y_buffer += 16;
                    x->src.u_buffer += 8;
                    x->src.v_buffer += 8;
John Koleszar's avatar
John Koleszar committed
272

Attila Nagy's avatar
Attila Nagy committed
273
274
                    recon_yoffset += 16;
                    recon_uvoffset += 8;
John Koleszar's avatar
John Koleszar committed
275

John Koleszar's avatar
John Koleszar committed
276
                    /* Keep track of segment usage */
Attila Nagy's avatar
Attila Nagy committed
277
                    segment_counts[xd->mode_info_context->mbmi.segment_id]++;
John Koleszar's avatar
John Koleszar committed
278

John Koleszar's avatar
John Koleszar committed
279
                    /* skip to next mb */
John Koleszar's avatar
John Koleszar committed
280
                    xd->mode_info_context++;
281
                    x->partition_info++;
Attila Nagy's avatar
Attila Nagy committed
282
283
                    xd->above_context++;
                }
John Koleszar's avatar
John Koleszar committed
284

285
286
287
288
289
290
                vp8_extend_mb_row( &cm->yv12_fb[dst_fb_idx],
                                    xd->dst.y_buffer + 16,
                                    xd->dst.u_buffer + 8,
                                    xd->dst.v_buffer + 8);

                *current_mb_col = mb_col + nsync;
John Koleszar's avatar
John Koleszar committed
291

John Koleszar's avatar
John Koleszar committed
292
                /* this is to account for the border */
Attila Nagy's avatar
Attila Nagy committed
293
294
                xd->mode_info_context++;
                x->partition_info++;
John Koleszar's avatar
John Koleszar committed
295

Attila Nagy's avatar
Attila Nagy committed
296
297
298
                x->src.y_buffer += 16 * x->src.y_stride * (cpi->encoding_thread_count + 1) - 16 * cm->mb_cols;
                x->src.u_buffer += 8 * x->src.uv_stride * (cpi->encoding_thread_count + 1) - 8 * cm->mb_cols;
                x->src.v_buffer += 8 * x->src.uv_stride * (cpi->encoding_thread_count + 1) - 8 * cm->mb_cols;
John Koleszar's avatar
John Koleszar committed
299

Attila Nagy's avatar
Attila Nagy committed
300
301
                xd->mode_info_context += xd->mode_info_stride * cpi->encoding_thread_count;
                x->partition_info += xd->mode_info_stride * cpi->encoding_thread_count;
302
                x->gf_active_ptr   += cm->mb_cols * cpi->encoding_thread_count;
Attila Nagy's avatar
Attila Nagy committed
303
304
305
306
307

                if (mb_row == cm->mb_rows - 1)
                {
                    sem_post(&cpi->h_event_end_encoding); /* signal frame encoding end */
                }
John Koleszar's avatar
John Koleszar committed
308
309
310
311
            }
        }
    }

John Koleszar's avatar
John Koleszar committed
312
    /* printf("exit thread %d\n", ithread); */
John Koleszar's avatar
John Koleszar committed
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
    return 0;
}

static void setup_mbby_copy(MACROBLOCK *mbdst, MACROBLOCK *mbsrc)
{

    MACROBLOCK *x = mbsrc;
    MACROBLOCK *z = mbdst;
    int i;

    z->ss               = x->ss;
    z->ss_count          = x->ss_count;
    z->searches_per_step  = x->searches_per_step;
    z->errorperbit      = x->errorperbit;

    z->sadperbit16      = x->sadperbit16;
    z->sadperbit4       = x->sadperbit4;

    /*
    z->mv_col_min    = x->mv_col_min;
    z->mv_col_max    = x->mv_col_max;
    z->mv_row_min    = x->mv_row_min;
    z->mv_row_max    = x->mv_row_max;
    */

John Koleszar's avatar
John Koleszar committed
338
339
    z->short_fdct4x4     = x->short_fdct4x4;
    z->short_fdct8x4     = x->short_fdct8x4;
John Koleszar's avatar
John Koleszar committed
340
341
    z->short_walsh4x4    = x->short_walsh4x4;
    z->quantize_b        = x->quantize_b;
342
    z->quantize_b_pair   = x->quantize_b_pair;
343
    z->optimize          = x->optimize;
John Koleszar's avatar
John Koleszar committed
344
345
346
347
348
349
350
351

    /*
    z->mvc              = x->mvc;
    z->src.y_buffer      = x->src.y_buffer;
    z->src.u_buffer      = x->src.u_buffer;
    z->src.v_buffer      = x->src.v_buffer;
    */

352
353
354
355
    z->mvcost[0] =  x->mvcost[0];
    z->mvcost[1] =  x->mvcost[1];
    z->mvsadcost[0] =  x->mvsadcost[0];
    z->mvsadcost[1] =  x->mvsadcost[1];
John Koleszar's avatar
John Koleszar committed
356

357
358
359
360
361
    z->token_costs = x->token_costs;
    z->inter_bmode_costs = x->inter_bmode_costs;
    z->mbmode_cost = x->mbmode_cost;
    z->intra_uv_mode_cost = x->intra_uv_mode_cost;
    z->bmode_costs = x->bmode_costs;
John Koleszar's avatar
John Koleszar committed
362
363
364
365

    for (i = 0; i < 25; i++)
    {
        z->block[i].quant           = x->block[i].quant;
366
        z->block[i].quant_fast      = x->block[i].quant_fast;
367
        z->block[i].quant_shift     = x->block[i].quant_shift;
John Koleszar's avatar
John Koleszar committed
368
        z->block[i].zbin            = x->block[i].zbin;
369
        z->block[i].zrun_zbin_boost = x->block[i].zrun_zbin_boost;
John Koleszar's avatar
John Koleszar committed
370
        z->block[i].round           = x->block[i].round;
371
        z->block[i].src_stride      = x->block[i].src_stride;
John Koleszar's avatar
John Koleszar committed
372
373
    }

374
375
376
377
    z->q_index           = x->q_index;
    z->act_zbin_adj      = x->act_zbin_adj;
    z->last_act_zbin_adj = x->last_act_zbin_adj;

John Koleszar's avatar
John Koleszar committed
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
    {
        MACROBLOCKD *xd = &x->e_mbd;
        MACROBLOCKD *zd = &z->e_mbd;

        /*
        zd->mode_info_context = xd->mode_info_context;
        zd->mode_info        = xd->mode_info;

        zd->mode_info_stride  = xd->mode_info_stride;
        zd->frame_type       = xd->frame_type;
        zd->up_available     = xd->up_available   ;
        zd->left_available   = xd->left_available;
        zd->left_context     = xd->left_context;
        zd->last_frame_dc     = xd->last_frame_dc;
        zd->last_frame_dccons = xd->last_frame_dccons;
        zd->gold_frame_dc     = xd->gold_frame_dc;
        zd->gold_frame_dccons = xd->gold_frame_dccons;
        zd->mb_to_left_edge    = xd->mb_to_left_edge;
        zd->mb_to_right_edge   = xd->mb_to_right_edge;
        zd->mb_to_top_edge     = xd->mb_to_top_edge   ;
        zd->mb_to_bottom_edge  = xd->mb_to_bottom_edge;
        zd->gf_active_ptr     = xd->gf_active_ptr;
        zd->frames_since_golden       = xd->frames_since_golden;
        zd->frames_till_alt_ref_frame   = xd->frames_till_alt_ref_frame;
        */
        zd->subpixel_predict         = xd->subpixel_predict;
        zd->subpixel_predict8x4      = xd->subpixel_predict8x4;
        zd->subpixel_predict8x8      = xd->subpixel_predict8x8;
        zd->subpixel_predict16x16    = xd->subpixel_predict16x16;
        zd->segmentation_enabled     = xd->segmentation_enabled;
        zd->mb_segement_abs_delta      = xd->mb_segement_abs_delta;
409
410
        vpx_memcpy(zd->segment_feature_data, xd->segment_feature_data,
                   sizeof(xd->segment_feature_data));
John Koleszar's avatar
John Koleszar committed
411

412
413
        vpx_memcpy(zd->dequant_y1_dc, xd->dequant_y1_dc,
                   sizeof(xd->dequant_y1_dc));
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
        vpx_memcpy(zd->dequant_y1, xd->dequant_y1, sizeof(xd->dequant_y1));
        vpx_memcpy(zd->dequant_y2, xd->dequant_y2, sizeof(xd->dequant_y2));
        vpx_memcpy(zd->dequant_uv, xd->dequant_uv, sizeof(xd->dequant_uv));

#if 1
        /*TODO:  Remove dequant from BLOCKD.  This is a temporary solution until
         * the quantizer code uses a passed in pointer to the dequant constants.
         * This will also require modifications to the x86 and neon assembly.
         * */
        for (i = 0; i < 16; i++)
            zd->block[i].dequant = zd->dequant_y1;
        for (i = 16; i < 24; i++)
            zd->block[i].dequant = zd->dequant_uv;
        zd->block[24].dequant = zd->dequant_y2;
#endif
John Koleszar's avatar
John Koleszar committed
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
    }
}

void vp8cx_init_mbrthread_data(VP8_COMP *cpi,
                               MACROBLOCK *x,
                               MB_ROW_COMP *mbr_ei,
                               int mb_row,
                               int count
                              )
{

    VP8_COMMON *const cm = & cpi->common;
    MACROBLOCKD *const xd = & x->e_mbd;
    int i;
    (void) mb_row;

    for (i = 0; i < count; i++)
    {
        MACROBLOCK *mb = & mbr_ei[i].mb;
        MACROBLOCKD *mbd = &mb->e_mbd;

        mbd->subpixel_predict        = xd->subpixel_predict;
        mbd->subpixel_predict8x4     = xd->subpixel_predict8x4;
        mbd->subpixel_predict8x8     = xd->subpixel_predict8x8;
        mbd->subpixel_predict16x16   = xd->subpixel_predict16x16;
454
        mb->gf_active_ptr            = x->gf_active_ptr;
John Koleszar's avatar
John Koleszar committed
455
456
457
458

        vpx_memset(mbr_ei[i].segment_counts, 0, sizeof(mbr_ei[i].segment_counts));
        mbr_ei[i].totalrate = 0;

459
460
        mb->partition_info = x->pi + x->e_mbd.mode_info_stride * (i + 1);

John Koleszar's avatar
John Koleszar committed
461
462
463
464
465
466
        mbd->mode_info_context = cm->mi   + x->e_mbd.mode_info_stride * (i + 1);
        mbd->mode_info_stride  = cm->mode_info_stride;

        mbd->frame_type = cm->frame_type;

        mb->src = * cpi->Source;
467
468
        mbd->pre = cm->yv12_fb[cm->lst_fb_idx];
        mbd->dst = cm->yv12_fb[cm->new_fb_idx];
John Koleszar's avatar
John Koleszar committed
469
470
471
472
473
474
475

        mb->src.y_buffer += 16 * x->src.y_stride * (i + 1);
        mb->src.u_buffer +=  8 * x->src.uv_stride * (i + 1);
        mb->src.v_buffer +=  8 * x->src.uv_stride * (i + 1);

        vp8_build_block_offsets(mb);

476
        mbd->left_context = &cm->left_context;
John Koleszar's avatar
John Koleszar committed
477
478
479
480
        mb->mvc = cm->fc.mvc;

        setup_mbby_copy(&mbr_ei[i].mb, x);

Scott LaVarnway's avatar
Scott LaVarnway committed
481
482
483
        mbd->fullpixel_mask = 0xffffffff;
        if(cm->full_pixel)
            mbd->fullpixel_mask = 0xfffffff8;
John Koleszar's avatar
John Koleszar committed
484
485
486
487
488
    }
}

void vp8cx_create_encoder_threads(VP8_COMP *cpi)
{
489
    const VP8_COMMON * cm = &cpi->common;
John Koleszar's avatar
John Koleszar committed
490

491
492
    cpi->b_multi_threaded = 0;
    cpi->encoding_thread_count = 0;
493
    cpi->b_lpf_running = 0;
John Koleszar's avatar
John Koleszar committed
494

495
    if (cm->processor_core_count > 1 && cpi->oxcf.multi_threaded > 1)
John Koleszar's avatar
John Koleszar committed
496
497
    {
        int ithread;
498
        int th_count = cpi->oxcf.multi_threaded - 1;
John Koleszar's avatar
John Koleszar committed
499

500
501
502
        /* don't allocate more threads than cores available */
        if (cpi->oxcf.multi_threaded > cm->processor_core_count)
            th_count = cm->processor_core_count - 1;
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520

        /* we have th_count + 1 (main) threads processing one row each */
        /* no point to have more threads than the sync range allows */
        if(th_count > ((cm->mb_cols / cpi->mt_sync_range) - 1))
        {
            th_count = (cm->mb_cols / cpi->mt_sync_range) - 1;
        }

        if(th_count == 0)
            return;

        CHECK_MEM_ERROR(cpi->h_encoding_thread, vpx_malloc(sizeof(pthread_t) * th_count));
        CHECK_MEM_ERROR(cpi->h_event_start_encoding, vpx_malloc(sizeof(sem_t) * th_count));
        CHECK_MEM_ERROR(cpi->mb_row_ei, vpx_memalign(32, sizeof(MB_ROW_COMP) * th_count));
        vpx_memset(cpi->mb_row_ei, 0, sizeof(MB_ROW_COMP) * th_count);
        CHECK_MEM_ERROR(cpi->en_thread_data,
                        vpx_malloc(sizeof(ENCODETHREAD_DATA) * th_count));

Attila Nagy's avatar
Attila Nagy committed
521
        sem_init(&cpi->h_event_end_encoding, 0, 0);
John Koleszar's avatar
John Koleszar committed
522
523

        cpi->b_multi_threaded = 1;
524
        cpi->encoding_thread_count = th_count;
John Koleszar's avatar
John Koleszar committed
525

526
527
528
529
        /*
        printf("[VP8:] multi_threaded encoding is enabled with %d threads\n\n",
               (cpi->encoding_thread_count +1));
        */
John Koleszar's avatar
John Koleszar committed
530

531
        for (ithread = 0; ithread < th_count; ithread++)
John Koleszar's avatar
John Koleszar committed
532
        {
533
534
535
536
537
            ENCODETHREAD_DATA *ethd = &cpi->en_thread_data[ithread];

            /* Setup block ptrs and offsets */
            vp8_setup_block_ptrs(&cpi->mb_row_ei[ithread].mb);
            vp8_setup_block_dptrs(&cpi->mb_row_ei[ithread].mb.e_mbd);
Attila Nagy's avatar
Attila Nagy committed
538
539

            sem_init(&cpi->h_event_start_encoding[ithread], 0, 0);
540

Attila Nagy's avatar
Attila Nagy committed
541
542
543
            ethd->ithread = ithread;
            ethd->ptr1 = (void *)cpi;
            ethd->ptr2 = (void *)&cpi->mb_row_ei[ithread];
John Koleszar's avatar
John Koleszar committed
544

Attila Nagy's avatar
Attila Nagy committed
545
            pthread_create(&cpi->h_encoding_thread[ithread], 0, thread_encoding_proc, ethd);
John Koleszar's avatar
John Koleszar committed
546
547
        }

548
549
550
551
552
553
554
        {
            LPFTHREAD_DATA * lpfthd = &cpi->lpf_thread_data;

            sem_init(&cpi->h_event_start_lpf, 0, 0);
            sem_init(&cpi->h_event_end_lpf, 0, 0);

            lpfthd->ptr1 = (void *)cpi;
555
            pthread_create(&cpi->h_filter_thread, 0, thread_loopfilter, lpfthd);
556
        }
John Koleszar's avatar
John Koleszar committed
557
558
559
560
561
562
563
564
    }

}

void vp8cx_remove_encoder_threads(VP8_COMP *cpi)
{
    if (cpi->b_multi_threaded)
    {
John Koleszar's avatar
John Koleszar committed
565
        /* shutdown other threads */
John Koleszar's avatar
John Koleszar committed
566
567
568
569
570
571
        cpi->b_multi_threaded = 0;
        {
            int i;

            for (i = 0; i < cpi->encoding_thread_count; i++)
            {
Attila Nagy's avatar
Attila Nagy committed
572
                sem_post(&cpi->h_event_start_encoding[i]);
John Koleszar's avatar
John Koleszar committed
573
574
                pthread_join(cpi->h_encoding_thread[i], 0);

Attila Nagy's avatar
Attila Nagy committed
575
576
                sem_destroy(&cpi->h_event_start_encoding[i]);
            }
577
578
579

            sem_post(&cpi->h_event_start_lpf);
            pthread_join(cpi->h_filter_thread, 0);
John Koleszar's avatar
John Koleszar committed
580
        }
Attila Nagy's avatar
Attila Nagy committed
581
582

        sem_destroy(&cpi->h_event_end_encoding);
583
584
        sem_destroy(&cpi->h_event_end_lpf);
        sem_destroy(&cpi->h_event_start_lpf);
Attila Nagy's avatar
Attila Nagy committed
585

John Koleszar's avatar
John Koleszar committed
586
        /* free thread related resources */
Attila Nagy's avatar
Attila Nagy committed
587
        vpx_free(cpi->h_event_start_encoding);
John Koleszar's avatar
John Koleszar committed
588
589
590
591
592
        vpx_free(cpi->h_encoding_thread);
        vpx_free(cpi->mb_row_ei);
        vpx_free(cpi->en_thread_data);
    }
}
593
#endif