aom_thread.h 12.8 KB
Newer Older
Yaowu Xu's avatar
Yaowu Xu committed
1 2 3 4 5 6 7 8 9 10
/*
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */
James Zern's avatar
James Zern committed
11 12 13 14
//
// Multi-threaded worker
//
// Original source:
15
//  https://chromium.googlesource.com/webm/libwebp
James Zern's avatar
James Zern committed
16

Yaowu Xu's avatar
Yaowu Xu committed
17 18
#ifndef AOM_THREAD_H_
#define AOM_THREAD_H_
James Zern's avatar
James Zern committed
19

Yaowu Xu's avatar
Yaowu Xu committed
20
#include "./aom_config.h"
James Zern's avatar
James Zern committed
21

22
#ifdef __cplusplus
James Zern's avatar
James Zern committed
23 24 25
extern "C" {
#endif

26 27 28 29
// Set maximum decode threads to be 8 due to the limit of frame buffers
// and not enough semaphores in the emulation layer on windows.
#define MAX_DECODE_THREADS 8

James Zern's avatar
James Zern committed
30 31
#if CONFIG_MULTITHREAD

32
#if defined(_WIN32) && !HAVE_PTHREAD_H
clang-format's avatar
clang-format committed
33
#include <errno.h>    // NOLINT
34
#include <process.h>  // NOLINT
35
#include <windows.h>  // NOLINT
James Zern's avatar
James Zern committed
36 37
typedef HANDLE pthread_t;
typedef CRITICAL_SECTION pthread_mutex_t;
38 39 40 41 42

#if _WIN32_WINNT >= 0x0600  // Windows Vista / Server 2008 or greater
#define USE_WINDOWS_CONDITION_VARIABLE
typedef CONDITION_VARIABLE pthread_cond_t;
#else
James Zern's avatar
James Zern committed
43 44 45 46 47
typedef struct {
  HANDLE waiting_sem_;
  HANDLE received_sem_;
  HANDLE signal_event_;
} pthread_cond_t;
48 49 50 51 52 53 54 55 56 57
#endif  // _WIN32_WINNT >= 0x600

#ifndef WINAPI_FAMILY_PARTITION
#define WINAPI_PARTITION_DESKTOP 1
#define WINAPI_FAMILY_PARTITION(x) x
#endif

#if !WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP)
#define USE_CREATE_THREAD
#endif
James Zern's avatar
James Zern committed
58

59 60 61 62 63 64 65
//------------------------------------------------------------------------------
// simplistic pthread emulation layer

// _beginthreadex requires __stdcall
#define THREADFN unsigned int __stdcall
#define THREAD_RETURN(val) (unsigned int)((DWORD_PTR)val)

66 67 68 69 70
#if _WIN32_WINNT >= 0x0501  // Windows XP or greater
#define WaitForSingleObject(obj, timeout) \
  WaitForSingleObjectEx(obj, timeout, FALSE /*bAlertable*/)
#endif

clang-format's avatar
clang-format committed
71 72 73
static INLINE int pthread_create(pthread_t *const thread, const void *attr,
                                 unsigned int(__stdcall *start)(void *),
                                 void *arg) {
74
  (void)attr;
75
#ifdef USE_CREATE_THREAD
clang-format's avatar
clang-format committed
76 77 78 79
  *thread = CreateThread(NULL,          /* lpThreadAttributes */
                         0,             /* dwStackSize */
                         start, arg, 0, /* dwStackSize */
                         NULL);         /* lpThreadId */
80
#else
clang-format's avatar
clang-format committed
81 82 83 84
  *thread = (pthread_t)_beginthreadex(NULL,          /* void *security */
                                      0,             /* unsigned stack_size */
                                      start, arg, 0, /* unsigned initflag */
                                      NULL);         /* unsigned *thrdaddr */
85
#endif
86 87 88 89 90
  if (*thread == NULL) return 1;
  SetThreadPriority(*thread, THREAD_PRIORITY_ABOVE_NORMAL);
  return 0;
}

clang-format's avatar
clang-format committed
91
static INLINE int pthread_join(pthread_t thread, void **value_ptr) {
92 93 94 95 96 97 98
  (void)value_ptr;
  return (WaitForSingleObject(thread, INFINITE) != WAIT_OBJECT_0 ||
          CloseHandle(thread) == 0);
}

// Mutex
static INLINE int pthread_mutex_init(pthread_mutex_t *const mutex,
clang-format's avatar
clang-format committed
99
                                     void *mutexattr) {
100
  (void)mutexattr;
101 102 103
#if _WIN32_WINNT >= 0x0600  // Windows Vista / Server 2008 or greater
  InitializeCriticalSectionEx(mutex, 0 /*dwSpinCount*/, 0 /*Flags*/);
#else
104
  InitializeCriticalSection(mutex);
105
#endif
106 107 108 109 110 111 112 113 114 115 116
  return 0;
}

static INLINE int pthread_mutex_trylock(pthread_mutex_t *const mutex) {
  return TryEnterCriticalSection(mutex) ? 0 : EBUSY;
}

static INLINE int pthread_mutex_lock(pthread_mutex_t *const mutex) {
  EnterCriticalSection(mutex);
  return 0;
}
James Zern's avatar
James Zern committed
117

118 119 120 121 122 123 124 125 126 127 128 129 130
static INLINE int pthread_mutex_unlock(pthread_mutex_t *const mutex) {
  LeaveCriticalSection(mutex);
  return 0;
}

static INLINE int pthread_mutex_destroy(pthread_mutex_t *const mutex) {
  DeleteCriticalSection(mutex);
  return 0;
}

// Condition
static INLINE int pthread_cond_destroy(pthread_cond_t *const condition) {
  int ok = 1;
131 132 133
#ifdef USE_WINDOWS_CONDITION_VARIABLE
  (void)condition;
#else
134 135 136
  ok &= (CloseHandle(condition->waiting_sem_) != 0);
  ok &= (CloseHandle(condition->received_sem_) != 0);
  ok &= (CloseHandle(condition->signal_event_) != 0);
137
#endif
138 139 140 141
  return !ok;
}

static INLINE int pthread_cond_init(pthread_cond_t *const condition,
clang-format's avatar
clang-format committed
142
                                    void *cond_attr) {
143
  (void)cond_attr;
144 145 146
#ifdef USE_WINDOWS_CONDITION_VARIABLE
  InitializeConditionVariable(condition);
#else
147 148
  condition->waiting_sem_ = CreateSemaphore(NULL, 0, MAX_DECODE_THREADS, NULL);
  condition->received_sem_ = CreateSemaphore(NULL, 0, MAX_DECODE_THREADS, NULL);
149
  condition->signal_event_ = CreateEvent(NULL, FALSE, FALSE, NULL);
clang-format's avatar
clang-format committed
150
  if (condition->waiting_sem_ == NULL || condition->received_sem_ == NULL ||
151 152 153 154
      condition->signal_event_ == NULL) {
    pthread_cond_destroy(condition);
    return 1;
  }
155
#endif
156 157 158 159 160
  return 0;
}

static INLINE int pthread_cond_signal(pthread_cond_t *const condition) {
  int ok = 1;
161 162 163
#ifdef USE_WINDOWS_CONDITION_VARIABLE
  WakeConditionVariable(condition);
#else
164 165 166 167 168 169 170 171
  if (WaitForSingleObject(condition->waiting_sem_, 0) == WAIT_OBJECT_0) {
    // a thread is waiting in pthread_cond_wait: allow it to be notified
    ok = SetEvent(condition->signal_event_);
    // wait until the event is consumed so the signaler cannot consume
    // the event via its own pthread_cond_wait.
    ok &= (WaitForSingleObject(condition->received_sem_, INFINITE) !=
           WAIT_OBJECT_0);
  }
172
#endif
173 174 175 176 177 178
  return !ok;
}

static INLINE int pthread_cond_wait(pthread_cond_t *const condition,
                                    pthread_mutex_t *const mutex) {
  int ok;
179 180 181
#ifdef USE_WINDOWS_CONDITION_VARIABLE
  ok = SleepConditionVariableCS(condition, mutex, INFINITE);
#else
182 183
  // note that there is a consumer available so the signal isn't dropped in
  // pthread_cond_signal
clang-format's avatar
clang-format committed
184
  if (!ReleaseSemaphore(condition->waiting_sem_, 1, NULL)) return 1;
185 186 187 188 189 190
  // now unlock the mutex so pthread_cond_signal may be issued
  pthread_mutex_unlock(mutex);
  ok = (WaitForSingleObject(condition->signal_event_, INFINITE) ==
        WAIT_OBJECT_0);
  ok &= ReleaseSemaphore(condition->received_sem_, 1, NULL);
  pthread_mutex_lock(mutex);
191
#endif
192 193
  return !ok;
}
194 195
#elif defined(__OS2__)
#define INCL_DOS
clang-format's avatar
clang-format committed
196
#include <os2.h>  // NOLINT
197

clang-format's avatar
clang-format committed
198 199 200
#include <errno.h>        // NOLINT
#include <stdlib.h>       // NOLINT
#include <sys/builtin.h>  // NOLINT
201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217

#define pthread_t TID
#define pthread_mutex_t HMTX

typedef struct {
  HEV event_sem_;
  HEV ack_sem_;
  volatile unsigned wait_count_;
} pthread_cond_t;

//------------------------------------------------------------------------------
// simplistic pthread emulation layer

#define THREADFN void *
#define THREAD_RETURN(val) (val)

typedef struct {
clang-format's avatar
clang-format committed
218 219
  void *(*start_)(void *);
  void *arg_;
220 221
} thread_arg;

clang-format's avatar
clang-format committed
222
static void thread_start(void *arg) {
223 224 225 226 227 228
  thread_arg targ = *(thread_arg *)arg;
  free(arg);

  targ.start_(targ.arg_);
}

clang-format's avatar
clang-format committed
229 230
static INLINE int pthread_create(pthread_t *const thread, const void *attr,
                                 void *(*start)(void *), void *arg) {
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248
  int tid;
  thread_arg *targ = (thread_arg *)malloc(sizeof(*targ));
  if (targ == NULL) return 1;

  (void)attr;

  targ->start_ = start;
  targ->arg_ = arg;
  tid = (pthread_t)_beginthread(thread_start, NULL, 1024 * 1024, targ);
  if (tid == -1) {
    free(targ);
    return 1;
  }

  *thread = tid;
  return 0;
}

clang-format's avatar
clang-format committed
249
static INLINE int pthread_join(pthread_t thread, void **value_ptr) {
250 251 252 253 254 255
  (void)value_ptr;
  return DosWaitThread(&thread, DCWW_WAIT) != 0;
}

// Mutex
static INLINE int pthread_mutex_init(pthread_mutex_t *const mutex,
clang-format's avatar
clang-format committed
256
                                     void *mutexattr) {
257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285
  (void)mutexattr;
  return DosCreateMutexSem(NULL, mutex, 0, FALSE) != 0;
}

static INLINE int pthread_mutex_trylock(pthread_mutex_t *const mutex) {
  return DosRequestMutexSem(*mutex, SEM_IMMEDIATE_RETURN) == 0 ? 0 : EBUSY;
}

static INLINE int pthread_mutex_lock(pthread_mutex_t *const mutex) {
  return DosRequestMutexSem(*mutex, SEM_INDEFINITE_WAIT) != 0;
}

static INLINE int pthread_mutex_unlock(pthread_mutex_t *const mutex) {
  return DosReleaseMutexSem(*mutex) != 0;
}

static INLINE int pthread_mutex_destroy(pthread_mutex_t *const mutex) {
  return DosCloseMutexSem(*mutex) != 0;
}

// Condition
static INLINE int pthread_cond_destroy(pthread_cond_t *const condition) {
  int ok = 1;
  ok &= DosCloseEventSem(condition->event_sem_) == 0;
  ok &= DosCloseEventSem(condition->ack_sem_) == 0;
  return !ok;
}

static INLINE int pthread_cond_init(pthread_cond_t *const condition,
clang-format's avatar
clang-format committed
286
                                    void *cond_attr) {
287 288 289
  int ok = 1;
  (void)cond_attr;

clang-format's avatar
clang-format committed
290 291
  ok &=
      DosCreateEventSem(NULL, &condition->event_sem_, DCE_POSTONE, FALSE) == 0;
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315
  ok &= DosCreateEventSem(NULL, &condition->ack_sem_, DCE_POSTONE, FALSE) == 0;
  if (!ok) {
    pthread_cond_destroy(condition);
    return 1;
  }
  condition->wait_count_ = 0;
  return 0;
}

static INLINE int pthread_cond_signal(pthread_cond_t *const condition) {
  int ok = 1;

  if (!__atomic_cmpxchg32(&condition->wait_count_, 0, 0)) {
    ok &= DosPostEventSem(condition->event_sem_) == 0;
    ok &= DosWaitEventSem(condition->ack_sem_, SEM_INDEFINITE_WAIT) == 0;
  }

  return !ok;
}

static INLINE int pthread_cond_broadcast(pthread_cond_t *const condition) {
  int ok = 1;

  while (!__atomic_cmpxchg32(&condition->wait_count_, 0, 0))
clang-format's avatar
clang-format committed
316
    ok &= pthread_cond_signal(condition) == 0;
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338

  return !ok;
}

static INLINE int pthread_cond_wait(pthread_cond_t *const condition,
                                    pthread_mutex_t *const mutex) {
  int ok = 1;

  __atomic_increment(&condition->wait_count_);

  ok &= pthread_mutex_unlock(mutex) == 0;

  ok &= DosWaitEventSem(condition->event_sem_, SEM_INDEFINITE_WAIT) == 0;

  __atomic_decrement(&condition->wait_count_);

  ok &= DosPostEventSem(condition->ack_sem_) == 0;

  pthread_mutex_lock(mutex);

  return !ok;
}
clang-format's avatar
clang-format committed
339 340 341 342
#else                 // _WIN32
#include <pthread.h>  // NOLINT
#define THREADFN void *
#define THREAD_RETURN(val) val
343
#endif
James Zern's avatar
James Zern committed
344

345
#endif  // CONFIG_MULTITHREAD
James Zern's avatar
James Zern committed
346 347 348

// State of the worker thread object
typedef enum {
clang-format's avatar
clang-format committed
349 350 351
  NOT_OK = 0,  // object is unusable
  OK,          // ready to work
  WORK         // busy finishing the current task
Yaowu Xu's avatar
Yaowu Xu committed
352
} AVxWorkerStatus;
James Zern's avatar
James Zern committed
353 354 355

// Function to be called by the worker thread. Takes two opaque pointers as
// arguments (data1 and data2), and should return false in case of error.
Yaowu Xu's avatar
Yaowu Xu committed
356
typedef int (*AVxWorkerHook)(void *, void *);
James Zern's avatar
James Zern committed
357

James Zern's avatar
James Zern committed
358
// Platform-dependent implementation details for the worker.
Yaowu Xu's avatar
Yaowu Xu committed
359
typedef struct AVxWorkerImpl AVxWorkerImpl;
James Zern's avatar
James Zern committed
360 361

// Synchronization object used to launch job in the worker thread
James Zern's avatar
James Zern committed
362
typedef struct {
Yaowu Xu's avatar
Yaowu Xu committed
363 364 365
  AVxWorkerImpl *impl_;
  AVxWorkerStatus status_;
  AVxWorkerHook hook;  // hook to call
clang-format's avatar
clang-format committed
366 367 368
  void *data1;         // first argument passed to 'hook'
  void *data2;         // second argument passed to 'hook'
  int had_error;       // return value of the last call to 'hook'
Yaowu Xu's avatar
Yaowu Xu committed
369
} AVxWorker;
James Zern's avatar
James Zern committed
370

James Zern's avatar
James Zern committed
371 372 373 374
// The interface for all thread-worker related functions. All these functions
// must be implemented.
typedef struct {
  // Must be called first, before any other method.
Yaowu Xu's avatar
Yaowu Xu committed
375
  void (*init)(AVxWorker *const worker);
James Zern's avatar
James Zern committed
376 377
  // Must be called to initialize the object and spawn the thread. Re-entrant.
  // Will potentially launch the thread. Returns false in case of error.
Yaowu Xu's avatar
Yaowu Xu committed
378
  int (*reset)(AVxWorker *const worker);
James Zern's avatar
James Zern committed
379 380
  // Makes sure the previous work is finished. Returns true if worker->had_error
  // was not set and no error condition was triggered by the working thread.
Yaowu Xu's avatar
Yaowu Xu committed
381
  int (*sync)(AVxWorker *const worker);
James Zern's avatar
James Zern committed
382 383 384
  // Triggers the thread to call hook() with data1 and data2 arguments. These
  // hook/data1/data2 values can be changed at any time before calling this
  // function, but not be changed afterward until the next call to Sync().
Yaowu Xu's avatar
Yaowu Xu committed
385
  void (*launch)(AVxWorker *const worker);
James Zern's avatar
James Zern committed
386 387
  // This function is similar to launch() except that it calls the
  // hook directly instead of using a thread. Convenient to bypass the thread
Yaowu Xu's avatar
Yaowu Xu committed
388
  // mechanism while still using the AVxWorker structs. sync() must
James Zern's avatar
James Zern committed
389
  // still be called afterward (for error reporting).
Yaowu Xu's avatar
Yaowu Xu committed
390
  void (*execute)(AVxWorker *const worker);
James Zern's avatar
James Zern committed
391 392
  // Kill the thread and terminate the object. To use the object again, one
  // must call reset() again.
Yaowu Xu's avatar
Yaowu Xu committed
393 394
  void (*end)(AVxWorker *const worker);
} AVxWorkerInterface;
James Zern's avatar
James Zern committed
395 396 397 398 399 400

// Install a new set of threading functions, overriding the defaults. This
// should be done before any workers are started, i.e., before any encoding or
// decoding takes place. The contents of the interface struct are copied, it
// is safe to free the corresponding memory after this call. This function is
// not thread-safe. Return false in case of invalid pointer or methods.
Yaowu Xu's avatar
Yaowu Xu committed
401
int aom_set_worker_interface(const AVxWorkerInterface *const winterface);
James Zern's avatar
James Zern committed
402 403

// Retrieve the currently set thread worker interface.
Yaowu Xu's avatar
Yaowu Xu committed
404
const AVxWorkerInterface *aom_get_worker_interface(void);
James Zern's avatar
James Zern committed
405 406 407

//------------------------------------------------------------------------------

408
#ifdef __cplusplus
clang-format's avatar
clang-format committed
409
}  // extern "C"
James Zern's avatar
James Zern committed
410 411
#endif

Yaowu Xu's avatar
Yaowu Xu committed
412
#endif  // AOM_THREAD_H_