Home | History | Annotate | Download | only in vpx_util
      1 // Copyright 2013 Google Inc. All Rights Reserved.
      2 //
      3 // Use of this source code is governed by a BSD-style license
      4 // that can be found in the COPYING file in the root of the source
      5 // tree. An additional intellectual property rights grant can be found
      6 // in the file PATENTS. All contributing project authors may
      7 // be found in the AUTHORS file in the root of the source tree.
      8 // -----------------------------------------------------------------------------
      9 //
     10 // Multi-threaded worker
     11 //
     12 // Original source:
     13 //  https://chromium.googlesource.com/webm/libwebp
     14 
     15 #ifndef VPX_THREAD_H_
     16 #define VPX_THREAD_H_
     17 
     18 #include "./vpx_config.h"
     19 
     20 #ifdef __cplusplus
     21 extern "C" {
     22 #endif
     23 
     24 // Set maximum decode threads to be 8 due to the limit of frame buffers
     25 // and not enough semaphores in the emulation layer on windows.
     26 #define MAX_DECODE_THREADS 8
     27 
     28 #if CONFIG_MULTITHREAD
     29 
     30 #if defined(_WIN32) && !HAVE_PTHREAD_H
     31 #include <errno.h>    // NOLINT
     32 #include <process.h>  // NOLINT
     33 #include <windows.h>  // NOLINT
     34 typedef HANDLE pthread_t;
     35 typedef CRITICAL_SECTION pthread_mutex_t;
     36 
     37 #if _WIN32_WINNT >= 0x0600  // Windows Vista / Server 2008 or greater
     38 #define USE_WINDOWS_CONDITION_VARIABLE
     39 typedef CONDITION_VARIABLE pthread_cond_t;
     40 #else
     41 typedef struct {
     42   HANDLE waiting_sem_;
     43   HANDLE received_sem_;
     44   HANDLE signal_event_;
     45 } pthread_cond_t;
     46 #endif  // _WIN32_WINNT >= 0x600
     47 
     48 #ifndef WINAPI_FAMILY_PARTITION
     49 #define WINAPI_PARTITION_DESKTOP 1
     50 #define WINAPI_FAMILY_PARTITION(x) x
     51 #endif
     52 
     53 #if !WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP)
     54 #define USE_CREATE_THREAD
     55 #endif
     56 
     57 //------------------------------------------------------------------------------
     58 // simplistic pthread emulation layer
     59 
     60 // _beginthreadex requires __stdcall
     61 #if defined(__GNUC__) && \
     62     (__GNUC__ > 4 || (__GNUC__ == 4 && __GNUC_MINOR__ >= 2))
     63 #define THREADFN __attribute__((force_align_arg_pointer)) unsigned int __stdcall
     64 #else
     65 #define THREADFN unsigned int __stdcall
     66 #endif
     67 #define THREAD_RETURN(val) (unsigned int)((DWORD_PTR)val)
     68 
     69 #if _WIN32_WINNT >= 0x0501  // Windows XP or greater
     70 #define WaitForSingleObject(obj, timeout) \
     71   WaitForSingleObjectEx(obj, timeout, FALSE /*bAlertable*/)
     72 #endif
     73 
     74 static INLINE int pthread_create(pthread_t *const thread, const void *attr,
     75                                  unsigned int(__stdcall *start)(void *),
     76                                  void *arg) {
     77   (void)attr;
     78 #ifdef USE_CREATE_THREAD
     79   *thread = CreateThread(NULL,          /* lpThreadAttributes */
     80                          0,             /* dwStackSize */
     81                          start, arg, 0, /* dwStackSize */
     82                          NULL);         /* lpThreadId */
     83 #else
     84   *thread = (pthread_t)_beginthreadex(NULL,          /* void *security */
     85                                       0,             /* unsigned stack_size */
     86                                       start, arg, 0, /* unsigned initflag */
     87                                       NULL);         /* unsigned *thrdaddr */
     88 #endif
     89   if (*thread == NULL) return 1;
     90   SetThreadPriority(*thread, THREAD_PRIORITY_ABOVE_NORMAL);
     91   return 0;
     92 }
     93 
     94 static INLINE int pthread_join(pthread_t thread, void **value_ptr) {
     95   (void)value_ptr;
     96   return (WaitForSingleObject(thread, INFINITE) != WAIT_OBJECT_0 ||
     97           CloseHandle(thread) == 0);
     98 }
     99 
    100 // Mutex
    101 static INLINE int pthread_mutex_init(pthread_mutex_t *const mutex,
    102                                      void *mutexattr) {
    103   (void)mutexattr;
    104 #if _WIN32_WINNT >= 0x0600  // Windows Vista / Server 2008 or greater
    105   InitializeCriticalSectionEx(mutex, 0 /*dwSpinCount*/, 0 /*Flags*/);
    106 #else
    107   InitializeCriticalSection(mutex);
    108 #endif
    109   return 0;
    110 }
    111 
    112 static INLINE int pthread_mutex_trylock(pthread_mutex_t *const mutex) {
    113   return TryEnterCriticalSection(mutex) ? 0 : EBUSY;
    114 }
    115 
    116 static INLINE int pthread_mutex_lock(pthread_mutex_t *const mutex) {
    117   EnterCriticalSection(mutex);
    118   return 0;
    119 }
    120 
    121 static INLINE int pthread_mutex_unlock(pthread_mutex_t *const mutex) {
    122   LeaveCriticalSection(mutex);
    123   return 0;
    124 }
    125 
    126 static INLINE int pthread_mutex_destroy(pthread_mutex_t *const mutex) {
    127   DeleteCriticalSection(mutex);
    128   return 0;
    129 }
    130 
    131 // Condition
    132 static INLINE int pthread_cond_destroy(pthread_cond_t *const condition) {
    133   int ok = 1;
    134 #ifdef USE_WINDOWS_CONDITION_VARIABLE
    135   (void)condition;
    136 #else
    137   ok &= (CloseHandle(condition->waiting_sem_) != 0);
    138   ok &= (CloseHandle(condition->received_sem_) != 0);
    139   ok &= (CloseHandle(condition->signal_event_) != 0);
    140 #endif
    141   return !ok;
    142 }
    143 
    144 static INLINE int pthread_cond_init(pthread_cond_t *const condition,
    145                                     void *cond_attr) {
    146   (void)cond_attr;
    147 #ifdef USE_WINDOWS_CONDITION_VARIABLE
    148   InitializeConditionVariable(condition);
    149 #else
    150   condition->waiting_sem_ = CreateSemaphore(NULL, 0, MAX_DECODE_THREADS, NULL);
    151   condition->received_sem_ = CreateSemaphore(NULL, 0, MAX_DECODE_THREADS, NULL);
    152   condition->signal_event_ = CreateEvent(NULL, FALSE, FALSE, NULL);
    153   if (condition->waiting_sem_ == NULL || condition->received_sem_ == NULL ||
    154       condition->signal_event_ == NULL) {
    155     pthread_cond_destroy(condition);
    156     return 1;
    157   }
    158 #endif
    159   return 0;
    160 }
    161 
    162 static INLINE int pthread_cond_signal(pthread_cond_t *const condition) {
    163   int ok = 1;
    164 #ifdef USE_WINDOWS_CONDITION_VARIABLE
    165   WakeConditionVariable(condition);
    166 #else
    167   if (WaitForSingleObject(condition->waiting_sem_, 0) == WAIT_OBJECT_0) {
    168     // a thread is waiting in pthread_cond_wait: allow it to be notified
    169     ok = SetEvent(condition->signal_event_);
    170     // wait until the event is consumed so the signaler cannot consume
    171     // the event via its own pthread_cond_wait.
    172     ok &= (WaitForSingleObject(condition->received_sem_, INFINITE) !=
    173            WAIT_OBJECT_0);
    174   }
    175 #endif
    176   return !ok;
    177 }
    178 
    179 static INLINE int pthread_cond_wait(pthread_cond_t *const condition,
    180                                     pthread_mutex_t *const mutex) {
    181   int ok;
    182 #ifdef USE_WINDOWS_CONDITION_VARIABLE
    183   ok = SleepConditionVariableCS(condition, mutex, INFINITE);
    184 #else
    185   // note that there is a consumer available so the signal isn't dropped in
    186   // pthread_cond_signal
    187   if (!ReleaseSemaphore(condition->waiting_sem_, 1, NULL)) return 1;
    188   // now unlock the mutex so pthread_cond_signal may be issued
    189   pthread_mutex_unlock(mutex);
    190   ok = (WaitForSingleObject(condition->signal_event_, INFINITE) ==
    191         WAIT_OBJECT_0);
    192   ok &= ReleaseSemaphore(condition->received_sem_, 1, NULL);
    193   pthread_mutex_lock(mutex);
    194 #endif
    195   return !ok;
    196 }
    197 #elif defined(__OS2__)
    198 #define INCL_DOS
    199 #include <os2.h>  // NOLINT
    200 
    201 #include <errno.h>        // NOLINT
    202 #include <stdlib.h>       // NOLINT
    203 #include <sys/builtin.h>  // NOLINT
    204 
    205 #define pthread_t TID
    206 #define pthread_mutex_t HMTX
    207 
    208 typedef struct {
    209   HEV event_sem_;
    210   HEV ack_sem_;
    211   volatile unsigned wait_count_;
    212 } pthread_cond_t;
    213 
    214 //------------------------------------------------------------------------------
    215 // simplistic pthread emulation layer
    216 
    217 #define THREADFN void *
    218 #define THREAD_RETURN(val) (val)
    219 
    220 typedef struct {
    221   void *(*start_)(void *);
    222   void *arg_;
    223 } thread_arg;
    224 
    225 static void thread_start(void *arg) {
    226   thread_arg targ = *(thread_arg *)arg;
    227   free(arg);
    228 
    229   targ.start_(targ.arg_);
    230 }
    231 
    232 static INLINE int pthread_create(pthread_t *const thread, const void *attr,
    233                                  void *(*start)(void *), void *arg) {
    234   int tid;
    235   thread_arg *targ = (thread_arg *)malloc(sizeof(*targ));
    236   if (targ == NULL) return 1;
    237 
    238   (void)attr;
    239 
    240   targ->start_ = start;
    241   targ->arg_ = arg;
    242   tid = (pthread_t)_beginthread(thread_start, NULL, 1024 * 1024, targ);
    243   if (tid == -1) {
    244     free(targ);
    245     return 1;
    246   }
    247 
    248   *thread = tid;
    249   return 0;
    250 }
    251 
    252 static INLINE int pthread_join(pthread_t thread, void **value_ptr) {
    253   (void)value_ptr;
    254   return DosWaitThread(&thread, DCWW_WAIT) != 0;
    255 }
    256 
    257 // Mutex
    258 static INLINE int pthread_mutex_init(pthread_mutex_t *const mutex,
    259                                      void *mutexattr) {
    260   (void)mutexattr;
    261   return DosCreateMutexSem(NULL, mutex, 0, FALSE) != 0;
    262 }
    263 
    264 static INLINE int pthread_mutex_trylock(pthread_mutex_t *const mutex) {
    265   return DosRequestMutexSem(*mutex, SEM_IMMEDIATE_RETURN) == 0 ? 0 : EBUSY;
    266 }
    267 
    268 static INLINE int pthread_mutex_lock(pthread_mutex_t *const mutex) {
    269   return DosRequestMutexSem(*mutex, SEM_INDEFINITE_WAIT) != 0;
    270 }
    271 
    272 static INLINE int pthread_mutex_unlock(pthread_mutex_t *const mutex) {
    273   return DosReleaseMutexSem(*mutex) != 0;
    274 }
    275 
    276 static INLINE int pthread_mutex_destroy(pthread_mutex_t *const mutex) {
    277   return DosCloseMutexSem(*mutex) != 0;
    278 }
    279 
    280 // Condition
    281 static INLINE int pthread_cond_destroy(pthread_cond_t *const condition) {
    282   int ok = 1;
    283   ok &= DosCloseEventSem(condition->event_sem_) == 0;
    284   ok &= DosCloseEventSem(condition->ack_sem_) == 0;
    285   return !ok;
    286 }
    287 
    288 static INLINE int pthread_cond_init(pthread_cond_t *const condition,
    289                                     void *cond_attr) {
    290   int ok = 1;
    291   (void)cond_attr;
    292 
    293   ok &=
    294       DosCreateEventSem(NULL, &condition->event_sem_, DCE_POSTONE, FALSE) == 0;
    295   ok &= DosCreateEventSem(NULL, &condition->ack_sem_, DCE_POSTONE, FALSE) == 0;
    296   if (!ok) {
    297     pthread_cond_destroy(condition);
    298     return 1;
    299   }
    300   condition->wait_count_ = 0;
    301   return 0;
    302 }
    303 
    304 static INLINE int pthread_cond_signal(pthread_cond_t *const condition) {
    305   int ok = 1;
    306 
    307   if (!__atomic_cmpxchg32(&condition->wait_count_, 0, 0)) {
    308     ok &= DosPostEventSem(condition->event_sem_) == 0;
    309     ok &= DosWaitEventSem(condition->ack_sem_, SEM_INDEFINITE_WAIT) == 0;
    310   }
    311 
    312   return !ok;
    313 }
    314 
    315 static INLINE int pthread_cond_broadcast(pthread_cond_t *const condition) {
    316   int ok = 1;
    317 
    318   while (!__atomic_cmpxchg32(&condition->wait_count_, 0, 0))
    319     ok &= pthread_cond_signal(condition) == 0;
    320 
    321   return !ok;
    322 }
    323 
    324 static INLINE int pthread_cond_wait(pthread_cond_t *const condition,
    325                                     pthread_mutex_t *const mutex) {
    326   int ok = 1;
    327 
    328   __atomic_increment(&condition->wait_count_);
    329 
    330   ok &= pthread_mutex_unlock(mutex) == 0;
    331 
    332   ok &= DosWaitEventSem(condition->event_sem_, SEM_INDEFINITE_WAIT) == 0;
    333 
    334   __atomic_decrement(&condition->wait_count_);
    335 
    336   ok &= DosPostEventSem(condition->ack_sem_) == 0;
    337 
    338   pthread_mutex_lock(mutex);
    339 
    340   return !ok;
    341 }
    342 #else                 // _WIN32
    343 #include <pthread.h>  // NOLINT
    344 #define THREADFN void *
    345 #define THREAD_RETURN(val) val
    346 #endif
    347 
    348 #endif  // CONFIG_MULTITHREAD
    349 
    350 // State of the worker thread object
    351 typedef enum {
    352   NOT_OK = 0,  // object is unusable
    353   OK,          // ready to work
    354   WORK         // busy finishing the current task
    355 } VPxWorkerStatus;
    356 
    357 // Function to be called by the worker thread. Takes two opaque pointers as
    358 // arguments (data1 and data2), and should return false in case of error.
    359 typedef int (*VPxWorkerHook)(void *, void *);
    360 
    361 // Platform-dependent implementation details for the worker.
    362 typedef struct VPxWorkerImpl VPxWorkerImpl;
    363 
    364 // Synchronization object used to launch job in the worker thread
    365 typedef struct {
    366   VPxWorkerImpl *impl_;
    367   VPxWorkerStatus status_;
    368   VPxWorkerHook hook;  // hook to call
    369   void *data1;         // first argument passed to 'hook'
    370   void *data2;         // second argument passed to 'hook'
    371   int had_error;       // return value of the last call to 'hook'
    372 } VPxWorker;
    373 
    374 // The interface for all thread-worker related functions. All these functions
    375 // must be implemented.
    376 typedef struct {
    377   // Must be called first, before any other method.
    378   void (*init)(VPxWorker *const worker);
    379   // Must be called to initialize the object and spawn the thread. Re-entrant.
    380   // Will potentially launch the thread. Returns false in case of error.
    381   int (*reset)(VPxWorker *const worker);
    382   // Makes sure the previous work is finished. Returns true if worker->had_error
    383   // was not set and no error condition was triggered by the working thread.
    384   int (*sync)(VPxWorker *const worker);
    385   // Triggers the thread to call hook() with data1 and data2 arguments. These
    386   // hook/data1/data2 values can be changed at any time before calling this
    387   // function, but not be changed afterward until the next call to Sync().
    388   void (*launch)(VPxWorker *const worker);
    389   // This function is similar to launch() except that it calls the
    390   // hook directly instead of using a thread. Convenient to bypass the thread
    391   // mechanism while still using the VPxWorker structs. sync() must
    392   // still be called afterward (for error reporting).
    393   void (*execute)(VPxWorker *const worker);
    394   // Kill the thread and terminate the object. To use the object again, one
    395   // must call reset() again.
    396   void (*end)(VPxWorker *const worker);
    397 } VPxWorkerInterface;
    398 
    399 // Install a new set of threading functions, overriding the defaults. This
    400 // should be done before any workers are started, i.e., before any encoding or
    401 // decoding takes place. The contents of the interface struct are copied, it
    402 // is safe to free the corresponding memory after this call. This function is
    403 // not thread-safe. Return false in case of invalid pointer or methods.
    404 int vpx_set_worker_interface(const VPxWorkerInterface *const winterface);
    405 
    406 // Retrieve the currently set thread worker interface.
    407 const VPxWorkerInterface *vpx_get_worker_interface(void);
    408 
    409 //------------------------------------------------------------------------------
    410 
    411 #ifdef __cplusplus
    412 }  // extern "C"
    413 #endif
    414 
    415 #endif  // VPX_THREAD_H_
    416