#ifndef __DISPATCH_OS_SHIMS__
#define __DISPATCH_OS_SHIMS__
#include <pthread.h>
#include <pthread_machdep.h>
#include <pthread_workqueue.h>
__private_extern__ const char *__crashreporter_info__;
static const unsigned long dispatch_queue_key = __PTK_LIBDISPATCH_KEY0;
static const unsigned long dispatch_sema4_key = __PTK_LIBDISPATCH_KEY1;
static const unsigned long dispatch_cache_key = __PTK_LIBDISPATCH_KEY2;
static const unsigned long dispatch_bcounter_key = __PTK_LIBDISPATCH_KEY3;
#define SIMULATE_5491082 1
#ifndef _PTHREAD_TSD_OFFSET
#define _PTHREAD_TSD_OFFSET 0
#endif
static inline void
_dispatch_thread_setspecific(unsigned long k, void *v)
{
#if defined(SIMULATE_5491082) && defined(__i386__)
asm("movl %1, %%gs:%0" : "=m" (*(void **)(k * sizeof(void *) + _PTHREAD_TSD_OFFSET)) : "ri" (v) : "memory");
#elif defined(SIMULATE_5491082) && defined(__x86_64__)
asm("movq %1, %%gs:%0" : "=m" (*(void **)(k * sizeof(void *) + _PTHREAD_TSD_OFFSET)) : "rn" (v) : "memory");
#else
int res;
if (_pthread_has_direct_tsd()) {
res = _pthread_setspecific_direct(k, v);
} else {
res = pthread_setspecific(k, v);
}
dispatch_assert_zero(res);
#endif
}
static inline void *
_dispatch_thread_getspecific(unsigned long k)
{
#if defined(SIMULATE_5491082) && (defined(__i386__) || defined(__x86_64__))
void *rval;
asm("mov %%gs:%1, %0" : "=r" (rval) : "m" (*(void **)(k * sizeof(void *) + _PTHREAD_TSD_OFFSET)));
return rval;
#else
if (_pthread_has_direct_tsd()) {
return _pthread_getspecific_direct(k);
} else {
return pthread_getspecific(k);
}
#endif
}
static inline void
_dispatch_thread_key_init_np(unsigned long k, void (*d)(void *))
{
dispatch_assert_zero(pthread_key_init_np((int)k, d));
}
#define _dispatch_thread_self pthread_self
#if DISPATCH_PERF_MON
#if defined(SIMULATE_5491082) && (defined(__i386__) || defined(__x86_64__))
#ifdef __LP64__
#define _dispatch_workitem_inc() asm("incq %%gs:%0" : "+m" \
(*(void **)(dispatch_bcounter_key * sizeof(void *) + _PTHREAD_TSD_OFFSET)) :: "cc")
#define _dispatch_workitem_dec() asm("decq %%gs:%0" : "+m" \
(*(void **)(dispatch_bcounter_key * sizeof(void *) + _PTHREAD_TSD_OFFSET)) :: "cc")
#else
#define _dispatch_workitem_inc() asm("incl %%gs:%0" : "+m" \
(*(void **)(dispatch_bcounter_key * sizeof(void *) + _PTHREAD_TSD_OFFSET)) :: "cc")
#define _dispatch_workitem_dec() asm("decl %%gs:%0" : "+m" \
(*(void **)(dispatch_bcounter_key * sizeof(void *) + _PTHREAD_TSD_OFFSET)) :: "cc")
#endif
#else
static inline void
_dispatch_workitem_inc(void)
{
unsigned long cnt = (unsigned long)_dispatch_thread_getspecific(dispatch_bcounter_key);
_dispatch_thread_setspecific(dispatch_bcounter_key, (void *)++cnt);
}
static inline void
_dispatch_workitem_dec(void)
{
unsigned long cnt = (unsigned long)_dispatch_thread_getspecific(dispatch_bcounter_key);
_dispatch_thread_setspecific(dispatch_bcounter_key, (void *)--cnt);
}
#endif
#ifdef __LP64__
#define flsll(x) flsl(x)
#else
static inline unsigned int
flsll(uint64_t val)
{
union {
struct {
#ifdef __BIG_ENDIAN__
unsigned int hi, low;
#else
unsigned int low, hi;
#endif
} words;
uint64_t word;
} _bucket = {
.word = val,
};
if (_bucket.words.hi) {
return fls(_bucket.words.hi) + 32;
}
return fls(_bucket.words.low);
}
#endif
#else
#define _dispatch_workitem_inc()
#define _dispatch_workitem_dec()
#endif // DISPATCH_PERF_MON
#endif