#define _c_clock __u.__i[4]
#define _c_lock __u.__i[5]
#define _c_lockwait __u.__i[6]
+#define _c_waiters2 __u.__i[7]
#define _rw_lock __u.__i[0]
#define _rw_waiters __u.__i[1]
#define _b_inst __u.__p[0]
m = c->_c_mutex;
/* Move waiter count to the mutex */
- a_fetch_add(&m->_m_waiters, c->_c_waiters);
- a_store(&c->_c_waiters, 0);
+ for (;;) {
+ int w = c->_c_waiters2;
+ a_fetch_add(&m->_m_waiters, w);
+ if (a_cas(&c->_c_waiters2, w, 0) == w) break;
+ a_fetch_add(&m->_m_waiters, -w);
+ }
/* Perform the futex requeue, waking one waiter unless we know
* that the calling thread holds the mutex. */
static void unwait(pthread_cond_t *c, pthread_mutex_t *m)
{
+ int w;
+
/* Removing a waiter is non-trivial if we could be using requeue
* based broadcast signals, due to mutex access issues, etc. */
while (a_swap(&c->_c_lock, 1))
__wait(&c->_c_lock, &c->_c_lockwait, 1, 1);
- if (c->_c_waiters) c->_c_waiters--;
- else a_dec(&m->_m_waiters);
+ /* Atomically decrement waiters2 if positive, else mutex waiters. */
+ do w = c->_c_waiters2;
+ while (w && a_cas(&c->_c_waiters2, w, w-1)!=w);
+ if (!w) a_dec(&m->_m_waiters);
a_store(&c->_c_lock, 0);
if (c->_c_lockwait) __wake(&c->_c_lock, 1, 1);
pthread_testcancel();
- if (c->_c_mutex == (void *)-1) {
- a_inc(&c->_c_waiters);
- } else {
- c->_c_mutex = m;
- while (a_swap(&c->_c_lock, 1))
- __wait(&c->_c_lock, &c->_c_lockwait, 1, 1);
- c->_c_waiters++;
- a_store(&c->_c_lock, 0);
- if (c->_c_lockwait) __wake(&c->_c_lock, 1, 1);
- }
+ if (c->_c_mutex != (void *)-1) c->_c_mutex = m;
+
+ a_inc(&c->_c_waiters);
+ a_inc(&c->_c_waiters2);
seq = c->_c_seq;