/* Linuxthreads - a simple clone()-based implementation of Posix */
|
/* Linuxthreads - a simple clone()-based implementation of Posix */
|
/* threads for Linux. */
|
/* threads for Linux. */
|
/* Copyright (C) 1998 Xavier Leroy (Xavier.Leroy@inria.fr) */
|
/* Copyright (C) 1998 Xavier Leroy (Xavier.Leroy@inria.fr) */
|
/* */
|
/* */
|
/* This program is free software; you can redistribute it and/or */
|
/* This program is free software; you can redistribute it and/or */
|
/* modify it under the terms of the GNU Library General Public License */
|
/* modify it under the terms of the GNU Library General Public License */
|
/* as published by the Free Software Foundation; either version 2 */
|
/* as published by the Free Software Foundation; either version 2 */
|
/* of the License, or (at your option) any later version. */
|
/* of the License, or (at your option) any later version. */
|
/* */
|
/* */
|
/* This program is distributed in the hope that it will be useful, */
|
/* This program is distributed in the hope that it will be useful, */
|
/* but WITHOUT ANY WARRANTY; without even the implied warranty of */
|
/* but WITHOUT ANY WARRANTY; without even the implied warranty of */
|
/* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
|
/* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the */
|
/* GNU Library General Public License for more details. */
|
/* GNU Library General Public License for more details. */
|
|
|
#include <bits/initspin.h>
|
#include <bits/initspin.h>
|
|
|
|
|
/* There are 2 compare and swap synchronization primitives with
|
/* There are 2 compare and swap synchronization primitives with
|
different semantics:
|
different semantics:
|
|
|
1. compare_and_swap, which has acquire semantics (i.e. it
|
1. compare_and_swap, which has acquire semantics (i.e. it
|
completes befor subsequent writes.)
|
completes befor subsequent writes.)
|
2. compare_and_swap_with_release_semantics, which has release
|
2. compare_and_swap_with_release_semantics, which has release
|
semantics (it completes after previous writes.)
|
semantics (it completes after previous writes.)
|
|
|
For those platforms on which they are the same. HAS_COMPARE_AND_SWAP
|
For those platforms on which they are the same. HAS_COMPARE_AND_SWAP
|
should be defined. For those platforms on which they are different,
|
should be defined. For those platforms on which they are different,
|
HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS has to be defined. */
|
HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS has to be defined. */
|
|
|
#ifndef HAS_COMPARE_AND_SWAP
|
#ifndef HAS_COMPARE_AND_SWAP
|
#ifdef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
#ifdef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
#define HAS_COMPARE_AND_SWAP
|
#define HAS_COMPARE_AND_SWAP
|
#endif
|
#endif
|
#endif
|
#endif
|
|
|
#if defined(TEST_FOR_COMPARE_AND_SWAP)
|
#if defined(TEST_FOR_COMPARE_AND_SWAP)
|
|
|
extern int __pthread_has_cas;
|
extern int __pthread_has_cas;
|
extern int __pthread_compare_and_swap(long * ptr, long oldval, long newval,
|
extern int __pthread_compare_and_swap(long * ptr, long oldval, long newval,
|
int * spinlock);
|
int * spinlock);
|
|
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
int * spinlock)
|
int * spinlock)
|
{
|
{
|
if (__builtin_expect (__pthread_has_cas, 1))
|
if (__builtin_expect (__pthread_has_cas, 1))
|
return __compare_and_swap(ptr, oldval, newval);
|
return __compare_and_swap(ptr, oldval, newval);
|
else
|
else
|
return __pthread_compare_and_swap(ptr, oldval, newval, spinlock);
|
return __pthread_compare_and_swap(ptr, oldval, newval, spinlock);
|
}
|
}
|
|
|
#elif defined(HAS_COMPARE_AND_SWAP)
|
#elif defined(HAS_COMPARE_AND_SWAP)
|
|
|
#ifdef IMPLEMENT_TAS_WITH_CAS
|
#ifdef IMPLEMENT_TAS_WITH_CAS
|
#define testandset(p) !__compare_and_swap((long int *) p, 0, 1)
|
#define testandset(p) !__compare_and_swap((long int *) p, 0, 1)
|
#endif
|
#endif
|
|
|
#ifdef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
#ifdef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
|
|
static inline int
|
static inline int
|
compare_and_swap_with_release_semantics (long * ptr, long oldval,
|
compare_and_swap_with_release_semantics (long * ptr, long oldval,
|
long newval, int * spinlock)
|
long newval, int * spinlock)
|
{
|
{
|
return __compare_and_swap_with_release_semantics (ptr, oldval,
|
return __compare_and_swap_with_release_semantics (ptr, oldval,
|
newval);
|
newval);
|
}
|
}
|
|
|
#endif
|
#endif
|
|
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
int * spinlock)
|
int * spinlock)
|
{
|
{
|
return __compare_and_swap(ptr, oldval, newval);
|
return __compare_and_swap(ptr, oldval, newval);
|
}
|
}
|
|
|
#else
|
#else
|
|
|
extern int __pthread_compare_and_swap(long * ptr, long oldval, long newval,
|
extern int __pthread_compare_and_swap(long * ptr, long oldval, long newval,
|
int * spinlock);
|
int * spinlock);
|
|
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
static inline int compare_and_swap(long * ptr, long oldval, long newval,
|
int * spinlock)
|
int * spinlock)
|
{
|
{
|
return __pthread_compare_and_swap(ptr, oldval, newval, spinlock);
|
return __pthread_compare_and_swap(ptr, oldval, newval, spinlock);
|
}
|
}
|
|
|
#endif
|
#endif
|
|
|
#ifndef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
#ifndef HAS_COMPARE_AND_SWAP_WITH_RELEASE_SEMANTICS
|
#define compare_and_swap_with_release_semantics compare_and_swap
|
#define compare_and_swap_with_release_semantics compare_and_swap
|
#define __compare_and_swap_with_release_semantics __compare_and_swap
|
#define __compare_and_swap_with_release_semantics __compare_and_swap
|
#endif
|
#endif
|
|
|
/* Internal locks */
|
/* Internal locks */
|
|
|
extern void internal_function __pthread_lock(struct _pthread_fastlock * lock,
|
extern void internal_function __pthread_lock(struct _pthread_fastlock * lock,
|
pthread_descr self);
|
pthread_descr self);
|
extern int __pthread_unlock(struct _pthread_fastlock *lock);
|
extern int __pthread_unlock(struct _pthread_fastlock *lock);
|
|
|
static inline void __pthread_init_lock(struct _pthread_fastlock * lock)
|
static inline void __pthread_init_lock(struct _pthread_fastlock * lock)
|
{
|
{
|
lock->__status = 0;
|
lock->__status = 0;
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
}
|
}
|
|
|
static inline int __pthread_trylock (struct _pthread_fastlock * lock)
|
static inline int __pthread_trylock (struct _pthread_fastlock * lock)
|
{
|
{
|
#if defined TEST_FOR_COMPARE_AND_SWAP
|
#if defined TEST_FOR_COMPARE_AND_SWAP
|
if (!__pthread_has_cas)
|
if (!__pthread_has_cas)
|
#endif
|
#endif
|
#if !defined HAS_COMPARE_AND_SWAP || defined TEST_FOR_COMPARE_AND_SWAP
|
#if !defined HAS_COMPARE_AND_SWAP || defined TEST_FOR_COMPARE_AND_SWAP
|
{
|
{
|
return (testandset(&lock->__spinlock) ? EBUSY : 0);
|
return (testandset(&lock->__spinlock) ? EBUSY : 0);
|
}
|
}
|
#endif
|
#endif
|
|
|
#if defined HAS_COMPARE_AND_SWAP
|
#if defined HAS_COMPARE_AND_SWAP
|
do {
|
do {
|
if (lock->__status != 0) return EBUSY;
|
if (lock->__status != 0) return EBUSY;
|
} while(! __compare_and_swap(&lock->__status, 0, 1));
|
} while(! __compare_and_swap(&lock->__status, 0, 1));
|
return 0;
|
return 0;
|
#endif
|
#endif
|
}
|
}
|
|
|
/* Variation of internal lock used for pthread_mutex_t, supporting
|
/* Variation of internal lock used for pthread_mutex_t, supporting
|
timed-out waits. Warning: do not mix these operations with the above ones
|
timed-out waits. Warning: do not mix these operations with the above ones
|
over the same lock object! */
|
over the same lock object! */
|
|
|
extern void __pthread_alt_lock(struct _pthread_fastlock * lock,
|
extern void __pthread_alt_lock(struct _pthread_fastlock * lock,
|
pthread_descr self);
|
pthread_descr self);
|
|
|
extern int __pthread_alt_timedlock(struct _pthread_fastlock * lock,
|
extern int __pthread_alt_timedlock(struct _pthread_fastlock * lock,
|
pthread_descr self, const struct timespec *abstime);
|
pthread_descr self, const struct timespec *abstime);
|
|
|
extern void __pthread_alt_unlock(struct _pthread_fastlock *lock);
|
extern void __pthread_alt_unlock(struct _pthread_fastlock *lock);
|
|
|
static inline void __pthread_alt_init_lock(struct _pthread_fastlock * lock)
|
static inline void __pthread_alt_init_lock(struct _pthread_fastlock * lock)
|
{
|
{
|
lock->__status = 0;
|
lock->__status = 0;
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
}
|
}
|
|
|
static inline int __pthread_alt_trylock (struct _pthread_fastlock * lock)
|
static inline int __pthread_alt_trylock (struct _pthread_fastlock * lock)
|
{
|
{
|
#if defined TEST_FOR_COMPARE_AND_SWAP
|
#if defined TEST_FOR_COMPARE_AND_SWAP
|
if (!__pthread_has_cas)
|
if (!__pthread_has_cas)
|
#endif
|
#endif
|
#if !defined HAS_COMPARE_AND_SWAP || defined TEST_FOR_COMPARE_AND_SWAP
|
#if !defined HAS_COMPARE_AND_SWAP || defined TEST_FOR_COMPARE_AND_SWAP
|
{
|
{
|
int res = EBUSY;
|
int res = EBUSY;
|
|
|
if (testandset(&lock->__spinlock) == 0)
|
if (testandset(&lock->__spinlock) == 0)
|
{
|
{
|
if (lock->__status == 0)
|
if (lock->__status == 0)
|
{
|
{
|
lock->__status = 1;
|
lock->__status = 1;
|
WRITE_MEMORY_BARRIER();
|
WRITE_MEMORY_BARRIER();
|
res = 0;
|
res = 0;
|
}
|
}
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
lock->__spinlock = __LT_SPINLOCK_INIT;
|
}
|
}
|
return res;
|
return res;
|
}
|
}
|
#endif
|
#endif
|
|
|
#if defined HAS_COMPARE_AND_SWAP
|
#if defined HAS_COMPARE_AND_SWAP
|
do {
|
do {
|
if (lock->__status != 0) return EBUSY;
|
if (lock->__status != 0) return EBUSY;
|
} while(! compare_and_swap(&lock->__status, 0, 1, &lock->__spinlock));
|
} while(! compare_and_swap(&lock->__status, 0, 1, &lock->__spinlock));
|
return 0;
|
return 0;
|
#endif
|
#endif
|
}
|
}
|
|
|
/* Operations on pthread_atomic, which is defined in internals.h */
|
/* Operations on pthread_atomic, which is defined in internals.h */
|
|
|
static inline long atomic_increment(struct pthread_atomic *pa)
|
static inline long atomic_increment(struct pthread_atomic *pa)
|
{
|
{
|
long oldval;
|
long oldval;
|
|
|
do {
|
do {
|
oldval = pa->p_count;
|
oldval = pa->p_count;
|
} while (!compare_and_swap(&pa->p_count, oldval, oldval + 1, &pa->p_spinlock));
|
} while (!compare_and_swap(&pa->p_count, oldval, oldval + 1, &pa->p_spinlock));
|
|
|
return oldval;
|
return oldval;
|
}
|
}
|
|
|
|
|
static inline long atomic_decrement(struct pthread_atomic *pa)
|
static inline long atomic_decrement(struct pthread_atomic *pa)
|
{
|
{
|
long oldval;
|
long oldval;
|
|
|
do {
|
do {
|
oldval = pa->p_count;
|
oldval = pa->p_count;
|
} while (!compare_and_swap(&pa->p_count, oldval, oldval - 1, &pa->p_spinlock));
|
} while (!compare_and_swap(&pa->p_count, oldval, oldval - 1, &pa->p_spinlock));
|
|
|
return oldval;
|
return oldval;
|
}
|
}
|
|
|
|
|
static inline void
|
static inline void
|
__pthread_set_own_extricate_if (pthread_descr self, pthread_extricate_if *peif)
|
__pthread_set_own_extricate_if (pthread_descr self, pthread_extricate_if *peif)
|
{
|
{
|
/* Only store a non-null peif if the thread has cancellation enabled.
|
/* Only store a non-null peif if the thread has cancellation enabled.
|
Otherwise pthread_cancel will unconditionally call the extricate handler,
|
Otherwise pthread_cancel will unconditionally call the extricate handler,
|
and restart the thread giving rise to forbidden spurious wakeups. */
|
and restart the thread giving rise to forbidden spurious wakeups. */
|
if (peif == NULL
|
if (peif == NULL
|
|| THREAD_GETMEM(self, p_cancelstate) == PTHREAD_CANCEL_ENABLE)
|
|| THREAD_GETMEM(self, p_cancelstate) == PTHREAD_CANCEL_ENABLE)
|
{
|
{
|
/* If we are removing the extricate interface, we need to synchronize
|
/* If we are removing the extricate interface, we need to synchronize
|
against pthread_cancel so that it does not continue with a pointer
|
against pthread_cancel so that it does not continue with a pointer
|
to a deallocated pthread_extricate_if struct! The thread lock
|
to a deallocated pthread_extricate_if struct! The thread lock
|
is (ab)used for this synchronization purpose. */
|
is (ab)used for this synchronization purpose. */
|
if (peif == NULL)
|
if (peif == NULL)
|
__pthread_lock (THREAD_GETMEM(self, p_lock), self);
|
__pthread_lock (THREAD_GETMEM(self, p_lock), self);
|
THREAD_SETMEM(self, p_extricate, peif);
|
THREAD_SETMEM(self, p_extricate, peif);
|
if (peif == NULL)
|
if (peif == NULL)
|
__pthread_unlock (THREAD_GETMEM(self, p_lock));
|
__pthread_unlock (THREAD_GETMEM(self, p_lock));
|
}
|
}
|
}
|
}
|
|
|
