jyapayne/musl
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Optimize x86_64 atomics to take advantage of 64-bitness.

Browse source
This commit is contained in:
Nicholas J. Kain 2011-02-15 08:26:46 -05:00
commit 062354f2e1
1 changed files with 8 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

17
arch/x86_64/atomic.h
View file

@ -5,33 +5,32 @@
static inline int a_ctz_64(uint64_t x) static inline int a_ctz_64(uint64_t x)
{ {
int r; long r;
__asm__( "bsf %1,%0 ; jnz 1f ; bsf %2,%0 ; addl $32,%0\n1:" __asm__( "bsf %1,%0" : "=r"(r) : "r"(x) );
: "=r"(r) : "r"((unsigned)x), "r"((unsigned)(x>>32)) );
return r; return r;
} }
static inline void a_and_64(volatile uint64_t *p, uint64_t v) static inline void a_and_64(volatile uint64_t *p, uint64_t v)
{ {
__asm__( "lock ; andl %1, (%0) ; lock ; andl %2, 4(%0)" __asm__( "lock ; andq %1, %0"
: : "r"((long *)p), "r"((unsigned)v), "r"((unsigned)(v>>32)) : "memory" ); : "=m"(*(long *)p) : "r"(v) : "memory" );
} }
static inline void a_or_64(volatile uint64_t *p, uint64_t v) static inline void a_or_64(volatile uint64_t *p, uint64_t v)
{ {
__asm__( "lock ; orl %1, (%0) ; lock ; orl %2, 4(%0)" __asm__( "lock ; orq %1, %0"
: : "r"((long *)p), "r"((unsigned)v), "r"((unsigned)(v>>32)) : "memory" ); : "=m"(*(long *)p) : "r"(v) : "memory" );
} }
static inline void a_store_l(volatile void *p, long x) static inline void a_store_l(volatile void *p, long x)
{ {
__asm__( "movl %1, %0" : "=m"(*(long *)p) : "r"(x) : "memory" ); __asm__( "movq %1, %0" : "=m"(*(long *)p) : "r"(x) : "memory" );
} }
static inline void a_or_l(volatile void *p, long v) static inline void a_or_l(volatile void *p, long v)
{ {
__asm__( "lock ; orl %1, %0" __asm__( "lock ; orq %1, %0"
: "=m"(*(long *)p) : "r"(v) : "memory" ); : "=m"(*(long *)p) : "r"(v) : "memory" );
} }