cmpxchg-llsc.h 1.8 KB
Newer Older
1 2 3
#ifndef __ASM_SH_CMPXCHG_LLSC_H
#define __ASM_SH_CMPXCHG_LLSC_H

4 5 6
#include <linux/bitops.h>
#include <asm/byteorder.h>

7 8 9 10 11 12 13
static inline unsigned long xchg_u32(volatile u32 *m, unsigned long val)
{
	unsigned long retval;
	unsigned long tmp;

	__asm__ __volatile__ (
		"1:					\n\t"
14 15 16 17
		"movli.l	@%2, %0	! xchg_u32	\n\t"
		"mov		%0, %1			\n\t"
		"mov		%3, %0			\n\t"
		"movco.l	%0, @%2			\n\t"
18 19
		"bf		1b			\n\t"
		"synco					\n\t"
20 21
		: "=&z"(tmp), "=&r" (retval)
		: "r" (m), "r" (val)
22 23 24 25 26 27 28
		: "t", "memory"
	);

	return retval;
}

static inline unsigned long
29
__cmpxchg_u32(volatile u32 *m, unsigned long old, unsigned long new)
30 31 32 33 34 35
{
	unsigned long retval;
	unsigned long tmp;

	__asm__ __volatile__ (
		"1:						\n\t"
36 37 38
		"movli.l	@%2, %0	! __cmpxchg_u32		\n\t"
		"mov		%0, %1				\n\t"
		"cmp/eq		%1, %3				\n\t"
39
		"bf		2f				\n\t"
A
Aoi Shinkai 已提交
40
		"mov		%4, %0				\n\t"
41
		"2:						\n\t"
42
		"movco.l	%0, @%2				\n\t"
43 44
		"bf		1b				\n\t"
		"synco						\n\t"
45 46
		: "=&z" (tmp), "=&r" (retval)
		: "r" (m), "r" (old), "r" (new)
47 48 49 50 51 52
		: "t", "memory"
	);

	return retval;
}

53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84
static inline u32 __xchg_cmpxchg(volatile void *ptr, u32 x, int size)
{
	int off = (unsigned long)ptr % sizeof(u32);
	volatile u32 *p = ptr - off;
#ifdef __BIG_ENDIAN
	int bitoff = (sizeof(u32) - 1 - off) * BITS_PER_BYTE;
#else
	int bitoff = off * BITS_PER_BYTE;
#endif
	u32 bitmask = ((0x1 << size * BITS_PER_BYTE) - 1) << bitoff;
	u32 oldv, newv;
	u32 ret;

	do {
		oldv = READ_ONCE(*p);
		ret = (oldv & bitmask) >> bitoff;
		newv = (oldv & ~bitmask) | (x << bitoff);
	} while (__cmpxchg_u32(p, oldv, newv) != oldv);

	return ret;
}

static inline unsigned long xchg_u16(volatile u16 *m, unsigned long val)
{
	return __xchg_cmpxchg(m, val, sizeof *m);
}

static inline unsigned long xchg_u8(volatile u8 *m, unsigned long val)
{
	return __xchg_cmpxchg(m, val, sizeof *m);
}

85
#endif /* __ASM_SH_CMPXCHG_LLSC_H */