spinlock.h 3.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4
#ifndef __ASM_SPINLOCK_H
#define __ASM_SPINLOCK_H

#include <asm/system.h>
I
Ingo Molnar 已提交
5 6
#include <asm/processor.h>
#include <asm/spinlock_types.h>
L
Linus Torvalds 已提交
7

I
Ingo Molnar 已提交
8
static inline int __raw_spin_is_locked(raw_spinlock_t *x)
L
Linus Torvalds 已提交
9 10 11 12 13
{
	volatile unsigned int *a = __ldcw_align(x);
	return *a == 0;
}

14
#define __raw_spin_lock(lock) __raw_spin_lock_flags(lock, 0)
I
Ingo Molnar 已提交
15 16
#define __raw_spin_unlock_wait(x) \
		do { cpu_relax(); } while (__raw_spin_is_locked(x))
L
Linus Torvalds 已提交
17

18 19
static inline void __raw_spin_lock_flags(raw_spinlock_t *x,
					 unsigned long flags)
L
Linus Torvalds 已提交
20 21 22 23 24 25
{
	volatile unsigned int *a;

	mb();
	a = __ldcw_align(x);
	while (__ldcw(a) == 0)
26 27 28 29 30 31 32
		while (*a == 0)
			if (flags & PSW_SM_I) {
				local_irq_enable();
				cpu_relax();
				local_irq_disable();
			} else
				cpu_relax();
L
Linus Torvalds 已提交
33 34 35
	mb();
}

I
Ingo Molnar 已提交
36
static inline void __raw_spin_unlock(raw_spinlock_t *x)
L
Linus Torvalds 已提交
37 38 39 40 41 42 43 44
{
	volatile unsigned int *a;
	mb();
	a = __ldcw_align(x);
	*a = 1;
	mb();
}

I
Ingo Molnar 已提交
45
static inline int __raw_spin_trylock(raw_spinlock_t *x)
L
Linus Torvalds 已提交
46 47 48 49 50 51 52 53 54 55 56 57 58
{
	volatile unsigned int *a;
	int ret;

	mb();
	a = __ldcw_align(x);
        ret = __ldcw(a) != 0;
	mb();

	return ret;
}

/*
59 60 61 62 63 64 65 66
 * Read-write spinlocks, allowing multiple readers but only one writer.
 * The spinlock is held by the writer, preventing any readers or other
 * writers from grabbing the rwlock.  Readers use the lock to serialise their
 * access to the counter (which records how many readers currently hold the
 * lock).  Linux rwlocks are unfair to writers; they can be starved for
 * an indefinite time by readers.  They can also be taken in interrupt context,
 * so we have to disable interrupts when acquiring the spin lock to be sure
 * that an interrupting reader doesn't get an inconsistent view of the lock.
L
Linus Torvalds 已提交
67 68
 */

I
Ingo Molnar 已提交
69
static  __inline__ void __raw_read_lock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
70
{
71 72
	unsigned long flags;
	local_irq_save(flags);
I
Ingo Molnar 已提交
73
	__raw_spin_lock(&rw->lock);
L
Linus Torvalds 已提交
74
	rw->counter++;
I
Ingo Molnar 已提交
75
	__raw_spin_unlock(&rw->lock);
76
	local_irq_restore(flags);
L
Linus Torvalds 已提交
77 78
}

I
Ingo Molnar 已提交
79
static  __inline__ void __raw_read_unlock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
80
{
81 82
	unsigned long flags;
	local_irq_save(flags);
I
Ingo Molnar 已提交
83
	__raw_spin_lock(&rw->lock);
L
Linus Torvalds 已提交
84
	rw->counter--;
I
Ingo Molnar 已提交
85
	__raw_spin_unlock(&rw->lock);
86
	local_irq_restore(flags);
L
Linus Torvalds 已提交
87 88
}

89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111
static __inline__ int __raw_read_trylock(raw_rwlock_t *rw)
{
	unsigned long flags;
 retry:
	local_irq_save(flags);
	if (__raw_spin_trylock(&rw->lock)) {
		rw->counter++;
		__raw_spin_unlock(&rw->lock);
		local_irq_restore(flags);
		return 1;
	}

	local_irq_restore(flags);
	/* If write-locked, we fail to acquire the lock */
	if (rw->counter < 0)
		return 0;

	/* Wait until we have a realistic chance at the lock */
	while (__raw_spin_is_locked(&rw->lock) && rw->counter >= 0)
		cpu_relax();

	goto retry;
}
L
Linus Torvalds 已提交
112

113
static __inline__ void __raw_write_lock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
114
{
115
	unsigned long flags;
L
Linus Torvalds 已提交
116
retry:
117
	local_irq_save(flags);
I
Ingo Molnar 已提交
118
	__raw_spin_lock(&rw->lock);
L
Linus Torvalds 已提交
119

120
	if (rw->counter != 0) {
I
Ingo Molnar 已提交
121
		__raw_spin_unlock(&rw->lock);
122
		local_irq_restore(flags);
L
Linus Torvalds 已提交
123

I
Ingo Molnar 已提交
124 125
		while (rw->counter != 0)
			cpu_relax();
L
Linus Torvalds 已提交
126 127 128 129

		goto retry;
	}

130 131 132
	rw->counter = -1; /* mark as write-locked */
	mb();
	local_irq_restore(flags);
L
Linus Torvalds 已提交
133 134
}

135
static __inline__ void __raw_write_unlock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
136 137
{
	rw->counter = 0;
I
Ingo Molnar 已提交
138
	__raw_spin_unlock(&rw->lock);
L
Linus Torvalds 已提交
139 140
}

141
static __inline__ int __raw_write_trylock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
142
{
143 144 145 146 147 148 149 150 151 152 153 154
	unsigned long flags;
	int result = 0;

	local_irq_save(flags);
	if (__raw_spin_trylock(&rw->lock)) {
		if (rw->counter == 0) {
			rw->counter = -1;
			result = 1;
		} else {
			/* Read-locked.  Oh well. */
			__raw_spin_unlock(&rw->lock);
		}
L
Linus Torvalds 已提交
155
	}
156
	local_irq_restore(flags);
L
Linus Torvalds 已提交
157

158
	return result;
L
Linus Torvalds 已提交
159 160
}

161 162 163 164 165
/*
 * read_can_lock - would read_trylock() succeed?
 * @lock: the rwlock in question.
 */
static __inline__ int __raw_read_can_lock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
166
{
167
	return rw->counter >= 0;
L
Linus Torvalds 已提交
168 169
}

170 171 172 173 174
/*
 * write_can_lock - would write_trylock() succeed?
 * @lock: the rwlock in question.
 */
static __inline__ int __raw_write_can_lock(raw_rwlock_t *rw)
L
Linus Torvalds 已提交
175
{
176
	return !rw->counter;
L
Linus Torvalds 已提交
177 178
}

179 180 181 182
#define _raw_spin_relax(lock)	cpu_relax()
#define _raw_read_relax(lock)	cpu_relax()
#define _raw_write_relax(lock)	cpu_relax()

L
Linus Torvalds 已提交
183
#endif /* __ASM_SPINLOCK_H */