3  * Queue read/write lock
28 #define	_QW_LOCKED	0x0ff		/* A writer holds the lock */
36 extern void queued_read_lock_slowpath(struct qrwlock *lock);
37 extern void queued_write_lock_slowpath(struct qrwlock *lock);
40  * queued_read_trylock - try to acquire read lock of a queued rwlock
41  * @lock : Pointer to queued rwlock structure
42  * Return: 1 if lock acquired, 0 if failed
44 static inline int queued_read_trylock(struct qrwlock *lock)  in queued_read_trylock()  argument
48 	cnts = atomic_read(&lock->cnts);  in queued_read_trylock()
50 		cnts = (u32)atomic_add_return_acquire(_QR_BIAS, &lock->cnts);  in queued_read_trylock()
53 		atomic_sub(_QR_BIAS, &lock->cnts);  in queued_read_trylock()
59  * queued_write_trylock - try to acquire write lock of a queued rwlock
60  * @lock : Pointer to queued rwlock structure
61  * Return: 1 if lock acquired, 0 if failed
63 static inline int queued_write_trylock(struct qrwlock *lock)  in queued_write_trylock()  argument
67 	cnts = atomic_read(&lock->cnts);  in queued_write_trylock()
71 	return likely(atomic_try_cmpxchg_acquire(&lock->cnts, &cnts,  in queued_write_trylock()
75  * queued_read_lock - acquire read lock of a queued rwlock
76  * @lock: Pointer to queued rwlock structure
78 static inline void queued_read_lock(struct qrwlock *lock)  in queued_read_lock()  argument
82 	cnts = atomic_add_return_acquire(_QR_BIAS, &lock->cnts);  in queued_read_lock()
87 	queued_read_lock_slowpath(lock);  in queued_read_lock()
91  * queued_write_lock - acquire write lock of a queued rwlock
92  * @lock : Pointer to queued rwlock structure
94 static inline void queued_write_lock(struct qrwlock *lock)  in queued_write_lock()  argument
97 	/* Optimize for the unfair lock case where the fair flag is 0. */  in queued_write_lock()
98 	if (likely(atomic_try_cmpxchg_acquire(&lock->cnts, &cnts, _QW_LOCKED)))  in queued_write_lock()
101 	queued_write_lock_slowpath(lock);  in queued_write_lock()
105  * queued_read_unlock - release read lock of a queued rwlock
106  * @lock : Pointer to queued rwlock structure
108 static inline void queued_read_unlock(struct qrwlock *lock)  in queued_read_unlock()  argument
113 	(void)atomic_sub_return_release(_QR_BIAS, &lock->cnts);  in queued_read_unlock()
117  * queued_write_unlock - release write lock of a queued rwlock
118  * @lock : Pointer to queued rwlock structure
120 static inline void queued_write_unlock(struct qrwlock *lock)  in queued_write_unlock()  argument
122 	smp_store_release(&lock->wlocked, 0);  in queued_write_unlock()
126  * queued_rwlock_is_contended - check if the lock is contended
127  * @lock : Pointer to queued rwlock structure
128  * Return: 1 if lock contended, 0 otherwise
130 static inline int queued_rwlock_is_contended(struct qrwlock *lock)  in queued_rwlock_is_contended()  argument
132 	return arch_spin_is_locked(&lock->wait_lock);  in queued_rwlock_is_contended()