12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697 |
- /* SPDX-License-Identifier: GPL-2.0 */
- #ifndef _LINUX_LOCAL_LOCK_H
- # error "Do not include directly, include linux/local_lock.h"
- #endif
- #include <linux/percpu-defs.h>
- #include <linux/lockdep.h>
- typedef struct {
- #ifdef CONFIG_DEBUG_LOCK_ALLOC
- struct lockdep_map dep_map;
- struct task_struct *owner;
- #endif
- } local_lock_t;
- #ifdef CONFIG_DEBUG_LOCK_ALLOC
- # define LOCAL_LOCK_DEBUG_INIT(lockname) \
- .dep_map = { \
- .name = #lockname, \
- .wait_type_inner = LD_WAIT_CONFIG, \
- .lock_type = LD_LOCK_PERCPU, \
- }, \
- .owner = NULL,
- static inline void local_lock_acquire(local_lock_t *l)
- {
- lock_map_acquire(&l->dep_map);
- DEBUG_LOCKS_WARN_ON(l->owner);
- l->owner = current;
- }
- static inline void local_lock_release(local_lock_t *l)
- {
- DEBUG_LOCKS_WARN_ON(l->owner != current);
- l->owner = NULL;
- lock_map_release(&l->dep_map);
- }
- static inline void local_lock_debug_init(local_lock_t *l)
- {
- l->owner = NULL;
- }
- #else /* CONFIG_DEBUG_LOCK_ALLOC */
- # define LOCAL_LOCK_DEBUG_INIT(lockname)
- static inline void local_lock_acquire(local_lock_t *l) { }
- static inline void local_lock_release(local_lock_t *l) { }
- static inline void local_lock_debug_init(local_lock_t *l) { }
- #endif /* !CONFIG_DEBUG_LOCK_ALLOC */
- #define INIT_LOCAL_LOCK(lockname) { LOCAL_LOCK_DEBUG_INIT(lockname) }
- #define __local_lock_init(lock) \
- do { \
- static struct lock_class_key __key; \
- \
- debug_check_no_locks_freed((void *)lock, sizeof(*lock));\
- lockdep_init_map_type(&(lock)->dep_map, #lock, &__key, \
- 0, LD_WAIT_CONFIG, LD_WAIT_INV, \
- LD_LOCK_PERCPU); \
- local_lock_debug_init(lock); \
- } while (0)
- #define __local_lock(lock) \
- do { \
- preempt_disable(); \
- local_lock_acquire(this_cpu_ptr(lock)); \
- } while (0)
- #define __local_lock_irq(lock) \
- do { \
- local_irq_disable(); \
- local_lock_acquire(this_cpu_ptr(lock)); \
- } while (0)
- #define __local_lock_irqsave(lock, flags) \
- do { \
- local_irq_save(flags); \
- local_lock_acquire(this_cpu_ptr(lock)); \
- } while (0)
- #define __local_unlock(lock) \
- do { \
- local_lock_release(this_cpu_ptr(lock)); \
- preempt_enable(); \
- } while (0)
- #define __local_unlock_irq(lock) \
- do { \
- local_lock_release(this_cpu_ptr(lock)); \
- local_irq_enable(); \
- } while (0)
- #define __local_unlock_irqrestore(lock, flags) \
- do { \
- local_lock_release(this_cpu_ptr(lock)); \
- local_irq_restore(flags); \
- } while (0)
|