local_lock_internal.h 2.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _LINUX_LOCAL_LOCK_H
  3. # error "Do not include directly, include linux/local_lock.h"
  4. #endif
  5. #include <linux/percpu-defs.h>
  6. #include <linux/lockdep.h>
  7. typedef struct {
  8. #ifdef CONFIG_DEBUG_LOCK_ALLOC
  9. struct lockdep_map dep_map;
  10. struct task_struct *owner;
  11. #endif
  12. } local_lock_t;
  13. #ifdef CONFIG_DEBUG_LOCK_ALLOC
  14. # define LOCAL_LOCK_DEBUG_INIT(lockname) \
  15. .dep_map = { \
  16. .name = #lockname, \
  17. .wait_type_inner = LD_WAIT_CONFIG, \
  18. .lock_type = LD_LOCK_PERCPU, \
  19. }, \
  20. .owner = NULL,
  21. static inline void local_lock_acquire(local_lock_t *l)
  22. {
  23. lock_map_acquire(&l->dep_map);
  24. DEBUG_LOCKS_WARN_ON(l->owner);
  25. l->owner = current;
  26. }
  27. static inline void local_lock_release(local_lock_t *l)
  28. {
  29. DEBUG_LOCKS_WARN_ON(l->owner != current);
  30. l->owner = NULL;
  31. lock_map_release(&l->dep_map);
  32. }
  33. static inline void local_lock_debug_init(local_lock_t *l)
  34. {
  35. l->owner = NULL;
  36. }
  37. #else /* CONFIG_DEBUG_LOCK_ALLOC */
  38. # define LOCAL_LOCK_DEBUG_INIT(lockname)
  39. static inline void local_lock_acquire(local_lock_t *l) { }
  40. static inline void local_lock_release(local_lock_t *l) { }
  41. static inline void local_lock_debug_init(local_lock_t *l) { }
  42. #endif /* !CONFIG_DEBUG_LOCK_ALLOC */
  43. #define INIT_LOCAL_LOCK(lockname) { LOCAL_LOCK_DEBUG_INIT(lockname) }
  44. #define __local_lock_init(lock) \
  45. do { \
  46. static struct lock_class_key __key; \
  47. \
  48. debug_check_no_locks_freed((void *)lock, sizeof(*lock));\
  49. lockdep_init_map_type(&(lock)->dep_map, #lock, &__key, \
  50. 0, LD_WAIT_CONFIG, LD_WAIT_INV, \
  51. LD_LOCK_PERCPU); \
  52. local_lock_debug_init(lock); \
  53. } while (0)
  54. #define __local_lock(lock) \
  55. do { \
  56. preempt_disable(); \
  57. local_lock_acquire(this_cpu_ptr(lock)); \
  58. } while (0)
  59. #define __local_lock_irq(lock) \
  60. do { \
  61. local_irq_disable(); \
  62. local_lock_acquire(this_cpu_ptr(lock)); \
  63. } while (0)
  64. #define __local_lock_irqsave(lock, flags) \
  65. do { \
  66. local_irq_save(flags); \
  67. local_lock_acquire(this_cpu_ptr(lock)); \
  68. } while (0)
  69. #define __local_unlock(lock) \
  70. do { \
  71. local_lock_release(this_cpu_ptr(lock)); \
  72. preempt_enable(); \
  73. } while (0)
  74. #define __local_unlock_irq(lock) \
  75. do { \
  76. local_lock_release(this_cpu_ptr(lock)); \
  77. local_irq_enable(); \
  78. } while (0)
  79. #define __local_unlock_irqrestore(lock, flags) \
  80. do { \
  81. local_lock_release(this_cpu_ptr(lock)); \
  82. local_irq_restore(flags); \
  83. } while (0)