part_stat.h 2.4 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. #ifndef _LINUX_PART_STAT_H
  3. #define _LINUX_PART_STAT_H
  4. #include <linux/genhd.h>
  5. struct disk_stats {
  6. u64 nsecs[NR_STAT_GROUPS];
  7. unsigned long sectors[NR_STAT_GROUPS];
  8. unsigned long ios[NR_STAT_GROUPS];
  9. unsigned long merges[NR_STAT_GROUPS];
  10. unsigned long io_ticks;
  11. local_t in_flight[2];
  12. };
  13. /*
  14. * Macros to operate on percpu disk statistics:
  15. *
  16. * {disk|part|all}_stat_{add|sub|inc|dec}() modify the stat counters and should
  17. * be called between disk_stat_lock() and disk_stat_unlock().
  18. *
  19. * part_stat_read() can be called at any time.
  20. */
  21. #define part_stat_lock() preempt_disable()
  22. #define part_stat_unlock() preempt_enable()
  23. #define part_stat_get_cpu(part, field, cpu) \
  24. (per_cpu_ptr((part)->dkstats, (cpu))->field)
  25. #define part_stat_get(part, field) \
  26. part_stat_get_cpu(part, field, smp_processor_id())
  27. #define part_stat_read(part, field) \
  28. ({ \
  29. typeof((part)->dkstats->field) res = 0; \
  30. unsigned int _cpu; \
  31. for_each_possible_cpu(_cpu) \
  32. res += per_cpu_ptr((part)->dkstats, _cpu)->field; \
  33. res; \
  34. })
  35. static inline void part_stat_set_all(struct hd_struct *part, int value)
  36. {
  37. int i;
  38. for_each_possible_cpu(i)
  39. memset(per_cpu_ptr(part->dkstats, i), value,
  40. sizeof(struct disk_stats));
  41. }
  42. #define part_stat_read_accum(part, field) \
  43. (part_stat_read(part, field[STAT_READ]) + \
  44. part_stat_read(part, field[STAT_WRITE]) + \
  45. part_stat_read(part, field[STAT_DISCARD]))
  46. #define __part_stat_add(part, field, addnd) \
  47. __this_cpu_add((part)->dkstats->field, addnd)
  48. #define part_stat_add(part, field, addnd) do { \
  49. __part_stat_add((part), field, addnd); \
  50. if ((part)->partno) \
  51. __part_stat_add(&part_to_disk((part))->part0, \
  52. field, addnd); \
  53. } while (0)
  54. #define part_stat_dec(gendiskp, field) \
  55. part_stat_add(gendiskp, field, -1)
  56. #define part_stat_inc(gendiskp, field) \
  57. part_stat_add(gendiskp, field, 1)
  58. #define part_stat_sub(gendiskp, field, subnd) \
  59. part_stat_add(gendiskp, field, -subnd)
  60. #define part_stat_local_dec(gendiskp, field) \
  61. local_dec(&(part_stat_get(gendiskp, field)))
  62. #define part_stat_local_inc(gendiskp, field) \
  63. local_inc(&(part_stat_get(gendiskp, field)))
  64. #define part_stat_local_read(gendiskp, field) \
  65. local_read(&(part_stat_get(gendiskp, field)))
  66. #define part_stat_local_read_cpu(gendiskp, field, cpu) \
  67. local_read(&(part_stat_get_cpu(gendiskp, field, cpu)))
  68. #endif /* _LINUX_PART_STAT_H */