pasid.h 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135
  1. /* SPDX-License-Identifier: GPL-2.0 */
  2. /*
  3. * pasid.h - PASID idr, table and entry header
  4. *
  5. * Copyright (C) 2018 Intel Corporation
  6. *
  7. * Author: Lu Baolu <baolu.lu@linux.intel.com>
  8. */
  9. #ifndef __INTEL_PASID_H
  10. #define __INTEL_PASID_H
  11. #define PASID_RID2PASID 0x0
  12. #define PASID_MIN 0x1
  13. #define PASID_MAX 0x100000
  14. #define PASID_PTE_MASK 0x3F
  15. #define PASID_PTE_PRESENT 1
  16. #define PASID_PTE_FPD 2
  17. #define PDE_PFN_MASK PAGE_MASK
  18. #define PASID_PDE_SHIFT 6
  19. #define MAX_NR_PASID_BITS 20
  20. #define PASID_TBL_ENTRIES BIT(PASID_PDE_SHIFT)
  21. #define is_pasid_enabled(entry) (((entry)->lo >> 3) & 0x1)
  22. #define get_pasid_dir_size(entry) (1 << ((((entry)->lo >> 9) & 0x7) + 7))
  23. /* Virtual command interface for enlightened pasid management. */
  24. #define VCMD_CMD_ALLOC 0x1
  25. #define VCMD_CMD_FREE 0x2
  26. #define VCMD_VRSP_IP 0x1
  27. #define VCMD_VRSP_SC(e) (((e) & 0xff) >> 1)
  28. #define VCMD_VRSP_SC_SUCCESS 0
  29. #define VCMD_VRSP_SC_NO_PASID_AVAIL 16
  30. #define VCMD_VRSP_SC_INVALID_PASID 16
  31. #define VCMD_VRSP_RESULT_PASID(e) (((e) >> 16) & 0xfffff)
  32. #define VCMD_CMD_OPERAND(e) ((e) << 16)
  33. /*
  34. * Domain ID reserved for pasid entries programmed for first-level
  35. * only and pass-through transfer modes.
  36. */
  37. #define FLPT_DEFAULT_DID 1
  38. /*
  39. * The SUPERVISOR_MODE flag indicates a first level translation which
  40. * can be used for access to kernel addresses. It is valid only for
  41. * access to the kernel's static 1:1 mapping of physical memory — not
  42. * to vmalloc or even module mappings.
  43. */
  44. #define PASID_FLAG_SUPERVISOR_MODE BIT(0)
  45. #define PASID_FLAG_NESTED BIT(1)
  46. #define PASID_FLAG_PAGE_SNOOP BIT(2)
  47. /*
  48. * The PASID_FLAG_FL5LP flag Indicates using 5-level paging for first-
  49. * level translation, otherwise, 4-level paging will be used.
  50. */
  51. #define PASID_FLAG_FL5LP BIT(1)
  52. struct pasid_dir_entry {
  53. u64 val;
  54. };
  55. struct pasid_entry {
  56. u64 val[8];
  57. };
  58. #define PASID_ENTRY_PGTT_FL_ONLY (1)
  59. #define PASID_ENTRY_PGTT_SL_ONLY (2)
  60. #define PASID_ENTRY_PGTT_NESTED (3)
  61. #define PASID_ENTRY_PGTT_PT (4)
  62. /* The representative of a PASID table */
  63. struct pasid_table {
  64. void *table; /* pasid table pointer */
  65. int order; /* page order of pasid table */
  66. u32 max_pasid; /* max pasid */
  67. struct list_head dev; /* device list */
  68. };
  69. /* Get PRESENT bit of a PASID directory entry. */
  70. static inline bool pasid_pde_is_present(struct pasid_dir_entry *pde)
  71. {
  72. return READ_ONCE(pde->val) & PASID_PTE_PRESENT;
  73. }
  74. /* Get PASID table from a PASID directory entry. */
  75. static inline struct pasid_entry *
  76. get_pasid_table_from_pde(struct pasid_dir_entry *pde)
  77. {
  78. if (!pasid_pde_is_present(pde))
  79. return NULL;
  80. return phys_to_virt(READ_ONCE(pde->val) & PDE_PFN_MASK);
  81. }
  82. /* Get PRESENT bit of a PASID table entry. */
  83. static inline bool pasid_pte_is_present(struct pasid_entry *pte)
  84. {
  85. return READ_ONCE(pte->val[0]) & PASID_PTE_PRESENT;
  86. }
  87. /* Get PGTT field of a PASID table entry */
  88. static inline u16 pasid_pte_get_pgtt(struct pasid_entry *pte)
  89. {
  90. return (u16)((READ_ONCE(pte->val[0]) >> 6) & 0x7);
  91. }
  92. extern unsigned int intel_pasid_max_id;
  93. int intel_pasid_alloc_id(void *ptr, int start, int end, gfp_t gfp);
  94. void intel_pasid_free_id(u32 pasid);
  95. void *intel_pasid_lookup_id(u32 pasid);
  96. int intel_pasid_alloc_table(struct device *dev);
  97. void intel_pasid_free_table(struct device *dev);
  98. struct pasid_table *intel_pasid_get_table(struct device *dev);
  99. int intel_pasid_get_dev_max_id(struct device *dev);
  100. struct pasid_entry *intel_pasid_get_entry(struct device *dev, u32 pasid);
  101. int intel_pasid_setup_first_level(struct intel_iommu *iommu,
  102. struct device *dev, pgd_t *pgd,
  103. u32 pasid, u16 did, int flags);
  104. int intel_pasid_setup_second_level(struct intel_iommu *iommu,
  105. struct dmar_domain *domain,
  106. struct device *dev, u32 pasid);
  107. int intel_pasid_setup_pass_through(struct intel_iommu *iommu,
  108. struct dmar_domain *domain,
  109. struct device *dev, u32 pasid);
  110. int intel_pasid_setup_nested(struct intel_iommu *iommu,
  111. struct device *dev, pgd_t *pgd, u32 pasid,
  112. struct iommu_gpasid_bind_data_vtd *pasid_data,
  113. struct dmar_domain *domain, int addr_width);
  114. void intel_pasid_tear_down_entry(struct intel_iommu *iommu,
  115. struct device *dev, u32 pasid,
  116. bool fault_ignore);
  117. int vcmd_alloc_pasid(struct intel_iommu *iommu, u32 *pasid);
  118. void vcmd_free_pasid(struct intel_iommu *iommu, u32 pasid);
  119. #endif /* __INTEL_PASID_H */