pgtable-64.c 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1999, 2000 by Silicon Graphics
  7. * Copyright (C) 2003 by Ralf Baechle
  8. */
  9. #include <linux/export.h>
  10. #include <linux/init.h>
  11. #include <linux/mm.h>
  12. #include <asm/fixmap.h>
  13. #include <asm/pgalloc.h>
  14. #include <asm/tlbflush.h>
  15. void pgd_init(unsigned long page)
  16. {
  17. unsigned long *p, *end;
  18. unsigned long entry;
  19. #if !defined(__PAGETABLE_PUD_FOLDED)
  20. entry = (unsigned long)invalid_pud_table;
  21. #elif !defined(__PAGETABLE_PMD_FOLDED)
  22. entry = (unsigned long)invalid_pmd_table;
  23. #else
  24. entry = (unsigned long)invalid_pte_table;
  25. #endif
  26. p = (unsigned long *) page;
  27. end = p + PTRS_PER_PGD;
  28. do {
  29. p[0] = entry;
  30. p[1] = entry;
  31. p[2] = entry;
  32. p[3] = entry;
  33. p[4] = entry;
  34. p += 8;
  35. p[-3] = entry;
  36. p[-2] = entry;
  37. p[-1] = entry;
  38. } while (p != end);
  39. }
  40. #ifndef __PAGETABLE_PMD_FOLDED
  41. void pmd_init(unsigned long addr, unsigned long pagetable)
  42. {
  43. unsigned long *p, *end;
  44. p = (unsigned long *) addr;
  45. end = p + PTRS_PER_PMD;
  46. do {
  47. p[0] = pagetable;
  48. p[1] = pagetable;
  49. p[2] = pagetable;
  50. p[3] = pagetable;
  51. p[4] = pagetable;
  52. p += 8;
  53. p[-3] = pagetable;
  54. p[-2] = pagetable;
  55. p[-1] = pagetable;
  56. } while (p != end);
  57. }
  58. EXPORT_SYMBOL_GPL(pmd_init);
  59. #endif
  60. #ifndef __PAGETABLE_PUD_FOLDED
  61. void pud_init(unsigned long addr, unsigned long pagetable)
  62. {
  63. unsigned long *p, *end;
  64. p = (unsigned long *)addr;
  65. end = p + PTRS_PER_PUD;
  66. do {
  67. p[0] = pagetable;
  68. p[1] = pagetable;
  69. p[2] = pagetable;
  70. p[3] = pagetable;
  71. p[4] = pagetable;
  72. p += 8;
  73. p[-3] = pagetable;
  74. p[-2] = pagetable;
  75. p[-1] = pagetable;
  76. } while (p != end);
  77. }
  78. #endif
  79. pmd_t mk_pmd(struct page *page, pgprot_t prot)
  80. {
  81. pmd_t pmd;
  82. pmd_val(pmd) = (page_to_pfn(page) << _PFN_SHIFT) | pgprot_val(prot);
  83. return pmd;
  84. }
  85. void set_pmd_at(struct mm_struct *mm, unsigned long addr,
  86. pmd_t *pmdp, pmd_t pmd)
  87. {
  88. *pmdp = pmd;
  89. flush_tlb_all();
  90. }
  91. void __init pagetable_init(void)
  92. {
  93. unsigned long vaddr;
  94. pgd_t *pgd_base;
  95. /* Initialize the entire pgd. */
  96. pgd_init((unsigned long)swapper_pg_dir);
  97. #ifndef __PAGETABLE_PUD_FOLDED
  98. pud_init((unsigned long)invalid_pud_table, (unsigned long)invalid_pmd_table);
  99. #endif
  100. #ifndef __PAGETABLE_PMD_FOLDED
  101. pmd_init((unsigned long)invalid_pmd_table, (unsigned long)invalid_pte_table);
  102. #endif
  103. pgd_base = swapper_pg_dir;
  104. /*
  105. * Fixed mappings:
  106. */
  107. vaddr = __fix_to_virt(__end_of_fixed_addresses - 1) & PMD_MASK;
  108. fixrange_init(vaddr, vaddr + FIXADDR_SIZE, pgd_base);
  109. }