paging.hpp 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189
  1. #pragma once
  2. #include <bit>
  3. #include <tuple>
  4. #include <cstddef>
  5. #include <stdint.h>
  6. #include <kernel/mem/phys.hpp>
  7. namespace kernel::mem::paging {
  8. constexpr int idx_p5(uintptr_t vaddr) noexcept { return (vaddr >> 48) & 0x1ff; }
  9. constexpr int idx_p4(uintptr_t vaddr) noexcept { return (vaddr >> 39) & 0x1ff; }
  10. constexpr int idx_p3(uintptr_t vaddr) noexcept { return (vaddr >> 30) & 0x1ff; }
  11. constexpr int idx_p2(uintptr_t vaddr) noexcept { return (vaddr >> 21) & 0x1ff; }
  12. constexpr int idx_p1(uintptr_t vaddr) noexcept { return (vaddr >> 12) & 0x1ff; }
  13. constexpr std::tuple<int, int, int, int, int> idx_all(uintptr_t vaddr) noexcept
  14. {
  15. return {idx_p5(vaddr), idx_p4(vaddr), idx_p3(vaddr), idx_p2(vaddr), idx_p1(vaddr)};
  16. }
  17. // page frame number
  18. // since we have large pages now, pfns are not shifted right
  19. using pfn_t = uintptr_t;
  20. // paging structure attributes
  21. using psattr_t = uintptr_t;
  22. constexpr psattr_t PA_P = 0x0000000000000001ULL;
  23. constexpr psattr_t PA_RW = 0x0000000000000002ULL;
  24. constexpr psattr_t PA_US = 0x0000000000000004ULL;
  25. constexpr psattr_t PA_PWT = 0x0000000000000008ULL;
  26. constexpr psattr_t PA_PCD = 0x0000000000000010ULL;
  27. constexpr psattr_t PA_A = 0x0000000000000020ULL;
  28. constexpr psattr_t PA_D = 0x0000000000000040ULL;
  29. constexpr psattr_t PA_PS = 0x0000000000000080ULL;
  30. constexpr psattr_t PA_G = 0x0000000000000100ULL;
  31. constexpr psattr_t PA_COW = 0x0000000000000200ULL; // copy on write
  32. constexpr psattr_t PA_MMAP = 0x0000000000000400ULL; // memory mapped
  33. constexpr psattr_t PA_ANON = 0x0000000000000800ULL; // anonymous map
  34. constexpr psattr_t PA_NXE = 0x8000000000000000ULL;
  35. constexpr psattr_t PA_MASK = 0xfff0000000000fffULL;
  36. constexpr psattr_t PA_DATA = PA_P | PA_RW | PA_NXE;
  37. constexpr psattr_t PA_KERNEL_DATA = PA_DATA | PA_G;
  38. constexpr psattr_t PA_PAGE_TABLE = PA_DATA;
  39. constexpr psattr_t PA_KERNEL_PAGE_TABLE = PA_PAGE_TABLE | PA_G;
  40. constexpr psattr_t PA_DATA_HUGE = PA_DATA | PA_PS;
  41. constexpr psattr_t PA_KERNEL_DATA_HUGE = PA_DATA_HUGE | PA_G;
  42. constexpr psattr_t PA_ANONYMOUS_PAGE = PA_P | PA_US | PA_COW | PA_ANON;
  43. constexpr psattr_t PA_MMAPPED_PAGE = PA_US | PA_COW | PA_ANON | PA_MMAP;
  44. namespace __inner {
  45. using pse_t = uint64_t;
  46. } // namespace __inner
  47. class PSE {
  48. physaddr<__inner::pse_t> m_ptrbase;
  49. public:
  50. explicit constexpr PSE(uintptr_t pptr) noexcept : m_ptrbase{pptr} {}
  51. constexpr void clear() noexcept
  52. {
  53. *m_ptrbase = 0;
  54. }
  55. constexpr void set(psattr_t attributes, pfn_t pfn)
  56. {
  57. *m_ptrbase = (attributes & PA_MASK) | (pfn & ~PA_MASK);
  58. }
  59. constexpr pfn_t pfn() const noexcept
  60. {
  61. return *m_ptrbase & ~PA_MASK;
  62. }
  63. constexpr psattr_t attributes() const noexcept
  64. {
  65. return *m_ptrbase & PA_MASK;
  66. }
  67. constexpr PSE operator[](std::size_t nth) const noexcept
  68. {
  69. return PSE{m_ptrbase.phys() + 8 * nth};
  70. }
  71. constexpr PSE parse() const noexcept
  72. {
  73. return PSE{*m_ptrbase & ~PA_MASK};
  74. }
  75. };
  76. constexpr pfn_t EMPTY_PAGE_PFN = 0x7f000;
  77. constexpr uintptr_t KERNEL_PAGE_TABLE_ADDR = 0x100000;
  78. constexpr physaddr<void> KERNEL_PAGE_TABLE_PHYS_ADDR{KERNEL_PAGE_TABLE_ADDR};
  79. constexpr PSE KERNEL_PAGE_TABLE{0x100000};
  80. constexpr unsigned long PAGE_PRESENT = 0x00000001;
  81. constexpr unsigned long PAGE_BUDDY = 0x00000002;
  82. constexpr unsigned long PAGE_SLAB = 0x00000004;
  83. struct page {
  84. // TODO: use atomic
  85. unsigned long refcount;
  86. unsigned long flags;
  87. page* next;
  88. page* prev;
  89. };
  90. inline page* PAGE_ARRAY;
  91. void create_zone(uintptr_t start, uintptr_t end);
  92. void mark_present(uintptr_t start, uintptr_t end);
  93. [[nodiscard]] page* alloc_page();
  94. // order represents power of 2
  95. [[nodiscard]] page* alloc_pages(int order);
  96. // order represents power of 2
  97. void free_pages(page* page, int order);
  98. void free_page(page* page);
  99. // order represents power of 2
  100. void free_pages(pfn_t pfn, int order);
  101. void free_page(pfn_t pfn);
  102. // clear the page all zero
  103. [[nodiscard]] pfn_t alloc_page_table();
  104. pfn_t page_to_pfn(page* page);
  105. page* pfn_to_page(pfn_t pfn);
  106. void increase_refcount(page* page);
  107. constexpr unsigned long PAGE_FAULT_P = 0x00000001;
  108. constexpr unsigned long PAGE_FAULT_W = 0x00000002;
  109. constexpr unsigned long PAGE_FAULT_U = 0x00000004;
  110. constexpr unsigned long PAGE_FAULT_R = 0x00000008;
  111. constexpr unsigned long PAGE_FAULT_I = 0x00000010;
  112. constexpr unsigned long PAGE_FAULT_PK = 0x00000020;
  113. constexpr unsigned long PAGE_FAULT_SS = 0x00000040;
  114. constexpr unsigned long PAGE_FAULT_SGX = 0x00008000;
  115. void handle_page_fault(unsigned long err);
  116. class vaddr_range {
  117. std::size_t n;
  118. int idx4;
  119. int idx3;
  120. int idx2;
  121. int idx1;
  122. PSE pml4;
  123. PSE pdpt;
  124. PSE pd;
  125. PSE pt;
  126. uintptr_t m_start;
  127. uintptr_t m_end;
  128. bool is_privilege;
  129. public:
  130. explicit vaddr_range(pfn_t pt, uintptr_t start, uintptr_t end, bool is_privilege = false);
  131. explicit vaddr_range(std::nullptr_t);
  132. vaddr_range begin() const noexcept;
  133. vaddr_range end() const noexcept;
  134. PSE operator*() const noexcept;
  135. vaddr_range& operator++();
  136. operator bool() const noexcept;
  137. // compares remaining pages to iterate
  138. bool operator==(const vaddr_range& other) const noexcept;
  139. };
  140. } // namespace kernel::mem::paging