mm.hpp 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. #pragma once
  2. #include <set>
  3. #include <vector>
  4. #include <bit>
  5. #include <cstddef>
  6. #include <utility>
  7. #include <kernel/mem/paging.hpp>
  8. #include <kernel/vfs.hpp>
  9. #include <stdint.h>
  10. #include <types/allocator.hpp>
  11. #include <types/cplusplus.hpp>
  12. #include <types/types.h>
  13. #define invalidate_tlb(addr) asm volatile("invlpg (%0)": : "r"(addr) : "memory")
  14. // private memory mapping
  15. // changes won't be neither written back to file nor shared between processes
  16. // TODO: shared mapping
  17. // @param len is aligned to 4kb boundary automatically, exceeding part will
  18. // be filled with '0's and not written back to the file
  19. // @param offset MUST be aligned to 4kb
  20. int mmap(
  21. void* hint,
  22. size_t len,
  23. fs::inode* file,
  24. size_t offset,
  25. int write,
  26. int priv);
  27. template <int N>
  28. constexpr std::size_t align_down(std::size_t v)
  29. {
  30. return v & ~((1 << N) - 1);
  31. }
  32. template <int N>
  33. constexpr void* align_down(void* v)
  34. {
  35. return std::bit_cast<void*>(align_down<N>(std::bit_cast<std::size_t>(v)));
  36. }
  37. template <int N>
  38. constexpr std::size_t align_up(std::size_t v)
  39. {
  40. return align_down<N>(v + (1 << N) - 1);
  41. }
  42. template <int N>
  43. constexpr void* align_up(void* v)
  44. {
  45. return std::bit_cast<void*>(align_up<N>(std::bit_cast<std::size_t>(v)));
  46. }
  47. constexpr size_t vptrdiff(void* p1, void* p2)
  48. {
  49. auto* _p1 = static_cast<std::byte*>(p1);
  50. auto* _p2 = static_cast<std::byte*>(p2);
  51. return _p1 - _p2;
  52. }
  53. constexpr void* vptradd(void* p, std::size_t off)
  54. {
  55. auto* _p = static_cast<std::byte*>(p);
  56. return _p + off;
  57. }
  58. // TODO: LONG MODE
  59. // void dealloc_pd(page_t pd);
  60. // allocate a struct page together with the raw page
  61. kernel::mem::paging::page allocate_page(void);
  62. void free_page(kernel::mem::paging::page* pg);
  63. namespace kernel {
  64. namespace mem {
  65. struct mm {
  66. public:
  67. void* start {};
  68. struct mm_attr {
  69. uint32_t write : 1;
  70. uint32_t system : 1;
  71. uint32_t mapped : 1;
  72. } attr {};
  73. fs::inode* mapped_file {};
  74. size_t file_offset {};
  75. std::size_t page_count;
  76. public:
  77. constexpr void* end() const noexcept
  78. { return vptradd(start, page_count * 4096); } // TODO: LONG MODE
  79. constexpr bool is_kernel_space() const noexcept
  80. { return attr.system; }
  81. constexpr bool is_avail(void* ostart, void* oend) const noexcept
  82. {
  83. void* m_start = start;
  84. void* m_end = end();
  85. return (ostart >= m_end || oend <= m_start);
  86. }
  87. // void append_page(pd_t pd, const page& pg, uint32_t attr, bool priv); TODO: LONG MODE
  88. /**
  89. * @brief Splits the memory block at the specified address.
  90. *
  91. * @param addr The address at which the memory block will be split.
  92. * @return The new memory block created after splitting.
  93. */
  94. mm split(void* addr);
  95. constexpr bool operator<(const mm& rhs) const noexcept
  96. { return end() <= rhs.start; }
  97. constexpr bool operator<(void* rhs) const noexcept
  98. { return end() <= rhs; }
  99. friend constexpr bool operator<(void* lhs, const mm& rhs) noexcept
  100. { return lhs < rhs.start; }
  101. };
  102. class mm_list {
  103. private:
  104. struct comparator {
  105. constexpr bool operator()(const mm& lhs, const mm& rhs) const noexcept
  106. { return lhs < rhs; }
  107. constexpr bool operator()(const mm& lhs, void* rhs) const noexcept
  108. { return lhs < rhs; }
  109. constexpr bool operator()(void* lhs, const mm& rhs) const noexcept
  110. { return lhs < rhs; }
  111. };
  112. public:
  113. // TODO: LONG MODE: use slab allocator
  114. using list_type = std::set<mm, comparator>;
  115. using iterator = list_type::iterator;
  116. using const_iterator = list_type::const_iterator;
  117. public:
  118. static inline mm_list* s_kernel_mms;
  119. private:
  120. list_type m_areas;
  121. kernel::mem::paging::pfn_t m_pd;
  122. mm* m_brk {};
  123. public:
  124. // for system initialization only
  125. explicit constexpr mm_list(kernel::mem::paging::pfn_t pd)
  126. : m_pd(pd) { }
  127. // default constructor copies kernel_mms
  128. explicit mm_list();
  129. // copies kernel_mms and mirrors user space
  130. explicit mm_list(const mm_list& other);
  131. constexpr mm_list(mm_list&& v)
  132. : m_areas(std::move(v.m_areas))
  133. , m_pd(std::exchange(v.m_pd, 0)) { }
  134. ~mm_list();
  135. void switch_pd() const;
  136. int register_brk(void* addr);
  137. void* set_brk(void* addr);
  138. void* find_avail(void* hint, size_t len, bool priv) const;
  139. int unmap(void* start, size_t len, bool priv);
  140. constexpr mm& addarea(void* start, bool w, bool system)
  141. {
  142. auto [ iter, inserted ] = m_areas.emplace(mm {
  143. .start = start,
  144. .attr {
  145. .write = w,
  146. .system = system,
  147. .mapped = 0,
  148. },
  149. });
  150. assert(inserted);
  151. return *iter;
  152. }
  153. mm& add_empty_area(void* start, std::size_t page_count,
  154. uint32_t page_attr, bool w, bool system);
  155. constexpr void clear_user()
  156. {
  157. for (auto iter = m_areas.begin(); iter != m_areas.end(); ) {
  158. if (iter->is_kernel_space()) {
  159. ++iter;
  160. continue;
  161. }
  162. // TODO: LONG MODE
  163. // this->unmap(*iter);
  164. iter = m_areas.erase(iter);
  165. }
  166. m_brk = nullptr;
  167. }
  168. // TODO: LONG MODE
  169. // inline void unmap(mm& area)
  170. // {
  171. // int i = 0;
  172. // // TODO:
  173. // // if there are more than 4 pages, calling invlpg
  174. // // should be faster. otherwise, we use movl cr3
  175. // // bool should_invlpg = (area->pgs->size() > 4);
  176. // for (auto& pg : *area.pgs) {
  177. // kernel::paccess pa(pg.pg_pteidx >> 12);
  178. // auto pt = (pt_t)pa.ptr();
  179. // assert(pt);
  180. // auto* pte = *pt + (pg.pg_pteidx & 0xfff);
  181. // pte->v = 0;
  182. // free_page(&pg);
  183. // invalidate_tlb((std::size_t)area.start + (i++) * PAGE_SIZE);
  184. // }
  185. // types::memory::kidelete<mm::pages_vector>(area.pgs);
  186. // }
  187. constexpr mm* find(void* lp)
  188. {
  189. auto iter = m_areas.find(lp);
  190. if (iter == m_areas.end())
  191. return nullptr;
  192. return &*iter;
  193. }
  194. constexpr const mm* find(void* lp) const
  195. {
  196. auto iter = m_areas.find(lp);
  197. if (iter == m_areas.end())
  198. return nullptr;
  199. return &*iter;
  200. }
  201. constexpr bool is_avail(void* start, size_t len) const noexcept
  202. {
  203. start = align_down<12>(start);
  204. len = vptrdiff(align_up<12>(vptradd(start, len)), start);
  205. for (const auto& area : m_areas) {
  206. if (!area.is_avail(start, vptradd(start, len)))
  207. return false;
  208. }
  209. return true;
  210. }
  211. constexpr bool is_avail(void* addr) const
  212. {
  213. auto iter = m_areas.find(addr);
  214. return iter == m_areas.end();
  215. }
  216. };
  217. } // namespace memory
  218. } // namespace kernel