#include #include #include "kernel_args.h" #include "kutil/assert.h" #include "kutil/heap_allocator.h" #include "kutil/vm_space.h" #include "frame_allocator.h" #include "io.h" #include "log.h" #include "page_manager.h" using memory::frame_size; using memory::heap_start; using memory::kernel_max_heap; using memory::kernel_offset; using memory::page_offset; using namespace kernel; kutil::vm_space g_kernel_space; kutil::heap_allocator g_kernel_heap; void * operator new(size_t size) { return g_kernel_heap.allocate(size); } void * operator new [] (size_t size) { return g_kernel_heap.allocate(size); } void operator delete (void *p) noexcept { return g_kernel_heap.free(p); } void operator delete [] (void *p) noexcept { return g_kernel_heap.free(p); } void walk_page_table( page_table *table, page_table::level level, uintptr_t ¤t_start, size_t ¤t_bytes, kutil::vm_space &kspace) { constexpr size_t huge_page_size = (1ull<<30); constexpr size_t large_page_size = (1ull<<21); for (unsigned i = 0; i < 512; ++i) { page_table *next = table->get(i); if (!next) { kspace.commit(current_start, current_bytes); current_start = 0; current_bytes = 0; continue; } else if (table->is_page(level, i)) { if (!current_bytes) current_start = reinterpret_cast(next); current_bytes += (level == page_table::level::pt ? frame_size : level == page_table::level::pd ? large_page_size : huge_page_size); } else { page_table::level deeper = static_cast( static_cast(level) + 1); walk_page_table( next, deeper, current_start, current_bytes, kspace); } } } void memory_initialize(args::header *kargs) { args::mem_entry *entries = kargs->mem_map; size_t entry_count = kargs->num_map_entries; new (&g_kernel_heap) kutil::heap_allocator {heap_start, kernel_max_heap}; frame_allocator *fa = new (&g_frame_allocator) frame_allocator; for (unsigned i = 0; i < entry_count; ++i) { // TODO: use entry attributes args::mem_entry &e = entries[i]; if (e.type == args::mem_type::free) fa->free(e.start, e.pages); } // Create the page manager page_manager *pm = new (&g_page_manager) page_manager(*fa); new (&g_kernel_space) kutil::vm_space { kernel_offset, (page_offset-kernel_offset), g_kernel_heap}; page_table *kpml4 = reinterpret_cast(kargs->pml4); uintptr_t current_start = 0; size_t current_bytes = 0; // TODO: Should we exclude the top of this area? (eg, buffers, stacks, etc) for (unsigned i = 256; i < 384; ++i) { page_table *pdp = kpml4->get(i); if (!pdp) { g_kernel_space.commit(current_start, current_bytes); current_start = 0; current_bytes = 0; continue; } walk_page_table( pdp, page_table::level::pdp, current_start, current_bytes, g_kernel_space); } fa->free(reinterpret_cast(kargs->page_table_cache), kargs->num_free_tables); }