223 lines
7.5 KiB
Rust
223 lines
7.5 KiB
Rust
use core::mem;
|
|
use core::ptr::Unique;
|
|
|
|
use memory::{allocate_frames, deallocate_frames, Frame};
|
|
|
|
use super::{ActivePageTable, Page, PAGE_SIZE, PhysicalAddress, VirtualAddress};
|
|
use super::entry::{self, EntryFlags};
|
|
use super::table::{self, Table, Level4};
|
|
|
|
/// In order to enforce correct paging operations in the kernel, these types
|
|
/// are returned on any mapping operation to get the code involved to specify
|
|
/// how it intends to flush changes to a page table
|
|
#[must_use = "The page table must be flushed, or the changes unsafely ignored"]
|
|
pub struct MapperFlush(Page);
|
|
|
|
impl MapperFlush {
|
|
/// Create a new page flush promise
|
|
pub fn new(page: Page) -> MapperFlush {
|
|
MapperFlush(page)
|
|
}
|
|
|
|
/// Flush this page in the active table
|
|
pub fn flush(self, table: &mut ActivePageTable) {
|
|
table.flush(self.0);
|
|
mem::forget(self);
|
|
}
|
|
|
|
/// Ignore the flush. This is unsafe, and a reason should be provided for use
|
|
pub unsafe fn ignore(self) {
|
|
mem::forget(self);
|
|
}
|
|
}
|
|
|
|
/// A flush cannot be dropped, it must be consumed
|
|
impl Drop for MapperFlush {
|
|
fn drop(&mut self) {
|
|
panic!("Mapper flush was not utilized");
|
|
}
|
|
}
|
|
|
|
/// To allow for combining multiple flushes into one, we have a way of flushing
|
|
/// the active table, which can consume MapperFlush structs
|
|
#[must_use = "The page table must be flushed, or the changes unsafely ignored"]
|
|
pub struct MapperFlushAll(bool);
|
|
|
|
impl MapperFlushAll {
|
|
/// Create a new promise to flush all mappings
|
|
pub fn new() -> MapperFlushAll {
|
|
MapperFlushAll(false)
|
|
}
|
|
|
|
/// Consume a single page flush
|
|
pub fn consume(&mut self, flush: MapperFlush) {
|
|
self.0 = true;
|
|
mem::forget(flush);
|
|
}
|
|
|
|
/// Flush the active page table
|
|
pub fn flush(self, table: &mut ActivePageTable) {
|
|
if self.0 {
|
|
table.flush_all();
|
|
}
|
|
mem::forget(self);
|
|
}
|
|
|
|
/// Ignore the flush. This is unsafe, and a reason should be provided for use
|
|
pub unsafe fn ignore(self) {
|
|
mem::forget(self);
|
|
}
|
|
}
|
|
|
|
/// A flush cannot be dropped, it must be consumed
|
|
impl Drop for MapperFlushAll {
|
|
fn drop(&mut self) {
|
|
panic!("Mapper flush all was not utilized");
|
|
}
|
|
}
|
|
|
|
pub struct Mapper {
|
|
p4: Unique<Table<Level4>>,
|
|
}
|
|
|
|
impl Mapper {
|
|
/// Create a new page table
|
|
pub unsafe fn new() -> Mapper {
|
|
Mapper {
|
|
p4: Unique::new(table::P4),
|
|
}
|
|
}
|
|
|
|
pub fn p4(&self) -> &Table<Level4> {
|
|
unsafe { self.p4.get() }
|
|
}
|
|
|
|
pub fn p4_mut(&mut self) -> &mut Table<Level4> {
|
|
unsafe { self.p4.get_mut() }
|
|
}
|
|
|
|
/// Map a page to a frame
|
|
pub fn map_to(&mut self, page: Page, frame: Frame, flags: EntryFlags) -> MapperFlush {
|
|
let mut p3 = self.p4_mut().next_table_create(page.p4_index());
|
|
let mut p2 = p3.next_table_create(page.p3_index());
|
|
let mut p1 = p2.next_table_create(page.p2_index());
|
|
|
|
assert!(p1[page.p1_index()].is_unused(),
|
|
"{:X}: Set to {:X}: {:?}, requesting {:X}: {:?}",
|
|
page.start_address().get(),
|
|
p1[page.p1_index()].address().get(), p1[page.p1_index()].flags(),
|
|
frame.start_address().get(), flags);
|
|
p1[page.p1_index()].set(frame, flags | entry::PRESENT);
|
|
MapperFlush::new(page)
|
|
}
|
|
|
|
/// Map a page to the next free frame
|
|
pub fn map(&mut self, page: Page, flags: EntryFlags) -> MapperFlush {
|
|
let frame = allocate_frames(1).expect("out of frames");
|
|
self.map_to(page, frame, flags)
|
|
}
|
|
|
|
/// Update flags for a page
|
|
pub fn remap(&mut self, page: Page, flags: EntryFlags) -> MapperFlush {
|
|
let mut p3 = self.p4_mut().next_table_mut(page.p4_index()).expect("failed to remap: no p3");
|
|
let mut p2 = p3.next_table_mut(page.p3_index()).expect("failed to remap: no p2");
|
|
let mut p1 = p2.next_table_mut(page.p2_index()).expect("failed to remap: no p1");
|
|
let frame = p1[page.p1_index()].pointed_frame().expect("failed to remap: not mapped");
|
|
p1[page.p1_index()].set(frame, flags | entry::PRESENT);
|
|
MapperFlush::new(page)
|
|
}
|
|
|
|
/// Identity map a frame
|
|
pub fn identity_map(&mut self, frame: Frame, flags: EntryFlags) -> MapperFlush {
|
|
let page = Page::containing_address(VirtualAddress::new(frame.start_address().get()));
|
|
self.map_to(page, frame, flags)
|
|
}
|
|
|
|
fn unmap_inner(&mut self, page: &Page, keep_parents: bool) -> Frame {
|
|
let frame;
|
|
|
|
let p4 = self.p4_mut();
|
|
{
|
|
let p3 = p4.next_table_mut(page.p4_index()).expect("unmap_inner: p3 not found");
|
|
{
|
|
let p2 = p3.next_table_mut(page.p3_index()).expect("unmap_inner: p2 not found");
|
|
{
|
|
let p1 = p2.next_table_mut(page.p2_index()).expect("unmap_inner: p1 not found");
|
|
|
|
frame = p1[page.p1_index()].pointed_frame().expect("unmap_inner: frame not found");
|
|
p1[page.p1_index()].set_unused();
|
|
|
|
if keep_parents || ! p1.is_unused() {
|
|
return frame;
|
|
}
|
|
}
|
|
|
|
{
|
|
let p1_frame = p2[page.p2_index()].pointed_frame().expect("unmap_inner: p1 frame not found");
|
|
//println!("Free p1 {:?}", p1_frame);
|
|
p2[page.p2_index()].set_unused();
|
|
deallocate_frames(p1_frame, 1);
|
|
}
|
|
|
|
if keep_parents || ! p2.is_unused() {
|
|
return frame;
|
|
}
|
|
}
|
|
|
|
{
|
|
let p2_frame = p3[page.p3_index()].pointed_frame().expect("unmap_inner: p2 frame not found");
|
|
//println!("Free p2 {:?}", p2_frame);
|
|
p3[page.p3_index()].set_unused();
|
|
deallocate_frames(p2_frame, 1);
|
|
}
|
|
|
|
if keep_parents || ! p3.is_unused() {
|
|
return frame;
|
|
}
|
|
}
|
|
|
|
{
|
|
let p3_frame = p4[page.p4_index()].pointed_frame().expect("unmap_inner: p3 frame not found");
|
|
//println!("Free p3 {:?}", p3_frame);
|
|
p4[page.p4_index()].set_unused();
|
|
deallocate_frames(p3_frame, 1);
|
|
}
|
|
|
|
frame
|
|
}
|
|
|
|
/// Unmap a page
|
|
pub fn unmap(&mut self, page: Page) -> MapperFlush {
|
|
let frame = self.unmap_inner(&page, false);
|
|
deallocate_frames(frame, 1);
|
|
MapperFlush::new(page)
|
|
}
|
|
|
|
/// Unmap a page, return frame without free
|
|
pub fn unmap_return(&mut self, page: Page, keep_parents: bool) -> (MapperFlush, Frame) {
|
|
let frame = self.unmap_inner(&page, keep_parents);
|
|
(MapperFlush::new(page), frame)
|
|
}
|
|
|
|
pub fn translate_page(&self, page: Page) -> Option<Frame> {
|
|
self.p4().next_table(page.p4_index())
|
|
.and_then(|p3| p3.next_table(page.p3_index()))
|
|
.and_then(|p2| p2.next_table(page.p2_index()))
|
|
.and_then(|p1| p1[page.p1_index()].pointed_frame())
|
|
}
|
|
|
|
pub fn translate_page_flags(&self, page: Page) -> Option<EntryFlags> {
|
|
self.p4().next_table(page.p4_index())
|
|
.and_then(|p3| p3.next_table(page.p3_index()))
|
|
.and_then(|p2| p2.next_table(page.p2_index()))
|
|
.and_then(|p1| Some(p1[page.p1_index()].flags()))
|
|
}
|
|
|
|
/// Translate a virtual address to a physical one
|
|
pub fn translate(&self, virtual_address: VirtualAddress) -> Option<PhysicalAddress> {
|
|
let offset = virtual_address.get() % PAGE_SIZE;
|
|
self.translate_page(Page::containing_address(virtual_address))
|
|
.map(|frame| PhysicalAddress::new(frame.start_address().get() + offset))
|
|
}
|
|
}
|