use core::sync::atomic::Ordering; use crate::context::signal::signal_handler; use crate::context::{arch, contexts, Context, Status, CONTEXT_ID}; #[cfg(target_arch = "x86_64")] use crate::gdt; use crate::interrupt::irq::PIT_TICKS; use crate::interrupt; use crate::ptrace; use crate::time; unsafe fn update(context: &mut Context, cpu_id: usize) { // Take ownership if not already owned if context.cpu_id == None { context.cpu_id = Some(cpu_id); // println!("{}: take {} {}", cpu_id, context.id, ::core::str::from_utf8_unchecked(&context.name.lock())); } // Restore from signal, must only be done from another context to avoid overwriting the stack! if context.ksig_restore && ! context.running { let was_singlestep = ptrace::regs_for(context).map(|s| s.is_singlestep()).unwrap_or(false); let ksig = context.ksig.take().expect("context::switch: ksig not set with ksig_restore"); context.arch = ksig.0; if let Some(ref mut kfx) = context.kfx { kfx.clone_from_slice(&ksig.1.expect("context::switch: ksig kfx not set with ksig_restore")); } else { panic!("context::switch: kfx not set with ksig_restore"); } if let Some(ref mut kstack) = context.kstack { kstack.clone_from_slice(&ksig.2.expect("context::switch: ksig kstack not set with ksig_restore")); } else { panic!("context::switch: kstack not set with ksig_restore"); } context.ksig_restore = false; // Keep singlestep flag across jumps if let Some(regs) = ptrace::regs_for_mut(context) { regs.set_singlestep(was_singlestep); } context.unblock(); } // Unblock when there are pending signals if context.status == Status::Blocked && !context.pending.is_empty() { context.unblock(); } // Wake from sleep if context.status == Status::Blocked && context.wake.is_some() { let wake = context.wake.expect("context::switch: wake not set"); let current = time::monotonic(); if current.0 > wake.0 || (current.0 == wake.0 && current.1 >= wake.1) { context.wake = None; context.unblock(); } } } unsafe fn runnable(context: &Context, cpu_id: usize) -> bool { // Switch to context if it needs to run, is not currently running, and is owned by the current CPU !context.running && !context.ptrace_stop && context.status == Status::Runnable && context.cpu_id == Some(cpu_id) } /// Switch to the next context /// /// # Safety /// /// Do not call this while holding locks! pub unsafe fn switch() -> bool { use core::ops::DerefMut; //set PIT Interrupt counter to 0, giving each process same amount of PIT ticks let ticks = PIT_TICKS.swap(0, Ordering::SeqCst); // Set the global lock to avoid the unsafe operations below from causing issues while arch::CONTEXT_SWITCH_LOCK.compare_and_swap(false, true, Ordering::SeqCst) { interrupt::pause(); } let cpu_id = crate::cpu_id(); let from_ptr; let mut to_ptr = 0 as *mut Context; let mut to_sig = None; { let contexts = contexts(); { let context_lock = contexts .current() .expect("context::switch: not inside of context"); let mut context = context_lock.write(); context.ticks += ticks as u64 + 1; // Always round ticks up from_ptr = context.deref_mut() as *mut Context; } macro_rules! to { ($context:expr) => {{ let context: &mut Context = $context; if runnable(context, cpu_id) { to_ptr = context as *mut Context; if context.ksig.is_none() { to_sig = context.pending.pop_front(); } true } else { false } }}; }; for (_pid, context_lock) in contexts.iter() { let mut context = context_lock.write(); update(&mut context, cpu_id); } for (pid, context_lock) in contexts.iter() { if *pid > (*from_ptr).id { let mut context = context_lock.write(); if to!(&mut context) { break; } } } if to_ptr as usize == 0 { for (pid, context_lock) in contexts.iter() { if *pid < (*from_ptr).id { let mut context = context_lock.write(); if to!(&mut context) { break; } } } } }; // Switch process states, TSS stack pointer, and store new context ID if to_ptr as usize != 0 { (*from_ptr).running = false; (*to_ptr).running = true; #[cfg(target_arch = "x86_64")] { if let Some(ref stack) = (*to_ptr).kstack { gdt::set_tss_stack(stack.as_ptr() as usize + stack.len()); } gdt::set_tcb((*to_ptr).id.into()); } #[cfg(target_arch = "aarch64")] { let pid = (*to_ptr).id.into(); (*to_ptr).arch.set_tcb(pid); } CONTEXT_ID.store((*to_ptr).id, Ordering::SeqCst); } if to_ptr as usize == 0 { // No target was found, unset global lock and return arch::CONTEXT_SWITCH_LOCK.store(false, Ordering::SeqCst); false } else { if let Some(sig) = to_sig { // Signal was found, run signal handler //TODO: Allow nested signals assert!((*to_ptr).ksig.is_none()); let arch = (*to_ptr).arch.clone(); let kfx = (*to_ptr).kfx.clone(); let kstack = (*to_ptr).kstack.clone(); (*to_ptr).ksig = Some((arch, kfx, kstack, sig)); (*to_ptr).arch.signal_stack(signal_handler, sig); } (*from_ptr).arch.switch_to(&mut (*to_ptr).arch); true } }