Add ordered lock for WaitQueue mutex
This commit is contained in:
+55
-22
@@ -5,12 +5,12 @@ use alloc::{
|
||||
|
||||
use crate::{
|
||||
context::{self, ContextLock, PreemptGuard},
|
||||
sync::{CleanLockToken, Mutex, L1},
|
||||
sync::{CleanLockToken, LockToken, Lower, Mutex, L1, L2, L3},
|
||||
};
|
||||
|
||||
#[derive(Debug)]
|
||||
pub struct WaitCondition {
|
||||
contexts: Mutex<L1, Vec<Weak<ContextLock>>>,
|
||||
contexts: Mutex<L3, Vec<Weak<ContextLock>>>,
|
||||
}
|
||||
|
||||
impl WaitCondition {
|
||||
@@ -46,7 +46,8 @@ impl WaitCondition {
|
||||
len
|
||||
}
|
||||
|
||||
// Wait until notified. Unlocks guard when blocking is ready. Returns false if resumed by a signal or the notify_signal function
|
||||
/// Wait until notified. Unlocks guard when blocking is ready. Returns false if resumed by a signal or the notify_signal function.
|
||||
/// Wrapper to wait_setup -> drop(guard) -> context::switch -> wait_cleanup without currently holding lock for guard.
|
||||
pub fn wait<T>(&self, guard: T, reason: &'static str, token: &mut CleanLockToken) -> bool {
|
||||
let current_context_ref = context::current();
|
||||
{
|
||||
@@ -56,36 +57,68 @@ impl WaitCondition {
|
||||
// to deadlock if we were woken up immediately.
|
||||
let mut preempt = PreemptGuard::new(¤t_context_ref, token);
|
||||
let token = preempt.token();
|
||||
{
|
||||
let mut context = current_context_ref.write(token.token());
|
||||
if let Some((control, pctl, _)) = context.sigcontrol()
|
||||
&& control.currently_pending_unblocked(pctl) != 0
|
||||
{
|
||||
return false;
|
||||
}
|
||||
context.block(reason);
|
||||
if !self.wait_setup(¤t_context_ref, reason, token.token()) {
|
||||
return false;
|
||||
}
|
||||
|
||||
self.contexts
|
||||
.lock(token.token())
|
||||
.push(Arc::downgrade(¤t_context_ref));
|
||||
|
||||
drop(guard);
|
||||
}
|
||||
|
||||
context::switch(token);
|
||||
|
||||
let mut waited = true;
|
||||
self.wait_cleanup(¤t_context_ref, token.token())
|
||||
}
|
||||
|
||||
/// Enqueues the context and sets it to blocked.
|
||||
/// Returns true if successfully blocked, false if a signal is pending.
|
||||
pub fn wait_setup<'a, LP>(
|
||||
&self,
|
||||
current_context_ref: &Arc<ContextLock>,
|
||||
reason: &'static str,
|
||||
mut lock_token: LockToken<'a, LP>,
|
||||
) -> bool
|
||||
where
|
||||
LP: Lower<L2>,
|
||||
{
|
||||
{
|
||||
let mut contexts = self.contexts.lock(token.token());
|
||||
|
||||
if let Some(index) = contexts
|
||||
.iter()
|
||||
.position(|c| Weak::as_ptr(c) == Arc::as_ptr(¤t_context_ref))
|
||||
let mut context = current_context_ref.write(LockToken::downgraded(lock_token.token()));
|
||||
if let Some((control, pctl, _)) = context.sigcontrol()
|
||||
&& control.currently_pending_unblocked(pctl) != 0
|
||||
{
|
||||
contexts.remove(index);
|
||||
return false;
|
||||
}
|
||||
context.block(reason);
|
||||
}
|
||||
|
||||
self.contexts
|
||||
.lock(LockToken::downgraded(lock_token))
|
||||
.push(Arc::downgrade(current_context_ref));
|
||||
|
||||
true
|
||||
}
|
||||
|
||||
/// Cleans up the wait list after waking up.
|
||||
/// Returns true if we actually waited, false if we were removed by signal/notify_signal.
|
||||
pub fn wait_cleanup<'a, LP>(
|
||||
&self,
|
||||
current_context_ref: &Arc<ContextLock>,
|
||||
lock_token: LockToken<'a, LP>,
|
||||
) -> bool
|
||||
where
|
||||
LP: Lower<L1>,
|
||||
{
|
||||
let mut waited = true;
|
||||
let mut contexts = self.contexts.lock(LockToken::downgraded(lock_token));
|
||||
|
||||
// TODO: retain
|
||||
let mut i = 0;
|
||||
while i < contexts.len() {
|
||||
if Weak::as_ptr(&contexts[i]) == Arc::as_ptr(current_context_ref) {
|
||||
contexts.remove(i);
|
||||
waited = false;
|
||||
break;
|
||||
} else {
|
||||
i += 1;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
+42
-12
@@ -1,9 +1,9 @@
|
||||
use alloc::collections::VecDeque;
|
||||
use spin::Mutex;
|
||||
use syscall::{EAGAIN, EINTR};
|
||||
|
||||
use crate::{
|
||||
sync::{CleanLockToken, WaitCondition},
|
||||
context::{self, PreemptGuard},
|
||||
sync::{CleanLockToken, Mutex, WaitCondition, L1},
|
||||
syscall::{
|
||||
error::{Error, Result, EINVAL},
|
||||
usercopy::UserSliceWo,
|
||||
@@ -12,7 +12,7 @@ use crate::{
|
||||
|
||||
#[derive(Debug)]
|
||||
pub struct WaitQueue<T> {
|
||||
pub inner: Mutex<VecDeque<T>>,
|
||||
pub inner: Mutex<L1, VecDeque<T>>,
|
||||
pub condition: WaitCondition,
|
||||
}
|
||||
|
||||
@@ -23,8 +23,8 @@ impl<T> WaitQueue<T> {
|
||||
condition: WaitCondition::new(),
|
||||
}
|
||||
}
|
||||
pub fn is_currently_empty(&self) -> bool {
|
||||
self.inner.lock().is_empty()
|
||||
pub fn is_currently_empty(&self, token: &mut CleanLockToken) -> bool {
|
||||
self.inner.lock(token.token()).is_empty()
|
||||
}
|
||||
|
||||
pub fn receive(
|
||||
@@ -33,8 +33,12 @@ impl<T> WaitQueue<T> {
|
||||
reason: &'static str,
|
||||
token: &mut CleanLockToken,
|
||||
) -> Result<T> {
|
||||
let current_context_ref = context::current();
|
||||
|
||||
loop {
|
||||
let mut inner = self.inner.lock();
|
||||
let mut preempt = PreemptGuard::new(¤t_context_ref, token);
|
||||
|
||||
let mut inner = self.inner.lock(preempt.token().token());
|
||||
|
||||
match inner.pop_front() {
|
||||
Some(t) => {
|
||||
@@ -42,9 +46,23 @@ impl<T> WaitQueue<T> {
|
||||
}
|
||||
_ => {
|
||||
if block {
|
||||
if !self.condition.wait(inner, reason, token) {
|
||||
let (_, mut inner_token) = inner.token_split();
|
||||
if !self.condition.wait_setup(
|
||||
¤t_context_ref,
|
||||
reason,
|
||||
inner_token.token(),
|
||||
) {
|
||||
return Err(Error::new(EINTR));
|
||||
}
|
||||
|
||||
drop(inner);
|
||||
drop(preempt);
|
||||
|
||||
context::switch(token);
|
||||
|
||||
self.condition
|
||||
.wait_cleanup(¤t_context_ref, token.token());
|
||||
|
||||
continue;
|
||||
} else {
|
||||
return Err(Error::new(EAGAIN));
|
||||
@@ -53,22 +71,34 @@ impl<T> WaitQueue<T> {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
pub fn receive_into_user(
|
||||
pub fn receive_into_user(
|
||||
&self,
|
||||
buf: UserSliceWo,
|
||||
block: bool,
|
||||
reason: &'static str,
|
||||
token: &mut CleanLockToken,
|
||||
) -> Result<usize> {
|
||||
let current_context_ref = context::current();
|
||||
|
||||
loop {
|
||||
let mut inner = self.inner.lock();
|
||||
let mut preempt = PreemptGuard::new(¤t_context_ref, token);
|
||||
|
||||
let mut inner = self.inner.lock(preempt.token().token());
|
||||
|
||||
if inner.is_empty() {
|
||||
if block {
|
||||
if !self.condition.wait(inner, reason, token) {
|
||||
let (_, mut inner_token) = inner.token_split();
|
||||
if !self.condition.wait_setup(¤t_context_ref, reason, inner_token.token()) {
|
||||
return Err(Error::new(EINTR));
|
||||
}
|
||||
|
||||
drop(inner);
|
||||
drop(preempt);
|
||||
|
||||
context::switch(token);
|
||||
|
||||
self.condition.wait_cleanup(¤t_context_ref, token.token());
|
||||
|
||||
continue;
|
||||
} else if buf.is_empty() {
|
||||
return Ok(0);
|
||||
@@ -102,7 +132,7 @@ impl<T> WaitQueue<T> {
|
||||
|
||||
pub fn send(&self, value: T, token: &mut CleanLockToken) -> usize {
|
||||
let len = {
|
||||
let mut inner = self.inner.lock();
|
||||
let mut inner = self.inner.lock(token.token());
|
||||
inner.push_back(value);
|
||||
inner.len()
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user