// Copyright 2017 Amanieu d'Antras // // Licensed under the Apache License, Version 2.0, <LICENSE-APACHE or // http://apache.org/licenses/LICENSE-2.0> or the MIT license <LICENSE-MIT or // http://opensource.org/licenses/MIT>, at your option. This file may not be // copied, modified, or distributed except according to those terms.
usecrate::POINTER_WIDTH; use once_cell::sync::Lazy; use std::cell::Cell; use std::cmp::Reverse; use std::collections::BinaryHeap; use std::sync::Mutex;
/// Thread ID manager which allocates thread IDs. It attempts to aggressively /// reuse thread IDs where possible to avoid cases where a ThreadLocal grows /// indefinitely when it is used by many short-lived threads. struct ThreadIdManager {
free_from: usize,
free_list: BinaryHeap<Reverse<usize>>,
} impl ThreadIdManager { fn new() -> Self { Self {
free_from: 0,
free_list: BinaryHeap::new(),
}
} fn alloc(&mutself) -> usize { iflet Some(id) = self.free_list.pop() {
id.0
} else { // `free_from` can't overflow as each thread takes up at least 2 bytes of memory and // thus we can't even have `usize::MAX / 2 + 1` threads.
let id = self.free_from; self.free_from += 1;
id
}
} fn free(&mutself, id: usize) { self.free_list.push(Reverse(id));
}
} static THREAD_ID_MANAGER: Lazy<Mutex<ThreadIdManager>> =
Lazy::new(|| Mutex::new(ThreadIdManager::new()));
/// Data which is unique to the current thread while it is running. /// A thread ID may be reused after a thread exits. #[derive(Clone, Copy)] pub(crate) struct Thread { /// The thread ID obtained from the thread ID manager. pub(crate) id: usize, /// The bucket this thread's local storage will be in. pub(crate) bucket: usize, /// The size of the bucket this thread's local storage will be in. pub(crate) bucket_size: usize, /// The index into the bucket this thread's local storage is in. pub(crate) index: usize,
} impl Thread { pub(crate) fn new(id: usize) -> Self { let bucket = usize::from(POINTER_WIDTH) - ((id + 1).leading_zeros() as usize) - 1; let bucket_size = 1 << bucket; let index = id - (bucket_size - 1);
Self {
id,
bucket,
bucket_size,
index,
}
}
}
cfg_if::cfg_if! { if#[cfg(feature = "nightly")] { // This is split into 2 thread-local variables so that we can check whether the // thread is initialized without having to register a thread-local destructor. // // This makes the fast path smaller. #[thread_local] staticmut THREAD: Option<Thread> = None;
thread_local! { static THREAD_GUARD: ThreadGuard = const { ThreadGuard { id: Cell::new(0) } }; }
// Guard to ensure the thread ID is released on thread exit. struct ThreadGuard { // We keep a copy of the thread ID in the ThreadGuard: we can't // reliably access THREAD in our Drop impl due to the unpredictable // order of TLS destructors.
id: Cell<usize>,
}
impl Drop for ThreadGuard { fn drop(&mutself) { // Release the thread ID. Any further accesses to the thread ID // will go through get_slow which will either panic or // initialize a new ThreadGuard. unsafe {
THREAD = None;
}
THREAD_ID_MANAGER.lock().unwrap().free(self.id.get());
}
}
/// Returns a thread ID for the current thread, allocating one if needed. #[inline] pub(crate) fn get() -> Thread { iflet Some(thread) = unsafe { THREAD } {
thread
} else {
get_slow()
}
}
/// Out-of-line slow path for allocating a thread ID. #[cold] fn get_slow() -> Thread { let new = Thread::new(THREAD_ID_MANAGER.lock().unwrap().alloc()); unsafe {
THREAD = Some(new);
}
THREAD_GUARD.with(|guard| guard.id.set(new.id));
new
}
} else { // This is split into 2 thread-local variables so that we can check whether the // thread is initialized without having to register a thread-local destructor. // // This makes the fast path smaller.
thread_local! { static THREAD: Cell<Option<Thread>> = const { Cell::new(None) }; }
thread_local! { static THREAD_GUARD: ThreadGuard = const { ThreadGuard { id: Cell::new(0) } }; }
// Guard to ensure the thread ID is released on thread exit. struct ThreadGuard { // We keep a copy of the thread ID in the ThreadGuard: we can't // reliably access THREAD in our Drop impl due to the unpredictable // order of TLS destructors.
id: Cell<usize>,
}
impl Drop for ThreadGuard { fn drop(&mutself) { // Release the thread ID. Any further accesses to the thread ID // will go through get_slow which will either panic or // initialize a new ThreadGuard. let _ = THREAD.try_with(|thread| thread.set(None));
THREAD_ID_MANAGER.lock().unwrap().free(self.id.get());
}
}
/// Returns a thread ID for the current thread, allocating one if needed. #[inline] pub(crate) fn get() -> Thread {
THREAD.with(|thread| { iflet Some(thread) = thread.get() {
thread
} else {
get_slow(thread)
}
})
}
/// Out-of-line slow path for allocating a thread ID. #[cold] fn get_slow(thread: &Cell<Option<Thread>>) -> Thread { let new = Thread::new(THREAD_ID_MANAGER.lock().unwrap().alloc());
thread.set(Some(new));
THREAD_GUARD.with(|guard| guard.id.set(new.id));
new
}
}
}
Die Informationen auf dieser Webseite wurden
nach bestem Wissen sorgfältig zusammengestellt. Es wird jedoch weder Vollständigkeit, noch Richtigkeit,
noch Qualität der bereit gestellten Informationen zugesichert.
Bemerkung:
Die farbliche Syntaxdarstellung und die Messung sind noch experimentell.