use std::fmt::Debug; use std::hash::Hash; use std::sync::OnceLock; use rustc_data_structures::sharded::ShardedHashMap; pub use rustc_data_structures::vec_cache::VecCache; use rustc_hir::def_id::LOCAL_CRATE; use rustc_index::Idx; use rustc_span::def_id::{DefId, DefIndex}; use crate::dep_graph::DepNodeIndex; /// Trait for types that serve as an in-memory cache for query results, /// for a given key (argument) type and value (return) type. /// /// Types implementing this trait are associated with actual key/value types /// by the `Cache` associated type of the `rustc_middle::query::Key` trait. pub trait QueryCache: Sized { type Key: Hash + Eq + Copy + Debug; type Value: Copy; /// Returns the cached value (and other information) associated with the /// given key, if it is present in the cache. fn lookup(&self, key: &Self::Key) -> Option<(Self::Value, DepNodeIndex)>; /// Adds a key/value entry to this cache. /// /// Called by some part of the query system, after having obtained the /// value by executing the query or loading a cached value from disk. fn complete(&self, key: Self::Key, value: Self::Value, index: DepNodeIndex); fn iter(&self, f: &mut dyn FnMut(&Self::Key, &Self::Value, DepNodeIndex)); } /// In-memory cache for queries whose keys aren't suitable for any of the /// more specialized kinds of cache. Backed by a sharded hashmap. pub struct DefaultCache { cache: ShardedHashMap, } impl Default for DefaultCache { fn default() -> Self { DefaultCache { cache: Default::default() } } } impl QueryCache for DefaultCache where K: Eq + Hash + Copy + Debug, V: Copy, { type Key = K; type Value = V; #[inline(always)] fn lookup(&self, key: &K) -> Option<(V, DepNodeIndex)> { self.cache.get(key) } #[inline] fn complete(&self, key: K, value: V, index: DepNodeIndex) { // We may be overwriting another value. This is all right, since the dep-graph // will check that the fingerprint matches. self.cache.insert(key, (value, index)); } fn iter(&self, f: &mut dyn FnMut(&Self::Key, &Self::Value, DepNodeIndex)) { for shard in self.cache.lock_shards() { for (k, v) in shard.iter() { f(k, &v.0, v.1); } } } } /// In-memory cache for queries whose key type only has one value (e.g. `()`). /// The cache therefore only needs to store one query return value. pub struct SingleCache { cache: OnceLock<(V, DepNodeIndex)>, } impl Default for SingleCache { fn default() -> Self { SingleCache { cache: OnceLock::new() } } } impl QueryCache for SingleCache where V: Copy, { type Key = (); type Value = V; #[inline(always)] fn lookup(&self, _key: &()) -> Option<(V, DepNodeIndex)> { self.cache.get().copied() } #[inline] fn complete(&self, _key: (), value: V, index: DepNodeIndex) { self.cache.set((value, index)).ok(); } fn iter(&self, f: &mut dyn FnMut(&Self::Key, &Self::Value, DepNodeIndex)) { if let Some(value) = self.cache.get() { f(&(), &value.0, value.1) } } } /// In-memory cache for queries whose key is a [`DefId`]. /// /// Selects between one of two internal caches, depending on whether the key /// is a local ID or foreign-crate ID. pub struct DefIdCache { /// Stores the local DefIds in a dense map. Local queries are much more often dense, so this is /// a win over hashing query keys at marginal memory cost (~5% at most) compared to FxHashMap. local: VecCache, foreign: DefaultCache, } impl Default for DefIdCache { fn default() -> Self { DefIdCache { local: Default::default(), foreign: Default::default() } } } impl QueryCache for DefIdCache where V: Copy, { type Key = DefId; type Value = V; #[inline(always)] fn lookup(&self, key: &DefId) -> Option<(V, DepNodeIndex)> { if key.krate == LOCAL_CRATE { self.local.lookup(&key.index) } else { self.foreign.lookup(key) } } #[inline] fn complete(&self, key: DefId, value: V, index: DepNodeIndex) { if key.krate == LOCAL_CRATE { self.local.complete(key.index, value, index) } else { self.foreign.complete(key, value, index) } } fn iter(&self, f: &mut dyn FnMut(&Self::Key, &Self::Value, DepNodeIndex)) { self.local.iter(&mut |key, value, index| { f(&DefId { krate: LOCAL_CRATE, index: *key }, value, index); }); self.foreign.iter(f); } } impl QueryCache for VecCache where K: Idx + Eq + Hash + Copy + Debug, V: Copy, { type Key = K; type Value = V; #[inline(always)] fn lookup(&self, key: &K) -> Option<(V, DepNodeIndex)> { self.lookup(key) } #[inline] fn complete(&self, key: K, value: V, index: DepNodeIndex) { self.complete(key, value, index) } fn iter(&self, f: &mut dyn FnMut(&Self::Key, &Self::Value, DepNodeIndex)) { self.iter(f) } }