Query the fingerprint style during key reconstruction

Keys can be reconstructed from fingerprints that are not DefPathHash, but then
we cannot extract a DefId from them.
This commit is contained in:
Mark Rousskov 2021-10-02 12:06:42 -04:00
parent 0eabf25b90
commit 6f78eed1c7
6 changed files with 74 additions and 48 deletions

View File

@ -63,6 +63,7 @@ use rustc_data_structures::fingerprint::Fingerprint;
use rustc_hir::def_id::{CrateNum, DefId, LocalDefId, CRATE_DEF_INDEX}; use rustc_hir::def_id::{CrateNum, DefId, LocalDefId, CRATE_DEF_INDEX};
use rustc_hir::definitions::DefPathHash; use rustc_hir::definitions::DefPathHash;
use rustc_hir::HirId; use rustc_hir::HirId;
use rustc_query_system::dep_graph::FingerprintStyle;
use rustc_span::symbol::Symbol; use rustc_span::symbol::Symbol;
use std::hash::Hash; use std::hash::Hash;
@ -89,9 +90,9 @@ pub struct DepKindStruct {
/// Whether the query key can be recovered from the hashed fingerprint. /// Whether the query key can be recovered from the hashed fingerprint.
/// See [DepNodeParams] trait for the behaviour of each key type. /// See [DepNodeParams] trait for the behaviour of each key type.
// FIXME: Make this a simple boolean once DepNodeParams::can_reconstruct_query_key // FIXME: Make this a simple boolean once DepNodeParams::fingerprint_style
// can be made a specialized associated const. // can be made a specialized associated const.
can_reconstruct_query_key: fn() -> bool, fingerprint_style: fn() -> FingerprintStyle,
} }
impl std::ops::Deref for DepKind { impl std::ops::Deref for DepKind {
@ -103,14 +104,14 @@ impl std::ops::Deref for DepKind {
impl DepKind { impl DepKind {
#[inline(always)] #[inline(always)]
pub fn can_reconstruct_query_key(&self) -> bool { pub fn fingerprint_style(&self) -> FingerprintStyle {
// Only fetch the DepKindStruct once. // Only fetch the DepKindStruct once.
let data: &DepKindStruct = &**self; let data: &DepKindStruct = &**self;
if data.is_anon { if data.is_anon {
return false; return FingerprintStyle::Opaque;
} }
(data.can_reconstruct_query_key)() (data.fingerprint_style)()
} }
} }
@ -151,6 +152,7 @@ macro_rules! contains_eval_always_attr {
pub mod dep_kind { pub mod dep_kind {
use super::*; use super::*;
use crate::ty::query::query_keys; use crate::ty::query::query_keys;
use rustc_query_system::dep_graph::FingerprintStyle;
// We use this for most things when incr. comp. is turned off. // We use this for most things when incr. comp. is turned off.
pub const Null: DepKindStruct = DepKindStruct { pub const Null: DepKindStruct = DepKindStruct {
@ -158,7 +160,7 @@ pub mod dep_kind {
is_anon: false, is_anon: false,
is_eval_always: false, is_eval_always: false,
can_reconstruct_query_key: || true, fingerprint_style: || FingerprintStyle::Unit,
}; };
pub const TraitSelect: DepKindStruct = DepKindStruct { pub const TraitSelect: DepKindStruct = DepKindStruct {
@ -166,7 +168,7 @@ pub mod dep_kind {
is_anon: true, is_anon: true,
is_eval_always: false, is_eval_always: false,
can_reconstruct_query_key: || true, fingerprint_style: || FingerprintStyle::Unit,
}; };
pub const CompileCodegenUnit: DepKindStruct = DepKindStruct { pub const CompileCodegenUnit: DepKindStruct = DepKindStruct {
@ -174,7 +176,7 @@ pub mod dep_kind {
is_anon: false, is_anon: false,
is_eval_always: false, is_eval_always: false,
can_reconstruct_query_key: || false, fingerprint_style: || FingerprintStyle::Opaque,
}; };
pub const CompileMonoItem: DepKindStruct = DepKindStruct { pub const CompileMonoItem: DepKindStruct = DepKindStruct {
@ -182,7 +184,7 @@ pub mod dep_kind {
is_anon: false, is_anon: false,
is_eval_always: false, is_eval_always: false,
can_reconstruct_query_key: || false, fingerprint_style: || FingerprintStyle::Opaque,
}; };
macro_rules! define_query_dep_kinds { macro_rules! define_query_dep_kinds {
@ -196,16 +198,16 @@ pub mod dep_kind {
const is_eval_always: bool = contains_eval_always_attr!($($attrs)*); const is_eval_always: bool = contains_eval_always_attr!($($attrs)*);
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> rustc_query_system::dep_graph::FingerprintStyle {
<query_keys::$variant<'_> as DepNodeParams<TyCtxt<'_>>> <query_keys::$variant<'_> as DepNodeParams<TyCtxt<'_>>>
::can_reconstruct_query_key() ::fingerprint_style()
} }
DepKindStruct { DepKindStruct {
has_params, has_params,
is_anon, is_anon,
is_eval_always, is_eval_always,
can_reconstruct_query_key, fingerprint_style,
} }
};)* };)*
); );
@ -320,7 +322,7 @@ impl DepNodeExt for DepNode {
/// method will assert that the given DepKind actually requires a /// method will assert that the given DepKind actually requires a
/// single DefId/DefPathHash parameter. /// single DefId/DefPathHash parameter.
fn from_def_path_hash(def_path_hash: DefPathHash, kind: DepKind) -> DepNode { fn from_def_path_hash(def_path_hash: DefPathHash, kind: DepKind) -> DepNode {
debug_assert!(kind.can_reconstruct_query_key() && kind.has_params); debug_assert!(kind.fingerprint_style() == FingerprintStyle::DefPathHash);
DepNode { kind, hash: def_path_hash.0.into() } DepNode { kind, hash: def_path_hash.0.into() }
} }
@ -335,7 +337,7 @@ impl DepNodeExt for DepNode {
/// refers to something from the previous compilation session that /// refers to something from the previous compilation session that
/// has been removed. /// has been removed.
fn extract_def_id(&self, tcx: TyCtxt<'tcx>) -> Option<DefId> { fn extract_def_id(&self, tcx: TyCtxt<'tcx>) -> Option<DefId> {
if self.kind.can_reconstruct_query_key() { if self.kind.fingerprint_style() == FingerprintStyle::DefPathHash {
Some( Some(
tcx.on_disk_cache tcx.on_disk_cache
.as_ref()? .as_ref()?
@ -350,14 +352,16 @@ impl DepNodeExt for DepNode {
fn from_label_string(label: &str, def_path_hash: DefPathHash) -> Result<DepNode, ()> { fn from_label_string(label: &str, def_path_hash: DefPathHash) -> Result<DepNode, ()> {
let kind = dep_kind_from_label_string(label)?; let kind = dep_kind_from_label_string(label)?;
if !kind.can_reconstruct_query_key() { match kind.fingerprint_style() {
return Err(()); FingerprintStyle::Opaque => Err(()),
} FingerprintStyle::Unit => {
if !kind.has_params {
if kind.has_params { Ok(DepNode::new_no_params(kind))
Ok(DepNode::from_def_path_hash(def_path_hash, kind)) } else {
} else { Err(())
Ok(DepNode::new_no_params(kind)) }
}
FingerprintStyle::DefPathHash => Ok(DepNode::from_def_path_hash(def_path_hash, kind)),
} }
} }
@ -369,8 +373,8 @@ impl DepNodeExt for DepNode {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for () { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for () {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
true FingerprintStyle::Unit
} }
fn to_fingerprint(&self, _: TyCtxt<'tcx>) -> Fingerprint { fn to_fingerprint(&self, _: TyCtxt<'tcx>) -> Fingerprint {
@ -384,8 +388,8 @@ impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for () {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for DefId { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for DefId {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
true FingerprintStyle::DefPathHash
} }
fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint { fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint {
@ -403,8 +407,8 @@ impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for DefId {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for LocalDefId { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for LocalDefId {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
true FingerprintStyle::DefPathHash
} }
fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint { fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint {
@ -422,8 +426,8 @@ impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for LocalDefId {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for CrateNum { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for CrateNum {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
true FingerprintStyle::DefPathHash
} }
fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint { fn to_fingerprint(&self, tcx: TyCtxt<'tcx>) -> Fingerprint {
@ -442,8 +446,8 @@ impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for CrateNum {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for (DefId, DefId) { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for (DefId, DefId) {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
false FingerprintStyle::Opaque
} }
// We actually would not need to specialize the implementation of this // We actually would not need to specialize the implementation of this
@ -467,8 +471,8 @@ impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for (DefId, DefId) {
impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for HirId { impl<'tcx> DepNodeParams<TyCtxt<'tcx>> for HirId {
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
false FingerprintStyle::Opaque
} }
// We actually would not need to specialize the implementation of this // We actually would not need to specialize the implementation of this

View File

@ -25,8 +25,8 @@ impl rustc_query_system::dep_graph::DepKind for DepKind {
const NULL: Self = DepKind::Null; const NULL: Self = DepKind::Null;
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key(&self) -> bool { fn fingerprint_style(&self) -> rustc_query_system::dep_graph::FingerprintStyle {
DepKind::can_reconstruct_query_key(self) DepKind::fingerprint_style(self)
} }
#[inline(always)] #[inline(always)]

View File

@ -428,6 +428,7 @@ macro_rules! define_queries {
use rustc_middle::ty::query::query_keys; use rustc_middle::ty::query::query_keys;
use rustc_query_system::dep_graph::DepNodeParams; use rustc_query_system::dep_graph::DepNodeParams;
use rustc_query_system::query::{force_query, QueryDescription}; use rustc_query_system::query::{force_query, QueryDescription};
use rustc_query_system::dep_graph::FingerprintStyle;
// We use this for most things when incr. comp. is turned off. // We use this for most things when incr. comp. is turned off.
pub const Null: QueryStruct = QueryStruct { pub const Null: QueryStruct = QueryStruct {
@ -454,9 +455,9 @@ macro_rules! define_queries {
const is_anon: bool = is_anon!([$($modifiers)*]); const is_anon: bool = is_anon!([$($modifiers)*]);
#[inline(always)] #[inline(always)]
fn can_reconstruct_query_key() -> bool { fn fingerprint_style() -> FingerprintStyle {
<query_keys::$name<'_> as DepNodeParams<TyCtxt<'_>>> <query_keys::$name<'_> as DepNodeParams<TyCtxt<'_>>>
::can_reconstruct_query_key() ::fingerprint_style()
} }
fn recover<'tcx>(tcx: TyCtxt<'tcx>, dep_node: &DepNode) -> Option<query_keys::$name<'tcx>> { fn recover<'tcx>(tcx: TyCtxt<'tcx>, dep_node: &DepNode) -> Option<query_keys::$name<'tcx>> {
@ -472,7 +473,7 @@ macro_rules! define_queries {
return return
} }
if !can_reconstruct_query_key() { if !fingerprint_style().reconstructible() {
return return
} }

View File

@ -42,7 +42,7 @@
//! `DefId` it was computed from. In other cases, too much information gets //! `DefId` it was computed from. In other cases, too much information gets
//! lost during fingerprint computation. //! lost during fingerprint computation.
use super::{DepContext, DepKind}; use super::{DepContext, DepKind, FingerprintStyle};
use crate::ich::StableHashingContext; use crate::ich::StableHashingContext;
use rustc_data_structures::fingerprint::{Fingerprint, PackedFingerprint}; use rustc_data_structures::fingerprint::{Fingerprint, PackedFingerprint};
@ -75,7 +75,7 @@ impl<K: DepKind> DepNode<K> {
#[cfg(debug_assertions)] #[cfg(debug_assertions)]
{ {
if !kind.can_reconstruct_query_key() if !kind.fingerprint_style().reconstructible()
&& (tcx.sess().opts.debugging_opts.incremental_info && (tcx.sess().opts.debugging_opts.incremental_info
|| tcx.sess().opts.debugging_opts.query_dep_graph) || tcx.sess().opts.debugging_opts.query_dep_graph)
{ {
@ -94,7 +94,7 @@ impl<K: DepKind> fmt::Debug for DepNode<K> {
} }
pub trait DepNodeParams<Ctxt: DepContext>: fmt::Debug + Sized { pub trait DepNodeParams<Ctxt: DepContext>: fmt::Debug + Sized {
fn can_reconstruct_query_key() -> bool; fn fingerprint_style() -> FingerprintStyle;
/// This method turns the parameters of a DepNodeConstructor into an opaque /// This method turns the parameters of a DepNodeConstructor into an opaque
/// Fingerprint to be used in DepNode. /// Fingerprint to be used in DepNode.
@ -111,7 +111,7 @@ pub trait DepNodeParams<Ctxt: DepContext>: fmt::Debug + Sized {
/// This method tries to recover the query key from the given `DepNode`, /// This method tries to recover the query key from the given `DepNode`,
/// something which is needed when forcing `DepNode`s during red-green /// something which is needed when forcing `DepNode`s during red-green
/// evaluation. The query system will only call this method if /// evaluation. The query system will only call this method if
/// `can_reconstruct_query_key()` is `true`. /// `fingerprint_style()` is not `FingerprintStyle::Opaque`.
/// It is always valid to return `None` here, in which case incremental /// It is always valid to return `None` here, in which case incremental
/// compilation will treat the query as having changed instead of forcing it. /// compilation will treat the query as having changed instead of forcing it.
fn recover(tcx: Ctxt, dep_node: &DepNode<Ctxt::DepKind>) -> Option<Self>; fn recover(tcx: Ctxt, dep_node: &DepNode<Ctxt::DepKind>) -> Option<Self>;
@ -122,8 +122,8 @@ where
T: for<'a> HashStable<StableHashingContext<'a>> + fmt::Debug, T: for<'a> HashStable<StableHashingContext<'a>> + fmt::Debug,
{ {
#[inline] #[inline]
default fn can_reconstruct_query_key() -> bool { default fn fingerprint_style() -> FingerprintStyle {
false FingerprintStyle::Opaque
} }
default fn to_fingerprint(&self, tcx: Ctxt) -> Fingerprint { default fn to_fingerprint(&self, tcx: Ctxt) -> Fingerprint {

View File

@ -50,6 +50,27 @@ impl<T: DepContext> HasDepContext for T {
} }
} }
/// Describes the contents of the fingerprint generated by a given query.
#[derive(PartialEq, Eq, Copy, Clone)]
pub enum FingerprintStyle {
/// The fingerprint is actually a DefPathHash.
DefPathHash,
/// Query key was `()` or equivalent, so fingerprint is just zero.
Unit,
/// Some opaque hash.
Opaque,
}
impl FingerprintStyle {
#[inline]
pub fn reconstructible(self) -> bool {
match self {
FingerprintStyle::DefPathHash | FingerprintStyle::Unit => true,
FingerprintStyle::Opaque => false,
}
}
}
/// Describe the different families of dependency nodes. /// Describe the different families of dependency nodes.
pub trait DepKind: Copy + fmt::Debug + Eq + Hash + Send + Encodable<FileEncoder> + 'static { pub trait DepKind: Copy + fmt::Debug + Eq + Hash + Send + Encodable<FileEncoder> + 'static {
const NULL: Self; const NULL: Self;
@ -73,5 +94,5 @@ pub trait DepKind: Copy + fmt::Debug + Eq + Hash + Send + Encodable<FileEncoder>
where where
OP: for<'a> FnOnce(Option<&'a Lock<TaskDeps<Self>>>); OP: for<'a> FnOnce(Option<&'a Lock<TaskDeps<Self>>>);
fn can_reconstruct_query_key(&self) -> bool; fn fingerprint_style(&self) -> FingerprintStyle;
} }

View File

@ -540,7 +540,7 @@ where
// We always expect to find a cached result for things that // We always expect to find a cached result for things that
// can be forced from `DepNode`. // can be forced from `DepNode`.
debug_assert!( debug_assert!(
!dep_node.kind.can_reconstruct_query_key() || result.is_some(), !dep_node.kind.fingerprint_style().reconstructible() || result.is_some(),
"missing on-disk cache entry for {:?}", "missing on-disk cache entry for {:?}",
dep_node dep_node
); );
@ -778,7 +778,7 @@ where
return false; return false;
} }
if !<Q::Key as DepNodeParams<CTX::DepContext>>::can_reconstruct_query_key() { if !<Q::Key as DepNodeParams<CTX::DepContext>>::fingerprint_style().reconstructible() {
return false; return false;
} }