2020-03-29 14:41:09 +00:00
|
|
|
use rustc_middle::mir::*;
|
2016-05-16 23:26:18 +00:00
|
|
|
|
|
|
|
/// This struct represents a patch to MIR, which can add
|
|
|
|
/// new statements and basic blocks and patch over block
|
|
|
|
/// terminators.
|
|
|
|
pub struct MirPatch<'tcx> {
|
2016-06-07 14:28:36 +00:00
|
|
|
patch_map: IndexVec<BasicBlock, Option<TerminatorKind<'tcx>>>,
|
2016-05-16 23:26:18 +00:00
|
|
|
new_blocks: Vec<BasicBlockData<'tcx>>,
|
|
|
|
new_statements: Vec<(Location, StatementKind<'tcx>)>,
|
2016-09-24 23:38:27 +00:00
|
|
|
new_locals: Vec<LocalDecl<'tcx>>,
|
2022-08-03 01:57:54 +00:00
|
|
|
resume_block: Option<BasicBlock>,
|
2022-10-10 18:50:49 +00:00
|
|
|
// Only for unreachable in cleanup path.
|
2022-11-15 17:00:40 +00:00
|
|
|
unreachable_cleanup_block: Option<BasicBlock>,
|
2023-08-22 11:57:09 +00:00
|
|
|
// Cached block for UnwindTerminate (with reason)
|
|
|
|
terminate_block: Option<(BasicBlock, UnwindTerminateReason)>,
|
2022-08-03 01:57:54 +00:00
|
|
|
body_span: Span,
|
2016-09-24 23:38:27 +00:00
|
|
|
next_local: usize,
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl<'tcx> MirPatch<'tcx> {
|
2019-06-03 22:26:48 +00:00
|
|
|
pub fn new(body: &Body<'tcx>) -> Self {
|
2016-05-16 23:26:18 +00:00
|
|
|
let mut result = MirPatch {
|
2022-07-05 00:00:00 +00:00
|
|
|
patch_map: IndexVec::from_elem(None, &body.basic_blocks),
|
2016-05-16 23:26:18 +00:00
|
|
|
new_blocks: vec![],
|
|
|
|
new_statements: vec![],
|
2016-09-24 23:38:27 +00:00
|
|
|
new_locals: vec![],
|
2019-06-03 22:26:48 +00:00
|
|
|
next_local: body.local_decls.len(),
|
2022-08-03 01:57:54 +00:00
|
|
|
resume_block: None,
|
2022-11-15 17:00:40 +00:00
|
|
|
unreachable_cleanup_block: None,
|
2023-08-22 11:57:09 +00:00
|
|
|
terminate_block: None,
|
2022-08-03 01:57:54 +00:00
|
|
|
body_span: body.span,
|
2016-05-16 23:26:18 +00:00
|
|
|
};
|
|
|
|
|
2022-07-05 00:00:00 +00:00
|
|
|
for (bb, block) in body.basic_blocks.iter_enumerated() {
|
2022-10-10 18:50:49 +00:00
|
|
|
// Check if we already have a resume block
|
2023-08-21 07:57:10 +00:00
|
|
|
if matches!(block.terminator().kind, TerminatorKind::UnwindResume)
|
|
|
|
&& block.statements.is_empty()
|
|
|
|
{
|
2022-08-03 01:57:54 +00:00
|
|
|
result.resume_block = Some(bb);
|
2022-10-31 01:01:24 +00:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check if we already have an unreachable block
|
2023-08-21 07:57:10 +00:00
|
|
|
if matches!(block.terminator().kind, TerminatorKind::Unreachable)
|
2022-11-15 17:00:40 +00:00
|
|
|
&& block.statements.is_empty()
|
|
|
|
&& block.is_cleanup
|
|
|
|
{
|
|
|
|
result.unreachable_cleanup_block = Some(bb);
|
2022-10-31 01:01:24 +00:00
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Check if we already have a terminate block
|
2023-08-22 11:57:09 +00:00
|
|
|
if let TerminatorKind::UnwindTerminate(reason) = block.terminator().kind
|
|
|
|
&& block.statements.is_empty()
|
2023-08-21 07:57:10 +00:00
|
|
|
{
|
2023-08-22 11:57:09 +00:00
|
|
|
result.terminate_block = Some((bb, reason));
|
2022-10-31 01:01:24 +00:00
|
|
|
continue;
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
}
|
2022-08-03 01:57:54 +00:00
|
|
|
|
2016-05-16 23:26:18 +00:00
|
|
|
result
|
|
|
|
}
|
|
|
|
|
2022-08-03 01:57:54 +00:00
|
|
|
pub fn resume_block(&mut self) -> BasicBlock {
|
|
|
|
if let Some(bb) = self.resume_block {
|
|
|
|
return bb;
|
|
|
|
}
|
|
|
|
|
|
|
|
let bb = self.new_block(BasicBlockData {
|
|
|
|
statements: vec![],
|
|
|
|
terminator: Some(Terminator {
|
|
|
|
source_info: SourceInfo::outermost(self.body_span),
|
2023-08-19 11:10:25 +00:00
|
|
|
kind: TerminatorKind::UnwindResume,
|
2022-08-03 01:57:54 +00:00
|
|
|
}),
|
|
|
|
is_cleanup: true,
|
|
|
|
});
|
|
|
|
self.resume_block = Some(bb);
|
|
|
|
bb
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
2022-11-15 17:00:40 +00:00
|
|
|
pub fn unreachable_cleanup_block(&mut self) -> BasicBlock {
|
|
|
|
if let Some(bb) = self.unreachable_cleanup_block {
|
2022-10-31 01:01:24 +00:00
|
|
|
return bb;
|
|
|
|
}
|
|
|
|
|
|
|
|
let bb = self.new_block(BasicBlockData {
|
|
|
|
statements: vec![],
|
|
|
|
terminator: Some(Terminator {
|
|
|
|
source_info: SourceInfo::outermost(self.body_span),
|
|
|
|
kind: TerminatorKind::Unreachable,
|
|
|
|
}),
|
|
|
|
is_cleanup: true,
|
|
|
|
});
|
2022-11-15 17:00:40 +00:00
|
|
|
self.unreachable_cleanup_block = Some(bb);
|
2022-10-31 01:01:24 +00:00
|
|
|
bb
|
|
|
|
}
|
|
|
|
|
2023-08-21 07:57:10 +00:00
|
|
|
pub fn terminate_block(&mut self, reason: UnwindTerminateReason) -> BasicBlock {
|
2023-10-13 08:58:33 +00:00
|
|
|
if let Some((cached_bb, cached_reason)) = self.terminate_block
|
|
|
|
&& reason == cached_reason
|
|
|
|
{
|
2023-08-22 11:57:09 +00:00
|
|
|
return cached_bb;
|
2022-10-31 01:01:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
let bb = self.new_block(BasicBlockData {
|
|
|
|
statements: vec![],
|
|
|
|
terminator: Some(Terminator {
|
|
|
|
source_info: SourceInfo::outermost(self.body_span),
|
2023-08-21 07:57:10 +00:00
|
|
|
kind: TerminatorKind::UnwindTerminate(reason),
|
2022-10-31 01:01:24 +00:00
|
|
|
}),
|
|
|
|
is_cleanup: true,
|
|
|
|
});
|
2023-08-22 11:57:09 +00:00
|
|
|
self.terminate_block = Some((bb, reason));
|
2022-10-31 01:01:24 +00:00
|
|
|
bb
|
|
|
|
}
|
|
|
|
|
2016-05-16 23:26:18 +00:00
|
|
|
pub fn is_patched(&self, bb: BasicBlock) -> bool {
|
2016-06-07 14:28:36 +00:00
|
|
|
self.patch_map[bb].is_some()
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
2019-06-03 22:26:48 +00:00
|
|
|
pub fn terminator_loc(&self, body: &Body<'tcx>, bb: BasicBlock) -> Location {
|
2022-07-05 00:00:00 +00:00
|
|
|
let offset = match bb.index().checked_sub(body.basic_blocks.len()) {
|
2016-05-16 23:26:18 +00:00
|
|
|
Some(index) => self.new_blocks[index].statements.len(),
|
2019-12-22 22:42:04 +00:00
|
|
|
None => body[bb].statements.len(),
|
2016-05-16 23:26:18 +00:00
|
|
|
};
|
2019-12-22 22:42:04 +00:00
|
|
|
Location { block: bb, statement_index: offset }
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
2023-10-04 17:50:03 +00:00
|
|
|
pub fn new_local_with_info(
|
2022-05-01 12:38:22 +00:00
|
|
|
&mut self,
|
|
|
|
ty: Ty<'tcx>,
|
|
|
|
span: Span,
|
2023-03-09 16:55:20 +00:00
|
|
|
local_info: LocalInfo<'tcx>,
|
2022-05-01 12:38:22 +00:00
|
|
|
) -> Local {
|
2022-04-27 22:03:07 +00:00
|
|
|
let index = self.next_local;
|
|
|
|
self.next_local += 1;
|
2023-10-04 17:50:03 +00:00
|
|
|
let mut new_decl = LocalDecl::new(ty, span);
|
2023-03-09 16:55:20 +00:00
|
|
|
**new_decl.local_info.as_mut().assert_crate_local() = local_info;
|
2022-04-27 22:03:07 +00:00
|
|
|
self.new_locals.push(new_decl);
|
2023-04-09 21:07:45 +00:00
|
|
|
Local::new(index)
|
2022-04-27 22:03:07 +00:00
|
|
|
}
|
|
|
|
|
2017-04-11 20:52:51 +00:00
|
|
|
pub fn new_temp(&mut self, ty: Ty<'tcx>, span: Span) -> Local {
|
2022-07-30 00:00:00 +00:00
|
|
|
let index = self.next_local;
|
|
|
|
self.next_local += 1;
|
|
|
|
self.new_locals.push(LocalDecl::new(ty, span));
|
2023-04-09 21:07:45 +00:00
|
|
|
Local::new(index)
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn new_block(&mut self, data: BasicBlockData<'tcx>) -> BasicBlock {
|
|
|
|
let block = BasicBlock::new(self.patch_map.len());
|
|
|
|
debug!("MirPatch: new_block: {:?}: {:?}", block, data);
|
|
|
|
self.new_blocks.push(data);
|
|
|
|
self.patch_map.push(None);
|
|
|
|
block
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn patch_terminator(&mut self, block: BasicBlock, new: TerminatorKind<'tcx>) {
|
2016-06-07 14:28:36 +00:00
|
|
|
assert!(self.patch_map[block].is_none());
|
2016-05-16 23:26:18 +00:00
|
|
|
debug!("MirPatch: patch_terminator({:?}, {:?})", block, new);
|
2016-06-07 14:28:36 +00:00
|
|
|
self.patch_map[block] = Some(new);
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
pub fn add_statement(&mut self, loc: Location, stmt: StatementKind<'tcx>) {
|
|
|
|
debug!("MirPatch: add_statement({:?}, {:?})", loc, stmt);
|
|
|
|
self.new_statements.push((loc, stmt));
|
|
|
|
}
|
|
|
|
|
2017-12-01 12:39:51 +00:00
|
|
|
pub fn add_assign(&mut self, loc: Location, place: Place<'tcx>, rv: Rvalue<'tcx>) {
|
2021-08-05 03:36:38 +00:00
|
|
|
self.add_statement(loc, StatementKind::Assign(Box::new((place, rv))));
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
|
2020-04-12 17:31:00 +00:00
|
|
|
pub fn apply(self, body: &mut Body<'tcx>) {
|
2019-12-22 22:42:04 +00:00
|
|
|
debug!(
|
|
|
|
"MirPatch: {:?} new temps, starting from index {}: {:?}",
|
|
|
|
self.new_locals.len(),
|
|
|
|
body.local_decls.len(),
|
|
|
|
self.new_locals
|
|
|
|
);
|
|
|
|
debug!(
|
|
|
|
"MirPatch: {} new blocks, starting from index {}",
|
|
|
|
self.new_blocks.len(),
|
2022-07-05 00:00:00 +00:00
|
|
|
body.basic_blocks.len()
|
2019-12-22 22:42:04 +00:00
|
|
|
);
|
2022-08-03 01:57:54 +00:00
|
|
|
let bbs = if self.patch_map.is_empty() && self.new_blocks.is_empty() {
|
|
|
|
body.basic_blocks.as_mut_preserves_cfg()
|
|
|
|
} else {
|
|
|
|
body.basic_blocks.as_mut()
|
|
|
|
};
|
|
|
|
bbs.extend(self.new_blocks);
|
2019-11-06 17:00:46 +00:00
|
|
|
body.local_decls.extend(self.new_locals);
|
2016-06-07 14:28:36 +00:00
|
|
|
for (src, patch) in self.patch_map.into_iter_enumerated() {
|
2016-05-16 23:26:18 +00:00
|
|
|
if let Some(patch) = patch {
|
|
|
|
debug!("MirPatch: patching block {:?}", src);
|
2022-08-03 01:57:54 +00:00
|
|
|
bbs[src].terminator_mut().kind = patch;
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
let mut new_statements = self.new_statements;
|
2018-07-25 08:36:57 +00:00
|
|
|
new_statements.sort_by_key(|s| s.0);
|
2016-05-16 23:26:18 +00:00
|
|
|
|
|
|
|
let mut delta = 0;
|
|
|
|
let mut last_bb = START_BLOCK;
|
|
|
|
for (mut loc, stmt) in new_statements {
|
|
|
|
if loc.block != last_bb {
|
|
|
|
delta = 0;
|
|
|
|
last_bb = loc.block;
|
|
|
|
}
|
2019-12-22 22:42:04 +00:00
|
|
|
debug!("MirPatch: adding statement {:?} at loc {:?}+{}", stmt, loc, delta);
|
2016-08-09 01:46:06 +00:00
|
|
|
loc.statement_index += delta;
|
2019-12-22 22:42:04 +00:00
|
|
|
let source_info = Self::source_info_for_index(&body[loc.block], loc);
|
|
|
|
body[loc.block]
|
|
|
|
.statements
|
|
|
|
.insert(loc.statement_index, Statement { source_info, kind: stmt });
|
2016-05-16 23:26:18 +00:00
|
|
|
delta += 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-02-07 21:28:15 +00:00
|
|
|
pub fn source_info_for_index(data: &BasicBlockData<'_>, loc: Location) -> SourceInfo {
|
2016-08-09 01:46:06 +00:00
|
|
|
match data.statements.get(loc.statement_index) {
|
2016-06-07 16:21:56 +00:00
|
|
|
Some(stmt) => stmt.source_info,
|
2019-12-22 22:42:04 +00:00
|
|
|
None => data.terminator().source_info,
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-05-22 19:48:19 +00:00
|
|
|
pub fn source_info_for_location(&self, body: &Body<'tcx>, loc: Location) -> SourceInfo {
|
2022-07-05 00:00:00 +00:00
|
|
|
let data = match loc.block.index().checked_sub(body.basic_blocks.len()) {
|
2016-05-16 23:26:18 +00:00
|
|
|
Some(new) => &self.new_blocks[new],
|
2019-12-22 22:42:04 +00:00
|
|
|
None => &body[loc.block],
|
2016-05-16 23:26:18 +00:00
|
|
|
};
|
2016-06-07 16:21:56 +00:00
|
|
|
Self::source_info_for_index(data, loc)
|
2016-05-16 23:26:18 +00:00
|
|
|
}
|
|
|
|
}
|