rustc_utils/mir/
borrowck_facts.rsuse std::sync::atomic::{AtomicBool, Ordering};
use rustc_borrowck::consumers::{BodyWithBorrowckFacts, ConsumerOptions};
use rustc_data_structures::fx::FxHashSet as HashSet;
use rustc_hir::def_id::LocalDefId;
use rustc_middle::{
mir::{Body, BorrowCheckResult, StatementKind, TerminatorKind},
ty::TyCtxt,
util::Providers,
};
use crate::{block_timer, cache::Cache, BodyExt};
pub fn simplify_mir(body: &mut Body<'_>) {
let return_blocks = body
.all_returns()
.filter_map(|loc| {
let bb = &body.basic_blocks[loc.block];
(bb.statements.len() == 0).then_some(loc.block)
})
.collect::<HashSet<_>>();
for block in body.basic_blocks_mut() {
block.statements.retain(|stmt| {
!matches!(
stmt.kind,
StatementKind::StorageLive(..) | StatementKind::StorageDead(..)
)
});
let terminator = block.terminator_mut();
terminator.kind = match terminator.kind {
TerminatorKind::FalseEdge { real_target, .. } => TerminatorKind::Goto {
target: real_target,
},
TerminatorKind::Goto { target } if return_blocks.contains(&target) => {
TerminatorKind::Return
}
_ => continue,
}
}
}
static SIMPLIFY_MIR: AtomicBool = AtomicBool::new(false);
pub fn enable_mir_simplification() {
SIMPLIFY_MIR.store(true, Ordering::SeqCst);
}
pub fn override_queries(_session: &rustc_session::Session, local: &mut Providers) {
local.mir_borrowck = mir_borrowck;
}
thread_local! {
pub static MIR_BODIES:Cache<LocalDefId, BodyWithBorrowckFacts<'static>> = Cache::default();
}
#[cfg(feature = "test")]
pub(crate) unsafe fn clear_mir_cache() {
MIR_BODIES.with(|cache| {
unsafe { cache.clear() };
})
}
fn mir_borrowck(tcx: TyCtxt<'_>, def_id: LocalDefId) -> &BorrowCheckResult<'_> {
block_timer!(&format!(
"get_body_with_borrowck_facts for {}",
tcx.def_path_debug_str(def_id.to_def_id())
));
let mut body_with_facts = rustc_borrowck::consumers::get_body_with_borrowck_facts(
tcx,
def_id,
ConsumerOptions::PoloniusInputFacts,
);
if SIMPLIFY_MIR.load(Ordering::SeqCst) {
simplify_mir(&mut body_with_facts.body);
}
let body_with_facts: BodyWithBorrowckFacts<'static> =
unsafe { std::mem::transmute(body_with_facts) };
MIR_BODIES.with(|cache| {
cache.get(&def_id, |_| body_with_facts);
});
let mut providers = Providers::default();
rustc_borrowck::provide(&mut providers);
let original_mir_borrowck = providers.mir_borrowck;
original_mir_borrowck(tcx, def_id)
}
#[allow(clippy::needless_lifetimes)]
pub fn get_body_with_borrowck_facts<'tcx>(
tcx: TyCtxt<'tcx>,
def_id: LocalDefId,
) -> &'tcx BodyWithBorrowckFacts<'tcx> {
let _ = tcx.mir_borrowck(def_id);
MIR_BODIES.with(|cache| {
let body = cache.get(&def_id, |_| panic!("mir_borrowck override should have stored body for item: {def_id:?}. Are you sure you registered borrowck_facts::override_queries?"));
unsafe {
std::mem::transmute::<
&BodyWithBorrowckFacts<'static>,
&'tcx BodyWithBorrowckFacts<'tcx>,
>(body)
}
})
}