| use rustc_data_structures::thin_vec::ThinVec; | |
| use rustc_hir::attrs::lang_items::LangItem; | |
| use rustc_index::IndexVec; | |
| use rustc_middle::mir::visit::{MutatingUseContext, NonMutatingUseContext, PlaceContext, Visitor}; | |
| use rustc_middle::mir::*; | |
| use rustc_middle::ty::{self, Ty, TyCtxt}; | |
| use tracing::{debug, trace}; | |
| /// Details of a pointer check, the condition on which we decide whether to | |
| /// fail the assert and an [AssertKind] that defines the behavior on failure. | |
| pub(crate) struct PointerCheck<'tcx> { | |
| pub(crate) cond: Operand<'tcx>, | |
| pub(crate) assert_kind: Box<AssertKind<Operand<'tcx>>>, | |
| } | |
| /// When checking for borrows of field projections (`&(*ptr).a`), we might want | |
| /// to check for the field type (type of `.a` in the example). This enum defines | |
| /// the variations (pass the pointer [Ty] or the field [Ty]). | |
| #[derive(Copy, Clone)] | |
| pub(crate) enum BorrowedFieldProjectionMode { | |
| FollowProjections, | |
| NoFollowProjections, | |
| } | |
| /// Utility for adding a check for read/write on every sized, raw pointer. | |
| /// | |
| /// Visits every read/write access to a [Sized], raw pointer and inserts a | |
| /// new basic block directly before the pointer access. (Read/write accesses | |
| /// are determined by the `PlaceContext` of the MIR visitor.) Then calls | |
| /// `on_finding` to insert the actual logic for a pointer check (e.g. check for | |
| /// alignment). A check can choose to follow borrows of field projections via | |
| /// the `field_projection_mode` parameter. | |
| /// | |
| /// This utility takes care of the right order of blocks, the only thing a | |
| /// caller must do in `on_finding` is: | |
| /// - Append [Statement]s to `stmts`. | |
| /// - Append [LocalDecl]s to `local_decls`. | |
| /// - Return a [PointerCheck] that contains the condition and an [AssertKind]. | |
| /// The AssertKind must be a panic with `#[rustc_nounwind]`. The condition | |
| /// should always return the boolean `is_ok`, so evaluate to true in case of | |
| /// success and fail the check otherwise. | |
| /// This utility will insert a terminator block that asserts on the condition | |
| /// and panics on failure. | |
| pub(crate) fn check_pointers<'tcx, F>( | |
| tcx: TyCtxt<'tcx>, | |
| body: &mut Body<'tcx>, | |
| excluded_pointees: &[Ty<'tcx>], | |
| on_finding: F, | |
| field_projection_mode: BorrowedFieldProjectionMode, | |
| ) where | |
| F: Fn( | |
| /* tcx: */ TyCtxt<'tcx>, | |
| /* pointer: */ Place<'tcx>, | |
| /* pointee_ty: */ Ty<'tcx>, | |
| /* context: */ PlaceContext, | |
| /* local_decls: */ &mut IndexVec<Local, LocalDecl<'tcx>>, | |
| /* stmts: */ &mut Vec<Statement<'tcx>>, | |
| /* source_info: */ SourceInfo, | |
| ) -> PointerCheck<'tcx>, | |
| { | |
| // This pass emits new panics. If for whatever reason we do not have a panic | |
| // implementation, running this pass may cause otherwise-valid code to not compile. | |
| if tcx.lang_items().get(LangItem::PanicImpl).is_none() { | |
| return; | |
| } | |
| let typing_env = body.typing_env(tcx); | |
| let basic_blocks = body.basic_blocks.as_mut(); | |
| let local_decls = &mut body.local_decls; | |
| // This operation inserts new blocks. Each insertion changes the Location for all | |
| // statements/blocks after. Iterating or visiting the MIR in order would require updating | |
| // our current location after every insertion. By iterating backwards, we dodge this issue: | |
| // The only Locations that an insertion changes have already been handled. | |
| for block in basic_blocks.indices().rev() { | |
| for statement_index in (0..basic_blocks[block].statements.len()).rev() { | |
| let location = Location { block, statement_index }; | |
| let statement = &basic_blocks[block].statements[statement_index]; | |
| let source_info = statement.source_info; | |
| let mut finder = PointerFinder::new( | |
| tcx, | |
| local_decls, | |
| typing_env, | |
| excluded_pointees, | |
| field_projection_mode, | |
| ); | |
| finder.visit_statement(statement, location); | |
| for (local, ty, context) in finder.into_found_pointers() { | |
| debug!("Inserting check for {:?}", ty); | |
| let new_block = split_block(basic_blocks, location); | |
| // Invoke `on_finding` which appends to `local_decls` and the | |
| // blocks statements. It returns information about the assert | |
| // we're performing in the Terminator. | |
| let block_data = &mut basic_blocks[block]; | |
| let pointer_check = on_finding( | |
| tcx, | |
| local, | |
| ty, | |
| context, | |
| local_decls, | |
| &mut block_data.statements, | |
| source_info, | |
| ); | |
| block_data.terminator = Some(Terminator { | |
| source_info, | |
| kind: TerminatorKind::Assert { | |
| cond: pointer_check.cond, | |
| expected: true, | |
| target: new_block, | |
| msg: pointer_check.assert_kind, | |
| // This calls a panic function associated with the pointer check, which | |
| // is #[rustc_nounwind]. We never want to insert an unwind into unsafe | |
| // code, because unwinding could make a failing UB check turn into much | |
| // worse UB when we start unwinding. | |
| unwind: UnwindAction::Unreachable, | |
| }, | |
| attributes: ThinVec::new(), | |
| }); | |
| } | |
| } | |
| } | |
| } | |
| struct PointerFinder<'a, 'tcx> { | |
| tcx: TyCtxt<'tcx>, | |
| local_decls: &'a mut LocalDecls<'tcx>, | |
| typing_env: ty::TypingEnv<'tcx>, | |
| pointers: Vec<(Place<'tcx>, Ty<'tcx>, PlaceContext)>, | |
| excluded_pointees: &'a [Ty<'tcx>], | |
| field_projection_mode: BorrowedFieldProjectionMode, | |
| } | |
| impl<'a, 'tcx> PointerFinder<'a, 'tcx> { | |
| fn new( | |
| tcx: TyCtxt<'tcx>, | |
| local_decls: &'a mut LocalDecls<'tcx>, | |
| typing_env: ty::TypingEnv<'tcx>, | |
| excluded_pointees: &'a [Ty<'tcx>], | |
| field_projection_mode: BorrowedFieldProjectionMode, | |
| ) -> Self { | |
| PointerFinder { | |
| tcx, | |
| local_decls, | |
| typing_env, | |
| excluded_pointees, | |
| pointers: Vec::new(), | |
| field_projection_mode, | |
| } | |
| } | |
| fn into_found_pointers(self) -> Vec<(Place<'tcx>, Ty<'tcx>, PlaceContext)> { | |
| self.pointers | |
| } | |
| /// Whether or not we should visit a [Place] with [PlaceContext]. | |
| /// | |
| /// We generally only visit Reads/Writes to a place and only Borrows if | |
| /// requested. | |
| fn should_visit_place(&self, context: PlaceContext) -> bool { | |
| match context { | |
| PlaceContext::MutatingUse( | |
| MutatingUseContext::Store | |
| | MutatingUseContext::Call | |
| | MutatingUseContext::Yield | |
| | MutatingUseContext::Drop | |
| | MutatingUseContext::Borrow, | |
| ) => true, | |
| PlaceContext::NonMutatingUse( | |
| NonMutatingUseContext::Copy | |
| | NonMutatingUseContext::Move | |
| | NonMutatingUseContext::SharedBorrow, | |
| ) => true, | |
| _ => false, | |
| } | |
| } | |
| } | |
| impl<'a, 'tcx> Visitor<'tcx> for PointerFinder<'a, 'tcx> { | |
| fn visit_place(&mut self, place: &Place<'tcx>, context: PlaceContext, location: Location) { | |
| if !self.should_visit_place(context) || !place.is_indirect() { | |
| return; | |
| } | |
| // Get the place and type we visit. | |
| let pointer = Place::from(place.local); | |
| let pointer_ty = pointer.ty(self.local_decls, self.tcx).ty; | |
| // We only want to check places based on raw pointers | |
| let &ty::RawPtr(mut pointee_ty, _) = pointer_ty.kind() else { | |
| trace!("Indirect, but not based on an raw ptr, not checking {:?}", place); | |
| return; | |
| }; | |
| // If we see a borrow of a field projection, we want to pass the field type to the | |
| // check and not the pointee type. | |
| if matches!(self.field_projection_mode, BorrowedFieldProjectionMode::FollowProjections) | |
| && matches!( | |
| context, | |
| PlaceContext::NonMutatingUse(NonMutatingUseContext::SharedBorrow) | |
| | PlaceContext::MutatingUse(MutatingUseContext::Borrow) | |
| ) | |
| { | |
| // Naturally, the field type is type of the initial place we look at. | |
| pointee_ty = place.ty(self.local_decls, self.tcx).ty; | |
| } | |
| // Ideally we'd support this in the future, but for now we are limited to sized types. | |
| if !pointee_ty.is_sized(self.tcx, self.typing_env) { | |
| trace!("Raw pointer, but pointee is not known to be sized: {:?}", pointer_ty); | |
| return; | |
| } | |
| // We don't need to look for slices, we already rejected unsized types above. | |
| let element_ty = match pointee_ty.kind() { | |
| ty::Array(ty, _) => *ty, | |
| _ => pointee_ty, | |
| }; | |
| // Check if we excluded this pointee type from the check. | |
| if self.excluded_pointees.contains(&element_ty) { | |
| trace!("Skipping pointer for type: {:?}", pointee_ty); | |
| return; | |
| } | |
| self.pointers.push((pointer, pointee_ty, context)); | |
| self.super_place(place, context, location); | |
| } | |
| } | |
| fn split_block( | |
| basic_blocks: &mut IndexVec<BasicBlock, BasicBlockData<'_>>, | |
| location: Location, | |
| ) -> BasicBlock { | |
| let block_data = &mut basic_blocks[location.block]; | |
| // Drain every statement after this one and move the current terminator to a new basic block. | |
| let new_block = BasicBlockData::new_stmts( | |
| block_data.statements.split_off(location.statement_index), | |
| block_data.terminator.take(), | |
| block_data.is_cleanup, | |
| ); | |
| basic_blocks.push(new_block) | |
| } |