//! The Rust AST Visitor. Extracts useful information and massages it into a form //! usable for `clean`. use rustc_data_structures::fx::{FxHashMap, FxHashSet}; use rustc_hir as hir; use rustc_hir::def::{DefKind, Res}; use rustc_hir::def_id::DefId; use rustc_hir::Node; use rustc_middle::middle::privacy::AccessLevel; use rustc_middle::ty::TyCtxt; use rustc_span; use rustc_span::def_id::LOCAL_CRATE; use rustc_span::source_map::Spanned; use rustc_span::symbol::{kw, sym, Symbol}; use std::mem; use crate::clean::{self, AttributesExt, NestedAttributesExt}; use crate::core; use crate::doctree::*; // FIXME: Should this be replaced with tcx.def_path_str? fn def_id_to_path(tcx: TyCtxt<'_>, did: DefId) -> Vec { let crate_name = tcx.crate_name(did.krate).to_string(); let relative = tcx.def_path(did).data.into_iter().filter_map(|elem| { // extern blocks have an empty name let s = elem.data.to_string(); if !s.is_empty() { Some(s) } else { None } }); std::iter::once(crate_name).chain(relative).collect() } crate fn inherits_doc_hidden(tcx: TyCtxt<'_>, mut node: hir::HirId) -> bool { while let Some(id) = tcx.hir().get_enclosing_scope(node) { node = id; if tcx.hir().attrs(node).lists(sym::doc).has_word(sym::hidden) { return true; } } false } // Also, is there some reason that this doesn't use the 'visit' // framework from syntax?. crate struct RustdocVisitor<'a, 'tcx> { cx: &'a mut core::DocContext<'tcx>, view_item_stack: FxHashSet, inlining: bool, /// Are the current module and all of its parents public? inside_public_path: bool, exact_paths: FxHashMap>, } impl<'a, 'tcx> RustdocVisitor<'a, 'tcx> { crate fn new(cx: &'a mut core::DocContext<'tcx>) -> RustdocVisitor<'a, 'tcx> { // If the root is re-exported, terminate all recursion. let mut stack = FxHashSet::default(); stack.insert(hir::CRATE_HIR_ID); RustdocVisitor { cx, view_item_stack: stack, inlining: false, inside_public_path: true, exact_paths: FxHashMap::default(), } } fn store_path(&mut self, did: DefId) { let tcx = self.cx.tcx; self.exact_paths.entry(did).or_insert_with(|| def_id_to_path(tcx, did)); } crate fn visit(mut self, krate: &'tcx hir::Crate<'_>) -> Module<'tcx> { let span = krate.module().inner; let mut top_level_module = self.visit_mod_contents( &Spanned { span, node: hir::VisibilityKind::Public }, hir::CRATE_HIR_ID, &krate.module(), self.cx.tcx.crate_name(LOCAL_CRATE), ); // Attach the crate's exported macros to the top-level module. // In the case of macros 2.0 (`pub macro`), and for built-in `derive`s or attributes as // well (_e.g._, `Copy`), these are wrongly bundled in there too, so we need to fix that by // moving them back to their correct locations. 'exported_macros: for def in krate.exported_macros() { // The `def` of a macro in `exported_macros` should correspond to either: // - a `#[macro_export] macro_rules!` macro, // - a built-in `derive` (or attribute) macro such as the ones in `::core`, // - a `pub macro`. // Only the last two need to be fixed, thus: if def.ast.macro_rules { top_level_module.macros.push((def, None)); continue 'exported_macros; } let tcx = self.cx.tcx; // Note: this is not the same as `.parent_module()`. Indeed, the latter looks // for the closest module _ancestor_, which is not necessarily a direct parent // (since a direct parent isn't necessarily a module, c.f. #77828). let macro_parent_def_id = { use rustc_middle::ty::DefIdTree; tcx.parent(def.def_id.to_def_id()).unwrap() }; let macro_parent_path = tcx.def_path(macro_parent_def_id); // HACK: rustdoc has no way to lookup `doctree::Module`s by their HirId. Instead, // lookup the module by its name, by looking at each path segment one at a time. let mut cur_mod = &mut top_level_module; for path_segment in macro_parent_path.data { // Path segments may refer to a module (in which case they belong to the type // namespace), which is _necessary_ for the macro to be accessible outside it // (no "associated macros" as of yet). Else we bail with an outer `continue`. let path_segment_ty_ns = match path_segment.data { rustc_hir::definitions::DefPathData::TypeNs(symbol) => symbol, _ => continue 'exported_macros, }; // Descend into the child module that matches this path segment (if any). match cur_mod.mods.iter_mut().find(|child| child.name == path_segment_ty_ns) { Some(child_mod) => cur_mod = &mut *child_mod, None => continue 'exported_macros, } } let cur_mod_def_id = tcx.hir().local_def_id(cur_mod.id).to_def_id(); assert_eq!(cur_mod_def_id, macro_parent_def_id); cur_mod.macros.push((def, None)); } self.cx.cache.exact_paths = self.exact_paths; top_level_module } fn visit_mod_contents( &mut self, vis: &hir::Visibility<'_>, id: hir::HirId, m: &'tcx hir::Mod<'tcx>, name: Symbol, ) -> Module<'tcx> { let mut om = Module::new(name, id, m.inner); // Keep track of if there were any private modules in the path. let orig_inside_public_path = self.inside_public_path; self.inside_public_path &= vis.node.is_pub(); for &i in m.item_ids { let item = self.cx.tcx.hir().item(i); self.visit_item(item, None, &mut om); } self.inside_public_path = orig_inside_public_path; om } /// Tries to resolve the target of a `pub use` statement and inlines the /// target if it is defined locally and would not be documented otherwise, /// or when it is specifically requested with `please_inline`. /// (the latter is the case when the import is marked `doc(inline)`) /// /// Cross-crate inlining occurs later on during crate cleaning /// and follows different rules. /// /// Returns `true` if the target has been inlined. fn maybe_inline_local( &mut self, id: hir::HirId, res: Res, renamed: Option, glob: bool, om: &mut Module<'tcx>, please_inline: bool, ) -> bool { debug!("maybe_inline_local res: {:?}", res); let tcx = self.cx.tcx; let res_did = if let Some(did) = res.opt_def_id() { did } else { return false; }; let use_attrs = tcx.hir().attrs(id); // Don't inline `doc(hidden)` imports so they can be stripped at a later stage. let is_no_inline = use_attrs.lists(sym::doc).has_word(sym::no_inline) || use_attrs.lists(sym::doc).has_word(sym::hidden); // For cross-crate impl inlining we need to know whether items are // reachable in documentation -- a previously unreachable item can be // made reachable by cross-crate inlining which we're checking here. // (this is done here because we need to know this upfront). if !res_did.is_local() && !is_no_inline { let attrs = clean::inline::load_attrs(self.cx, res_did); let self_is_hidden = attrs.lists(sym::doc).has_word(sym::hidden); if !self_is_hidden { if let Res::Def(kind, did) = res { if kind == DefKind::Mod { crate::visit_lib::LibEmbargoVisitor::new(self.cx).visit_mod(did) } else { // All items need to be handled here in case someone wishes to link // to them with intra-doc links self.cx.cache.access_levels.map.insert(did, AccessLevel::Public); } } } return false; } let res_hir_id = match res_did.as_local() { Some(n) => tcx.hir().local_def_id_to_hir_id(n), None => return false, }; let is_private = !self.cx.cache.access_levels.is_public(res_did); let is_hidden = inherits_doc_hidden(self.cx.tcx, res_hir_id); // Only inline if requested or if the item would otherwise be stripped. if (!please_inline && !is_private && !is_hidden) || is_no_inline { return false; } if !self.view_item_stack.insert(res_hir_id) { return false; } let ret = match tcx.hir().get(res_hir_id) { Node::Item(&hir::Item { kind: hir::ItemKind::Mod(ref m), .. }) if glob => { let prev = mem::replace(&mut self.inlining, true); for &i in m.item_ids { let i = self.cx.tcx.hir().item(i); self.visit_item(i, None, om); } self.inlining = prev; true } Node::Item(it) if !glob => { let prev = mem::replace(&mut self.inlining, true); self.visit_item(it, renamed, om); self.inlining = prev; true } Node::ForeignItem(it) if !glob => { let prev = mem::replace(&mut self.inlining, true); self.visit_foreign_item(it, renamed, om); self.inlining = prev; true } Node::MacroDef(def) if !glob => { om.macros.push((def, renamed)); true } _ => false, }; self.view_item_stack.remove(&res_hir_id); ret } fn visit_item( &mut self, item: &'tcx hir::Item<'_>, renamed: Option, om: &mut Module<'tcx>, ) { debug!("visiting item {:?}", item); let name = renamed.unwrap_or(item.ident.name); if item.vis.node.is_pub() { self.store_path(item.def_id.to_def_id()); } match item.kind { hir::ItemKind::ForeignMod { items, .. } => { for item in items { let item = self.cx.tcx.hir().foreign_item(item.id); self.visit_foreign_item(item, None, om); } } // If we're inlining, skip private items. _ if self.inlining && !item.vis.node.is_pub() => {} hir::ItemKind::GlobalAsm(..) => {} hir::ItemKind::Use(_, hir::UseKind::ListStem) => {} hir::ItemKind::Use(ref path, kind) => { let is_glob = kind == hir::UseKind::Glob; // Struct and variant constructors and proc macro stubs always show up alongside // their definitions, we've already processed them so just discard these. if let Res::Def(DefKind::Ctor(..), _) | Res::SelfCtor(..) = path.res { return; } let attrs = self.cx.tcx.hir().attrs(item.hir_id()); // If there was a private module in the current path then don't bother inlining // anything as it will probably be stripped anyway. if item.vis.node.is_pub() && self.inside_public_path { let please_inline = attrs.iter().any(|item| match item.meta_item_list() { Some(ref list) if item.has_name(sym::doc) => { list.iter().any(|i| i.has_name(sym::inline)) } _ => false, }); let ident = if is_glob { None } else { Some(name) }; if self.maybe_inline_local( item.hir_id(), path.res, ident, is_glob, om, please_inline, ) { return; } } om.items.push((item, renamed)) } hir::ItemKind::Mod(ref m) => { om.mods.push(self.visit_mod_contents(&item.vis, item.hir_id(), m, name)); } hir::ItemKind::Fn(..) | hir::ItemKind::ExternCrate(..) | hir::ItemKind::Enum(..) | hir::ItemKind::Struct(..) | hir::ItemKind::Union(..) | hir::ItemKind::TyAlias(..) | hir::ItemKind::OpaqueTy(..) | hir::ItemKind::Static(..) | hir::ItemKind::Trait(..) | hir::ItemKind::TraitAlias(..) => om.items.push((item, renamed)), hir::ItemKind::Const(..) => { // Underscore constants do not correspond to a nameable item and // so are never useful in documentation. if name != kw::Underscore { om.items.push((item, renamed)); } } hir::ItemKind::Impl(ref impl_) => { // Don't duplicate impls when inlining or if it's implementing a trait, we'll pick // them up regardless of where they're located. if !self.inlining && impl_.of_trait.is_none() { om.items.push((item, None)); } } } } fn visit_foreign_item( &mut self, item: &'tcx hir::ForeignItem<'_>, renamed: Option, om: &mut Module<'tcx>, ) { // If inlining we only want to include public functions. if !self.inlining || item.vis.node.is_pub() { om.foreigns.push((item, renamed)); } } }