about summary refs log tree commit diff
path: root/src/librustc_parse/lib.rs
diff options
context:
space:
mode:
authorVadim Petrochenkov <vadim.petrochenkov@gmail.com>2020-02-16 21:36:50 +0300
committerVadim Petrochenkov <vadim.petrochenkov@gmail.com>2020-02-17 22:12:39 +0300
commited2fd28d385c1cc9b2ab3e91513b4d2ffc612671 (patch)
tree8e6d69200b1221240312eee982fc4492267decd4 /src/librustc_parse/lib.rs
parentd33b3562e5e888eaffd2f8f1af08ca2afdbe542c (diff)
downloadrust-ed2fd28d385c1cc9b2ab3e91513b4d2ffc612671.tar.gz
rust-ed2fd28d385c1cc9b2ab3e91513b4d2ffc612671.zip
parser: Set previous and unnormalized tokens in couple more places
Diffstat (limited to 'src/librustc_parse/lib.rs')
-rw-r--r--src/librustc_parse/lib.rs1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/librustc_parse/lib.rs b/src/librustc_parse/lib.rs
index 4aad2c0f68a..40d7a34a8b0 100644
--- a/src/librustc_parse/lib.rs
+++ b/src/librustc_parse/lib.rs
@@ -172,6 +172,7 @@ fn maybe_source_file_to_parser(
     parser.unclosed_delims = unclosed_delims;
     if parser.token == token::Eof && parser.token.span.is_dummy() {
         parser.token.span = Span::new(end_pos, end_pos, parser.token.span.ctxt());
+        assert!(parser.unnormalized_token.is_none());
     }
 
     Ok(parser)