diff options
Diffstat (limited to 'src/comp/syntax/parse')
| -rw-r--r-- | src/comp/syntax/parse/lexer.rs | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/src/comp/syntax/parse/lexer.rs b/src/comp/syntax/parse/lexer.rs index 2ad3a7f0135..00bc73baeba 100644 --- a/src/comp/syntax/parse/lexer.rs +++ b/src/comp/syntax/parse/lexer.rs @@ -711,9 +711,12 @@ fn gather_comments_and_literals(cm: codemap::codemap, } let tok = next_token(rdr); if is_lit(tok.tok) { - literals += [{lit: rdr.get_str_from(tok.bpos), pos: tok.chpos}]; + let s = rdr.get_str_from(tok.bpos); + literals += [{lit: s, pos: tok.chpos}]; + log(debug, "tok lit: " + s); + } else { + log(debug, "tok: " + token::to_str(rdr, tok.tok)); } - log(debug, "tok: " + token::to_str(rdr, tok.tok)); first_read = false; } ret {cmnts: comments, lits: literals}; |