diff options
| author | Wang Xuerui <idontknw.wang@gmail.com> | 2016-04-21 20:05:47 +0800 |
|---|---|---|
| committer | Wang Xuerui <idontknw.wang@gmail.com> | 2016-04-21 20:05:47 +0800 |
| commit | 5f70e8f6cdf7392f70db1ee1a1e0668d056ab527 (patch) | |
| tree | 5b0820c842d996ff95603c09e698705679e87a61 | |
| parent | dbe700ef656b63a8c630dac41c46f1b3e3323727 (diff) | |
| download | rust-5f70e8f6cdf7392f70db1ee1a1e0668d056ab527.tar.gz rust-5f70e8f6cdf7392f70db1ee1a1e0668d056ab527.zip | |
add confusable space characters
| -rw-r--r-- | src/libsyntax/parse/lexer/unicode_chars.rs | 17 |
1 files changed, 17 insertions, 0 deletions
diff --git a/src/libsyntax/parse/lexer/unicode_chars.rs b/src/libsyntax/parse/lexer/unicode_chars.rs index f74746fe885..96cfb4dfb2d 100644 --- a/src/libsyntax/parse/lexer/unicode_chars.rs +++ b/src/libsyntax/parse/lexer/unicode_chars.rs @@ -16,6 +16,22 @@ use errors::DiagnosticBuilder; use super::StringReader; const UNICODE_ARRAY: &'static [(char, &'static str, char)] = &[ + (' ', "No-Break Space", ' '), + (' ', "Ogham Space Mark", ' '), + (' ', "En Quad", ' '), + (' ', "Em Quad", ' '), + (' ', "En Space", ' '), + (' ', "Em Space", ' '), + (' ', "Three-Per-Em Space", ' '), + (' ', "Four-Per-Em Space", ' '), + (' ', "Six-Per-Em Space", ' '), + (' ', "Figure Space", ' '), + (' ', "Punctuation Space", ' '), + (' ', "Thin Space", ' '), + (' ', "Hair Space", ' '), + (' ', "Narrow No-Break Space", ' '), + (' ', "Medium Mathematical Space", ' '), + (' ', "Ideographic Space", ' '), ('ߺ', "Nko Lajanyalan", '_'), ('﹍', "Dashed Low Line", '_'), ('﹎', "Centreline Low Line", '_'), @@ -173,6 +189,7 @@ const UNICODE_ARRAY: &'static [(char, &'static str, char)] = &[ ('Ⳇ', "Coptic Capital Letter Old Coptic Esh", '/'), ]; const ASCII_ARRAY: &'static [(char, &'static str)] = &[ + (' ', "Space"), ('_', "Underscore"), ('-', "Minus/Hyphen"), (',', "Comma"), |
