auto merge of #5945 : graydon/rust/fix-unicode-tables, r=pcwalton

This switches the unicode functions in core to use static character-range tables and a binary search helper rather than open-coded switch statements. It adds about 50k of read only data to the libcore binary but cuts out a similar amount of compiled IR. Would have done it this way in the first place but we didn't have structured statics for a long time.

1 files changed, 2 insertions, 2 deletions

diff --git a/src/libsyntax/parse/lexer.rs b/src/libsyntax/parse/lexer.rs
index bc930515a5d..a9edf12f7fa 100644
--- a/src/libsyntax/parse/lexer.rs
+++ b/src/libsyntax/parse/lexer.rs
@@ -535,7 +535,7 @@ fn ident_start(c: char) -> bool {
     (c >= 'a' && c <= 'z')
         || (c >= 'A' && c <= 'Z')
         || c == '_'
-        || (c > 'z' && char::is_XID_start(c))
+        || (c > '\x7f' && char::is_XID_start(c))
 }
 
 fn ident_continue(c: char) -> bool {
@@ -543,7 +543,7 @@ fn ident_continue(c: char) -> bool {
         || (c >= 'A' && c <= 'Z')
         || (c >= '0' && c <= '9')
         || c == '_'
-        || (c > 'z' && char::is_XID_continue(c))
+        || (c > '\x7f' && char::is_XID_continue(c))
 }
 
 // return the next token from the string