Add support in lexer for utf8 identifiers. No NFKC logic in char yet.

This commit is contained in:
Graydon Hoare
2011-12-29 14:45:18 -08:00
parent 5fd0a3be0c
commit 36c55b20a8
4 changed files with 48 additions and 5 deletions

View File

@@ -37,6 +37,12 @@ Utilities for manipulating the char type
Cn Unassigned a reserved unassigned code point or a noncharacter
*/
export is_alphabetic,
is_XID_start, is_XID_continue,
is_lowercase, is_uppercase,
is_whitespace, is_alphanumeric,
to_digit, maybe_digit, cmp;
import is_alphabetic = unicode::derived_property::Alphabetic;
import is_XID_start = unicode::derived_property::XID_Start;
import is_XID_continue = unicode::derived_property::XID_Continue;