Track character and byte positions together in the parser

This commit is contained in:
Brian Anderson
2012-11-14 16:34:18 -08:00
parent f67bfe9738
commit 8069d2f266
4 changed files with 42 additions and 34 deletions

View File

@@ -292,9 +292,13 @@ fn gather_comments_and_literals(span_diagnostic: diagnostic::span_handler,
{cmnts: ~[cmnt], lits: ~[lit]} {
let src = @str::from_bytes(srdr.read_whole_stream());
let itr = parse::token::mk_fake_ident_interner();
let rdr = lexer::new_low_level_string_reader
(span_diagnostic, @FileMap::new(path, src,
CharPos(0u), BytePos(0u)), itr);
let filemap = @FileMap::new(path, src,
FilePos {
ch: CharPos(0u),
byte: BytePos(0u)
});
let rdr = lexer::new_low_level_string_reader(
span_diagnostic, filemap, itr);
let mut comments: ~[cmnt] = ~[];
let mut literals: ~[lit] = ~[];