Fix literal support in token tree to ast item list

2019-04-05 18:23:01 +08:00
parent be9a44e9ba
commit 1ab78d6056
4 changed files with 45 additions and 4 deletions
--- a/crates/ra_syntax/src/parsing.rs
+++ b/crates/ra_syntax/src/parsing.rs
@@ -11,7 +11,7 @@ use crate::{
    syntax_node::GreenNode,
 };

-pub use self::lexer::{tokenize, Token};
+pub use self::lexer::{tokenize, next_token, Token};

 pub(crate) use self::reparsing::incremental_reparse;