Generate token for ints and floats

2020-11-06 18:19:24 +01:00
parent 2c408c68a4
commit 3820b26a93
2 changed files with 47 additions and 1 deletions
--- a/xtask/src/codegen/gen_syntax.rs
+++ b/xtask/src/codegen/gen_syntax.rs
@@ -504,7 +504,11 @@ impl Field {

 fn lower(grammar: &Grammar) -> AstSrc {
    let mut res = AstSrc::default();
-    res.tokens = vec!["Whitespace".into(), "Comment".into(), "String".into(), "RawString".into()];
+
+    res.tokens = "Whitespace Comment String RawString IntNumber FloatNumber"
+        .split_ascii_whitespace()
+        .map(|it| it.to_string())
+        .collect::<Vec<_>>();

    let nodes = grammar.iter().collect::<Vec<_>>();