Make clear that TokenTree::Token shouldn't contain a delimiter.

2023-02-01 11:21:28 +11:00
parent af1d16e82d
commit b23f272db0
2 changed files with 9 additions and 2 deletions
--- a/compiler/rustc_parse/src/parser/mod.rs
+++ b/compiler/rustc_parse/src/parser/mod.rs
@@ -290,7 +290,13 @@ impl TokenCursor {
                            self.frame.tree_cursor.replace_prev_and_rewind(desugared);
                            // Continue to get the first token of the desugared doc comment.
                        }
-                        _ => return (token.clone(), spacing),
+                        _ => {
+                            debug_assert!(!matches!(
+                                token.kind,
+                                token::OpenDelim(_) | token::CloseDelim(_)
+                            ));
+                            return (token.clone(), spacing);
+                        }
                    },
                    &TokenTree::Delimited(sp, delim, ref tts) => {
                        // Set `open_delim` to true here because we deal with it immediately.