From f71038f058aa120ea6ff93e4288932ea02705bdb Mon Sep 17 00:00:00 2001 From: Bryan English Date: Mon, 9 Feb 2026 09:32:20 -0500 Subject: [PATCH] fix comments, again --- rel-lang/sorelc/src/tokenizer.rs | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/rel-lang/sorelc/src/tokenizer.rs b/rel-lang/sorelc/src/tokenizer.rs index 093c012..d546c6b 100644 --- a/rel-lang/sorelc/src/tokenizer.rs +++ b/rel-lang/sorelc/src/tokenizer.rs @@ -86,6 +86,7 @@ pub fn tokenize<'a>(input: &'a str) -> Result>> { } if in_line_comment { + word_or_num_start = None; if char == '\n' { in_line_comment = false; last_is_whitespace = true; // not really true, but means don't need space after @@ -175,4 +176,13 @@ mod tests { "); println!("result: {:?}", result); } + + #[test] + fn strings() { + let result = tokenize(" +dup \\ ( stuff ) +\"hello!\" +"); + println!("result: {:?}", result); + } } -- 2.43.0