From: Bryan English <bryan@rethought.computer>
Date: Mon, 9 Feb 2026 14:32:20 +0000 (-0500)
Subject: fix comments, again
X-Git-Url: https://rethought.computer/gitweb//gitweb//git?a=commitdiff_plain;h=f71038f058aa120ea6ff93e4288932ea02705bdb;p=sorel-lang.git

fix comments, again
---

diff --git a/rel-lang/sorelc/src/tokenizer.rs b/rel-lang/sorelc/src/tokenizer.rs
index 093c012..d546c6b 100644
--- a/rel-lang/sorelc/src/tokenizer.rs
+++ b/rel-lang/sorelc/src/tokenizer.rs
@@ -86,6 +86,7 @@ pub fn tokenize<'a>(input: &'a str) -> Result<Vec<Token<'a>>> {
         }
 
         if in_line_comment {
+            word_or_num_start = None;
             if char == '\n' {
                 in_line_comment = false;
                 last_is_whitespace = true; // not really true, but means don't need space after
@@ -175,4 +176,13 @@ mod tests {
         ");
         println!("result: {:?}", result);
     }
+
+    #[test]
+    fn strings() {
+        let result = tokenize("
+dup \\ ( stuff )
+\"hello!\"
+");
+        println!("result: {:?}", result);
+    }
 }