fix comments, again

diff --git a/rel-lang/sorelc/src/tokenizer.rs b/rel-lang/sorelc/src/tokenizer.rs
index 093c0124707bf2a31958cd4859542686f6a0a416..d546c6b9c2f6ff50f13b1372c629bc2dd7b374e5 100644 (file)
--- a/rel-lang/sorelc/src/tokenizer.rs
+++ b/rel-lang/sorelc/src/tokenizer.rs
@@ -86,6 +86,7 @@ pub fn tokenize<'a>(input: &'a str) -> Result<Vec<Token<'a>>> {
         }
 
         if in_line_comment {
+            word_or_num_start = None;
             if char == '\n' {
                 in_line_comment = false;
                 last_is_whitespace = true; // not really true, but means don't need space after
@@ -175,4 +176,13 @@ mod tests {
         ");
         println!("result: {:?}", result);
     }
+
+    #[test]
+    fn strings() {
+        let result = tokenize("
+dup \\ ( stuff )
+\"hello!\"
+");
+        println!("result: {:?}", result);
+    }
 }