From cc02de8e51e01a819769bc0dedad496e036d5f5b Mon Sep 17 00:00:00 2001
From: Ben Bridle <bridle.benjamin@gmail.com>
Date: Sun, 26 Nov 2023 10:32:35 +1300
Subject: Tidy up code and comments
---
src/tokenizer.rs | 9 +++++----
1 file changed, 5 insertions(+), 4 deletions(-)
(limited to 'src/tokenizer.rs')
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 1fdb994..03e09e3 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -106,11 +106,12 @@ impl Iterator for TokenIterator {
}
// Intercept comments
if is_comment {
- self.push(c); if c == ')' { break; } else { continue }; }
+ self.push(c); if c == ')' { break } else { continue }; }
else if self.skip_whitespace && c == '(' {
- is_comment = true; self.mark_start(c); continue; }
- // Allow a semicolon on the end of a token to be handled as a separate token
- if self.source.len() > 0 && c == ';' { break; }
+ is_comment = true; self.mark_start(c); continue }
+
+ // Allow a semicolon at the end of a token to be handled as a separate token
+ if self.source.len() > 0 && c == ';' { break }
// Handle the current character
match (is_whitespace(c), self.skip_whitespace) {
(true, true) => self.next(c), // c is the expected leading whitespace
--
cgit v1.2.3-70-g09d2