diff options
Diffstat (limited to 'src/tokeniser.rs')
| -rw-r--r-- | src/tokeniser.rs | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokeniser.rs b/src/tokeniser.rs index eeab6e6..4ff3d0b 100644 --- a/src/tokeniser.rs +++ b/src/tokeniser.rs @@ -3,6 +3,7 @@ use crate::*; use std::path::PathBuf; +/// Break a character stream down into individual tokens. pub struct Tokeniser { /// Characters waiting to be parsed, in reverse order. pub chars: Vec<char>, |