From 8d11be64f6c1747e7c4049105a6dd4ea9ab0d27f Mon Sep 17 00:00:00 2001
From: Ben Bridle <ben@derelict.engineering>
Date: Tue, 4 Feb 2025 08:44:26 +1300
Subject: Implement a generic source code tokeniser

This is a struct that provides various methods for consuming characters
from a character stream and for tracking the provenance of each parsed
token.
---
 src/lib.rs | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

(limited to 'src/lib.rs')

diff --git a/src/lib.rs b/src/lib.rs
index fba7e5d..2ebe010 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -1,3 +1,5 @@
 mod locators;
-
 pub use locators::*;
+
+mod tokeniser;
+pub use tokeniser::*;
-- 
cgit v1.2.3-70-g09d2