1 files changed, 39 insertions, 0 deletions
diff --git a/src/tokens/syntactic.rs b/src/tokens/syntactic.rs
new file mode 100644
index 0000000..8684ed9
--- /dev/null
+++ b/src/tokens/syntactic.rs
@@ -0,0 +1,39 @@
+use crate::*;
+
+
+pub struct SyntacticToken {
+    /// Location of token in source files.
+    pub source: SourceSpan,
+    pub variant: SyntacticTokenVariant,
+}
+
+
+pub enum SyntacticTokenVariant {
+    LabelDefinition(String),
+    MacroDefinition(String),
+    MacroDefinitionTerminator,
+
+    Literal(Value),
+    Padding(Value),
+    Instruction(Instruction),
+
+    Comment(String),
+    String(Vec<u8>),
+
+    BlockOpen,
+    BlockClose,
+    MarkOpen,
+    MarkClose,
+
+    Symbol(String),
+
+    Error(SyntacticParseError),
+}
+
+
+pub enum SyntacticParseError {
+    UnterminatedComment,
+    UnterminatedRawString,
+    UnterminatedNullString,
+    InvalidPaddingValue(String),
+}