1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
|
use crate::*;
pub struct Token {
pub source: SourceSpan,
pub variant: TokenVariant,
}
pub enum TokenVariant {
LabelDefinition(String),
MacroDefinition(String),
MacroDefinitionTerminator,
DecimalLiteral(usize),
HexadecimalLiteral(usize),
PackedBinaryLiteral(PackedBinaryLiteral),
Comment(String),
ConstantExpression(ConstantExpression),
BlockOpen,
BlockClose,
Separator,
Symbol(String),
Error(ParseError),
}
#[derive(Debug)]
pub enum ParseError {
InvalidHexadecimalLiteral(String),
InvalidSymbolIdentifier(String),
UnterminatedComment,
UnterminatedConstantExpression,
}
impl std::fmt::Debug for Token {
fn fmt(&self, f: &mut std::fmt::Formatter) -> Result<(), std::fmt::Error> {
use TokenVariant::*;
let start = &self.source.in_merged;
let name = match &self.variant {
LabelDefinition(name) => format!("LabelDefinition({name})"),
MacroDefinition(name) => format!("MacroDefinition({name})"),
MacroDefinitionTerminator => format!("MacroDefinitionTerminator"),
DecimalLiteral(value) => format!("DecimalLiteral({value})"),
HexadecimalLiteral(value) => format!("HexadecimalLiteral(0x{value:x})"),
PackedBinaryLiteral(pbl) => format!("PackedBinaryLiteral({pbl})"),
Comment(_) => format!("Comment"),
ConstantExpression(expr) => format!("ConstantExpression({expr:?})"),
BlockOpen => format!("BlockOpen"),
BlockClose => format!("BlockClose"),
Separator => format!("Separator"),
Symbol(name) => format!("Symbol({name})"),
Error(error) => format!("Error({error:?})"),
};
write!(f, "{start} {name}")
}
}
|
