peanuts/src/lexer.rs

10 lines
146 B
Rust
Raw Normal View History

2024-03-04 16:14:28 +00:00
// lexer: tokenizes to bits like '<', '<?', '"', etc.
pub enum Token {
Whitespace,
OpenTag,
CloseTag,
Slash,
Text(String),
}