peanuts/src/lexer.rs

10 lines
146 B
Rust

// lexer: tokenizes to bits like '<', '<?', '"', etc.
pub enum Token {
Whitespace,
OpenTag,
CloseTag,
Slash,
Text(String),
}