flams_stex/quickparse/
tokens.rs

1use flams_utils::sourcerefs::{SourcePos, SourceRange};
2
3#[derive(Debug)]
4pub enum TeXToken<P: SourcePos, S> {
5    Comment(SourceRange<P>),
6    BeginGroupChar(P),
7    EndGroupChar(P),
8    BeginMath { display: bool, start: P },
9    EndMath { start: P },
10    ControlSequence { start: P, name: S },
11    Text { range: SourceRange<P>, text: S },
12    Directive(S),
13}