pub fn tokenize(bytes: &[u8], mode: WidthMode, eaw_wide: bool) -> Tokenizer<'_> ⓘ
Tokenize an input byte slice into ANSI-aware tokens.