Trait muse_lang::compiler::syntax::TokenizeInto
source · pub trait TokenizeInto {
// Required method
fn tokenize_into(&self, tokens: &mut VecDeque<Ranged<Token>>);
// Provided method
fn to_tokens(&self) -> VecDeque<Ranged<Token>> { ... }
}Expand description
Converts a value into Tokens.
Required Methods§
sourcefn tokenize_into(&self, tokens: &mut VecDeque<Ranged<Token>>)
fn tokenize_into(&self, tokens: &mut VecDeque<Ranged<Token>>)
Tokenize self into tokens.