Skip to main content

tokenize

Function tokenize 

Source
pub fn tokenize<'input, 'db>(
    db: &'db dyn Db,
    anchor: Anchor<'db>,
    input_offset: Offset,
    input: &'input str,
) -> Vec<Token<'input, 'db>>