pub trait Tokenizer<'de> {
Show 21 methods // Required methods fn eat(&mut self) -> Result<Option<(Position, u8)>>; fn look(&mut self) -> Result<Option<(Position, u8)>>; // Provided methods fn eat_whitespace(&mut self) -> Result<Option<(Position, u8)>> { ... } fn skip_whitespace(&mut self) -> Result<Option<(Position, u8)>> { ... } fn eat_comment(&mut self) -> Result<Option<(PosRange, Vec<u8>)>> { ... } fn eat_comment_follow(&mut self) -> Result<Option<(Position, Vec<u8>)>> { ... } fn eat_slash_comment_content( &mut self, buff: &mut Vec<u8> ) -> Result<Option<Position>> { ... } fn eat_asterisk_comment_content( &mut self, buff: &mut Vec<u8> ) -> Result<Option<Position>> { ... } fn fold_token<F: FnMut(&[u8], u8) -> bool>( &mut self, f: F ) -> Result<(Option<PosRange>, Vec<u8>)> { ... } fn parse_ident<T>(&mut self, ident: &[u8], value: T) -> Result<T> { ... } fn parse_string(&mut self) -> Result<ParsedString<'de>> { ... } fn parse_string_content(&mut self) -> Result<ParsedString<'de>> { ... } fn parse_string_content_super(&mut self) -> Result<ParsedString<'de>> { ... } fn parse_escape_sequence(&mut self, buff: &mut Vec<u8>) -> Result<()> { ... } fn parse_escape_sequence_super(&mut self, buff: &mut Vec<u8>) -> Result<()> { ... } fn parse_unicode(&mut self, buff: &mut Vec<u8>) -> Result<()> { ... } fn parse_number<T: FromNumberBuilder>(&mut self) -> Result<T> where Error: From<T::Err> { ... } fn parse_number_super<T: FromNumberBuilder>(&mut self) -> Result<T> where Error: From<T::Err> { ... } fn parse_integer_part(&mut self, builder: &mut NumberBuilder) -> Result<()> { ... } fn parse_fraction_part(&mut self, builder: &mut NumberBuilder) -> Result<()> { ... } fn parse_exponent_part(&mut self, builder: &mut NumberBuilder) -> Result<()> { ... }
}

Required Methods§

source

fn eat(&mut self) -> Result<Option<(Position, u8)>>

source

fn look(&mut self) -> Result<Option<(Position, u8)>>

Provided Methods§

source

fn eat_whitespace(&mut self) -> Result<Option<(Position, u8)>>

source

fn skip_whitespace(&mut self) -> Result<Option<(Position, u8)>>

source

fn eat_comment(&mut self) -> Result<Option<(PosRange, Vec<u8>)>>

source

fn eat_comment_follow(&mut self) -> Result<Option<(Position, Vec<u8>)>>

source

fn eat_slash_comment_content( &mut self, buff: &mut Vec<u8> ) -> Result<Option<Position>>

source

fn eat_asterisk_comment_content( &mut self, buff: &mut Vec<u8> ) -> Result<Option<Position>>

source

fn fold_token<F: FnMut(&[u8], u8) -> bool>( &mut self, f: F ) -> Result<(Option<PosRange>, Vec<u8>)>

source

fn parse_ident<T>(&mut self, ident: &[u8], value: T) -> Result<T>

source

fn parse_string(&mut self) -> Result<ParsedString<'de>>

source

fn parse_string_content(&mut self) -> Result<ParsedString<'de>>

source

fn parse_string_content_super(&mut self) -> Result<ParsedString<'de>>

source

fn parse_escape_sequence(&mut self, buff: &mut Vec<u8>) -> Result<()>

source

fn parse_escape_sequence_super(&mut self, buff: &mut Vec<u8>) -> Result<()>

source

fn parse_unicode(&mut self, buff: &mut Vec<u8>) -> Result<()>

source

fn parse_number<T: FromNumberBuilder>(&mut self) -> Result<T>
where Error: From<T::Err>,

source

fn parse_number_super<T: FromNumberBuilder>(&mut self) -> Result<T>
where Error: From<T::Err>,

source

fn parse_integer_part(&mut self, builder: &mut NumberBuilder) -> Result<()>

source

fn parse_fraction_part(&mut self, builder: &mut NumberBuilder) -> Result<()>

source

fn parse_exponent_part(&mut self, builder: &mut NumberBuilder) -> Result<()>

Object Safety§

This trait is not object safe.

Implementors§

source§

impl<'de> Tokenizer<'de> for RawTokenizer<'de>

source§

impl<'de> Tokenizer<'de> for SliceTokenizer<'de>

source§

impl<'de> Tokenizer<'de> for StrTokenizer<'de>

source§

impl<'de, R> Tokenizer<'de> for ReadTokenizer<R>
where R: Read,