Struct LexerSpec

pub struct LexerSpec {
    pub lexemes: Vec<LexemeSpec>,
    pub regex_builder: RegexBuilder,
    pub no_forcing: bool,
    pub allow_initial_skip: bool,
    pub num_extra_lexemes: usize,
    pub skip_by_class: Vec<LexemeIdx>,
    pub current_class: LexemeClass,
}

Fields

lexemes: Vec<LexemeSpec>

regex_builder: RegexBuilder

no_forcing: bool

allow_initial_skip: bool

num_extra_lexemes: usize

skip_by_class: Vec<LexemeIdx>

current_class: LexemeClass

Implementations

impl LexerSpec

pub fn new() -> Result<LexerSpec, Error>

pub fn new_lexeme_class(&mut self, skip: RegexAst) -> Result<LexemeClass, Error>

pub fn alloc_lexeme_set(&self) -> SimpleVob

pub fn all_lexemes(&self) -> SimpleVob

pub fn lazy_lexemes(&self) -> SimpleVob

pub fn eos_ending_lexemes(&self) -> SimpleVob

pub fn is_nullable(&self, idx: LexemeIdx) -> bool

pub fn to_regex_vec(&self, limits: &mut ParserLimits) -> Result<RegexVec, Error>

pub fn add_rx_and_stop( &mut self, name: String, body_rx: RegexAst, stop_rx: RegexAst, lazy: bool, ) -> Result<LexemeIdx, Error>

pub fn add_simple_literal( &mut self, name: String, literal: &str, contextual: bool, ) -> Result<LexemeIdx, Error>

pub fn add_special_token(&mut self, name: String) -> Result<LexemeIdx, Error>

pub fn add_greedy_lexeme( &mut self, name: String, rx: RegexAst, contextual: bool, json_options: Option<JsonQuoteOptions>, ) -> Result<LexemeIdx, Error>

pub fn add_extra_lexemes(&mut self, extra_lexemes: &Vec<String>)

pub fn extra_lexeme(&self, idx: usize) -> LexemeIdx

pub fn dbg_lexeme(&self, lex: &Lexeme) -> String

pub fn dbg_lexeme_set(&self, vob: &SimpleVob) -> String

pub fn lexeme_spec(&self, idx: LexemeIdx) -> &LexemeSpec

pub fn cost(&self) -> u64

pub fn skip_id(&self, class: LexemeClass) -> LexemeIdx

Trait Implementations

impl Clone for LexerSpec

fn clone(&self) -> LexerSpec

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LexerSpec

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.