Struct python_ast::preprocessor::blockscope::BlockScopePreprocessor

pub struct BlockScopePreprocessor {
    log: Logger,
}

Preprocessor to splice BlockStart and BlockEnd tokens based on indent deltas into the slice of tokens so we do not have to keep the state in the main parser logic.

Fields

log: Logger

Methods

impl BlockScopePreprocessor

const NAME: &'static str

NAME: &'static str = "BlockScopePreprocessor"

fn new() -> Self

const fn name(&self) -> &str

fn determine_indent<'a>(&self, tokens: &TkSlice<'a>) -> usize

Determine the length of the first indent as the longest consecutive span of space tokens after a newline before a non space is reached where the the length of the span must be greater than 0.

fn balance_scopes<'b>(
    &self,
    span_len: usize,
    indent: usize,
    stack_idx_start: usize,
    indent_stack: &mut [usize],
    acc: &mut Vec<TkSlice<'b>>
) -> Result<usize, String>

Given the length of the current span of whitespace, the size of the first discovered indent, and the current index in the indent stack.

Trait Implementations

impl Debug for BlockScopePreprocessor

fn fmt(&self, __arg_0: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Clone for BlockScopePreprocessor

fn clone(&self) -> BlockScopePreprocessor

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl<'a> Preprocessor<'a> for BlockScopePreprocessor

type In = TkSlice<'a>

type Out = Box<[Tk<'a>]>

type Error = String

fn transform<'b>(&self, tokens: TkSlice<'b>) -> Result<Box<[Tk<'b>]>, String>