Enum rustpython_parser::token::Tok

pub enum Tok {
    Name {
        name: String,
    },
    Int {
        value: BigInt,
    },
    Float {
        value: f64,
    },
    Complex {
        real: f64,
        imag: f64,
    },
    String {
        value: String,
        is_fstring: bool,
    },
    Bytes {
        value: Vec<u8>,
    },
    Newline,
    Indent,
    Dedent,
    StartProgram,
    StartStatement,
    StartExpression,
    EndOfFile,
    Lpar,
    Rpar,
    Lsqb,
    Rsqb,
    Colon,
    Comma,
    Semi,
    Plus,
    Minus,
    Star,
    Slash,
    Vbar,
    Amper,
    Less,
    Greater,
    Equal,
    Dot,
    Percent,
    Lbrace,
    Rbrace,
    EqEqual,
    NotEqual,
    LessEqual,
    GreaterEqual,
    Tilde,
    CircumFlex,
    LeftShift,
    RightShift,
    DoubleStar,
    DoubleStarEqual,
    PlusEqual,
    MinusEqual,
    StarEqual,
    SlashEqual,
    PercentEqual,
    AmperEqual,
    VbarEqual,
    CircumflexEqual,
    LeftShiftEqual,
    RightShiftEqual,
    DoubleSlash,
    DoubleSlashEqual,
    At,
    AtEqual,
    Rarrow,
    Ellipsis,
    False,
    None,
    True,
    And,
    As,
    Assert,
    Async,
    Await,
    Break,
    Class,
    Continue,
    Def,
    Del,
    Elif,
    Else,
    Except,
    Finally,
    For,
    From,
    Global,
    If,
    Import,
    In,
    Is,
    Lambda,
    Nonlocal,
    Not,
    Or,
    Pass,
    Raise,
    Return,
    Try,
    While,
    With,
    Yield,
}

Python source code can be tokenized in a sequence of these tokens.

Variants

Name

Fields of Name

name: String

Int

Fields of Int

value: BigInt

Float

Fields of Float

value: f64

Complex

Fields of Complex

real: f64imag: f64

String

Fields of String

value: Stringis_fstring: bool

Bytes

Fields of Bytes

value: Vec<u8>

Newline

Indent

Dedent

StartProgram

StartStatement

StartExpression

EndOfFile

Lpar

Rpar

Lsqb

Rsqb

Colon

Comma

Semi

Plus

Minus

Star

Slash

Vbar

Amper

Less

Greater

Equal

Dot

Percent

Lbrace

Rbrace

EqEqual

NotEqual

LessEqual

GreaterEqual

Tilde

CircumFlex

LeftShift

RightShift

DoubleStar

DoubleStarEqual

PlusEqual

MinusEqual

StarEqual

SlashEqual

PercentEqual

AmperEqual

VbarEqual

CircumflexEqual

LeftShiftEqual

RightShiftEqual

DoubleSlash

DoubleSlashEqual

At

AtEqual

Rarrow

Ellipsis

False

None

True

And

As

Assert

Async

Await

Break

Class

Continue

Def

Del

Elif

Else

Except

Finally

For

From

Global

If

Import

In

Is

Lambda

Nonlocal

Not

Or

Pass

Raise

Return

Try

While

With

Yield

Trait Implementations

impl Clone for Tok

fn clone(&self) -> Tok

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Tok

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl Display for Tok

fn fmt(&self, f: &mut Formatter) -> Result

Formats the value using the given formatter.

impl PartialEq<Tok> for Tok

fn eq(&self, other: &Tok) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Tok) -> bool

This method tests for !=.

impl StructuralPartialEq for Tok