Enum debris_parser::token::TokenKind

pub enum TokenKind {
    Assign,
    AssignPlus,
    AssignMinus,
    AssignTimes,
    AssignDivide,
    AssignModulo,
    BoolTrue,
    BoolFalse,
    BraceOpen,
    BraceClose,
    BracketOpen,
    BracketClose,
    Colon,
    Comma,
    Comment,
    Dot,
    Dollar,
    EscapedChar,
    FormatString,
    FormatStringVariable,
    Ident,
    Int,
    KwBreak,
    KwComptime,
    KwContinue,
    KwElse,
    KwFunction,
    KwIf,
    KwImport,
    KwLet,
    KwLoop,
    KwMod,
    KwStruct,
    KwReturn,
    KwWhile,
    OpPlus,
    OpMinus,
    OpTimes,
    OpDivide,
    OpModulo,
    OpEqual,
    OpNotEqual,
    OpGreaterOrEqual,
    OpGreater,
    OpLessOrEqual,
    OpLess,
    OpAnd,
    OpOr,
    OpNot,
    ParenthesisOpen,
    ParenthesisClose,
    Semicolon,
    String,
    StringInner,
    ThinArrow,
    Tick,
    Whitespace,
    Error,
    EndOfInput,
    UnexpectedToken,
}

Variants

Assign

AssignPlus

AssignMinus

AssignTimes

AssignDivide

AssignModulo

BoolTrue

BoolFalse

BraceOpen

BraceClose

BracketOpen

BracketClose

Colon

Comma

Comment

Dot

Dollar

Manually created in format strings,

EscapedChar

Manually created in format strings Always consists of two characters, where only the second character should be used.

FormatString

FormatStringVariable

Manually created in format strings Always starts with a ‘$’

Ident

Int

KwBreak

KwComptime

KwContinue

KwElse

KwFunction

KwIf

KwImport

KwLet

KwLoop

KwMod

KwStruct

KwReturn

KwWhile

OpPlus

OpMinus

OpTimes

OpDivide

OpModulo

OpEqual

OpNotEqual

OpGreaterOrEqual

OpGreater

OpLessOrEqual

OpLess

OpAnd

OpOr

OpNot

ParenthesisOpen

ParenthesisClose

Semicolon

String

StringInner

Created manually

ThinArrow

Tick

Created manually

Whitespace

Error

EndOfInput

UnexpectedToken

Implementations

impl TokenKind

pub fn is_whitespace(self) -> bool

Tokens that have no semantic meaning attached are considered whitespace

pub fn assign_operator(self) -> Option<AssignOperator>

pub fn postfix_operator(self) -> Option<PostfixOperator>

pub fn prefix_operator(self) -> Option<PrefixOperator>

pub fn infix_operator(self) -> Option<InfixOperator>

pub fn control_flow_operator(self) -> Option<ControlFlowOperator>

Trait Implementations

impl Clone for TokenKind

fn clone(&self) -> TokenKind

Returns a copy of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Display for TokenKind

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl From<TokenKind> for ExpectedItem

fn from(kind: TokenKind) -> Self

Converts to this type from the input type.

impl<'s> Logos<'s> for TokenKind

type Error = ()

Error type returned by the lexer. This can be set using #[logos(error = MyError)]. Defaults to () if not set.

type Extras = ()

Associated type Extras for the particular lexer. This can be set using #[logos(extras = MyExtras)] and accessed inside callbacks.

type Source = str

Source type this token can be lexed from. This will default to str, unless one of the defined patterns explicitly uses non-unicode byte values or byte slices, in which case that implementation will use [u8].

fn lex(lex: &mut Lexer<'s, Self>)

The heart of Logos. Called by the Lexer. The implementation for this function is generated by the logos-derive crate.

fn lexer_with_extras( source: &'source Self::Source, extras: Self::Extras ) -> Lexer<'source, Self>

Create a new instance of a Lexer with the provided Extras that will produce tokens implementing this Logos.

impl PartialEq for TokenKind

fn eq(&self, other: &TokenKind) -> bool

This method tests for self and other values to be equal, and is used by ==.

fn ne(&self, other: &Rhs) -> bool

This method tests for !=. The default implementation is almost always sufficient, and should not be overridden without very good reason.

impl TryFrom<TokenKind> for TokenKind

type Error = ()

The type returned in the event of a conversion error.

fn try_from(token: TokenKind) -> Result<Self, ()>

Performs the conversion.

impl Copy for TokenKind

impl Eq for TokenKind

impl StructuralEq for TokenKind

impl StructuralPartialEq for TokenKind