Skip to content

Token

I represent a token, lexed from the input stream.

Token__new

pub fn Token__new(int type)

I create a new token, with the given type.

Token_char

pub fn Token_char(Token* self)

Deprecated: use Token_col

Token_col

pub fn Token_col(Token* self)

I return the column the token started at.

Token_drop

pub fn Token_drop(Token* self)

Token_into_type

pub fn Token_into_type(Token* self)

Token_into_value

pub fn Token_into_value(Token* self)

Token_line

pub fn Token_line(Token* self)

I return the line the token started on.

Token_set_coords

pub fn Token_set_coords(Token* self, int line_num, int char_offset)

Token_set_type

pub fn Token_set_type(Token* self, int type)

Token_set_value

pub fn Token_set_value(Token* self, void value)

Token_type

pub fn Token_type(Token* self)

Token_value

pub fn Token_value(Token* self)