gleamunison/lexer

Types

pub type ParseError {
  ParseError(message: String, line: Int, col: Int)
}

Constructors

  • ParseError(message: String, line: Int, col: Int)
pub type Token {
  Symbol(String)
  IntVal(Int)
  FloatVal(Float)
  LParen
  RParen
  Quote
  UnterminatedString(String)
}

Constructors

  • Symbol(String)
  • IntVal(Int)
  • FloatVal(Float)
  • LParen
  • RParen
  • Quote
  • UnterminatedString(String)
pub type TokenInfo {
  TokenInfo(token: Token, line: Int, col: Int)
}

Constructors

  • TokenInfo(token: Token, line: Int, col: Int)

Values

pub fn tokenize(input: String) -> List(TokenInfo)
Search Document