lexer

package

v0.0.4 Latest Latest Go to latest Published: Apr 27, 2026 License: Apache-2.0 Imports: 10 Imported by: 0

Details

This section is empty.

This section is empty.

func InvalidHereDocSyntaxError(filename string, pos tokens.Pos) error

func UnterminatedStringError(filename string, pos tokens.Pos) error

type Lexer struct {
	// contains filtered or unexported fields
}

func NewLexer(reader io.Reader, filename string) *Lexer

func (l *Lexer) NextToken() tokens.Instance

NextToken returns the next token from the input

func (l *Lexer) PushBack(t tokens.Instance)

PushBack returns a token to the stream so the next NextToken yields it. Used for speculative lookahead in the parser (e.g. grouped vs lambda).

type LexerError struct {
	Filename string
	Position tokens.Pos
}

func (e *LexerError) Error() string