scanner

package

v0.1.8 Latest Latest Go to latest Published: Nov 29, 2025 License: Apache-2.0 Imports: 3 Imported by: 0

Details

View Source

const EOF byte = 0xFF

0xFF is a byte that should not appear in a UTF-8 encoded stream of bytes.

This section is empty.

func IsAlnum[T byte | rune](b T) bool

func IsAlpha[T byte | rune](b T) bool

func IsCtrl[T byte | rune](b T) bool

func IsDigit[T byte | rune](b T) bool

type Pipe[T any] struct {
	// contains filtered or unexported fields
}

func (p *Pipe[T]) Write(data []T)

type Pos struct {
	Line int
	Col  int
}

type Scanner struct {
	// contains filtered or unexported fields
}

func NewScanner(reader io.Reader) *Scanner

func NewScannerSize(reader io.Reader, size int) *Scanner

func (s *Scanner) Back()

func (s *Scanner) CurrentPos() Pos

func (s *Scanner) EndToken() []byte

func (s *Scanner) Peek() (byte, error)

func (s *Scanner) Read() (byte, error)

func (s *Scanner) SkipSpaceAndPeek() (byte, error)

func (s *Scanner) SkipSpaceAndRead() (byte, error)

func (s *Scanner) StartToken() Pos