lexer

package
v0.5.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 14, 2021 License: MIT Imports: 4 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	NoState    = -1
	NumStates  = 50
	NumSymbols = 57
)

Variables

View Source 
var ActTab = ActionTable{
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: -1,
		Ignore: "!whitespace",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 21,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 5,
		Ignore: "",
	},
	ActionRow{
		Accept: 6,
		Ignore: "",
	},
	ActionRow{
		Accept: 16,
		Ignore: "",
	},
	ActionRow{
		Accept: 9,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 20,
		Ignore: "",
	},
	ActionRow{
		Accept: 10,
		Ignore: "",
	},
	ActionRow{
		Accept: 11,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 18,
		Ignore: "",
	},
	ActionRow{
		Accept: 19,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 7,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 8,
		Ignore: "",
	},
	ActionRow{
		Accept: 14,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 17,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 13,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 15,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 22,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 12,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 0,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 3,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: -1,
		Ignore: "!comment",
	},
	ActionRow{
		Accept: 23,
		Ignore: "",
	},
	ActionRow{
		Accept: 4,
		Ignore: "",
	},
	ActionRow{
		Accept: 24,
		Ignore: "",
	},
}
View Source 
var TransTab = TransitionTable{

	func(r rune) int {
		switch {
		case r == 9:
			return 1
		case r == 10:
			return 1
		case r == 13:
			return 1
		case r == 32:
			return 1
		case r == 33:
			return 2
		case r == 34:
			return 3
		case r == 37:
			return 4
		case r == 38:
			return 5
		case r == 40:
			return 6
		case r == 41:
			return 7
		case r == 43:
			return 8
		case r == 44:
			return 9
		case r == 47:
			return 10
		case 48 <= r && r <= 57:
			return 11
		case r == 59:
			return 12
		case r == 61:
			return 13
		case 65 <= r && r <= 90:
			return 14
		case r == 91:
			return 15
		case r == 93:
			return 16
		case r == 95:
			return 14
		case 97 <= r && r <= 100:
			return 14
		case r == 101:
			return 17
		case r == 102:
			return 18
		case 103 <= r && r <= 104:
			return 14
		case r == 105:
			return 19
		case 106 <= r && r <= 118:
			return 14
		case r == 119:
			return 20
		case 120 <= r && r <= 122:
			return 14
		case r == 123:
			return 21
		case r == 124:
			return 22
		case r == 125:
			return 23
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 61:
			return 24
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 38:
			return 29
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 42:
			return 30
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 11
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 61:
			return 31
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 107:
			return 33
		case r == 108:
			return 34
		case 109 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 116:
			return 33
		case r == 117:
			return 35
		case 118 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 101:
			return 33
		case r == 102:
			return 36
		case 103 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 103:
			return 33
		case r == 104:
			return 37
		case 105 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 124:
			return 38
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 39
		case r == 34:
			return 40
		case 35 <= r && r <= 91:
			return 39
		case r == 92:
			return 40
		case 93 <= r && r <= 127:
			return 39
		case 128 <= r && r <= 65532:
			return 41
		case 65534 <= r && r <= 1114111:
			return 41
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 42:
			return 42
		default:
			return 30
		}
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 114:
			return 33
		case r == 115:
			return 43
		case 116 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 109:
			return 33
		case r == 110:
			return 44
		case 111 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 104:
			return 33
		case r == 105:
			return 45
		case 106 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 1 <= r && r <= 33:
			return 25
		case r == 34:
			return 26
		case 35 <= r && r <= 91:
			return 25
		case r == 92:
			return 27
		case 93 <= r && r <= 127:
			return 25
		case 128 <= r && r <= 65532:
			return 28
		case 65534 <= r && r <= 1114111:
			return 28
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case r == 42:
			return 42
		case r == 47:
			return 46
		default:
			return 30
		}
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 100:
			return 33
		case r == 101:
			return 47
		case 102 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 107:
			return 33
		case r == 108:
			return 48
		case 109 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 100:
			return 33
		case r == 101:
			return 49
		case 102 <= r && r <= 122:
			return 33
		}
		return NoState
	},

	func(r rune) int {
		switch {
		case 48 <= r && r <= 57:
			return 32
		case 65 <= r && r <= 90:
			return 33
		case r == 95:
			return 33
		case 97 <= r && r <= 122:
			return 33
		}
		return NoState
	},
}

Functions

This section is empty.

Types

type ActionRow 

type ActionRow struct {
	Accept token.Type
	Ignore string
}

func (ActionRow) String 

func (a ActionRow) String() string

type ActionTable 

type ActionTable [NumStates]ActionRow

type Lexer 

type Lexer struct {
	Context token.Context
	// contains filtered or unexported fields
}

func NewLexer 

func NewLexer(src []byte) *Lexer

func NewLexerFile 

func NewLexerFile(fpath string) (*Lexer, error)

func (*Lexer) Reset 

func (l *Lexer) Reset()

func (*Lexer) Scan 

func (l *Lexer) Scan() (tok *token.Token)

type SourceContext 

type SourceContext struct {
	Filepath string
}

SourceContext is a simple instance of a token.Context which contains the name of the source file.

func (*SourceContext) Source 

func (s *SourceContext) Source() string

type TransitionTable 

type TransitionTable [NumStates]func(rune) int

Let s be the current state Let r be the current input rune transitionTable[s](r) returns the next state.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.