lex_analysis

type LexType int

type LexerInput struct {
	snreader.InputItf
	C rune
}

type LexicalCfg struct {
	StartCharset    string   `json:"start_charset"` //must in this charset.
	StartWith       []string `json:"start_with"`    //if len != 0, only when find those string can do.
	EndWith         []string `json:"end_with"`
	Contains        string   `json:"contains"`
	NotContains     string   `json:"not_contains"`
	FilterBackSlash bool     `json:"filter_back_slash"`
}

type LexicalUnit struct {
	snreader.ProductItf
	Type  LexType
	Value string
}