Versions in this module Expand all Collapse all v0 v0.2.0 Aug 16, 2022 Changes in this version + const LexicalError + type Pos struct + Line int + Offset int + type Span struct + Beg int + End int + type Tok int + const Asterisk + const Binary + const BlockComment + const Bool + const Byte + const Colon + const Comma + const Const + const CppInclude + const Double + const EOF + const Enum + const Equal + const Exception + const Extends + const FloatLiteral + const I16 + const I32 + const I64 + const I8 + const Identifier + const Include + const IntLiteral + const LBrace + const LBracket + const LChevron + const LParenthesis + const LineComment + const List + const Map + const Namespace + const NewLine + const Oneway + const Optional + const RBrace + const RBracket + const RChevron + const RParenthesis + const Required + const Semicolon + const Service + const Set + const String + const StringLiteral + const Struct + const Throws + const Typedef + const Union + const UnixComment + const Void + const Whitespaces + func (t Tok) String() string + type Token struct + Data []byte + func (t *Token) AsFloat() float64 + func (t *Token) AsInt() int64 + func (t *Token) AsString() string + func (t *Token) String() string + func (t *Token) Unquote() string + type Tokenizer struct + func NewTokenizer(src io.Reader) *Tokenizer + func (p *Tokenizer) LineSpan(s Span) Span + func (p *Tokenizer) Next() Token + func (p *Tokenizer) Pos2Pos(pos int) Pos