Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
func NewTokenizer ¶
func NewTokenizer(wordVocabFile, q2bVocabFile string) (*aietokenizer.Tokenizer, error)
Types ¶
type Customization ¶
type Customization struct {
// contains filtered or unexported fields
}
func NewCustomization ¶
func NewCustomization() *Customization
func (*Customization) LoadFromFile ¶
func (c *Customization) LoadFromFile(filename string) error
func (*Customization) LoadFromSlice ¶
func (c *Customization) LoadFromSlice(lines []string)
func (*Customization) Parse ¶
func (c *Customization) Parse(text string, tags []*Tag)
type Tag ¶
type Tag struct {
// Part-of-speech tag.
// See https://github.com/baidu/lac#%E8%AF%8D%E6%80%A7%E6%A0%87%E6%B3%A8%E4%B8%8E%E5%AE%9E%E4%BD%93%E8%AF%86%E5%88%AB.
POS string
// Inside–outside–beginning tag.
// See https://en.wikipedia.org/wiki/Inside%E2%80%93outside%E2%80%93beginning_(tagging).
BIO string
}
func (*Tag) SetPOSIfNonempty ¶
Click to show internal directories.
Click to hide internal directories.