vectorizer

Feb 6, 2026

Changes in this version

+ func EnglishStopWords() map[string]bool

+ type CountVectorizer struct

+ Analyzer string

+ Binary bool

+ MinDF int

+ NgramRange [2]int

+ Vocabulary map[string]int

+ func NewCountVectorizer(ngramRange [2]int, binary bool, analyzer string, minDF int) *CountVectorizer

+ func (cv *CountVectorizer) Fit(corpus []string)

+ func (cv *CountVectorizer) FitTransform(corpus []string) []SparseVector

+ func (cv *CountVectorizer) MarshalJSON() ([]byte, error)

+ func (cv *CountVectorizer) Transform(text string) SparseVector

+ func (cv *CountVectorizer) UnmarshalJSON(data []byte) error

+ func (cv *CountVectorizer) VocabSize() int

+ type DictVectorizer struct

+ FeatureIndex map[string]int

+ FeatureNames []string

+ func NewDictVectorizer() *DictVectorizer

+ func (dv *DictVectorizer) Fit(data []map[string]any)

+ func (dv *DictVectorizer) FitTransform(data []map[string]any) []SparseVector

+ func (dv *DictVectorizer) Transform(d map[string]any) SparseVector

+ func (dv *DictVectorizer) VocabSize() int

+ type SparseVector struct

+ Dim int

+ Indices []int

+ Values []float64

+ func ConcatSparse(vectors []SparseVector) SparseVector

+ func NewSparseVector(dim int) SparseVector

+ func (sv *SparseVector) Set(idx int, val float64)

+ func (sv SparseVector) Dot(dense []float64) float64

+ func (sv SparseVector) L2Norm() float64

+ func (sv SparseVector) Nnz() int

+ func (sv SparseVector) ToDense() []float64

+ type TfidfVectorizer struct

+ CountVec *CountVectorizer

+ IDF []float64

+ StopWords map[string]bool

+ func NewTfidfVectorizer(ngramRange [2]int, minDF int, binary bool, analyzer string, ...) *TfidfVectorizer

+ func (tv *TfidfVectorizer) Fit(corpus []string)

+ func (tv *TfidfVectorizer) FitTransform(corpus []string) []SparseVector

+ func (tv *TfidfVectorizer) Transform(text string) SparseVector

+ func (tv *TfidfVectorizer) VocabSize() int