embedding

package

Go to main page

Versions in this module

v0

v0.1.10

Mar 28, 2026

Changes in this version

+ const CLSTokenID

+ const PadTokenID

+ const SEITokenID

+ const VocabStart

type BatchOptions

+ MaxCacheSize int

type BatchProcessor

+ func (bp *BatchProcessor) CacheSize() int

+ func (bp *BatchProcessor) ClearCache()

type LocalProvider

+ func (p *LocalProvider) Close() error

type Tokenizer

+ func (t *Tokenizer) VocabSize() int

v0.1.9

Mar 19, 2026

Changes in this version

+ type CLIPProvider struct

+ func NewCLIPProvider(modelPath string) (*CLIPProvider, error)

+ func (p *CLIPProvider) Dimension() int

+ func (p *CLIPProvider) Embed(ctx context.Context, texts []string) ([][]float32, error)

+ func (p *CLIPProvider) EmbedImages(ctx context.Context, images [][]byte) ([][]float32, error)

+ type ImageProcessor struct

+ Mean [3]float32

+ Std [3]float32

+ TargetSize int

+ func NewImageProcessor() *ImageProcessor

+ func (p *ImageProcessor) ProcessBatch(images [][]byte) ([][][][]float32, error)

type ModelType

+ const ModelTypeCLIP

+ type MultimodalProvider interface

+ EmbedImages func(ctx context.Context, images [][]byte) ([][]float32, error)

+ func WithCLIP(modelName, modelPath string) (MultimodalProvider, error)

v0.1.8

Mar 18, 2026

v0.1.7

Mar 18, 2026

v0.1.6

Mar 18, 2026

v0.1.5

Mar 15, 2026

Changes in this version

type Provider

+ func WithBEG(modelName, modelPath string) (Provider, error)

+ func WithBERT(modelName, modelPath string) (Provider, error)

v0.1.4

Mar 14, 2026

v0.1.3

Mar 13, 2026

v0.1.2

Mar 13, 2026

Changes in this version

+ type BGEProvider struct

+ func NewBGEProvider(modelPath string) (*BGEProvider, error)

+ func (p *BGEProvider) Dimension() int

+ func (p *BGEProvider) Embed(ctx context.Context, texts []string) ([][]float32, error)

+ type Config struct

+ Dimension int

+ MaxBatchSize int

+ Model EmbeddingModel

+ type DownloadModelInfo struct

+ Description string

+ Name string

+ Size string

+ Type string

+ URLs []string

+ type DownloadProgressCallback func(modelName, fileName string, downloaded, total int64)

+ type Downloader struct

+ func NewDownloader(cacheDir string) *Downloader

+ func (d *Downloader) DownloadModel(modelName string, callback DownloadProgressCallback) (string, error)

+ func (d *Downloader) GetModelInfo() []DownloadModelInfo

+ type EmbeddingModel interface

+ Close func() error

+ Run func(inputs map[string]interface{}) (map[string]interface{}, error)

+ type LocalProvider struct

+ func New(config Config) (*LocalProvider, error)

+ func (p *LocalProvider) Dimension() int

+ func (p *LocalProvider) Embed(ctx context.Context, texts []string) ([][]float32, error)

+ type Model struct

+ func NewModel(dimension int, modelPath string) (*Model, error)

+ func (m *Model) Close() error

+ func (m *Model) Run(inputs map[string]interface{}) (map[string]interface{}, error)

+ type ModelInfo struct

+ Dimension int

+ ModelPath string

+ Name string

+ Type ModelType

+ func NewModelInfo(modelPath string) (*ModelInfo, error)

+ type ModelType string

+ const ModelTypeBERT

+ const ModelTypeBGE

+ const ModelTypeFastText

+ const ModelTypeGPT

+ const ModelTypeGloVe

+ const ModelTypeSentenceBERT

type Provider

+ func NewProvider(modelPath string) (Provider, error)

+ type SentenceBERTProvider struct

+ func NewSentenceBERTProvider(modelPath string) (*SentenceBERTProvider, error)

+ func (p *SentenceBERTProvider) Dimension() int

+ func (p *SentenceBERTProvider) Embed(ctx context.Context, texts []string) ([][]float32, error)

+ type Tokenizer struct

+ func NewTokenizer() (*Tokenizer, error)

+ func (t *Tokenizer) TokenizeBatch(texts []string) ([][]int64, [][]int64, error)

v0.1.1

Mar 12, 2026

Changes in this version

+ type BatchOptions struct

+ MaxBatchSize int

+ MaxConcurrent int

+ type BatchProcessor struct

+ func NewBatchProcessor(provider Provider, options BatchOptions) *BatchProcessor

+ func (bp *BatchProcessor) Process(ctx context.Context, texts []string) ([][]float32, error)

+ func (bp *BatchProcessor) ProcessWithProgress(ctx context.Context, texts []string, callback ProgressCallback) ([][]float32, error)

+ type ProgressCallback func(current, total int, err error) bool

+ type Provider interface

+ Dimension func() int

+ Embed func(ctx context.Context, texts []string) ([][]float32, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL