embedding

Mar 9, 2026

Changes in this version

type BatchProcessor

+ func (bp *BatchProcessor) Close()

Mar 9, 2026

Changes in this version

+ type BatchOptions struct

+ BatchSize int

+ MaxWorkers int

+ RateLimit time.Duration

+ RetryConfig RetryConfig

+ func DefaultBatchOptions() BatchOptions

+ type BatchProcessor struct

+ func NewBatchProcessor(provider Provider, opts BatchOptions) *BatchProcessor

+ func (bp *BatchProcessor) Process(ctx context.Context, texts []string) ([][]float32, error)

+ func (bp *BatchProcessor) ProcessWithProgress(ctx context.Context, texts []string, callback ProgressCallback) ([][]float32, error)

+ type BatchProvider struct

+ func NewBatchProvider(provider Provider, opts BatchOptions) *BatchProvider

+ func (bp *BatchProvider) Dimension() int

+ func (bp *BatchProvider) Embed(ctx context.Context, texts []string) ([][]float32, error)

+ func (bp *BatchProvider) GetProcessor() *BatchProcessor

+ func (bp *BatchProvider) ProcessWithProgress(ctx context.Context, texts []string, callback ProgressCallback) ([][]float32, error)

+ type ProgressCallback func(processed, total int)

+ type RetryConfig struct

+ BaseDelay time.Duration

+ MaxDelay time.Duration

+ MaxRetries int

+ Multiplier float64

+ func DefaultRetryConfig() RetryConfig

+ type Stats struct

+ FailedBatches int

+ ProcessedBatches int

+ ProcessingTime time.Duration

+ TotalBatches int

+ TotalTexts int

Mar 6, 2026

Changes in this version

+ type Provider interface

+ Dimension func() int

+ Embed func(ctx context.Context, texts []string) ([][]float32, error)