llm

type GenerateOption func(*GenerateOptions)

type GenerateOptions struct {
	Temperature   float64
	MaxTokens     int
	StopWords     []string
	StopSequences []string
	TopP          float64
	TopK          int
	Stream        bool
}

type OllamaLLMProvider struct {
	// contains filtered or unexported fields
}

type Provider interface {
	// Generate generates text completion
	Generate(ctx context.Context, prompt string, opts ...GenerateOption) (string, error)

	// GenerateStream generates text completion with streaming
	GenerateStream(ctx context.Context, prompt string, opts ...GenerateOption) (<-chan string, <-chan error)

	// Embed generates embeddings for the given text
	Embed(ctx context.Context, text string) ([]float64, error)

	// Name returns the provider name
	Name() string
}

type RetryableProvider struct {
	// contains filtered or unexported fields
}