llm

type Client interface {
	// Return the provider name
	Name() string

	// ListModels returns the list of available models
	ListModels(context.Context, ...opt.Opt) ([]schema.Model, error)

	// GetModel returns the model with the given name
	GetModel(context.Context, string, ...opt.Opt) (*schema.Model, error)
}

type Downloader interface {
	// DownloadModel downloads the specified model, and otherwise loads the model if already present
	DownloadModel(context.Context, string, ...opt.Opt) (*schema.Model, error)

	// DeleteModel deletes the specified model from local storage
	DeleteModel(context.Context, schema.Model) error
}

type Embedder interface {
	// Embedding generates an embedding vector for a single text
	Embedding(context.Context, schema.Model, string, ...opt.Opt) ([]float64, error)

	// BatchEmbedding generates embedding vectors for multiple texts
	BatchEmbedding(context.Context, schema.Model, []string, ...opt.Opt) ([][]float64, error)
}

type Err int

type Generator interface {
	// WithoutSession sends a single message and returns the response (stateless)
	WithoutSession(context.Context, schema.Model, *schema.Message, ...opt.Opt) (*schema.Message, *schema.Usage, error)

	// WithSession sends a message within a session and returns the response (stateful)
	WithSession(context.Context, schema.Model, *schema.Conversation, *schema.Message, ...opt.Opt) (*schema.Message, *schema.Usage, error)
}