llm

type ModelPrice struct {
	OutputCostPerToken float64 `json:"output_cost_per_token"`
	InputCostPerToken  float64 `json:"input_cost_per_token"`
	Provider           string  `json:"litellm_provider"`
	Mode               string  `json:"mode"` // chat, embedding, moderation, audio_speech, audio_transcription, etc
}

type ModelPricing interface {
	// Start starts the pricing update loop
	Start(ctx context.Context)
	// GetPrice returns the price for a given model, or nil if the model is not found
	GetPrice(model string) *ModelPrice
	// Close stops the pricing update loop
	Close()
}

type ModelPricingOption func(*modelPricing)