llm

type Budget struct {
	MaxUSD    float64
	InPerMTok float64
	OutPerMT  float64
	SpentUSD  float64
	Calls     int
	CacheHits int
	// contains filtered or unexported fields
}

type Cache struct{ Dir string }

type Client struct {
	Provider Provider
	Cache    Cache
	Budget   *Budget
}

type Message struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type Mock struct {
	Requests []Request
	Respond  func(Request) (string, error)
	// contains filtered or unexported fields
}

type Provider interface {
	Name() string
	Model() string
	Complete(ctx context.Context, req Request) (Response, error)
}

type Request struct {
	Task          string         `json:"task"`
	PromptVersion string         `json:"prompt_version"`
	System        string         `json:"system"`
	Messages      []Message      `json:"messages"`
	Schema        map[string]any `json:"schema,omitempty"`
	MaxTokens     int            `json:"max_tokens"`
	Temperature   float64        `json:"temperature"`
}

type Response struct {
	Text         string
	Model        string
	InputTokens  int64
	OutputTokens int64
	Cached       bool
}