modelapi

type Charge struct {
	// Model is the model that answered, in the funnel's own spelling.
	Model     string
	TokensIn  int
	TokensOut int
	Cached    int
	CostUSD   float64
	// Spent is the run's metered total with this charge in it. It only rises,
	// and charges are told one at a time in the order they were metered, so a
	// bank that keeps the latest figure is always right.
	Spent float64
	// Late says the charge is a receipt the provider fetched after its call had
	// already returned — a stream cut before its usage block.
	Late bool
}

type Completer interface {
	CompleteWithMessages(ctx context.Context, messages []ai.Message, options ...ai.Option) (*ai.Response, error)
}

type Config struct {
	// TaskDir is the task's record folder, where the conversation log is kept
	// (delegate.ConversationFile). Empty keeps no log.
	TaskDir string
	// CompleterFor answers the funnel a call on model goes out through. Nil is
	// a run with no model road: every call is answered with the sentence that
	// says so, and none is made.
	CompleterFor func(model string) Completer
	// Serves answers whether one of this person's services can take a call on
	// model — the account pool's own test, handed in (internal/session's
	// ServesModel). Nil answers yes for every model.
	Serves func(model string) bool
	// Seat is the run's own work seat: the model a call falls to when the one
	// the program asked for cannot be served on this machine ([Resolve]).
	Seat string
	// Ceiling is the run's dollar ceiling, zero for none.
	Ceiling float64
	// ModelPrice is the catalog's published input and output price per token.
	// Nil means a local or custom model with no known price.
	ModelPrice func(model string) (input, output float64, known bool)
	// Bank is told every charge as it is metered. It is called one charge at a
	// time and must not block on the program.
	Bank func(Charge)
	// Unbilled is told a call the provider charged for and could put no figure
	// on — a cut stream whose receipt never came.
	Unbilled func(model string)
	// Settling is told, once, when [Server.Close] begins to wait for the
	// receipts still owed on this run's cut calls, with how many there are, so
	// a person watching the run can be told why its end takes a moment. Nil
	// says nothing; nothing is told when nothing is owed.
	Settling func(owed int)
	// Role is the lane role the calls ride: an unattended leaf when nobody is
	// reading, which is a run's worker, and an attended one for a shell run a
	// person is watching. Empty is unattended.
	Role lanes.Role
	// AuthKeySource answers the safe credential source for the served model.
	// It is added to 401/403 failures, never the key itself. Nil says nothing.
	AuthKeySource func(model string) string
	// Node names the work the calls belong to in the model-call log — the
	// program's name — so `codeaf logs --node <name>` reads one program's calls.
	// Their tag is `task`, the word every call made inside a piece of work
	// carries (internal/session's purposeTask).
	Node string
	// Keepalive overrides [DefaultKeepalive], for a test that must not wait
	// fifteen seconds to see one.
	Keepalive time.Duration
}

type Server struct {
	// contains filtered or unexported fields
}