goagent

type Client struct {
	// contains filtered or unexported fields
}

type Config struct {
	Policy                llmkit.RoutePolicy
	Candidates            []llmkit.Candidate
	Providers             map[string]ProviderClient
	ProfileProvider       ProfileProvider
	RouteMetadataProvider RouteMetadataProvider
	Recorder              llmkit.Recorder
	RecordOutcomes        bool
	ModelStats            *llmkit.ModelStats
	ModelStatsProvider    ModelStatsProvider
	HealthStore           llmkit.HealthStore
	FallbackPolicy        FallbackPolicy
	ErrorClassifier       ErrorClassifier
	// PreDispatch installs a host claim boundary before each provider call.
	// It implies FallbackPolicy.FailClosed.
	PreDispatch PreDispatchConfig
}

type ErrorClassifier func(error) llmkit.ErrorClass

type ErrorStage string

type FallbackPolicy struct {
	// MaxAttempts caps provider attempts per request; <= 0 tries every
	// remaining eligible candidate.
	MaxAttempts int
	// FailClosed restricts fallback to failures the provider proved happened
	// before dispatch and whose class is in RetryableErrorClasses, so a request
	// that may have reached a provider is never sent to a second one. Without
	// it, any provider failure falls back.
	FailClosed            bool
	RetryableErrorClasses []llmkit.ErrorClass
}

type ModelStatsProvider func(context.Context) (*llmkit.ModelStats, error)

type PreDispatchConfig struct {
	MetadataProvider PreDispatchMetadataProvider
	Hook             PreDispatchHook
}

type PreDispatchHook func(context.Context, PreDispatchRequest) error

type PreDispatchMetadata struct {
	ProviderCallIndex int
	RunRequestSHA256  [sha256.Size]byte
}

type PreDispatchMetadataProvider func(context.Context, ports.ChatRequest) PreDispatchMetadata

type PreDispatchRequest struct {
	Route                 llmkit.RouteTrace
	ProviderCallIndex     int
	Attempt               int
	ProviderClass         string
	RunRequestSHA256      [sha256.Size]byte
	ProviderRequestSHA256 [sha256.Size]byte
}

type ProfileProvider func(context.Context, ports.ChatRequest) llmkit.TaskProfile

type ProviderClient interface {
	Chat(context.Context, ports.ChatRequest) (*ports.ChatResponse, error)
}

type ProviderDispatchStatus interface {
	ProviderDispatched() bool
}

type ProviderRequestDigester interface {
	ProviderRequestSHA256(ports.ChatRequest) ([sha256.Size]byte, error)
}

type ProviderStreamRequestDigester interface {
	ProviderStreamRequestSHA256(ports.ChatRequest) ([sha256.Size]byte, error)
}

type RouteMetadata struct {
	RouteID string
	TaskID  string
	Attempt int
}

type RouteMetadataProvider func(context.Context, ports.ChatRequest) RouteMetadata

type RuntimeError struct {
	Stage              ErrorStage
	Class              llmkit.ErrorClass
	ProviderDispatched bool
	// contains filtered or unexported fields
}