runtime

type APIProvider = ai.CanonicalProvider

type CanonicalRequest struct {
	ModelID string
	// ThreadID is the durable thread/chat identity.
	ThreadID string
	// SessionID is an optional transport/provider session hint, not transcript truth.
	SessionID string
	Params    *ai.ProviderRequest
}

type Config struct {
	Providers    []ProviderEndpoint
	Models       []LogicalModel
	RetryPolicy  RetryPolicy
	StickyPolicy StickyPolicy
	PoolPolicy   PoolPolicy
}

type LogicalModel struct {
	ID              string
	Name            string
	Provider        string
	API             string
	Reasoning       bool
	ReasoningLevels []string
	ContextWindow   int64
	MaxOutputTokens int64
	Routes          []RouteCandidate
}

type PoolPolicy struct {
	Isolation           string
	MaxIdleConns        int
	MaxIdleConnsPerHost int
	MaxConnsPerHost     int
	IdleConnTimeout     time.Duration
}

type ProviderEndpoint struct {
	ID       string
	Provider string
	BaseURL  string
	APIKey   string
	Headers  map[string]string
}

type ProviderFactory func(ctx context.Context, endpoint ProviderEndpoint, model LogicalModel, candidate RouteCandidate, httpClient *http.Client) (APIProvider, error)

type ResolveOptions struct {
	// ThreadID is the durable thread/chat identity.
	ThreadID string
	// SessionID is an optional transport/provider session hint, not transcript truth.
	SessionID string
}

type ResolvedModel struct {
	Model      LogicalModel
	Candidates []ResolvedRouteCandidate
}

type ResolvedRouteCandidate struct {
	Candidate RouteCandidate
	Endpoint  ProviderEndpoint
}

type ResponsesRequest struct {
	ModelID string
	// ThreadID is the durable thread/chat identity.
	ThreadID string
	// SessionID is an optional transport/provider session hint, not transcript truth.
	SessionID string
	Params    *ai.ResponsesRequest
}

type RetryPolicy struct {
	MaxAttempts      int
	InitialBackoff   time.Duration
	MaxBackoff       time.Duration
	JitterRatio      float64
	TotalBudget      time.Duration
	FirstByteTimeout time.Duration
	Cooldown         time.Duration
}

type RouteCandidate struct {
	ProviderRef   string
	UpstreamModel string
	Priority      int
	Weight        int
}

type Runtime interface {
	ResolveModel(modelID string, opts ResolveOptions) (*ResolvedModel, error)
	CompleteCanonical(ctx context.Context, req *CanonicalRequest) (*ai.ProviderResponse, error)
	StreamCanonical(ctx context.Context, req *CanonicalRequest) (*ai.ProviderEventStream, error)
	CompleteResponses(ctx context.Context, req *ResponsesRequest) (*ai.ResponsesResult, error)
	StreamResponses(ctx context.Context, req *ResponsesRequest) (*ai.ResponsesEventStream, error)
	ListModels() []LogicalModel
}

type StickyPolicy struct {
	Scope StickyScope
	TTL   time.Duration
}

type StickyScope string