gateway

type APIKeyConfig struct {
	ProviderName llm.ProviderName
	APIKey       string
	Name         string
	RateLimits   []RateLimit
	Weight       int
	Enabled      bool
	IsDefault    bool
}

type ConfigStore interface {
	// GetProviderConfig returns provider configuration and associated API keys.
	GetProviderConfig(providerName llm.ProviderName) (*ProviderConfig, error)

	// GetVirtualKey returns virtual key configuration for access control.
	GetVirtualKey(secretKey string) (*VirtualKeyConfig, error)
}

type LLMClient struct {
	LLMGatewayAdapter
	// contains filtered or unexported fields
}

type LLMGateway struct {
	ConfigStore ConfigStore
	// contains filtered or unexported fields
}

type LLMGatewayAdapter interface {
	// NewResponses makes a non-streaming LLM call
	NewResponses(ctx context.Context, provider llm.ProviderName, req *responses.Request) (*responses.Response, error)

	// NewStreamingResponses makes a streaming LLM call
	NewStreamingResponses(ctx context.Context, provider llm.ProviderName, req *responses.Request) (chan *responses.ResponseChunk, error)

	// NewEmbedding
	NewEmbedding(ctx context.Context, providerName llm.ProviderName, req *embeddings.Request) (*embeddings.Response, error)

	// NewChatCompletion
	NewChatCompletion(ctx context.Context, providerName llm.ProviderName, req *chat_completion.Request) (*chat_completion.Response, error)

	// NewStreamingChatCompletion
	NewStreamingChatCompletion(ctx context.Context, providerName llm.ProviderName, req *chat_completion.Request) (chan *chat_completion.ResponseChunk, error)

	// NewSpeech
	NewSpeech(ctx context.Context, providerName llm.ProviderName, req *speech.Request) (*speech.Response, error)

	// NewStreamingSpeech
	NewStreamingSpeech(ctx context.Context, providerName llm.ProviderName, req *speech.Request) (chan *speech.ResponseChunk, error)
}

type Middleware interface {
	HandleRequest(next RequestHandler) RequestHandler
	HandleStreamingRequest(next StreamingRequestHandler) StreamingRequestHandler
}

type ProviderConfig struct {
	ProviderName  llm.ProviderName
	BaseURL       string
	CustomHeaders map[string]string
	ApiKeys       []*APIKeyConfig
}

type RateLimit struct {
	Unit  string `json:"unit"`
	Limit int64  `json:"limit"`
}

type RequestHandler func(ctx context.Context, providerName llm.ProviderName, key string, r *llm.Request) (*llm.Response, error)

type StreamingRequestHandler func(ctx context.Context, providerName llm.ProviderName, key string, r *llm.Request) (*llm.StreamingResponse, error)

type VirtualKeyConfig struct {
	SecretKey        string
	AllowedProviders []llm.ProviderName
	AllowedModels    []string
	RateLimits       []RateLimit
}