llmproxy

package module

Go to main page

Versions in this module

v0

v0.0.10

May 4, 2026

v0.0.9

May 3, 2026

v0.0.8

Apr 16, 2026

Changes in this version

+ const BinaryMessage

+ const CloseMessage

+ const PingMessage

+ const PongMessage

+ const TextMessage

+ var ErrWebSocketNotConfigured = errors.New("websocket forwarding is not configured")

type AutoRouter

+ func (a *AutoRouter) ForwardWebSocket(ctx context.Context, w http.ResponseWriter, r *http.Request) error

type AutoRouterOption

+ func WithAutoRouterWSBillingCallback(cb WSBillingCallback) AutoRouterOption

+ func WithAutoRouterWebSocket(upgrader WSUpgrader, dialer WSDialer) AutoRouterOption

+ type ResponsesStreamEvent struct

+ Response json.RawMessage

+ Type string

+ func ParseResponsesSSEEvent(data []byte) (*ResponsesStreamEvent, error)

+ type ResponsesStreamInputDetails struct

+ CachedTokens int

+ type ResponsesStreamOutputDetails struct

+ ReasoningTokens int

+ type ResponsesStreamResponse struct

+ ID string

+ Model string

+ Object string

+ Status string

+ Usage *ResponsesStreamUsage

+ type ResponsesStreamUsage struct

+ InputTokens int

+ InputTokensDetails *ResponsesStreamInputDetails

+ OutputTokens int

+ OutputTokensDetails *ResponsesStreamOutputDetails

+ TotalTokens int

type StreamingUsage

+ ReasoningTokens int

+ func ExtractUsageFromResponsesEvent(event *ResponsesStreamEvent) *StreamingUsage

+ func ExtractWSUsage(data []byte) (*StreamingUsage, error)

+ type WSBillingCallback func(turn int, meta ResponseMetadata, billing *BillingResult)

+ type WSConn interface

+ Close func() error

+ ReadMessage func() (messageType int, p []byte, err error)

+ WriteMessage func(messageType int, data []byte) error

+ type WSDialer interface

+ DialContext func(ctx context.Context, urlStr string, requestHeader http.Header) (WSConn, *http.Response, error)

+ type WSEventCallback func(eventType string, data []byte, usage *StreamingUsage)

+ type WSMessage struct

+ Model string

+ PreviousResponseID string

+ Raw json.RawMessage

+ Type string

+ func ParseWSMessage(data []byte) (*WSMessage, error)

+ type WSResponseCompleted struct

+ Response *WSResponseEnvelope

+ Type string

+ Usage *WSResponseUsage

+ type WSResponseEnvelope struct

+ Usage *WSResponseUsage

+ type WSResponseInputDetails struct

+ CachedTokens int

+ type WSResponseOutputDetails struct

+ ReasoningTokens int

+ type WSResponseUsage struct

+ InputTokens int

+ InputTokensDetails *WSResponseInputDetails

+ OutputTokens int

+ OutputTokensDetails *WSResponseOutputDetails

+ TotalTokens int

+ type WSUpgrader interface

+ Upgrade func(w http.ResponseWriter, r *http.Request, responseHeader http.Header) (WSConn, error)

+ type WebSocketCapableProvider interface

+ WebSocketURL func(meta BodyMetadata) (*url.URL, error)

v0.0.7

Apr 16, 2026

Changes in this version

type Message

+ Custom map[string]any

+ func (m *Message) UnmarshalJSON(data []byte) error

+ func (m Message) MarshalJSON() ([]byte, error)

v0.0.6

Apr 14, 2026

Changes in this version

+ var DefaultProviderDetector = ProviderDetectorFunc(func(hint ProviderHint) string { ... })

+ var ErrNoProvider = &ProviderError

+ var ErrStreamComplete = errors.New("stream complete")

+ func DetectProviderFromModel(model string) string

+ func FormatSSEEvent(event string, data []byte) []byte

+ func IsSSEStream(contentType string) bool

+ type APIType string

+ const APITypeChatCompletions

+ const APITypeCompletions

+ const APITypeConverse

+ const APITypeGenerateContent

+ const APITypeMessages

+ const APITypeResponses

+ func DetectAPIType(body []byte) APIType

+ func DetectAPITypeFromBodyAndProvider(body []byte, provider string) APIType

+ func DetectAPITypeFromPath(path string) APIType

+ type AnthropicContentBlock struct

+ Text string

+ Type string

+ type AnthropicStreamDelta struct

+ StopReason string

+ Text string

+ Type string

+ type AnthropicStreamEvent struct

+ ContentBlock *AnthropicContentBlock

+ Delta *AnthropicStreamDelta

+ Index int

+ Message *AnthropicStreamMessage

+ Type string

+ Usage *AnthropicStreamUsage

+ func ParseAnthropicSSEEvent(data []byte) (*AnthropicStreamEvent, error)

+ type AnthropicStreamMessage struct

+ Content []AnthropicContentBlock

+ ID string

+ Model string

+ Role string

+ StopReason string

+ Type string

+ Usage *AnthropicStreamUsage

+ type AnthropicStreamUsage struct

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

+ InputTokens int

+ OutputTokens int

+ type AutoRouter struct

+ func NewAutoRouter(opts ...AutoRouterOption) *AutoRouter

+ func (a *AutoRouter) BillingCalculator() *BillingCalculator

+ func (a *AutoRouter) Forward(ctx context.Context, req *http.Request) (*http.Response, ResponseMetadata, error)

+ func (a *AutoRouter) ForwardStreaming(ctx context.Context, req *http.Request, w http.ResponseWriter) (ResponseMetadata, error)

+ func (a *AutoRouter) GetProvider(name string) Provider

+ func (a *AutoRouter) RegisterProvider(p Provider)

+ func (a *AutoRouter) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ type AutoRouterOption func(*AutoRouter)

+ func WithAutoRouterBillingCalculator(calculator *BillingCalculator) AutoRouterOption

+ func WithAutoRouterDetector(d ProviderDetector) AutoRouterOption

+ func WithAutoRouterFallbackProvider(p Provider) AutoRouterOption

+ func WithAutoRouterHTTPClient(c *http.Client) AutoRouterOption

+ func WithAutoRouterInterceptor(i Interceptor) AutoRouterOption

+ func WithAutoRouterModelProviderLookup(lookup ModelProviderLookup) AutoRouterOption

+ func WithAutoRouterRegistry(r Registry) AutoRouterOption

+ type BillingCalculator struct

+ func NewBillingCalculator(lookup CostLookup, onResult func(BillingResult)) *BillingCalculator

+ func (c *BillingCalculator) Calculate(meta BodyMetadata, respMeta *ResponseMetadata) *BillingResult

+ func (c *BillingCalculator) Lookup() CostLookup

+ func (c *BillingCalculator) OnResult() func(BillingResult)

+ type DefaultStreamingHandler struct

+ func NewDefaultStreamingHandler(extractor StreamingResponseExtractor) *DefaultStreamingHandler

+ func (h *DefaultStreamingHandler) HandleStream(resp *http.Response, w http.ResponseWriter, meta BodyMetadata) (ResponseMetadata, error)

+ type ModelProviderLookup func(model string) string

+ type OpenAIStreamChoice struct

+ Delta *OpenAIStreamDelta

+ FinishReason string

+ Index int

+ Logprobs *OpenAIStreamLogprobs

+ type OpenAIStreamChunk struct

+ Choices []OpenAIStreamChoice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Usage *OpenAIStreamUsage

+ func ParseOpenAISSEEvent(data []byte) (*OpenAIStreamChunk, error)

+ type OpenAIStreamCompletionDetails struct

+ AcceptedPredictionTokens int

+ AudioTokens int

+ ReasoningTokens int

+ RejectedPredictionTokens int

+ type OpenAIStreamDelta struct

+ Content string

+ Role string

+ type OpenAIStreamLogprobContent struct

+ Logprob float64

+ Token string

+ type OpenAIStreamLogprobs struct

+ Content []OpenAIStreamLogprobContent

+ type OpenAIStreamPromptDetails struct

+ AudioTokens int

+ CachedTokens int

+ type OpenAIStreamUsage struct

+ CompletionTokens int

+ CompletionTokensDetails *OpenAIStreamCompletionDetails

+ PromptTokens int

+ PromptTokensDetails *OpenAIStreamPromptDetails

+ TotalTokens int

+ type ProviderDetector interface

+ Detect func(hint ProviderHint) string

+ type ProviderDetectorFunc func(hint ProviderHint) string

+ func (f ProviderDetectorFunc) Detect(hint ProviderHint) string

+ type ProviderError struct

+ Message string

+ func (e *ProviderError) Error() string

+ type ProviderHint struct

+ Headers http.Header

+ Model string

+ type SSEEvent struct

+ Data []byte

+ Event []byte

+ ID []byte

+ Retry []byte

+ type SSEParser struct

+ func NewSSEParser(r io.Reader) *SSEParser

+ func (p *SSEParser) Next() (*SSEEvent, error)

+ type StreamingHandler interface

+ HandleStream func(resp *http.Response, w http.ResponseWriter, meta BodyMetadata) (ResponseMetadata, error)

+ type StreamingResponseExtractor interface

+ ExtractStreamingWithController func(resp *http.Response, w http.ResponseWriter, rc *http.ResponseController) (ResponseMetadata, error)

+ IsStreamingResponse func(resp *http.Response) bool

+ type StreamingUsage struct

+ CacheUsage *CacheUsage

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

+ func ExtractUsageFromAnthropicEvent(event *AnthropicStreamEvent) *StreamingUsage

+ func ExtractUsageFromOpenAIChunk(chunk *OpenAIStreamChunk) *StreamingUsage

+ type TeeReader struct

+ func NewTeeReader(r io.Reader, w io.Writer) *TeeReader

+ func (t *TeeReader) Read(p []byte) (n int, err error)

v0.0.5

Apr 13, 2026

v0.0.4

Apr 13, 2026

Changes in this version

type BillingResult

+ CachedInputCost float64

+ CachedTokens int

v0.0.3

Apr 13, 2026

Changes in this version

+ type CacheDetail struct

+ CacheWriteTokens int

+ TTL string

+ type CacheUsage struct

+ CacheCreationInputTokens int

+ CacheDetails []CacheDetail

+ CacheReadInputTokens int

+ CacheWriteTokens int

+ CachedTokens int

+ Ephemeral1hInputTokens int

+ Ephemeral5mInputTokens int

type MetaContextValue

+ OrgID string

v0.0.2

Apr 13, 2026

v0.0.1

Apr 13, 2026

Changes in this version

+ type BaseProvider struct

+ func NewBaseProvider(name string, opts ...ProviderOption) *BaseProvider

+ func (p *BaseProvider) BodyParser() BodyParser

+ func (p *BaseProvider) Name() string

+ func (p *BaseProvider) RequestEnricher() RequestEnricher

+ func (p *BaseProvider) ResponseExtractor() ResponseExtractor

+ func (p *BaseProvider) URLResolver() URLResolver

+ type BillingResult struct

+ CompletionTokens int

+ InputCost float64

+ Model string

+ OutputCost float64

+ PromptTokens int

+ Provider string

+ TotalCost float64

+ TotalTokens int

+ func CalculateCost(provider, model string, costInfo CostInfo, promptTokens, completionTokens int) BillingResult

+ type BodyMetadata struct

+ Custom map[string]any

+ MaxTokens int

+ Messages []Message

+ Model string

+ Stream bool

+ type BodyParser interface

+ Parse func(body io.ReadCloser) (BodyMetadata, []byte, error)

+ type Choice struct

+ Delta *Message

+ FinishReason string

+ Index int

+ Message *Message

+ type CostInfo struct

+ CacheRead float64

+ CacheWrite float64

+ Input float64

+ Output float64

+ type CostLookup func(provider string, model string) (CostInfo, bool)

+ type Interceptor interface

+ Intercept func(req *http.Request, meta BodyMetadata, rawBody []byte, next RoundTripFunc) (resp *http.Response, respMeta ResponseMetadata, rawRespBody []byte, err error)

+ type InterceptorChain []Interceptor

+ func (c InterceptorChain) Wrap(final RoundTripFunc) RoundTripFunc

+ type Logger interface

+ Debug func(msg string, args ...interface{})

+ Error func(msg string, args ...interface{})

+ Info func(msg string, args ...interface{})

+ Warn func(msg string, args ...interface{})

+ type LoggerFunc func(level string, msg string, args ...interface{})

+ func (f LoggerFunc) Debug(msg string, args ...interface{})

+ func (f LoggerFunc) Error(msg string, args ...interface{})

+ func (f LoggerFunc) Info(msg string, args ...interface{})

+ func (f LoggerFunc) Warn(msg string, args ...interface{})

+ type MapRegistry struct

+ func NewRegistry() *MapRegistry

+ func (r *MapRegistry) Get(name string) (Provider, bool)

+ func (r *MapRegistry) Match(req *http.Request) (Provider, error)

+ func (r *MapRegistry) Register(p Provider)

+ type Message struct

+ Content string

+ Role string

+ type MetaContextKey struct

+ type MetaContextValue struct

+ Meta BodyMetadata

+ RawBody []byte

+ func GetMetaFromContext(ctx context.Context) MetaContextValue

+ type Provider interface

+ BodyParser func() BodyParser

+ Name func() string

+ RequestEnricher func() RequestEnricher

+ ResponseExtractor func() ResponseExtractor

+ URLResolver func() URLResolver

+ type ProviderOption func(*BaseProvider)

+ func WithBodyParser(bp BodyParser) ProviderOption

+ func WithRequestEnricher(re RequestEnricher) ProviderOption

+ func WithResponseExtractor(re ResponseExtractor) ProviderOption

+ func WithURLResolver(ur URLResolver) ProviderOption

+ type Proxy struct

+ func NewProxy(provider Provider, opts ...ProxyOption) *Proxy

+ func (p *Proxy) Forward(ctx context.Context, req *http.Request) (*http.Response, ResponseMetadata, error)

+ type ProxyOption func(*Proxy)

+ func WithHTTPClient(c *http.Client) ProxyOption

+ func WithInterceptor(i Interceptor) ProxyOption

+ type Registry interface

+ Get func(name string) (Provider, bool)

+ Match func(req *http.Request) (Provider, error)

+ Register func(p Provider)

+ type RequestEnricher interface

+ Enrich func(req *http.Request, meta BodyMetadata, rawBody []byte) error

+ type ResponseExtractor interface

+ Extract func(resp *http.Response) (metadata ResponseMetadata, rawBody []byte, err error)

+ type ResponseMetadata struct

+ Choices []Choice

+ Custom map[string]any

+ ID string

+ Model string

+ Object string

+ Usage Usage

+ type RoundTripFunc func(*http.Request) (*http.Response, ResponseMetadata, []byte, error)

+ type URLResolver interface

+ Resolve func(meta BodyMetadata) (*url.URL, error)

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL