llmproxy

package module

Go to main page

Versions in this module

v0

v0.0.18

Jun 17, 2026

v0.0.17

May 26, 2026

v0.0.16

May 26, 2026

v0.0.15

May 25, 2026

v0.0.14

May 11, 2026

Changes in this version

type APIType

+ const APITypeAudioSpeech

+ const APITypeAudioTranscriptions

+ const APITypeEmbeddings

+ const APITypeImagesGenerations

+ const APITypePredictLongRunning

+ const APITypeStreamGenerateContent

type AutoRouterOption

+ func WithAutoRouterModelMetadataLookup(lookup ModelMetadataLookup) AutoRouterOption

type BillingResult

+ InputQuantity float64

+ OutputQuantity float64

+ Unit string

+ func CalculateCostWithMeteredUsage(provider, model string, costInfo CostInfo, promptTokens, completionTokens int, ...) BillingResult

type BodyMetadata

+ MeteredUsage MeteredUsage

type CostInfo

+ Unit string

+ type MeteredUsage struct

+ GeneratedImages int

+ HasGeneratedImages bool

+ HasInputAudioSeconds bool

+ HasInputCharacters bool

+ HasOutputAudioSeconds bool

+ HasOutputCharacters bool

+ HasOutputVideoSeconds bool

+ InputAudioSeconds float64

+ InputCharacters int

+ OutputAudioSeconds float64

+ OutputCharacters int

+ OutputVideoSeconds float64

+ type ModelMetadata struct

+ APICompatibility string

+ InputModalities []string

+ OutputModalities []string

+ type ModelMetadataLookup func(provider string, model string) (ModelMetadata, bool)

type ResponseMetadata

+ MeteredUsage MeteredUsage

type ResponsesStreamEvent

+ ID string

+ Model string

+ Object string

+ Status string

+ Usage *ResponsesStreamUsage

v0.0.13

May 9, 2026

v0.0.12

May 8, 2026

v0.0.11

May 5, 2026

v0.0.10

May 4, 2026

v0.0.9

May 3, 2026

v0.0.8

Apr 16, 2026

Changes in this version

+ const BinaryMessage

+ const CloseMessage

+ const PingMessage

+ const PongMessage

+ const TextMessage

+ var ErrWebSocketNotConfigured = errors.New("websocket forwarding is not configured")

type AutoRouter

+ func (a *AutoRouter) ForwardWebSocket(ctx context.Context, w http.ResponseWriter, r *http.Request) error

type AutoRouterOption

+ func WithAutoRouterWSBillingCallback(cb WSBillingCallback) AutoRouterOption

+ func WithAutoRouterWebSocket(upgrader WSUpgrader, dialer WSDialer) AutoRouterOption

+ type ResponsesStreamEvent struct

+ Response json.RawMessage

+ Type string

+ func ParseResponsesSSEEvent(data []byte) (*ResponsesStreamEvent, error)

+ type ResponsesStreamInputDetails struct

+ CachedTokens int

+ type ResponsesStreamOutputDetails struct

+ ReasoningTokens int

+ type ResponsesStreamResponse struct

+ ID string

+ Model string

+ Object string

+ Status string

+ Usage *ResponsesStreamUsage

+ type ResponsesStreamUsage struct

+ InputTokens int

+ InputTokensDetails *ResponsesStreamInputDetails

+ OutputTokens int

+ OutputTokensDetails *ResponsesStreamOutputDetails

+ TotalTokens int

type StreamingUsage

+ ReasoningTokens int

+ func ExtractUsageFromResponsesEvent(event *ResponsesStreamEvent) *StreamingUsage

+ func ExtractWSUsage(data []byte) (*StreamingUsage, error)

+ type WSBillingCallback func(turn int, meta ResponseMetadata, billing *BillingResult)

+ type WSConn interface

+ Close func() error

+ ReadMessage func() (messageType int, p []byte, err error)

+ WriteMessage func(messageType int, data []byte) error

+ type WSDialer interface

+ DialContext func(ctx context.Context, urlStr string, requestHeader http.Header) (WSConn, *http.Response, error)

+ type WSEventCallback func(eventType string, data []byte, usage *StreamingUsage)

+ type WSMessage struct

+ Model string

+ PreviousResponseID string

+ Raw json.RawMessage

+ Type string

+ func ParseWSMessage(data []byte) (*WSMessage, error)

+ type WSResponseCompleted struct

+ Response *WSResponseEnvelope

+ Type string

+ Usage *WSResponseUsage

+ type WSResponseEnvelope struct

+ Usage *WSResponseUsage

+ type WSResponseInputDetails struct

+ CachedTokens int

+ type WSResponseOutputDetails struct

+ ReasoningTokens int

+ type WSResponseUsage struct

+ InputTokens int

+ InputTokensDetails *WSResponseInputDetails

+ OutputTokens int

+ OutputTokensDetails *WSResponseOutputDetails

+ TotalTokens int

+ type WSUpgrader interface

+ Upgrade func(w http.ResponseWriter, r *http.Request, responseHeader http.Header) (WSConn, error)

+ type WebSocketCapableProvider interface

+ WebSocketURL func(meta BodyMetadata) (*url.URL, error)

v0.0.7

Apr 16, 2026

Changes in this version

type Message

+ Custom map[string]any

+ func (m *Message) UnmarshalJSON(data []byte) error

+ func (m Message) MarshalJSON() ([]byte, error)

v0.0.6

Apr 14, 2026

Changes in this version

+ var DefaultProviderDetector = ProviderDetectorFunc(func(hint ProviderHint) string { ... })

+ var ErrNoProvider = &ProviderError

+ var ErrStreamComplete = errors.New("stream complete")

+ func DetectProviderFromModel(model string) string

+ func FormatSSEEvent(event string, data []byte) []byte

+ func IsSSEStream(contentType string) bool

+ type APIType string

+ const APITypeChatCompletions

+ const APITypeCompletions

+ const APITypeConverse

+ const APITypeGenerateContent

+ const APITypeMessages

+ const APITypeResponses

+ func DetectAPIType(body []byte) APIType

+ func DetectAPITypeFromBodyAndProvider(body []byte, provider string) APIType

+ func DetectAPITypeFromPath(path string) APIType

+ type AnthropicContentBlock struct

+ Text string

+ Type string

+ type AnthropicStreamDelta struct

+ StopReason string

+ Text string

+ Type string

+ type AnthropicStreamEvent struct

+ ContentBlock *AnthropicContentBlock

+ Delta *AnthropicStreamDelta

+ Index int

+ Message *AnthropicStreamMessage

+ Type string

+ Usage *AnthropicStreamUsage

+ func ParseAnthropicSSEEvent(data []byte) (*AnthropicStreamEvent, error)

+ type AnthropicStreamMessage struct

+ Content []AnthropicContentBlock

+ ID string

+ Model string

+ Role string

+ StopReason string

+ Type string

+ Usage *AnthropicStreamUsage

+ type AnthropicStreamUsage struct

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

+ InputTokens int

+ OutputTokens int

+ type AutoRouter struct

+ func NewAutoRouter(opts ...AutoRouterOption) *AutoRouter

+ func (a *AutoRouter) BillingCalculator() *BillingCalculator

+ func (a *AutoRouter) Forward(ctx context.Context, req *http.Request) (*http.Response, ResponseMetadata, error)

+ func (a *AutoRouter) ForwardStreaming(ctx context.Context, req *http.Request, w http.ResponseWriter) (ResponseMetadata, error)

+ func (a *AutoRouter) GetProvider(name string) Provider

+ func (a *AutoRouter) RegisterProvider(p Provider)

+ func (a *AutoRouter) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ type AutoRouterOption func(*AutoRouter)

+ func WithAutoRouterBillingCalculator(calculator *BillingCalculator) AutoRouterOption

+ func WithAutoRouterDetector(d ProviderDetector) AutoRouterOption

+ func WithAutoRouterFallbackProvider(p Provider) AutoRouterOption

+ func WithAutoRouterHTTPClient(c *http.Client) AutoRouterOption

+ func WithAutoRouterInterceptor(i Interceptor) AutoRouterOption

+ func WithAutoRouterModelProviderLookup(lookup ModelProviderLookup) AutoRouterOption

+ func WithAutoRouterRegistry(r Registry) AutoRouterOption

+ type BillingCalculator struct

+ func NewBillingCalculator(lookup CostLookup, onResult func(BillingResult)) *BillingCalculator

+ func (c *BillingCalculator) Calculate(meta BodyMetadata, respMeta *ResponseMetadata) *BillingResult

+ func (c *BillingCalculator) Lookup() CostLookup

+ func (c *BillingCalculator) OnResult() func(BillingResult)

+ type DefaultStreamingHandler struct

+ func NewDefaultStreamingHandler(extractor StreamingResponseExtractor) *DefaultStreamingHandler

+ func (h *DefaultStreamingHandler) HandleStream(resp *http.Response, w http.ResponseWriter, meta BodyMetadata) (ResponseMetadata, error)

+ type ModelProviderLookup func(model string) string

+ type OpenAIStreamChoice struct

+ Delta *OpenAIStreamDelta

+ FinishReason string

+ Index int

+ Logprobs *OpenAIStreamLogprobs

+ type OpenAIStreamChunk struct

+ Choices []OpenAIStreamChoice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Usage *OpenAIStreamUsage

+ func ParseOpenAISSEEvent(data []byte) (*OpenAIStreamChunk, error)

+ type OpenAIStreamCompletionDetails struct

+ AcceptedPredictionTokens int

+ AudioTokens int

+ ReasoningTokens int

+ RejectedPredictionTokens int

+ type OpenAIStreamDelta struct

+ Content string

+ Role string

+ type OpenAIStreamLogprobContent struct

+ Logprob float64

+ Token string

+ type OpenAIStreamLogprobs struct

+ Content []OpenAIStreamLogprobContent

+ type OpenAIStreamPromptDetails struct

+ AudioTokens int

+ CachedTokens int

+ type OpenAIStreamUsage struct

+ CompletionTokens int

+ CompletionTokensDetails *OpenAIStreamCompletionDetails

+ PromptTokens int

+ PromptTokensDetails *OpenAIStreamPromptDetails

+ TotalTokens int

+ type ProviderDetector interface

+ Detect func(hint ProviderHint) string

+ type ProviderDetectorFunc func(hint ProviderHint) string

+ func (f ProviderDetectorFunc) Detect(hint ProviderHint) string

+ type ProviderError struct

+ Message string

+ func (e *ProviderError) Error() string

+ type ProviderHint struct

+ Headers http.Header

+ Model string

+ type SSEEvent struct

+ Data []byte

+ Event []byte

+ ID []byte

+ Retry []byte

+ type SSEParser struct

+ func NewSSEParser(r io.Reader) *SSEParser

+ func (p *SSEParser) Next() (*SSEEvent, error)

+ type StreamingHandler interface

+ HandleStream func(resp *http.Response, w http.ResponseWriter, meta BodyMetadata) (ResponseMetadata, error)

+ type StreamingResponseExtractor interface

+ ExtractStreamingWithController func(resp *http.Response, w http.ResponseWriter, rc *http.ResponseController) (ResponseMetadata, error)

+ IsStreamingResponse func(resp *http.Response) bool

+ type StreamingUsage struct

+ CacheUsage *CacheUsage

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

+ func ExtractUsageFromAnthropicEvent(event *AnthropicStreamEvent) *StreamingUsage

+ func ExtractUsageFromOpenAIChunk(chunk *OpenAIStreamChunk) *StreamingUsage

+ type TeeReader struct

+ func NewTeeReader(r io.Reader, w io.Writer) *TeeReader

+ func (t *TeeReader) Read(p []byte) (n int, err error)

v0.0.5

Apr 13, 2026

v0.0.4

Apr 13, 2026

Changes in this version

type BillingResult

+ CachedInputCost float64

+ CachedTokens int

v0.0.3

Apr 13, 2026

Changes in this version

+ type CacheDetail struct

+ CacheWriteTokens int

+ TTL string

+ type CacheUsage struct

+ CacheCreationInputTokens int

+ CacheDetails []CacheDetail

+ CacheReadInputTokens int

+ CacheWriteTokens int

+ CachedTokens int

+ Ephemeral1hInputTokens int

+ Ephemeral5mInputTokens int

type MetaContextValue

+ OrgID string

v0.0.2

Apr 13, 2026

v0.0.1

Apr 13, 2026

Changes in this version

+ type BaseProvider struct

+ func NewBaseProvider(name string, opts ...ProviderOption) *BaseProvider

+ func (p *BaseProvider) BodyParser() BodyParser

+ func (p *BaseProvider) Name() string

+ func (p *BaseProvider) RequestEnricher() RequestEnricher

+ func (p *BaseProvider) ResponseExtractor() ResponseExtractor

+ func (p *BaseProvider) URLResolver() URLResolver

+ type BillingResult struct

+ CompletionTokens int

+ InputCost float64

+ Model string

+ OutputCost float64

+ PromptTokens int

+ Provider string

+ TotalCost float64

+ TotalTokens int

+ func CalculateCost(provider, model string, costInfo CostInfo, promptTokens, completionTokens int) BillingResult

+ type BodyMetadata struct

+ Custom map[string]any

+ MaxTokens int

+ Messages []Message

+ Model string

+ Stream bool

+ type BodyParser interface

+ Parse func(body io.ReadCloser) (BodyMetadata, []byte, error)

+ type Choice struct

+ Delta *Message

+ FinishReason string

+ Index int

+ Message *Message

+ type CostInfo struct

+ CacheRead float64

+ CacheWrite float64

+ Input float64

+ Output float64

+ type CostLookup func(provider string, model string) (CostInfo, bool)

+ type Interceptor interface

+ Intercept func(req *http.Request, meta BodyMetadata, rawBody []byte, next RoundTripFunc) (resp *http.Response, respMeta ResponseMetadata, rawRespBody []byte, err error)

+ type InterceptorChain []Interceptor

+ func (c InterceptorChain) Wrap(final RoundTripFunc) RoundTripFunc

+ type Logger interface

+ Debug func(msg string, args ...interface{})

+ Error func(msg string, args ...interface{})

+ Info func(msg string, args ...interface{})

+ Warn func(msg string, args ...interface{})

+ type LoggerFunc func(level string, msg string, args ...interface{})

+ func (f LoggerFunc) Debug(msg string, args ...interface{})

+ func (f LoggerFunc) Error(msg string, args ...interface{})

+ func (f LoggerFunc) Info(msg string, args ...interface{})

+ func (f LoggerFunc) Warn(msg string, args ...interface{})

+ type MapRegistry struct

+ func NewRegistry() *MapRegistry

+ func (r *MapRegistry) Get(name string) (Provider, bool)

+ func (r *MapRegistry) Match(req *http.Request) (Provider, error)

+ func (r *MapRegistry) Register(p Provider)

+ type Message struct

+ Content string

+ Role string

+ type MetaContextKey struct

+ type MetaContextValue struct

+ Meta BodyMetadata

+ RawBody []byte

+ func GetMetaFromContext(ctx context.Context) MetaContextValue

+ type Provider interface

+ BodyParser func() BodyParser

+ Name func() string

+ RequestEnricher func() RequestEnricher

+ ResponseExtractor func() ResponseExtractor

+ URLResolver func() URLResolver

+ type ProviderOption func(*BaseProvider)

+ func WithBodyParser(bp BodyParser) ProviderOption

+ func WithRequestEnricher(re RequestEnricher) ProviderOption

+ func WithResponseExtractor(re ResponseExtractor) ProviderOption

+ func WithURLResolver(ur URLResolver) ProviderOption

+ type Proxy struct

+ func NewProxy(provider Provider, opts ...ProxyOption) *Proxy

+ func (p *Proxy) Forward(ctx context.Context, req *http.Request) (*http.Response, ResponseMetadata, error)

+ type ProxyOption func(*Proxy)

+ func WithHTTPClient(c *http.Client) ProxyOption

+ func WithInterceptor(i Interceptor) ProxyOption

+ type Registry interface

+ Get func(name string) (Provider, bool)

+ Match func(req *http.Request) (Provider, error)

+ Register func(p Provider)

+ type RequestEnricher interface

+ Enrich func(req *http.Request, meta BodyMetadata, rawBody []byte) error

+ type ResponseExtractor interface

+ Extract func(resp *http.Response) (metadata ResponseMetadata, rawBody []byte, err error)

+ type ResponseMetadata struct

+ Choices []Choice

+ Custom map[string]any

+ ID string

+ Model string

+ Object string

+ Usage Usage

+ type RoundTripFunc func(*http.Request) (*http.Response, ResponseMetadata, []byte, error)

+ type URLResolver interface

+ Resolve func(meta BodyMetadata) (*url.URL, error)

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL