Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

llmproxy

package

Go to main page

Versions in this module

v0

v0.9.0

Jul 9, 2026

Changes in this version

type Config

+ FailAuditLog string

type FeedResult

+ ProtocolViolation bool

v0.5.2

Jun 2, 2026

v0.5.1

May 7, 2026

v0.5.0

May 7, 2026

Changes in this version

+ const DefaultFailMode

+ const DefaultGuardHTTPTimeout

+ const DefaultGuardURL

+ const DefaultListen

+ const DefaultLogLevel

+ const DefaultMaxBufferBytes

+ const DefaultMaxConcurrentStreams

+ const DefaultTenantID

+ const DefaultUpstreamAnthropic

+ const DefaultUpstreamOpenAI

+ const FailModeRuleClosed

+ const FailModeRuleClosedAudit

+ const FailModeRuleOpen

+ const InvalidResponseRule

+ const MaxConfigurableBufferBytes

+ const ProxyAuthHeader

+ const UnmappedScope

+ var BuildVersion = "dev"

+ var DefaultLLMToolScopeMap = []policy.ToolScopeMapping

+ var ErrPolicyNotLoaded = errors.New("llmproxy: policy snapshot not loaded")

+ func BuildRefusalRich(provider string, decision Decision, ctx *RefusalContext) []byte

+ func MapLLMToolScope(toolName string, mappings []policy.ToolScopeMapping) string

+ func NewLLMToolScopeMap(pol *policy.Policy) []policy.ToolScopeMapping

+ func Run(ctx context.Context, cfg *Config) error

+ type AnthropicAccumulator struct

+ func NewAnthropicAccumulator(maxBufferBytes int) *AnthropicAccumulator

+ func (a *AnthropicAccumulator) ActiveToolUseIndex() int

+ func (a *AnthropicAccumulator) BufferedEvents() [][]byte

+ func (a *AnthropicAccumulator) FeedEvent(rawEvent []byte) (FeedResult, error)

+ func (a *AnthropicAccumulator) Reset()

+ type AnthropicContentBlock struct

+ ID string

+ Input json.RawMessage

+ Name string

+ Text string

+ Type string

+ type AnthropicMessagesRequest struct

+ Messages []json.RawMessage

+ Model string

+ Stream bool

+ Tools []AnthropicTool

+ type AnthropicMessagesResponse struct

+ Content []AnthropicContentBlock

+ ID string

+ Model string

+ Role string

+ StopReason string

+ Type string

+ Usage *AnthropicUsage

+ type AnthropicTool struct

+ Description string

+ InputSchema json.RawMessage

+ Name string

+ type AnthropicUsage struct

+ InputTokens int

+ OutputTokens int

+ type ChatCompletionChoice struct

+ FinishReason string

+ Index int

+ Message ChatCompletionMessage

+ type ChatCompletionMessage struct

+ Content *string

+ Role string

+ ToolCalls []ChatCompletionToolCallEcho

+ type ChatCompletionRequest struct

+ Messages []json.RawMessage

+ Model string

+ Stream bool

+ Tools []ChatCompletionTool

+ type ChatCompletionResponse struct

+ Choices []ChatCompletionChoice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Usage *ChatCompletionUsage

+ type ChatCompletionTool struct

+ Function ChatCompletionToolFunc

+ Type string

+ type ChatCompletionToolCallEcho struct

+ Function ChatCompletionToolEcho

+ ID string

+ Type string

+ type ChatCompletionToolEcho struct

+ Arguments string

+ Name string

+ type ChatCompletionToolFunc struct

+ Description string

+ Name string

+ Parameters json.RawMessage

+ type ChatCompletionUsage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

+ type Config struct

+ APIKey string

+ FailMode string

+ GuardURL string

+ Listen string

+ LogLevel string

+ MaxBufferBytes int

+ MaxConcurrentStreams int

+ PolicyPath string

+ ProxyAPIKey string

+ TenantID string

+ UpstreamAnthropic string

+ UpstreamOpenAI string

+ func ParseConfig(args []string) (*Config, error)

+ func ParseConfigWithOutput(args []string, errOut io.Writer) (*Config, error)

+ func (c *Config) Validate() error

+ type Decision struct

+ Allow bool

+ ApprovalID string

+ ApprovalURL string

+ Reason string

+ RequiresApproval bool

+ Rule string

+ type FeedResult struct

+ Accumulating bool

+ Completed bool

+ CompletedToolCalls []ToolCallCheck

+ OverflowBufferBytes bool

+ PassThrough bool

+ type HTTPPolicyClient struct

+ APIKey string

+ FailMode string

+ GuardURL string

+ HTTPClient *http.Client

+ TenantID string

+ func NewHTTPPolicyClient(cfg *Config, pol *policy.Policy) *HTTPPolicyClient

+ func (c *HTTPPolicyClient) Check(ctx context.Context, req *ToolCallCheck) (Decision, error)

+ func (c *HTTPPolicyClient) MapScope(toolName string) string

+ func (c *HTTPPolicyClient) SetPolicy(pol *policy.Policy)

+ type OpenAIToolCallAccumulator struct

+ func NewOpenAIToolCallAccumulator(maxBufferBytes int) *OpenAIToolCallAccumulator

+ func (a *OpenAIToolCallAccumulator) BufferedEvents() [][]byte

+ func (a *OpenAIToolCallAccumulator) FeedEvent(rawEvent []byte) (FeedResult, error)

+ func (a *OpenAIToolCallAccumulator) Reset()

+ type RefusalContext struct

+ AnthropicToolUseIndex int

+ Model string

+ NonStreaming bool

+ OriginalToolCall ToolCallCheck

+ Provider string

+ type Server struct

+ BuildRefusal func(provider string, decision Decision, ctx *RefusalContext) []byte

+ PolicyCheck func(ctx context.Context, req *ToolCallCheck) (Decision, error)

+ ScopeMap func(toolName string) string

+ func NewServer(cfg *Config) (*Server, error)

+ func (s *Server) Run(ctx context.Context) error

+ type ToolCallCheck struct

+ AgentID string

+ ApprovalID string

+ Arguments map[string]interface{}

+ Model string

+ Provider string

+ RawArguments json.RawMessage

+ SessionID string

+ Stream bool

+ TenantID string

+ ToolCallID string

+ ToolName string

+ UpstreamStatus int