llmproxy

package

v0.14.0 Latest Latest Go to latest Published: Mar 3, 2026 License: MIT Imports: 23 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/agentserver/agentserver

Links

Open Source Insights

Documentation ¶

Index ¶

func GenerateRequestID() string
func GenerateTraceID() string
func NewLogger(level slog.Level) *slog.Logger
func ParseNonStreamingResponse(body []byte) (model, msgID string, u anthropic.Usage, err error)
func ParseStreamEvent(data []byte) (eventType, model, msgID string, u anthropic.Usage, hasUsage bool)
type Config
- func LoadConfigFromEnv() Config
type QueryOpts
type SandboxInfo
type Server
- func NewServer(cfg Config, store *Store, logger *slog.Logger) *Server
type Store
- func NewStore(databaseURL string) (*Store, error)
type TokenUsage
type Trace
type TraceWithStats
type UsageSummary

Constants ¶

This section is empty.

Variables ¶

This section is empty.

Functions ¶

func GenerateRequestID ¶

func GenerateRequestID() string

GenerateRequestID creates a new request ID with the "ar-" prefix.

func GenerateTraceID ¶

func GenerateTraceID() string

GenerateTraceID creates a new trace ID with the "at-" prefix.

func NewLogger ¶

func NewLogger(level slog.Level) *slog.Logger

NewLogger creates a structured JSON logger for the LLM proxy.

func ParseNonStreamingResponse ¶

func ParseNonStreamingResponse(body []byte) (model, msgID string, u anthropic.Usage, err error)

ParseNonStreamingResponse parses a complete JSON response from the Anthropic messages API.

func ParseStreamEvent ¶

func ParseStreamEvent(data []byte) (eventType, model, msgID string, u anthropic.Usage, hasUsage bool)

ParseStreamEvent parses a single SSE data payload from an Anthropic streaming response. Returns the event type, model, message ID, usage, and whether usage data was found.

Types ¶

type Config ¶

type Config struct {
	ListenAddr         string // HTTP listen address, e.g. ":8081"
	DatabaseURL        string // proxy's own PostgreSQL connection URL
	AgentserverURL     string // agentserver internal API URL for token validation
	AnthropicBaseURL   string // upstream Anthropic API URL
	AnthropicAPIKey    string // real Anthropic API key
	AnthropicAuthToken string // alternative: Bearer token auth
	TraceHeader        string // custom trace header name
}

Config holds all configuration for the LLM proxy.

func LoadConfigFromEnv ¶

func LoadConfigFromEnv() Config

LoadConfigFromEnv reads configuration from environment variables.

type QueryOpts ¶

type QueryOpts struct {
	WorkspaceID string
	SandboxID   string
	Since       time.Time
	Limit       int
	Offset      int
}

QueryOpts filters for usage/trace queries.

type SandboxInfo ¶

type SandboxInfo struct {
	ID          string `json:"sandbox_id"`
	WorkspaceID string `json:"workspace_id"`
	Status      string `json:"status"`
}

SandboxInfo is returned by the agentserver token validation API.

type Server ¶

type Server struct {
	// contains filtered or unexported fields
}

Server is the LLM proxy HTTP server.

func NewServer ¶

func NewServer(cfg Config, store *Store, logger *slog.Logger) *Server

NewServer creates a new LLM proxy server.

func (*Server) ExtractTraceID ¶

func (s *Server) ExtractTraceID(r *http.Request, body []byte) (string, string)

ExtractTraceID extracts a trace ID from the request. Priority: custom header → Claude Code metadata → auto-generate. Returns (traceID, source).

func (*Server) Routes ¶

func (s *Server) Routes() http.Handler

Routes returns the HTTP handler with all routes configured.

func (*Server) ValidateProxyToken ¶

func (s *Server) ValidateProxyToken(ctx context.Context, proxyToken string) (*SandboxInfo, error)

ValidateProxyToken calls the agentserver internal API to validate a sandbox proxy token. Returns nil (not error) if the token is invalid.

type Store ¶

type Store struct {
	// contains filtered or unexported fields
}

Store wraps a *sql.DB for the LLM proxy's own database.

func NewStore ¶

func NewStore(databaseURL string) (*Store, error)

NewStore connects to the proxy database and runs migrations.

func (*Store) Close ¶

func (s *Store) Close() error

Close closes the underlying database connection.

func (*Store) GetOrCreateTrace ¶

func (s *Store) GetOrCreateTrace(traceID, sandboxID, workspaceID, source string) (*Trace, error)

GetOrCreateTrace returns an existing trace or creates a new one. Uses INSERT ... ON CONFLICT to avoid TOCTOU races under concurrent requests.

func (*Store) GetTraceDetail ¶

func (s *Store) GetTraceDetail(traceID string) (*Trace, []TokenUsage, error)

GetTraceDetail returns a trace and all its usage records.

func (*Store) QueryTraces ¶

func (s *Store) QueryTraces(opts QueryOpts) ([]TraceWithStats, int64, error)

QueryTraces returns traces with aggregated statistics and total count.

func (*Store) QueryUsage ¶

func (s *Store) QueryUsage(opts QueryOpts) ([]UsageSummary, error)

QueryUsage returns aggregated usage grouped by provider and model.

func (*Store) RecordUsage ¶

func (s *Store) RecordUsage(u TokenUsage) error

RecordUsage inserts a single API request usage record.

func (*Store) UpdateTraceActivity ¶

func (s *Store) UpdateTraceActivity(traceID string) error

UpdateTraceActivity updates the updated_at timestamp on a trace.

type TokenUsage ¶

type TokenUsage struct {
	ID                       string    `json:"id"`
	TraceID                  string    `json:"traceId,omitempty"`
	SandboxID                string    `json:"sandboxId"`
	WorkspaceID              string    `json:"workspaceId"`
	Provider                 string    `json:"provider"`
	Model                    string    `json:"model"`
	MessageID                string    `json:"messageId,omitempty"`
	InputTokens              int64     `json:"inputTokens"`
	OutputTokens             int64     `json:"outputTokens"`
	CacheCreationInputTokens int64     `json:"cacheCreationInputTokens"`
	CacheReadInputTokens     int64     `json:"cacheReadInputTokens"`
	Streaming                bool      `json:"streaming"`
	Duration                 int64     `json:"duration"`
	TTFT                     int64     `json:"ttft"`
	CreatedAt                time.Time `json:"createdAt"`
}

TokenUsage records a single LLM API request's token usage.

type Trace ¶

type Trace struct {
	ID          string    `json:"id"`
	SandboxID   string    `json:"sandboxId"`
	WorkspaceID string    `json:"workspaceId"`
	Source      string    `json:"source"`
	CreatedAt   time.Time `json:"createdAt"`
	UpdatedAt   time.Time `json:"updatedAt"`
}

Trace represents a logical session/trace spanning multiple API requests.

type TraceWithStats ¶

type TraceWithStats struct {
	Trace
	RequestCount      int64 `json:"requestCount"`
	TotalInputTokens  int64 `json:"totalInputTokens"`
	TotalOutputTokens int64 `json:"totalOutputTokens"`
}

TraceWithStats is a trace with aggregated request statistics.

type UsageSummary ¶

type UsageSummary struct {
	Provider                 string `json:"provider"`
	Model                    string `json:"model"`
	InputTokens              int64  `json:"inputTokens"`
	OutputTokens             int64  `json:"outputTokens"`
	CacheCreationInputTokens int64  `json:"cacheCreationInputTokens"`
	CacheReadInputTokens     int64  `json:"cacheReadInputTokens"`
	RequestCount             int64  `json:"requestCount"`
}

UsageSummary is an aggregated usage row grouped by provider+model.

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL