Documentation
¶
Index ¶
- Constants
- Variables
- func InitResponseWorker(client AIClient, poolSize int, gossipFunc GossipCallback)
- func ShutdownResponseWorker()
- type AIClient
- type APIError
- type ChatCompletionRequest
- type ChatCompletionResponse
- type ChatStream
- type Choice
- type CreateResponseRequest
- type Delta
- type DeltaFunction
- type DeltaToolCall
- type GossipCallback
- type Message
- type Model
- type ModelsResponse
- type ResponseError
- type ResponseObject
- type ResponseUsage
- type ResponseWorkerPool
- type Service
- func (s *Service) HandleCancelResponse(w http.ResponseWriter, r *http.Request)
- func (s *Service) HandleChatCompletions(w http.ResponseWriter, r *http.Request)
- func (s *Service) HandleCreateResponse(w http.ResponseWriter, r *http.Request)
- func (s *Service) HandleDeleteResponse(w http.ResponseWriter, r *http.Request)
- func (s *Service) HandleGetModels(w http.ResponseWriter, r *http.Request)
- func (s *Service) HandleGetResponse(w http.ResponseWriter, r *http.Request)
- type Tool
- type ToolCall
- type ToolCallFunction
- type ToolFunction
- type ToolHandler
- type Usage
Constants ¶
const ( // DefaultResponseWorkerPoolSize is the default size of the response worker pool DefaultResponseWorkerPoolSize = 10 // DefaultResponseTTL is the default TTL for responses DefaultResponseTTL = 30 * 24 * time.Hour // 30 days )
Variables ¶
var ( WithToolHandler = mcpopenai.WithToolHandler ToolHandlerFromContext = mcpopenai.ToolHandlerFromContext NewChatStream = mcpopenai.NewChatStream BuildToolResultMessage = mcpopenai.BuildToolResultMessage BuildAssistantToolCallMessage = mcpopenai.BuildAssistantToolCallMessage NewStreamingToolCallAccumulator = mcpopenai.NewStreamingToolCallAccumulator NewMaxToolIterationsError = mcpopenai.NewMaxToolIterationsError ExtractToolResult = mcpopenai.ExtractToolResult MCPToolsToOpenAI = mcpopenai.MCPToolsToOpenAI MCPToolsToOpenAIFiltered = mcpopenai.MCPToolsToOpenAIFiltered ExecuteToolCalls = mcpopenai.ExecuteToolCalls GenerateToolCallID = mcpopenai.GenerateToolCallID )
Re-export functions from mcp/openai
Functions ¶
func InitResponseWorker ¶ added in v0.23.0
func InitResponseWorker(client AIClient, poolSize int, gossipFunc GossipCallback)
InitResponseWorker initializes the global response worker pool
func ShutdownResponseWorker ¶ added in v0.23.0
func ShutdownResponseWorker()
ShutdownResponseWorker gracefully shuts down the response worker pool
Types ¶
type AIClient ¶ added in v0.23.0
Re-export types from mcp/openai for convenience within internal/openai package
type APIError ¶ added in v0.23.0
Re-export types from mcp/openai for convenience within internal/openai package
type ChatCompletionRequest ¶
type ChatCompletionRequest = mcpopenai.ChatCompletionRequest
Re-export types from mcp/openai for convenience within internal/openai package
type ChatCompletionResponse ¶
type ChatCompletionResponse = mcpopenai.ChatCompletionResponse
Re-export types from mcp/openai for convenience within internal/openai package
type ChatStream ¶
type ChatStream = mcpopenai.ChatStream
Re-export types from mcp/openai for convenience within internal/openai package
type CreateResponseRequest ¶ added in v0.23.0
type CreateResponseRequest = mcpopenai.CreateResponseRequest
Re-export types from mcp/openai for convenience within internal/openai package
type DeltaFunction ¶
type DeltaFunction = mcpopenai.DeltaFunction
Re-export types from mcp/openai for convenience within internal/openai package
type DeltaToolCall ¶
type DeltaToolCall = mcpopenai.DeltaToolCall
Re-export types from mcp/openai for convenience within internal/openai package
type GossipCallback ¶ added in v0.23.0
GossipCallback is a function type for gossiping response updates
type ModelsResponse ¶
type ModelsResponse = mcpopenai.ModelsResponse
Re-export types from mcp/openai for convenience within internal/openai package
type ResponseError ¶ added in v0.23.0
type ResponseError = mcpopenai.ResponseError
Re-export types from mcp/openai for convenience within internal/openai package
type ResponseObject ¶ added in v0.23.0
type ResponseObject = mcpopenai.ResponseObject
Re-export types from mcp/openai for convenience within internal/openai package
type ResponseUsage ¶ added in v0.23.0
type ResponseUsage = mcpopenai.ResponseUsage
Re-export types from mcp/openai for convenience within internal/openai package
type ResponseWorkerPool ¶ added in v0.23.0
type ResponseWorkerPool struct {
// contains filtered or unexported fields
}
ResponseWorkerPool handles async response processing
func NewResponseWorkerPool ¶ added in v0.23.0
func NewResponseWorkerPool(client AIClient, size int, gossipFunc GossipCallback) *ResponseWorkerPool
NewResponseWorkerPool creates a new response worker pool
func (*ResponseWorkerPool) Cancel ¶ added in v0.23.0
func (p *ResponseWorkerPool) Cancel(responseId string)
Cancel cancels an in-progress response
func (*ResponseWorkerPool) Enqueue ¶ added in v0.23.0
func (p *ResponseWorkerPool) Enqueue(response *model.Response)
Enqueue adds a response to the processing queue
func (*ResponseWorkerPool) Start ¶ added in v0.23.0
func (p *ResponseWorkerPool) Start()
Start starts the worker pool
func (*ResponseWorkerPool) Stop ¶ added in v0.23.0
func (p *ResponseWorkerPool) Stop()
Stop stops the worker pool gracefully
type Service ¶
type Service struct {
// contains filtered or unexported fields
}
func (*Service) HandleCancelResponse ¶ added in v0.23.0
func (s *Service) HandleCancelResponse(w http.ResponseWriter, r *http.Request)
Handles POST /v1/responses/{response_id}/cancel
func (*Service) HandleChatCompletions ¶
func (s *Service) HandleChatCompletions(w http.ResponseWriter, r *http.Request)
Handles POST /v1/chat/completions
func (*Service) HandleCreateResponse ¶ added in v0.23.0
func (s *Service) HandleCreateResponse(w http.ResponseWriter, r *http.Request)
Handles POST /v1/responses
func (*Service) HandleDeleteResponse ¶ added in v0.23.0
func (s *Service) HandleDeleteResponse(w http.ResponseWriter, r *http.Request)
Handles DELETE /v1/responses/{response_id}
func (*Service) HandleGetModels ¶
func (s *Service) HandleGetModels(w http.ResponseWriter, r *http.Request)
Handles GET /v1/models
func (*Service) HandleGetResponse ¶ added in v0.23.0
func (s *Service) HandleGetResponse(w http.ResponseWriter, r *http.Request)
Handles GET /v1/responses/{response_id}
type ToolCallFunction ¶
type ToolCallFunction = mcpopenai.ToolCallFunction
Re-export types from mcp/openai for convenience within internal/openai package
type ToolFunction ¶
type ToolFunction = mcpopenai.ToolFunction
Re-export types from mcp/openai for convenience within internal/openai package
type ToolHandler ¶
type ToolHandler = mcpopenai.ToolHandler
Re-export types from mcp/openai for convenience within internal/openai package