Versions in this module Expand all Collapse all v0 v0.9.0-rc8 May 5, 2026 v0.8.1 Apr 24, 2026 Changes in this version + var ErrDeploymentExists = errors.New("inference: deployment already exists") + var ErrDeploymentNotFound = errors.New("inference: deployment not found") + func DetectServerType(ctx context.Context, baseURL string) string + func FormatEndpointDisplay(endpoints []EndpointInfo) string + func ValidateName(name string) error + type Client struct + GatewayURL string + HTTP http.RoundTripper + func NewClient(ctx context.Context, gatewayURL string) (*Client, error) + func (c *Client) Do(req *http.Request) (*http.Response, error) + func (c *Client) EnableEncryptedReplies(tag string) error + func (c *Client) Pubkey() []byte + func (c *Client) RoundTrip(req *http.Request) (*http.Response, error) + type ContainerManager struct + func (m *ContainerManager) EnsureSystemRunning(ctx context.Context) error + func (m *ContainerManager) Start(ctx context.Context, image string, cpus, memoryMB int) error + func (m *ContainerManager) Stop(ctx context.Context) error + func (m *ContainerManager) UpstreamURL() string + type Deployment struct + ApproxTokensPerRequest int + Chain string + CreatedAt string + EnclaveTag string + FacilitatorURL string + ListenAddr string + ModelHash string + Name string + NoPaymentGate bool + PricePerMTok string + PricePerRequest string + Provenance *Provenance + TEEType string + UpdatedAt string + UpstreamURL string + VMCPUs int + VMHostPort int + VMImage string + VMMemoryMB int + VMMode bool + WalletAddress string + type EndpointInfo struct + Healthy bool + Host string + Models []ModelInfo + Port int + ServerType string + func ProbeEndpoint(host string, port int) (*EndpointInfo, error) + func ProbeEndpointContext(ctx context.Context, host string, port int) (*EndpointInfo, error) + func ScanLocalEndpoints() ([]EndpointInfo, error) + func ScanLocalEndpointsContext(ctx context.Context) ([]EndpointInfo, error) + func (e EndpointInfo) BaseURL() string type GatewayConfig + EnclaveTag string + ModelHash string + NoPaymentGate bool + TEEType string + VMBinary string + VMCPUs int + VMHostPort int + VMImage string + VMMemoryMB int + VMMode bool + VerifyOnly bool + type ModelInfo struct + Created int64 + ID string + OwnedBy string + func ParseModelsResponse(data []byte) ([]ModelInfo, error) + type Provenance struct + ExperimentID string + Framework string + MetricName string + MetricValue string + ParamCount string + TrainHash string + type Store struct + func NewStore(configDir string) *Store + func (s *Store) Create(d *Deployment, force bool) error + func (s *Store) Delete(name string) error + func (s *Store) Get(name string) (*Deployment, error) + func (s *Store) List() ([]*Deployment, error) + func (s *Store) Update(d *Deployment) error v0.3.2 Feb 23, 2026 Changes in this version + type Gateway struct + func NewGateway(cfg GatewayConfig) (*Gateway, error) + func (g *Gateway) Start() error + func (g *Gateway) Stop() error + type GatewayConfig struct + Chain x402.ChainConfig + FacilitatorURL string + ListenAddr string + PricePerRequest string + UpstreamURL string + WalletAddress string
Go to main page