inference

type Deployment struct {
	// Name is the human-readable identifier for this deployment.
	// Used as the directory name.
	Name string `json:"name"`

	// ListenAddr is the gateway listen address (default ":8402").
	ListenAddr string `json:"listen_addr"`

	// UpstreamURL is the inference backend URL (default "http://localhost:11434").
	UpstreamURL string `json:"upstream_url"`

	// WalletAddress is the USDC payment recipient.
	WalletAddress string `json:"wallet_address"`

	// PricePerRequest is the per-inference price denominated in AssetSymbol
	// units (default "0.001" USDC).
	PricePerRequest string `json:"price_per_request"`

	// AssetSymbol is the token symbol charged per request (default "USDC").
	// Used for human-readable log output and to label persisted state.
	AssetSymbol string `json:"asset_symbol,omitempty"`

	// PricePerMTok is the original per-million-token price when request pricing
	// was derived from the temporary phase-1 approximation.
	PricePerMTok string `json:"price_per_mtok,omitempty"`

	// ApproxTokensPerRequest records the fixed approximation used to derive the
	// charged request price from PricePerMTok.
	ApproxTokensPerRequest int `json:"approx_tokens_per_request,omitempty"`

	// Chain is the x402 payment chain name (e.g. "base", "base-sepolia").
	Chain string `json:"chain"`

	// FacilitatorURL is the x402 facilitator URL.
	FacilitatorURL string `json:"facilitator_url"`

	// LegacyVMMode and LegacyTEEType are read-only remnants of the removed
	// `--vm` (Apple Containerization) and `--tee` (TDX/SNP/Nitro attestation)
	// modes. The CLI never sets them; they are decoded only so resume can
	// refuse to silently downgrade such an offer to a plain gateway. See
	// RemovedIsolationMode.
	LegacyVMMode  bool   `json:"vm_mode,omitempty"`
	LegacyTEEType string `json:"tee_type,omitempty"`

	// NoPaymentGate disables the built-in x402 payment middleware when the
	// gateway runs behind the cluster's x402 verifier to avoid double-gating.
	NoPaymentGate bool `json:"no_payment_gate,omitempty"`

	// Provenance holds optional metadata about how the model was produced
	// (e.g. training or benchmark results). Stored alongside the deployment
	// config and passed to the registration document when selling.
	Provenance *Provenance `json:"provenance,omitempty"`

	// ModelName is the upstream model identifier the operator selected via
	// `obol sell inference --model <name>` (e.g. "aeon-ultimate"). Persisted
	// so `obol stack up` can rebuild the ServiceOffer's spec.model.name on
	// resume without re-prompting the operator.
	ModelName string `json:"model_name,omitempty"`

	// ServiceNamespace is the Kubernetes namespace the cluster-routed Service
	// + Endpoints + ServiceOffer live in (typically "llm" for inference
	// deployments co-located with LiteLLM). Persisted so the resume path
	// re-applies into the same namespace.
	ServiceNamespace string `json:"service_namespace,omitempty"`

	// Registration is the ERC-8004 registration block the operator passed at
	// sell time (--register-*). Persisted as map[string]any (the same shape
	// buildSellRegistrationConfig emits) so the resume path can rebuild the
	// ServiceOffer's spec.registration verbatim. Empty when the offer was
	// created with --no-register.
	Registration map[string]any `json:"registration,omitempty"`

	// CreatedAt is the RFC3339 timestamp of when this deployment was created.
	CreatedAt string `json:"created_at"`

	// UpdatedAt is the RFC3339 timestamp of the most recent update.
	UpdatedAt string `json:"updated_at,omitempty"`

	// DeletedAt is set when `obol sell delete` removes the offer from
	// the cluster. The descriptor stays on disk for `sell inference
	// list/status` history, but resume must not replay a tombstoned
	// offer (it would re-create the ServiceOffer and relaunch the host
	// gateway, undoing the delete). Re-creating the offer with
	// `obol sell inference <name>` rewrites the descriptor and clears
	// the tombstone.
	DeletedAt string `json:"deleted_at,omitempty"`
}

type EndpointInfo struct {
	Host       string
	Port       int
	ServerType string
	Models     []ModelInfo
	Healthy    bool
}

type Gateway struct {
	// contains filtered or unexported fields
}

type GatewayConfig struct {
	// ListenAddr is the address to listen on (e.g., ":8402").
	ListenAddr string

	// UpstreamURL is the upstream inference service URL (e.g., "http://localhost:11434").
	UpstreamURL string

	// WalletAddress is the USDC recipient address for payments.
	WalletAddress string

	// PricePerRequest is the amount charged per inference request, denominated
	// in AssetSymbol units (e.g., "0.001" with AssetSymbol="USDC", or "0.023"
	// with AssetSymbol="OBOL"). Atomic-unit conversion happens at the x402
	// middleware boundary using the token's decimals.
	PricePerRequest string

	// AssetSymbol is the token symbol charged per request (default "USDC").
	// Used for human-readable log output and price summaries.
	AssetSymbol string

	// Chain is the x402 chain configuration (e.g., x402pkg.ChainBaseMainnet).
	Chain x402pkg.ChainInfo

	// FacilitatorURL is the x402 facilitator service URL.
	FacilitatorURL string

	// VerifyOnly skips blockchain settlement after successful verification.
	// Useful for testing and staging environments where no real funds are involved.
	VerifyOnly bool

	// NoPaymentGate disables the built-in x402 payment middleware. Use this
	// when the gateway runs behind the cluster's x402 verifier (via Traefik
	// ForwardAuth) to avoid double-gating requests.
	NoPaymentGate bool
}

type ModelInfo struct {
	ID      string `json:"id"`
	OwnedBy string `json:"owned_by"`
	Created int64  `json:"created"`
}

type Provenance struct {
	Framework    string `json:"framework,omitempty"`    // e.g. "autoresearch"
	MetricName   string `json:"metricName,omitempty"`   // e.g. "val_bpb"
	MetricValue  string `json:"metricValue,omitempty"`  // e.g. "0.9973"
	ExperimentID string `json:"experimentId,omitempty"` // commit hash or UUID
	TrainHash    string `json:"trainHash,omitempty"`    // e.g. "sha256:..."
	ParamCount   string `json:"paramCount,omitempty"`   // e.g. "50000000"
}

type Store struct {
	// contains filtered or unexported fields
}