promptcache

type AccountingAuthority string

type AccountingEvidence struct {
	InputTokens      *int64
	OutputTokens     *int64
	CacheReadTokens  *int64
	CacheWriteTokens *int64
	ReasoningTokens  *int64
	TotalTokens      *int64
	Presence         lipapi.UsagePresence
	Source           AccountingSource
	Authority        AccountingAuthority
	Plane            AccountingPlane
	DedupeKey        string
}

type AccountingPlane string

type AccountingSource string

type CacheEvidence struct {
	InputTokens      *int64
	OutputTokens     *int64
	CacheReadTokens  *int64
	CacheWriteTokens *int64
	TotalTokens      *int64
}

type Controller interface {
	Renew(context.Context, RenewRequest) (RenewResponse, error)
	Release(context.Context, ReleaseRequest) error
}

type GenerationID string

type Handle []byte

type LifecycleKind string

type Observation struct {
	ALegID            string
	BLegID            string
	BackendInstanceID string
	TargetID          TargetID
	GenerationID      GenerationID
	Lifecycle         LifecycleKind
	Timing            Timing
	Renewable         bool
	Handle            Handle
	Evidence          CacheEvidence
}

type ObservationBuffer struct {
	// contains filtered or unexported fields
}

type ObservationLineage struct {
	ALegID            string
	BLegID            string
	BackendInstanceID string
	CanonicalModelID  string
}

type ObservationSource interface{ DrainPromptCacheObservations() []Observation }

type Profile struct {
	ObservationSupported bool
	RenewalSupported     bool
	LifecycleKinds       []LifecycleKind
}

type ReleaseRequest struct{ Handle Handle }

type RenewRequest struct {
	Handle      Handle
	OperationID string
}

type RenewResponse struct {
	Result     RenewResult
	Accounting *AccountingEvidence
}

type RenewResult struct {
	Status      RenewStatus
	Observation *Observation
	Evidence    CacheEvidence
}

type RenewStatus string

type TargetID string

type Timing struct {
	ObservedAt           time.Time
	ExpiresAt            *time.Time
	MinimumResidentUntil *time.Time
}