client

type ModelTier ¶

type ModelTier int

const (
	Tier1 ModelTier = iota + 1
	Tier2
)

type Ref ¶

type Ref struct {
	Config  *config.Profile
	Client  *openai.Client
	S       *semaphore.Weighted
	Samples *Samples
}

var Default *Ref

func NewRef(p *config.Profile) *Ref

func (ref *Ref) Completion(ctx context.Context, params openai.ChatCompletionNewParams) (
	*openai.ChatCompletion, error,
)

func (ref *Ref) Embeddings(ctx context.Context, params openai.EmbeddingNewParams) (
	*openai.CreateEmbeddingResponse, error,
)

func (ref *Ref) Model(tier ModelTier) string

type Samples ¶

type Samples struct {
	// contains filtered or unexported fields
}

Samples implements a cheesy way to estimate the number of bytes per token registered through several calls to the LLM service.

func (s *Samples) BytesPerTok() float32