client

type Client ¶

type Client struct {
	*bootstrap.ClientRef

	Samples *Samples
	// contains filtered or unexported fields
}

func Get(clientRef *bootstrap.ClientRef) *Client

func (c *Client) Completion(ctx context.Context, params openai.ChatCompletionNewParams) (
	*openai.ChatCompletion, error,
)

func (c Client) GetModel(ctx context.Context, tier ModelTier) string

type ModelTier ¶

type ModelTier int

const (
	Tier1 ModelTier = iota + 1
)

type Samples ¶

type Samples struct {
	// contains filtered or unexported fields
}

Samples implements a cheesy way to estimate the number of bytes per token registered through several calls to the LLM service.

func (s *Samples) BytesPerTok() float32