client

type Client ¶

type Client struct {
	*Ref

	Samples *Samples
	// contains filtered or unexported fields
}

func Get(ref *Ref) *Client

func (c *Client) Completion(ctx context.Context, params openai.ChatCompletionNewParams) (
	*openai.ChatCompletion, error,
)

func (c Client) GetModel(ctx context.Context, tier ModelTier) string

type ModelTier ¶

type ModelTier int

const (
	Tier1 ModelTier = iota + 1
)

type Ref ¶

type Ref struct {
	Config *config.Profile
	Client *openai.Client
}

var Default *Ref

func GetDefaultClient() *Ref

func (c *Ref) Request(ctx context.Context, cb RequestCallback) error

type RequestCallback ¶

type RequestCallback func(client *openai.Client) error

type Samples ¶

type Samples struct {
	// contains filtered or unexported fields
}

Samples implements a cheesy way to estimate the number of bytes per token registered through several calls to the LLM service.

func (s *Samples) BytesPerTok() float32