chatmodel

type Anthropic struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

type AnthropicOptions struct {
	*schema.CallbackOptions `map:"-"`
	schema.Tokenizer        `map:"-"`
	// Model name to use.
	ModelName string `map:"model_name,omitempty"`
	// Temperature parameter controls the randomness of the generation output.
	Temperature float64 `map:"temperature,omitempty"`
	// Denotes the number of tokens to predict per generation.
	MaxTokens int `map:"max_tokens,omitempty"`
	// TopK parameter specifies the number of highest probability tokens to consider for generation.
	TopK int `map:"top_k,omitempty"`
	// TopP parameter specifies the cumulative probability threshold for generating tokens.
	TopP float64 `map:"top_p,omitempty"`
}

type AzureOpenAIOptions struct {
	OpenAIOptions
	Deployment string
}

type Fake struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

type OpenAI struct {
	schema.Tokenizer
	// contains filtered or unexported fields
}

type OpenAIOptions struct {
	*schema.CallbackOptions `map:"-"`
	schema.Tokenizer        `map:"-"`
	// Model name to use.
	ModelName string
	// Sampling temperature to use.
	Temperatur float32
	// The maximum number of tokens to generate in the completion.
	// -1 returns as many tokens as possible given the prompt and
	//the models maximal context size.
	MaxTokens int
	// Total probability mass of tokens to consider at each step.
	TopP float32
	// Penalizes repeated tokens.
	PresencePenalty float32
	// Penalizes repeated tokens according to frequency.
	FrequencyPenalty float32
	// How many completions to generate for each prompt.
	N int
}