validation

type CacheOptions struct {
	Enable  bool          `json:"enable"`
	Type    string        `json:"type" validate:"omitempty,oneof=memory redis file"`
	TTL     time.Duration `json:"ttl" validate:"omitempty,gt=0"`
	MaxSize int64         `json:"max_size" validate:"omitempty,gt=0"`
	Dir     string        `json:"dir" validate:"omitempty,required_if=Type file,dir"`
	Redis   *RedisOptions `json:"redis" validate:"omitempty,required_if=Type redis"`
}

type CompletionRequest struct {
	Messages []Message `json:"messages" validate:"required,dive"`
	Options  *Options  `json:"options,omitempty" validate:"omitempty"`
}

type Message struct {
	Role    string `json:"role" validate:"required,oneof=user assistant system"`
	Content string `json:"content" validate:"required"`
}

type Options struct {
	Temperature      float64       `json:"temperature,omitempty" validate:"omitempty,gte=0,lte=1"`
	MaxTokens        int           `json:"max_tokens,omitempty" validate:"omitempty,gt=0"`
	TopP             float64       `json:"top_p,omitempty" validate:"omitempty,gt=0,lte=1"`
	FrequencyPenalty float64       `json:"frequency_penalty,omitempty" validate:"omitempty,gte=-2,lte=2"`
	PresencePenalty  float64       `json:"presence_penalty,omitempty" validate:"omitempty,gte=-2,lte=2"`
	Cache            *CacheOptions `json:"cache,omitempty" validate:"omitempty"`
	Retry            *RetryOptions `json:"retry,omitempty" validate:"omitempty"`
}

type RedisOptions struct {
	Address  string `json:"address" validate:"required,hostname_port"`
	Password string `json:"password" validate:"omitempty"`
	DB       int    `json:"db" validate:"gte=0"`
}

type RetryOptions struct {
	MaxRetries      int           `json:"max_retries" validate:"gt=0"`
	InitialDelay    time.Duration `json:"initial_delay" validate:"required,gt=0"`
	MaxDelay        time.Duration `json:"max_delay" validate:"required,gtfield=InitialDelay"`
	Multiplier      float64       `json:"multiplier" validate:"gt=1"`
	RetryableErrors []string      `json:"retryable_errors" validate:"required,min=1,dive,oneof=rate_limit timeout server_error"`
}

type TokenCounter struct {
	// contains filtered or unexported fields
}

type Tokenizer interface {
	Encode(text string, allowedSpecial, disallowedSpecial []string) []int
	Decode(tokens []int) string
	CountTokens(text string) int
}