ai_convert

type AIProviderStatus struct {
	Provider string `json:"provider"`
	Model    string `json:"model"`
	Key      string `json:"key"`
	Status   string `json:"status"`
}

type BalanceManager struct {
	// contains filtered or unexported fields
}

type CheckError func(ctx http_service.IHttpContext, body []byte) bool

type Error struct {
	Message string `json:"message"`
	Type    string `json:"type"`
	Code    string `json:"code"`
}

type FGenerateConfig func(cfg string) (map[string]interface{}, error)

type IChildConverter interface {
	IConverter
	Endpoint() string
}

type IConverter interface {
	RequestConvert(ctx eocontext.EoContext, extender map[string]interface{}) error
	ResponseConvert(ctx eocontext.EoContext) error
}

type IConverterCreateFunc func(cfg string) (IConverter, error)

type IConverterFactory interface {
	Create(cfg string) (IConverter, error)
}

type IKeyResource interface {
	ID() string
	Health() bool
	Priority() int
	// Up 上线
	Up()
	// Down 下线
	Down()

	IsBreaker() bool
	// Breaker 熔断
	Breaker()

	IConverter
}

type IManager interface {
	Get(id string) (IConverterCreateFunc, bool)
	Set(id string, driver IConverterCreateFunc)
	Del(id string)
}

type IModelAccessConfig interface {
	Provider() string
	Model() string
	Config() map[string]string
}

type IModelAccessConfigManager interface {
	Get(id string) (IModelAccessConfig, bool)
	Set(id string, config IModelAccessConfig)
	Del(id string)
}

type IProvider interface {
	Provider() string
	Model() string
	ModelConfig() map[string]interface{}
	Priority() int
	Health() bool
	Down()
	BalanceHandler() eoscContext.BalanceHandler
	GenExtender(cfg string) (map[string]interface{}, error)
}

type KeyPool eosc.Untyped[string, IKeyResource]

type KeyPoolManager struct {
	// contains filtered or unexported fields
}

type Manager struct {
	// contains filtered or unexported fields
}

type MappingRule map[string]*ValueRule

type Message struct {
	// Role indicates the role of the message sender (e.g., "system", "user", "assistant").
	Role string `json:"role"`
	// Content contains the actual text of the message.
	Content string `json:"content"`
}

type ModelConfig struct {
	MaxTokens           int                                  `json:"max_tokens,omitempty"`
	MaxCompletionTokens int                                  `json:"max_completion_tokens,omitempty"`
	Temperature         float32                              `json:"temperature,omitempty"`
	TopP                float32                              `json:"top_p,omitempty"`
	N                   int                                  `json:"n,omitempty"`
	Stream              bool                                 `json:"stream,omitempty"`
	Stop                []string                             `json:"stop,omitempty"`
	PresencePenalty     float32                              `json:"presence_penalty,omitempty"`
	ResponseFormat      *openai.ChatCompletionResponseFormat `json:"response_format,omitempty"`
	Seed                *int                                 `json:"seed,omitempty"`
	FrequencyPenalty    float32                              `json:"frequency_penalty,omitempty"`
	LogProbs            bool                                 `json:"logprobs,omitempty"`
	TopLogProbs         int                                  `json:"top_logprobs,omitempty"`
}

type OpenAIConvert struct {
	// contains filtered or unexported fields
}

type Request struct {
	Model    string                         `json:"model"`
	Messages []openai.ChatCompletionMessage `json:"messages"`
	// MaxTokens The maximum number of tokens that can be generated in the chat completion.
	// This value can be used to control costs for text generated via API.
	// This value is now deprecated in favor of max_completion_tokens, and is not compatible with o1 series models.
	// refs: https://platform.openai.com/docs/api-reference/chat/create#chat-create-max_tokens
	MaxTokens int `json:"max_tokens,omitempty"`
	// MaxCompletionTokens An upper bound for the number of tokens that can be generated for a completion,
	// including visible output tokens and reasoning tokens https://platform.openai.com/docs/guides/reasoning
	MaxCompletionTokens int      `json:"max_completion_tokens,omitempty"`
	Temperature         float32  `json:"temperature,omitempty"`
	TopP                float32  `json:"top_p,omitempty"`
	N                   int      `json:"n,omitempty"`
	Stream              bool     `json:"stream,omitempty"`
	Stop                []string `json:"stop,omitempty"`
	PresencePenalty     float32  `json:"presence_penalty,omitempty"`
}

type Response struct {
	*openai.ChatCompletionResponse `json:"response,omitempty"`
	Error                          *Error `json:"error,omitempty"`
}

type ValueRule struct {
	Value string `json:"value"`
	Type  string `json:"type"`
}