types

type AudioVoiceType string

type ChatStreamingFunc func(ctx context.Context, completion *Completion) error

type Completion struct {
	ID      string
	Model   string
	Delta   bool
	Message *Message
	Usage   CompletionUsage
}

type CompletionOption func(*CompletionOptions) *CompletionOptions

type CompletionOptions struct {
	Retry            *Retry
	Instructions     string
	Tools            []*Tool
	StreamingFunc    ChatStreamingFunc
	StreamingAccFunc ChatStreamingFunc
	Temperature      *float32
	TopP             *float32
	TopK             *int
	ReasoningLevel   *int //0-10
	MaxTokens        *int64
	StopSequences    []string
	// Modalities    []Modality
	AudioVoice AudioVoiceType
}

type CompletionUsage struct {
	PromptTokens     int64
	CompletionTokens int64
	TotalTokens      int64
	ReasoningTokens  int64
}

type Embedding struct {
	Model        string
	Data         []*EmbeddingData
	PromptTokens int64
	TotalTokens  int64
}

type EmbeddingData struct {
	Index     int
	Embedding []float64
}

type EmbeddingOption func(*EmbeddingOptions) *EmbeddingOptions

type EmbeddingOptions struct {
	Dimensions int
}

type Message struct {
	ID          string            `json:"id,omitempty" yaml:"id,omitempty"`
	Role        MessageRole       `json:"role,omitempty" yaml:"role,omitempty"`
	Delta       bool              `json:"delta" yaml:"delta"`
	Parts       []*MessagePart    `json:"parts,omitempty" yaml:"parts,omitempty"`
	Token       int64             `json:"token,omitempty" yaml:"token,omitempty"`
	ReasonToken int64             `json:"reasonToken,omitempty" yaml:"reasonToken,omitempty"`
	State       map[string]string `json:"state,omitempty" yaml:"state,omitempty"`
}

type MessageAudio struct {
	ID         string `json:"id,omitempty" yaml:"id,omitempty"`
	Data       string `json:"data,omitempty" yaml:"data,omitempty"`     // base64 encoded audio data.
	Format     string `json:"format,omitempty" yaml:"format,omitempty"` // openai: any of "wav", "mp3", "pcm16".
	Transcript string `json:"transcript,omitempty" yaml:"transcript,omitempty"`
	Delta      bool   `json:"delta,omitempty" yaml:"delta,omitempty"`
}

type MessageFile struct {
	MIMEType string `json:"mimeType,omitempty" yaml:"mimeType,omitempty"`
	Name     string `json:"name,omitempty" yaml:"name,omitempty"`
	Data     string `json:"data,omitempty" yaml:"data,omitempty"` //base64
}

type MessageImageURL struct {
	URL string `json:"url,omitempty" yaml:"url,omitempty"`
	// Any of "auto", "low", "high".
	Detail string `json:"detail,omitempty" yaml:"detail,omitempty"`
	Format string `json:"format,omitempty" yaml:"format,omitempty"`
}

type MessagePart struct {
	// oneof
	Text             *MessageText             `json:"text,omitempty" yaml:"text,omitempty"`
	Reasoning        *MessageReasoning        `json:"reasoning,omitempty" yaml:"reasoning,omitempty"`
	Refusal          *MessageRefusal          `json:"refusal,omitempty" yaml:"refusal,omitempty"`
	ImageURL         *MessageImageURL         `json:"imageUrl,omitempty" yaml:"imageUrl,omitempty"`
	Audio            *MessageAudio            `json:"audio,omitempty" yaml:"audio,omitempty"`
	File             *MessageFile             `json:"file,omitempty" yaml:"file,omitempty"`
	ToolCall         *MessageToolCall         `json:"toolCall,omitempty" yaml:"toolCall,omitempty"`
	ToolResult       *MessageToolResult       `json:"toolResult,omitempty" yaml:"toolResult,omitempty"`
	RealtimeResponse *MessageRealtimeResponse `json:"realtimeResponse,omitempty" yaml:"realtimeResponse,omitempty"`
}

type MessageRealtimeResponse struct {
}

type MessageReasoning struct {
	Text             string `json:"text,omitempty" yaml:"text,omitempty"`
	ThoughtSignature string `json:"thoughtSignature,omitempty" yaml:"thoughtSignature,omitempty"` //for gemini
}

type MessageRefusal struct {
	Text string `json:"text,omitempty" yaml:"text,omitempty"`
}

type MessageRole string

type MessageText struct {
	Text        string              `json:"text,omitempty" yaml:"text,omitempty"`
	Instruction map[string][]string `json:"instruction,omitempty" yaml:"instruction,omitempty"`
}

type MessageToolCall struct {
	ID        string   `json:"id,omitempty" yaml:"id,omitempty"`
	Type      ToolType `json:"type,omitempty" yaml:"type,omitempty"`
	Name      string   `json:"name,omitempty" yaml:"name,omitempty"`
	Arguments string   `json:"arguments,omitempty" yaml:"arguments,omitempty"`
}

type MessageToolResult struct {
	ID          string              `json:"id,omitempty" yaml:"id,omitempty"`
	Name        string              `json:"name,omitempty" yaml:"name,omitempty"`
	Result      string              `json:"result,omitempty" yaml:"result,omitempty"`
	Error       string              `json:"error,omitempty" yaml:"error,omitempty"`
	Instruction map[string][]string `json:"instruction,omitempty" yaml:"instruction,omitempty"`
}

type Modality string

type Provider interface {
	Embedding(ctx context.Context, model string, input []string, options ...EmbeddingOption) (*Embedding, error)
	Completion(ctx context.Context, model string, messages []*Message, options ...CompletionOption) (*Completion, error)
	Realtime(ctx context.Context, model string, messages []*Message, options ...RealTimeOption) (RealTimeSession, error)
	Rerank(ctx context.Context, model string, input *RerankInput, options ...RerankOption) (*RerankOutput, error)
}

type ProviderEmbeddingArgs struct {
	DisableDim bool `yaml:"disableDim"`
}

type ProviderNop struct{}

type ProviderOption func(*ProviderOptions) *ProviderOptions

type ProviderOptions struct {
	Url           string                 `yaml:"url"`
	Sk            string                 `yaml:"sk"`
	Insecure      bool                   `yaml:"insecure"`
	HTTPClient    *http.Client           `yaml:"-"`
	ThinkArgs     *ProviderThinkArgs     `yaml:"thinkArgs"`
	EmbeddingArgs *ProviderEmbeddingArgs `yaml:"embeddingArgs"`
}

type ProviderThinkArgs struct {
	Enable  map[string]any `yaml:"enable"`
	Disable map[string]any `yaml:"disable"`
}

type RealTimeOption func(*RealTimeOptions) *RealTimeOptions

type RealTimeOptions struct {
	Instructions string
	Tools        []*Tool
	AudioVoice   *AudioVoiceType
}

type RealTimeSession interface {
	Send(context.Context, *Message) error
	Recv(context.Context) (*Completion, error)
	Close()
}

type RerankInput struct {
	Query     string
	Documents []string
	TopN      int
}

type RerankOption func(*RerankOptions) *RerankOptions

type RerankOptions struct {
	Instruction string
	OutputDoc   bool
}

type RerankOutput struct {
	Result []*RerankResultItem
}

type RerankResultItem struct {
	Index    int
	Document string
	Score    float64
}

type Retry struct {
	InitInterval time.Duration
	MaxInterval  time.Duration
	Multiplier   float64
	Max          time.Duration
}

type RetryAfterError interface {
	error
	RetryAfterDuration() time.Duration
}

type StatusCodeError interface {
	error
	StatusCode() int
}

type Tool struct {
	Type     ToolType
	Function *ToolFunction
}

type ToolFunction struct {
	Name        string
	Description string
	Parameters  map[string]any
}

type ToolType string

type TurnDetectionType string