chatservice

type OpenAIChatStreamChunk struct {
	ID      string               `json:"id" example:"chatcmpl-123"`
	Object  string               `json:"object" example:"chat.completion.chunk"`
	Created int64                `json:"created" example:"1694268190"`
	Model   string               `json:"model" example:"mistral:instruct"`
	Choices []OpenAIStreamChoice `json:"choices" openapi_include_type:"chatservice.OpenAIStreamChoice"`
}

type OpenAIStreamChoice struct {
	Index        int               `json:"index" example:"0"`
	Delta        OpenAIStreamDelta `json:"delta" openapi_include_type:"chatservice.OpenAIStreamDelta"`
	FinishReason *string           `json:"finish_reason,omitempty" example:"stop"`
}

type OpenAIStreamDelta struct {
	// The role of the author of this message.
	Role string `json:"role,omitempty" example:"assistant"`
	// The contents of the chunk.
	Content   string                 `json:"content,omitempty" example:" world"`
	ToolCalls []OpenAIStreamToolCall `json:"tool_calls,omitempty"`
}

type OpenAIStreamFunctionCall struct {
	Name      string `json:"name,omitempty"`
	Arguments string `json:"arguments,omitempty"`
}

type OpenAIStreamToolCall struct {
	Index    int                       `json:"index"`
	ID       string                    `json:"id,omitempty"`
	Type     string                    `json:"type,omitempty"`
	Function *OpenAIStreamFunctionCall `json:"function,omitempty"`
}

type Service interface {
	OpenAIChatCompletions(ctx context.Context, taskChainID string, req taskengine.OpenAIChatRequest) (*taskengine.OpenAIChatResponse, []taskengine.CapturedStateUnit, error)
	OpenAIChatCompletionsStream(ctx context.Context, taskChainID string, req taskengine.OpenAIChatRequest, speed time.Duration) (<-chan OpenAIChatStreamChunk, error)
}