llm

type ChatRequest struct {
	Model  string `json:"model"`
	Prompt string `json:"prompt"`
	Stream bool   `json:"stream"`
}

type ChatResponse struct {
	Response string `json:"response"`
	Done     bool   `json:"done"`
}

type NIMChatMessage struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type NIMChatRequest struct {
	Model       string           `json:"model"`
	Messages    []NIMChatMessage `json:"messages"`
	Stream      bool             `json:"stream"`
	MaxTokens   int              `json:"max_tokens,omitempty"`
	Temperature float64          `json:"temperature,omitempty"`
}

type NIMChatResponse struct {
	ID      string `json:"id"`
	Object  string `json:"object"`
	Created int64  `json:"created"`
	Model   string `json:"model"`
	Choices []struct {
		Index        int            `json:"index"`
		Message      NIMChatMessage `json:"message"`
		FinishReason string         `json:"finish_reason"`
	} `json:"choices"`
	Error *struct {
		Message string `json:"message"`
		Type    string `json:"type"`
		Param   string `json:"param,omitempty"`
		Code    string `json:"code,omitempty"`
	} `json:"error,omitempty"`
}

type NIMProvider struct {
	// contains filtered or unexported fields
}

type NIMStreamChunk struct {
	ID      string `json:"id"`
	Object  string `json:"object"`
	Created int64  `json:"created"`
	Model   string `json:"model"`
	Choices []struct {
		Index        int            `json:"index"`
		Delta        NIMChatMessage `json:"delta"`
		FinishReason string         `json:"finish_reason"`
	} `json:"choices"`
}

type Provider struct {
	// contains filtered or unexported fields
}

type ProviderInterface interface {
	Generate(ctx context.Context, prompt, model string) error
	GenerateSync(ctx context.Context, prompt, model string) (string, error)
}