streaming

type AccumulatedData struct {
	RequestID           string
	Model               string
	Status              string
	Stream              bool
	Latency             float64
	StartTimestamp      time.Time
	EndTimestamp        time.Time
	OutputMessage       *schemas.ChatMessage
	ToolCalls           []schemas.ChatAssistantMessageToolCall
	ErrorDetails        *schemas.BifrostError
	TokenUsage          *schemas.LLMUsage
	CacheDebug          *schemas.BifrostCacheDebug
	Cost                *float64
	Object              string
	AudioOutput         *schemas.BifrostSpeech
	TranscriptionOutput *schemas.BifrostTranscribe
	FinishReason        *string
}

type Accumulator struct {
	// contains filtered or unexported fields
}

type AudioStreamChunk struct {
	Timestamp          time.Time                  // When chunk was received
	Delta              *schemas.BifrostSpeech     // The actual delta content
	FinishReason       *string                    // If this is the final chunk
	TokenUsage         *schemas.AudioLLMUsage     // Token usage if available
	SemanticCacheDebug *schemas.BifrostCacheDebug // Semantic cache debug if available
	Cost               *float64                   // Cost in dollars from pricing plugin
	ErrorDetails       *schemas.BifrostError      // Error if any
}

type ChatStreamChunk struct {
	Timestamp          time.Time                   // When chunk was received
	Delta              *schemas.BifrostStreamDelta // The actual delta content
	FinishReason       *string                     // If this is the final chunk
	TokenUsage         *schemas.LLMUsage           // Token usage if available
	SemanticCacheDebug *schemas.BifrostCacheDebug  // Semantic cache debug if available
	Cost               *float64                    // Cost in dollars from pricing plugin
	ErrorDetails       *schemas.BifrostError       // Error if any
}

type ProcessedStreamResponse struct {
	Type       StreamResponseType
	RequestID  string
	StreamType StreamType
	Provider   schemas.ModelProvider
	Model      string
	Data       *AccumulatedData
}

type StreamAccumulator struct {
	RequestID                 string
	StartTimestamp            time.Time
	ChatStreamChunks          []*ChatStreamChunk
	TranscriptionStreamChunks []*TranscriptionStreamChunk
	AudioStreamChunks         []*AudioStreamChunk
	IsComplete                bool
	FinalTimestamp            time.Time
	Object                    string // Store object type once for the entire stream

	Timestamp time.Time
	// contains filtered or unexported fields
}

type StreamResponseType string

type StreamType string

type TranscriptionStreamChunk struct {
	Timestamp          time.Time                                // When chunk was received
	Delta              *schemas.BifrostTranscribeStreamResponse // The actual delta content
	FinishReason       *string                                  // If this is the final chunk
	TokenUsage         *schemas.LLMUsage                        // Token usage if available
	TranscriptionUsage *schemas.TranscriptionUsage              // Token usage if available
	SemanticCacheDebug *schemas.BifrostCacheDebug               // Semantic cache debug if available
	Cost               *float64                                 // Cost in dollars from pricing plugin
	ErrorDetails       *schemas.BifrostError                    // Error if any
}