Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type LlmSpi ¶
type LlmSpi interface {
CreateChatCompletionStream(
ctx context.Context,
request *openai.ChatCompletionRequest,
) (stream *openai.ChatCompletionStream, err error)
CreateChatCompletion(
ctx context.Context,
request *openai.ChatCompletionRequest,
) (response *openai.ChatCompletionResponse, err error)
}
type SPIRegistry ¶
type SPIRegistry struct {
// contains filtered or unexported fields
}
func NewSPIRegistry ¶
func NewSPIRegistry(ctx context.Context, conf *config.Config) *SPIRegistry
func (SPIRegistry) LoadByAsrModel ¶
func (r SPIRegistry) LoadByAsrModel(model string) AsrSpi
func (SPIRegistry) LoadByLlmModel ¶
func (r SPIRegistry) LoadByLlmModel(model string) LlmSpi
func (SPIRegistry) LoadByTtsModel ¶
func (r SPIRegistry) LoadByTtsModel(model string) TtsSpi
Click to show internal directories.
Click to hide internal directories.