inference

type ChatMessage struct {
	Role    string `json:"role"`
	Content string `json:"content"`
}

type GenerateRequest struct {
	Model       string
	Prompt      string
	MaxTokens   int
	Temperature float64
	Stop        []string
}

type GenerateResponse struct {
	Text         string
	FinishReason string
	Usage        Usage
}

type HuggingFaceService struct {
	// contains filtered or unexported fields
}

type HybridInference struct {
	// contains filtered or unexported fields
}

type InferenceService interface {
	Generate(ctx context.Context, req GenerateRequest) (*GenerateResponse, error)
	Available() bool
}

type MockInferenceService struct {
	// contains filtered or unexported fields
}

type ModelInfo struct {
	Name string
	Size int64
}

type OllamaService struct {
	// contains filtered or unexported fields
}

type Usage struct {
	PromptTokens     int
	CompletionTokens int
	TotalTokens      int
}

type VLLMService struct {
	// contains filtered or unexported fields
}