llmrepo

type EmbedRequest struct {
	ModelName    string
	ProviderType string
	Tracker      activitytracker.ActivityTracker // Now exported
}

type ModelConfig struct {
	Name     string
	Provider string
}

type ModelManagerConfig struct {
	DefaultPromptModel    ModelConfig
	DefaultEmbeddingModel ModelConfig
	DefaultChatModel      ModelConfig
}

type ModelRepo interface {
	GetTokenizer(ctx context.Context, modelName string) (Tokenizer, error)
	PromptExecute(
		ctx context.Context,
		req Request,
	) (libmodelprovider.LLMPromptExecClient, error)
	Chat(
		ctx context.Context,
		req Request,
	) (libmodelprovider.LLMChatClient, string, error)
	Embed(
		ctx context.Context,
		embedReq EmbedRequest,
	) (libmodelprovider.LLMEmbedClient, error)
	Stream(
		ctx context.Context,
		req Request,
	) (libmodelprovider.LLMStreamClient, error)
}

type Request struct {
	ProviderTypes []string // Optional: if empty, uses all default providers
	ModelNames    []string // Optional: if empty, any model is considered
	ContextLength int      // Minimum required context length
	Tracker       activitytracker.ActivityTracker
}

type Tokenizer interface {
	Tokenize(ctx context.Context, prompt string) ([]int, error)
	CountTokens(ctx context.Context, prompt string) (int, error)
}