llmrepo

type Config struct {
	DatabaseURL string `json:"database_url"`
	EmbedModel  string `json:"embed_model"`
	TaskModel   string `json:"task_model"`
	TenantID    string `json:"tenant_id"`
}

type MockModelRepo struct {
	Provider libmodelprovider.Provider
}

type ModelRepo interface {
	GetDefaultSystemProvider(ctx context.Context) (libmodelprovider.Provider, error)
	GetTokenizer(ctx context.Context, modelName string) (Tokenizer, error)
	GetRuntime(ctx context.Context) llmresolver.ProviderFromRuntimeState
	GetAvailableProviders(ctx context.Context) ([]libmodelprovider.Provider, error)
}

type Tokenizer interface {
	Tokenize(ctx context.Context, prompt string) ([]int, error)
	CountTokens(ctx context.Context, prompt string) (int, error)
}