vlm

type Config struct {
	Source        types.ModelSource
	BaseURL       string
	ModelName     string
	APIKey        string
	ModelID       string
	InterfaceType string // "ollama" or "openai" (default)
	Provider      string
	// MaxConcurrency caps concurrent background calls to this model; 0 falls
	// back to the process-wide default (see limiter.GateN).
	MaxConcurrency int
	// Spec carries per-row catalog overrides (protocol, compat, levels). VLM
	// calls now go through the chat factory, so the override has to travel
	// with them — otherwise /models reports capabilities computed WITH the
	// override while the actual request is built without it.
	Spec  *types.ModelSpecOverride
	Extra map[string]any
	// CustomHeaders 允许在调用远程 API 时附加自定义 HTTP 请求头（类似 OpenAI Python SDK 的 extra_headers）。
	CustomHeaders map[string]string
	AppID         string
	AppSecret     string
}

type OllamaVLM struct {
	// contains filtered or unexported fields
}

type PredictOptions struct {
	// Thinking pins the thinking switch for this call. Leaving a reasoning model
	// on costs a vision call more than it returns it: the completion budget goes
	// to reasoning, and at the vision default temperature the answer can come
	// back empty after the model has already listed the answer in its reasoning.
	// An OCR caller cannot tell that apart from an image with no text, so the
	// switch is per-action rather than per-model.
	Thinking *bool
}

type RemoteAPIVLM struct {
	// contains filtered or unexported fields
}

type VLM interface {
	// Predict sends one or more images with a text prompt to the VLM and returns the generated text.
	Predict(ctx context.Context, imgBytes [][]byte, prompt string) (string, error)
	// PredictWithOptions sends the same request with per-call tunings that the
	// client-level config cannot express. Implementations must honour it; the
	// decorators below pass it through untouched.
	PredictWithOptions(ctx context.Context, imgBytes [][]byte, prompt string, opts *PredictOptions) (string, error)

	GetModelName() string
	GetModelID() string
}

type WeKnoraCloudVLM struct {
	// contains filtered or unexported fields
}