config

type AssumeRoleConfig struct {
	RoleARN    string `yaml:"roleArn"`
	ExternalID string `yaml:"externalId"`
}

type Config struct {
	ObjectStore ObjectStoreConfig `yaml:"objectStore"`

	// BaseModels is the list of base models to load. Currently each model follows Hugging Face's model format.
	BaseModels []string `yaml:"baseModels"`

	// Models is the list of fine-tuned or quantized models to load. Currently each model follows Hugging Face's model format.
	Models []ModelConfig `yaml:"models"`

	ModelLoadInterval time.Duration `yaml:"modelLoadInterval"`

	// RunOnce is set to true when models are loaded only once.
	RunOnce bool `yaml:"runOnce"`

	Downloader DownloaderConfig `yaml:"downloader"`

	ModelManagerServerWorkerServiceAddr string `yaml:"modelManagerServerWorkerServiceAddr"`

	ComponentStatusSender status.Config `yaml:"componentStatusSender"`

	Worker WorkerConfig `yaml:"worker"`

	Debug DebugConfig `yaml:"debug"`
}

type DebugConfig struct {
	Standalone bool `yaml:"standalone"`
}

type DownloaderConfig struct {
	Kind DownloaderKind `yaml:"kind"`

	HuggingFace HuggingFaceDownloaderConfig `yaml:"huggingFace"`
	S3          S3DownloaderConfig          `yaml:"s3"`
	Ollama      OllamaDownloaderConfig      `yaml:"ollama"`
}

type DownloaderKind string

type HuggingFaceDownloaderConfig struct {
	CacheDir string `yaml:"cacheDir"`
}

type ModelConfig struct {
	Model            string `yaml:"model"`
	BaseModel        string `yaml:"baseModel"`
	AdapterType      string `yaml:"adapterType"`
	QuantizationType string `yaml:"quantizationType"`
}

type ObjectStoreConfig struct {
	S3 S3Config `yaml:"s3"`
}

type OllamaDownloaderConfig struct {
	Port int `yaml:"port"`
}

type S3Config struct {
	EndpointURL        string `yaml:"endpointUrl"`
	Region             string `yaml:"region"`
	InsecureSkipVerify bool   `yaml:"insecureSkipVerify"`

	Bucket string `yaml:"bucket"`

	PathPrefix string `yaml:"pathPrefix"`

	// BaseModelPathPrefix is the path prefix for the base models in the object store. A model is stored under
	// <ObjectStore.S3.PathPrefix>/<BaseModelPathPrefix>.
	BaseModelPathPrefix string `yaml:"baseModelPathPrefix"`

	AssumeRole *AssumeRoleConfig `yaml:"assumeRole"`
}

type S3DownloaderConfig struct {
	EndpointURL        string `yaml:"endpointUrl"`
	Region             string `yaml:"region"`
	InsecureSkipVerify bool   `yaml:"insecureSkipVerify"`
	Bucket             string `yaml:"bucket"`
	PathPrefix         string `yaml:"pathPrefix"`
	IsPublic           bool   `yaml:"isPublic"`

	AssumeRole *AssumeRoleConfig `yaml:"assumeRole"`
}

type WorkerConfig struct {
	TLS WorkerTLSConfig `yaml:"tls"`
}

type WorkerTLSConfig struct {
	Enable bool `yaml:"enable"`
}