worker

type Config struct {
	NVCFWorkerToken                     string        `mapstructure:"NVCF_WORKER_TOKEN"`
	NVCFFqdn                            string        `mapstructure:"NVCF_FQDN_GRPC"`
	NVCFFqdnNATS                        string        `mapstructure:"NVCF_FQDN_NATS"`
	NKeySeed                            *string       `mapstructure:"NKEY_SEED"` // will use the worker token if not set
	InferencePort                       int           `mapstructure:"INFERENCE_PORT"`
	InferenceHealthEndpoint             string        `mapstructure:"INFERENCE_HEALTH_ENDPOINT"`
	InferenceHealthProtocol             string        `mapstructure:"INFERENCE_HEALTH_PROTOCOL"`
	InferenceHealthTimeout              time.Duration `mapstructure:"INFERENCE_HEALTH_TIMEOUT"`
	InferenceHealthPort                 int           `mapstructure:"INFERENCE_HEALTH_PORT"`
	InferenceHealthExpectedResponseCode int           `mapstructure:"INFERENCE_HEALTH_EXPECTED_RESPONSE_CODE"`
	HelmChartInferenceServiceName       string        `mapstructure:"HELM_CHART_INFERENCE_SERVICE_NAME"`
	HelmChartNamespace                  string        `mapstructure:"HELM_CHART_NAMESPACE"`
	// The time.Duration unmarshal converts from a string, so suffixes are expected (ms, s, etc).
	// Because it can vary, we won't set a unit on the variable name.
	InferenceReadyTimeout          time.Duration `mapstructure:"INFERENCE_READY_TIMEOUT"`
	InfraMeteringHeartbeatInterval time.Duration `mapstructure:"INFRA_METERING_HEARTBEAT_INTERVAL_SECS"`
	OTELExporterOTLPEndpoint       string        `mapstructure:"OTEL_EXPORTER_OTLP_ENDPOINT"`
	TracingAccessToken             string        `mapstructure:"TRACING_ACCESS_TOKEN"`
	NcaId                          string        `mapstructure:"NCA_ID"`
	BillingNcaId                   string        `mapstructure:"BILLING_NCA_ID"`
	FunctionId                     string        `mapstructure:"FUNCTION_ID"`
	FunctionVersionId              string        `mapstructure:"FUNCTION_VERSION_ID"`
	FunctionName                   string        `mapstructure:"FUNCTION_NAME"`
	BaseAssetDir                   string        `mapstructure:"BASE_ASSET_DIR"`
	BaseResponseDir                string        `mapstructure:"BASE_RESPONSE_DIR"`
	HealthPort                     int           `mapstructure:"HEALTH_PORT"`
	CloudProvider                  string        `mapstructure:"CLOUD_PROVIDER"`
	CloudPlatform                  string        `mapstructure:"CLOUD_PLATFORM"`
	InstanceType                   string        `mapstructure:"INSTANCE_TYPE"`
	// SpotEnvironment is deprecated: use ICMSEnvironment (or set ICMS_ENVIRONMENT). If unset, ICMSEnvironment is set from this in setup.
	SpotEnvironment       string   `mapstructure:"SPOT_ENVIRONMENT"`
	ICMSEnvironment       string   `mapstructure:"ICMS_ENVIRONMENT"`
	ZoneName              string   `mapstructure:"ZONE_NAME"`
	GpuType               string   `mapstructure:"GPU_NAME"`
	GpuCount              int      `mapstructure:"ATTACHED_GPU_COUNT"`
	InstanceId            string   `mapstructure:"INSTANCE_ID"`
	MaxRequestConcurrency int      `mapstructure:"MAX_REQUEST_CONCURRENCY"`
	FunctionTags          []string `mapstructure:"FUNCTION_TAGS"` // csv
	EssAgentConfigDir     string   `mapstructure:"ESS_AGENT_CONFIG_DIR"`
	SecretsAssertionToken string   `mapstructure:"SECRETS_ASSERTION_TOKEN"`
	SharedConfigDir       string   `mapstructure:"SHARED_CONFIG_DIR"`
	// by default, compatibility mode is enabled
	V3BackwardsCompatibilityDisabled bool   `mapstructure:"V3_BACKWARDS_COMPATIBILITY_DISABLED"`
	InferenceServiceName             string `mapstructure:"INFERENCE_SERVICE_NAME"`
	InferenceNamespace               string `mapstructure:"INFERENCE_NAMESPACE"`
}

type ErrorBody struct {
	Error string `json:"error"`
}

type NVCFWorker struct {
	// contains filtered or unexported fields
}