Documentation
¶
Index ¶
- Constants
- type APIModelSummary
- type APIResponse
- type APITFLiveReloadingSummary
- type APIVersion
- type BatchJobResponse
- type BatchJobSubmission
- type DeleteResponse
- type DelimitedFiles
- type DeployResult
- type ErrorResponse
- type FilePathLister
- type GenericModelMetadata
- type InfoResponse
- type InputSignature
- type ItemList
- type NodeInfo
- type RefreshResponse
- type S3Lister
- type TFModelIDMetadata
- type TaskJobResponse
- type TaskJobSubmission
- type VerifyCortexResponse
Constants ¶
View Source
const ( // Job Submission BatchSizeKey = "batch_size" ItemsKey = "items" ItemListKey = "item_list" FilePathListerKey = "file_path_lister" DelimitedFilesKey = "delimited_files" S3PathsKey = "s3_paths" IncludesKey = "includes" ExcludesKey = "excludes" WorkersKey = "workers" TimeoutKey = "timeout" MaxReceiveCountKey = "max_receive_count" ARNKey = "arn" SQSDeadLetterQueueKey = "sqs_dead_letter_queue" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type APIModelSummary ¶ added in v0.22.0
type APIModelSummary struct {
Message string `json:"message"`
ModelMetadata map[string]GenericModelMetadata `json:"model_metadata"`
}
type APIResponse ¶ added in v0.21.0
type APIResponse struct {
Spec spec.API `json:"spec"`
Status *status.Status `json:"status,omitempty"`
Metrics *metrics.Metrics `json:"metrics,omitempty"`
Endpoint string `json:"endpoint"`
GRPCPorts map[string]int64 `json:"grpc_ports,omitempty"`
DashboardURL *string `json:"dashboard_url,omitempty"`
BatchJobStatuses []status.BatchJobStatus `json:"batch_job_statuses,omitempty"`
TaskJobStatuses []status.TaskJobStatus `json:"task_job_statuses,omitempty"`
APIVersions []APIVersion `json:"api_versions,omitempty"`
}
type APITFLiveReloadingSummary ¶ added in v0.22.0
type APITFLiveReloadingSummary struct {
Message string `json:"message"`
ModelMetadata map[string]TFModelIDMetadata `json:"model_metadata"`
}
type APIVersion ¶ added in v0.23.0
type BatchJobResponse ¶ added in v0.27.0
type BatchJobResponse struct {
APISpec spec.API `json:"api_spec"`
JobStatus status.BatchJobStatus `json:"job_status"`
Endpoint string `json:"endpoint"`
}
type BatchJobSubmission ¶ added in v0.27.0
type BatchJobSubmission struct {
spec.RuntimeBatchJobConfig
ItemList *ItemList `json:"item_list"`
FilePathLister *FilePathLister `json:"file_path_lister"`
DelimitedFiles *DelimitedFiles `json:"delimited_files"`
}
type DeleteResponse ¶
type DeleteResponse struct {
Message string `json:"message"`
}
type DelimitedFiles ¶ added in v0.19.0
type DeployResult ¶
type DeployResult struct {
API *APIResponse `json:"api"`
Message string `json:"message"`
Error string `json:"error"`
}
type ErrorResponse ¶
type FilePathLister ¶ added in v0.19.0
type GenericModelMetadata ¶ added in v0.22.0
type InfoResponse ¶
type InfoResponse struct {
MaskedAWSAccessKeyID string `json:"masked_aws_access_key_id"`
ClusterConfig clusterconfig.InternalConfig `json:"cluster_config"`
NodeInfos []NodeInfo `json:"node_infos"`
NumPendingReplicas int `json:"num_pending_replicas"`
}
func (InfoResponse) GetNodesWithNodeGroupName ¶ added in v0.31.0
func (ir InfoResponse) GetNodesWithNodeGroupName(ngName string) []NodeInfo
type InputSignature ¶ added in v0.18.0
type InputSignature struct {
Shape []interface{} `json:"shape"`
Type string `json:"type"`
}
type ItemList ¶ added in v0.19.0
type ItemList struct {
Items []json.RawMessage `json:"items"`
BatchSize int `json:"batch_size"`
}
type NodeInfo ¶ added in v0.17.0
type NodeInfo struct {
Name string `json:"name"`
NodeGroupName string `json:"nodegroup_name"`
InstanceType string `json:"instance_type"`
IsSpot bool `json:"is_spot"`
Price float64 `json:"price"`
NumReplicas int `json:"num_replicas"`
ComputeUserCapacity userconfig.Compute `json:"compute_user_capacity"` // the total resources available to the user on a node
ComputeAvailable userconfig.Compute `json:"compute_available"` // unused resources on a node
ComputeUserRequested userconfig.Compute `json:"compute_user_requested"` // total resources requested by user on a node
}
type RefreshResponse ¶
type RefreshResponse struct {
Message string `json:"message"`
}
type TFModelIDMetadata ¶ added in v0.22.0
type TaskJobResponse ¶ added in v0.27.0
type TaskJobResponse struct {
APISpec spec.API `json:"api_spec"`
JobStatus status.TaskJobStatus `json:"job_status"`
Endpoint string `json:"endpoint"`
}
type TaskJobSubmission ¶ added in v0.27.0
type TaskJobSubmission struct {
spec.RuntimeTaskJobConfig
}
type VerifyCortexResponse ¶ added in v0.28.0
type VerifyCortexResponse struct{}
Click to show internal directories.
Click to hide internal directories.