v1

type AcquireUnloadedBaseModelRequest struct {
	// contains filtered or unexported fields
}

type AcquireUnloadedBaseModelResponse struct {

	// base_model_id is ID of the acquired base model. Empty if there is no unloaded base model.
	BaseModelId      string           `protobuf:"bytes,1,opt,name=base_model_id,json=baseModelId,proto3" json:"base_model_id,omitempty"`
	SourceRepository SourceRepository `` /* 159-byte string literal not displayed */
	ProjectId        string           `protobuf:"bytes,3,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

type AcquireUnloadedModelRequest struct {
	// contains filtered or unexported fields
}

type AcquireUnloadedModelResponse struct {
	ModelId           string           `protobuf:"bytes,1,opt,name=model_id,json=modelId,proto3" json:"model_id,omitempty"`
	IsBaseModel       bool             `protobuf:"varint,2,opt,name=is_base_model,json=isBaseModel,proto3" json:"is_base_model,omitempty"`
	SourceRepository  SourceRepository `` /* 159-byte string literal not displayed */
	ModelFileLocation string           `protobuf:"bytes,4,opt,name=model_file_location,json=modelFileLocation,proto3" json:"model_file_location,omitempty"`
	DestPath          string           `protobuf:"bytes,5,opt,name=dest_path,json=destPath,proto3" json:"dest_path,omitempty"`
	// contains filtered or unexported fields
}

type ActivateModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type ActivateModelResponse struct {
	// contains filtered or unexported fields
}

type ActivationStatus int32

type AdapterType int32

type BaseModel struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Created int64  `protobuf:"varint,2,opt,name=created,proto3" json:"created,omitempty"`
	Object  string `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	// contains filtered or unexported fields
}

type CreateBaseModelRequest struct {
	Id   string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Path string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"`
	// formats is the supported formats of the base model. If not set, the format is considered as GGUF
	// for backward compatibility.
	Formats []ModelFormat `protobuf:"varint,4,rep,packed,name=formats,proto3,enum=llmariner.models.server.v1.ModelFormat" json:"formats,omitempty"`
	// gguf_model_path is the path of the GGUF model. Set if the model suppors the GGUF formta.
	GgufModelPath    string           `protobuf:"bytes,3,opt,name=gguf_model_path,json=ggufModelPath,proto3" json:"gguf_model_path,omitempty"`
	SourceRepository SourceRepository `` /* 159-byte string literal not displayed */
	ProjectId        string           `protobuf:"bytes,6,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

type CreateHFModelRepoRequest struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

type CreateModelRequest struct {
	Id               string           `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	SourceRepository SourceRepository `` /* 159-byte string literal not displayed */
	// is_fine_tuned_model is a flag to indicate if the model is a fine-tuned model.
	IsFineTunedModel bool `protobuf:"varint,3,opt,name=is_fine_tuned_model,json=isFineTunedModel,proto3" json:"is_fine_tuned_model,omitempty"`
	// base_model_id is the ID of the base model. Only set if the model is a fine-tuned model.
	BaseModelId string `protobuf:"bytes,4,opt,name=base_model_id,json=baseModelId,proto3" json:"base_model_id,omitempty"`
	// suffix is the suffix of the model. Only set if the model is a fine-tuned model.
	Suffix            string       `protobuf:"bytes,5,opt,name=suffix,proto3" json:"suffix,omitempty"`
	ModelFileLocation string       `protobuf:"bytes,6,opt,name=model_file_location,json=modelFileLocation,proto3" json:"model_file_location,omitempty"`
	Config            *ModelConfig `protobuf:"bytes,7,opt,name=config,proto3" json:"config,omitempty"`
	// is_project_scoped is true if the model has a project scope. Only meaningful for
	// base models.
	IsProjectScoped bool `protobuf:"varint,8,opt,name=is_project_scoped,json=isProjectScoped,proto3" json:"is_project_scoped,omitempty"`
	// contains filtered or unexported fields
}

type CreateStorageConfigRequest struct {
	PathPrefix string `protobuf:"bytes,1,opt,name=path_prefix,json=pathPrefix,proto3" json:"path_prefix,omitempty"`
	// contains filtered or unexported fields
}

type DeactivateModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type DeactivateModelResponse struct {
	// contains filtered or unexported fields
}

type DeleteModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type DeleteModelResponse struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Object  string `protobuf:"bytes,2,opt,name=object,proto3" json:"object,omitempty"`
	Deleted bool   `protobuf:"varint,3,opt,name=deleted,proto3" json:"deleted,omitempty"`
	// contains filtered or unexported fields
}

type GetBaseModelPathRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// project_id is set to a non-empty value if the project-scoped base model is requested. If empty,
	// the RPC returns either the globally-scoped base model or a project-scoped base model.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

type GetBaseModelPathResponse struct {
	Formats []ModelFormat `protobuf:"varint,3,rep,packed,name=formats,proto3,enum=llmariner.models.server.v1.ModelFormat" json:"formats,omitempty"`
	Path    string        `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	// gguf_model_path is the path of the GGUF model. Set if the model suppors the GGUF formta.
	GgufModelPath string `protobuf:"bytes,2,opt,name=gguf_model_path,json=ggufModelPath,proto3" json:"gguf_model_path,omitempty"`
	// contains filtered or unexported fields
}

type GetHFModelRepoRequest struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

type GetModelAttributesRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type GetModelPathRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type GetModelPathResponse struct {
	Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	// contains filtered or unexported fields
}

type GetModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// include_loading_model is a flag to include an loading model in the response.
	//
	// This is not in the Open AI API specification.
	IncludeLoadingModel bool `protobuf:"varint,2,opt,name=include_loading_model,json=includeLoadingModel,proto3" json:"include_loading_model,omitempty"`
	// contains filtered or unexported fields
}

type GetStorageConfigRequest struct {
	// contains filtered or unexported fields
}

type HFModelRepo struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

type ListModelsRequest struct {

	// include_loading_models is a flag to include loading models in the response.
	//
	// This is not in the Open AI API specification.
	IncludeLoadingModels bool `protobuf:"varint,1,opt,name=include_loading_models,json=includeLoadingModels,proto3" json:"include_loading_models,omitempty"`
	// after is the identifier for the last model from the previous pagination request.
	// This is not in the Open AI API specification.
	After string `protobuf:"bytes,2,opt,name=after,proto3" json:"after,omitempty"`
	// limit is the number of non-base models to retrieve. Defaults to 100.
	// This is not in the Open AI API specification.
	Limit int32 `protobuf:"varint,3,opt,name=limit,proto3" json:"limit,omitempty"`
	// contains filtered or unexported fields
}

type ListModelsResponse struct {
	Object string   `protobuf:"bytes,1,opt,name=object,proto3" json:"object,omitempty"`
	Data   []*Model `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	// This is not in the Open AI API specification.
	HasMore bool `protobuf:"varint,3,opt,name=has_more,json=hasMore,proto3" json:"has_more,omitempty"`
	// total_items is the total number of non-base models. This is not defined in the
	// OpenAI API spec, but we include here for better UX in the frontend.
	TotalItems int32 `protobuf:"varint,4,opt,name=total_items,json=totalItems,proto3" json:"total_items,omitempty"`
	// contains filtered or unexported fields
}

type Model struct {
	Id      string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Created int64  `protobuf:"varint,2,opt,name=created,proto3" json:"created,omitempty"`
	Object  string `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	OwnedBy string `protobuf:"bytes,4,opt,name=owned_by,json=ownedBy,proto3" json:"owned_by,omitempty"`
	// loading_status is set when the model is being loaded.
	// This is not in the Open AI API specification.
	LoadingStatus ModelLoadingStatus `` /* 152-byte string literal not displayed */
	// source_repository is the source repository of the model. Set for base models created from the CreateModel API request.
	// This is not in the Open AI API specification.
	SourceRepository SourceRepository `` /* 159-byte string literal not displayed */
	// loading_failure_reason is set when the model loading is failed to show the failure reason.
	// This is not in the Open AI API specification.
	LoadingFailureReason string `protobuf:"bytes,7,opt,name=loading_failure_reason,json=loadingFailureReason,proto3" json:"loading_failure_reason,omitempty"`
	// loading_status_message is a message to show the loading status of the model. It is set
	// when the loading_status is MODEL_LOADING_STATUS_LOADING or MODEL_LOADING_STATUS_FAILED.
	LoadingStatusMessage string `protobuf:"bytes,13,opt,name=loading_status_message,json=loadingStatusMessage,proto3" json:"loading_status_message,omitempty"`
	// formats is the supported formats of the model.
	// This is not in the Open AI API specification.
	Formats []ModelFormat `protobuf:"varint,8,rep,packed,name=formats,proto3,enum=llmariner.models.server.v1.ModelFormat" json:"formats,omitempty"`
	// This is not in the Open AI API specification.
	IsBaseModel bool `protobuf:"varint,9,opt,name=is_base_model,json=isBaseModel,proto3" json:"is_base_model,omitempty"`
	// base_model_id is the ID of the base model. Only set if the model is a fine-tuned model.
	// This is not in the Open AI API specification.
	BaseModelId      string           `protobuf:"bytes,10,opt,name=base_model_id,json=baseModelId,proto3" json:"base_model_id,omitempty"`
	ActivationStatus ActivationStatus `` /* 160-byte string literal not displayed */
	Config           *ModelConfig     `protobuf:"bytes,12,opt,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

type ModelAttributes struct {
	Path         string           `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	BaseModel    string           `protobuf:"bytes,2,opt,name=base_model,json=baseModel,proto3" json:"base_model,omitempty"`
	Adapter      AdapterType      `protobuf:"varint,3,opt,name=adapter,proto3,enum=llmariner.models.server.v1.AdapterType" json:"adapter,omitempty"`
	Quantization QuantizationType `` /* 127-byte string literal not displayed */
	// contains filtered or unexported fields
}

type ModelConfig struct {

	// runtime_config is the runtime configuration of the model.
	// This can be unset if the configuration is determined by the runtime configuration
	// of inference-manager-engine running in the cluster.
	RuntimeConfig *ModelConfig_RuntimeConfig `protobuf:"bytes,1,opt,name=runtime_config,json=runtimeConfig,proto3" json:"runtime_config,omitempty"`
	// cluster_allocation_policy defines the policy to allocate the model to clusters.
	ClusterAllocationPolicy *ModelConfig_ClusterAllocationPolicy `` /* 132-byte string literal not displayed */
	// contains filtered or unexported fields
}

type ModelConfig_ClusterAllocationPolicy struct {

	// allowed_cluster_ids is a list of cluster IDs where the model can be allocated.
	// If this field is empty, the model can be allocated to any cluster.
	AllowedClusterIds []string `protobuf:"bytes,1,rep,name=allowed_cluster_ids,json=allowedClusterIds,proto3" json:"allowed_cluster_ids,omitempty"`
	// enable_on_demand_allocation is set to true if on-demand allocation of the model is enabled.
	EnableOnDemandAllocation bool `` /* 138-byte string literal not displayed */
	// contains filtered or unexported fields
}

type ModelConfig_RuntimeConfig struct {

	// resources is the resources required to run the model.
	Resources *ModelConfig_RuntimeConfig_Resources `protobuf:"bytes,1,opt,name=resources,proto3" json:"resources,omitempty"`
	// replicas is the number of replicas to run the model.
	Replicas int32 `protobuf:"varint,2,opt,name=replicas,proto3" json:"replicas,omitempty"`
	// extra_args is a list of extra arguments to pass to the model runtime.
	ExtraArgs []string `protobuf:"bytes,3,rep,name=extra_args,json=extraArgs,proto3" json:"extra_args,omitempty"`
	// contains filtered or unexported fields
}

type ModelConfig_RuntimeConfig_Resources struct {
	Gpu int32 `protobuf:"varint,1,opt,name=gpu,proto3" json:"gpu,omitempty"`
	// contains filtered or unexported fields
}

type ModelFormat int32

type ModelFormats struct {
	Formats []ModelFormat `protobuf:"varint,1,rep,packed,name=formats,proto3,enum=llmariner.models.server.v1.ModelFormat" json:"formats,omitempty"`
	// contains filtered or unexported fields
}

type ModelLoadingStatus int32

type ModelsServiceClient interface {
	GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*Model, error)
	ListModels(ctx context.Context, in *ListModelsRequest, opts ...grpc.CallOption) (*ListModelsResponse, error)
	DeleteModel(ctx context.Context, in *DeleteModelRequest, opts ...grpc.CallOption) (*DeleteModelResponse, error)
	// CreateModel creates a new model. The model becomes available once
	// its model file is loaded to an object store.
	CreateModel(ctx context.Context, in *CreateModelRequest, opts ...grpc.CallOption) (*Model, error)
	UpdateModel(ctx context.Context, in *UpdateModelRequest, opts ...grpc.CallOption) (*Model, error)
	ActivateModel(ctx context.Context, in *ActivateModelRequest, opts ...grpc.CallOption) (*ActivateModelResponse, error)
	DeactivateModel(ctx context.Context, in *DeactivateModelRequest, opts ...grpc.CallOption) (*DeactivateModelResponse, error)
}

type ModelsServiceServer interface {
	GetModel(context.Context, *GetModelRequest) (*Model, error)
	ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)
	DeleteModel(context.Context, *DeleteModelRequest) (*DeleteModelResponse, error)
	// CreateModel creates a new model. The model becomes available once
	// its model file is loaded to an object store.
	CreateModel(context.Context, *CreateModelRequest) (*Model, error)
	UpdateModel(context.Context, *UpdateModelRequest) (*Model, error)
	ActivateModel(context.Context, *ActivateModelRequest) (*ActivateModelResponse, error)
	DeactivateModel(context.Context, *DeactivateModelRequest) (*DeactivateModelResponse, error)
	// contains filtered or unexported methods
}

type ModelsWorkerServiceClient interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(ctx context.Context, in *CreateStorageConfigRequest, opts ...grpc.CallOption) (*StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(ctx context.Context, in *GetStorageConfigRequest, opts ...grpc.CallOption) (*StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(ctx context.Context, in *GetModelRequest, opts ...grpc.CallOption) (*Model, error)
	// ListModels lists all models. Used by inference-manager-engine.
	// This RPC does not support pagination.
	ListModels(ctx context.Context, in *ListModelsRequest, opts ...grpc.CallOption) (*ListModelsResponse, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher and model-manager-loader.
	// The model is not published until PublishModel is called.
	RegisterModel(ctx context.Context, in *RegisterModelRequest, opts ...grpc.CallOption) (*RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher and model-manager-loader.
	PublishModel(ctx context.Context, in *PublishModelRequest, opts ...grpc.CallOption) (*PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine and model-manager-loader.
	GetModelPath(ctx context.Context, in *GetModelPathRequest, opts ...grpc.CallOption) (*GetModelPathResponse, error)
	// GetModelAttributes returns the attributes of the model. Used by inference-manager-engine.
	GetModelAttributes(ctx context.Context, in *GetModelAttributesRequest, opts ...grpc.CallOption) (*ModelAttributes, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(ctx context.Context, in *CreateBaseModelRequest, opts ...grpc.CallOption) (*BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(ctx context.Context, in *GetBaseModelPathRequest, opts ...grpc.CallOption) (*GetBaseModelPathResponse, error)
	// CreateHFModelRepo creates a HuggingFace model repo.
	CreateHFModelRepo(ctx context.Context, in *CreateHFModelRepoRequest, opts ...grpc.CallOption) (*HFModelRepo, error)
	// GetHFModelRepo returns the HuggingFace model repo that has been downloaded. Used by model-manager-loader.
	GetHFModelRepo(ctx context.Context, in *GetHFModelRepoRequest, opts ...grpc.CallOption) (*HFModelRepo, error)
	// AcquireUnloadedBaseModel checks if there is any unloaded base model. If exists, update the loading status to LOADED,
	// and return it. Used by model-manager-loader.
	AcquireUnloadedBaseModel(ctx context.Context, in *AcquireUnloadedBaseModelRequest, opts ...grpc.CallOption) (*AcquireUnloadedBaseModelResponse, error)
	// AcquireUnloadedModel checks if there is any unloaded model. If exists, update the loading status to LOADED,
	// and return it. Used by model-manager-loader.
	AcquireUnloadedModel(ctx context.Context, in *AcquireUnloadedModelRequest, opts ...grpc.CallOption) (*AcquireUnloadedModelResponse, error)
	// UpdateBaseModelLoadingStatus updates the loading status. When the loading succeeded, it also
	// updates the base model metadata. Used by model-manager-loader.
	UpdateBaseModelLoadingStatus(ctx context.Context, in *UpdateBaseModelLoadingStatusRequest, opts ...grpc.CallOption) (*UpdateBaseModelLoadingStatusResponse, error)
	// UpdateModelLoadingStatus updates the loading status. When the loading succeeded, it also
	// updates the model metadata. Used by model-manager-loader.
	UpdateModelLoadingStatus(ctx context.Context, in *UpdateModelLoadingStatusRequest, opts ...grpc.CallOption) (*UpdateModelLoadingStatusResponse, error)
}

type ModelsWorkerServiceServer interface {
	// CreateStorageConfig creates a new storage config. Used by model-manager-loader.
	CreateStorageConfig(context.Context, *CreateStorageConfigRequest) (*StorageConfig, error)
	// GetStorageConfig gets a storage config. Used by model-manager-loader.
	GetStorageConfig(context.Context, *GetStorageConfigRequest) (*StorageConfig, error)
	// GetModel gets a model. Used by inference-manager-engine.
	GetModel(context.Context, *GetModelRequest) (*Model, error)
	// ListModels lists all models. Used by inference-manager-engine.
	// This RPC does not support pagination.
	ListModels(context.Context, *ListModelsRequest) (*ListModelsResponse, error)
	// RegisterModel registers a new fine-tuned model. Used by job-manager-dispatcher and model-manager-loader.
	// The model is not published until PublishModel is called.
	RegisterModel(context.Context, *RegisterModelRequest) (*RegisterModelResponse, error)
	// PublishModel publishes the fine-tuned model. Used by job-manager-dispatcher and model-manager-loader.
	PublishModel(context.Context, *PublishModelRequest) (*PublishModelResponse, error)
	// GetModelPath returns the path of the model. Used by inference-manager-engine and model-manager-loader.
	GetModelPath(context.Context, *GetModelPathRequest) (*GetModelPathResponse, error)
	// GetModelAttributes returns the attributes of the model. Used by inference-manager-engine.
	GetModelAttributes(context.Context, *GetModelAttributesRequest) (*ModelAttributes, error)
	// CreateBaseModel creates a new base model. Used by model-manager-loader.
	CreateBaseModel(context.Context, *CreateBaseModelRequest) (*BaseModel, error)
	// GetBaseModelPath returns the path of the base model. Used by job-manager-dispatcher,
	// inference-manager-engine, and model-manager-loader.
	GetBaseModelPath(context.Context, *GetBaseModelPathRequest) (*GetBaseModelPathResponse, error)
	// CreateHFModelRepo creates a HuggingFace model repo.
	CreateHFModelRepo(context.Context, *CreateHFModelRepoRequest) (*HFModelRepo, error)
	// GetHFModelRepo returns the HuggingFace model repo that has been downloaded. Used by model-manager-loader.
	GetHFModelRepo(context.Context, *GetHFModelRepoRequest) (*HFModelRepo, error)
	// AcquireUnloadedBaseModel checks if there is any unloaded base model. If exists, update the loading status to LOADED,
	// and return it. Used by model-manager-loader.
	AcquireUnloadedBaseModel(context.Context, *AcquireUnloadedBaseModelRequest) (*AcquireUnloadedBaseModelResponse, error)
	// AcquireUnloadedModel checks if there is any unloaded model. If exists, update the loading status to LOADED,
	// and return it. Used by model-manager-loader.
	AcquireUnloadedModel(context.Context, *AcquireUnloadedModelRequest) (*AcquireUnloadedModelResponse, error)
	// UpdateBaseModelLoadingStatus updates the loading status. When the loading succeeded, it also
	// updates the base model metadata. Used by model-manager-loader.
	UpdateBaseModelLoadingStatus(context.Context, *UpdateBaseModelLoadingStatusRequest) (*UpdateBaseModelLoadingStatusResponse, error)
	// UpdateModelLoadingStatus updates the loading status. When the loading succeeded, it also
	// updates the model metadata. Used by model-manager-loader.
	UpdateModelLoadingStatus(context.Context, *UpdateModelLoadingStatusRequest) (*UpdateModelLoadingStatusResponse, error)
	// contains filtered or unexported methods
}

type PublishModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type PublishModelResponse struct {
	// contains filtered or unexported fields
}

type QuantizationType int32

type RegisterModelRequest struct {

	// id is the model name.
	Id             string           `protobuf:"bytes,7,opt,name=id,proto3" json:"id,omitempty"`
	BaseModel      string           `protobuf:"bytes,1,opt,name=base_model,json=baseModel,proto3" json:"base_model,omitempty"`
	Suffix         string           `protobuf:"bytes,2,opt,name=suffix,proto3" json:"suffix,omitempty"`
	OrganizationId string           `protobuf:"bytes,3,opt,name=organization_id,json=organizationId,proto3" json:"organization_id,omitempty"`
	ProjectId      string           `protobuf:"bytes,4,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	Adapter        AdapterType      `protobuf:"varint,5,opt,name=adapter,proto3,enum=llmariner.models.server.v1.AdapterType" json:"adapter,omitempty"`
	Quantization   QuantizationType `` /* 127-byte string literal not displayed */
	Path           string           `protobuf:"bytes,8,opt,name=path,proto3" json:"path,omitempty"`
	// contains filtered or unexported fields
}

type RegisterModelResponse struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// path is the path where the model is stored.
	Path string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"`
	// contains filtered or unexported fields
}

type SourceRepository int32

type StorageConfig struct {
	PathPrefix string `protobuf:"bytes,1,opt,name=path_prefix,json=pathPrefix,proto3" json:"path_prefix,omitempty"`
	// contains filtered or unexported fields
}

type UnimplementedModelsServiceServer struct {
}

type UnimplementedModelsWorkerServiceServer struct {
}

type UnsafeModelsServiceServer interface {
	// contains filtered or unexported methods
}

type UnsafeModelsWorkerServiceServer interface {
	// contains filtered or unexported methods
}

type UpdateBaseModelLoadingStatusRequest struct {
	Id        string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	ProjectId string `protobuf:"bytes,4,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// loading_result is the result of the model loading. Unset if the model is still loading.
	//
	// Types that are assignable to LoadingResult:
	//
	//	*UpdateBaseModelLoadingStatusRequest_Success_
	//	*UpdateBaseModelLoadingStatusRequest_Failure_
	LoadingResult isUpdateBaseModelLoadingStatusRequest_LoadingResult `protobuf_oneof:"loading_result"`
	StatusMessage string                                              `protobuf:"bytes,5,opt,name=status_message,json=statusMessage,proto3" json:"status_message,omitempty"`
	// contains filtered or unexported fields
}

type UpdateBaseModelLoadingStatusRequest_Failure struct {
	Reason string `protobuf:"bytes,1,opt,name=reason,proto3" json:"reason,omitempty"`
	// contains filtered or unexported fields
}

type UpdateBaseModelLoadingStatusRequest_Failure_ struct {
	Failure *UpdateBaseModelLoadingStatusRequest_Failure `protobuf:"bytes,3,opt,name=failure,proto3,oneof"`
}

type UpdateBaseModelLoadingStatusRequest_Success struct {
	// contains filtered or unexported fields
}

type UpdateBaseModelLoadingStatusRequest_Success_ struct {
	Success *UpdateBaseModelLoadingStatusRequest_Success `protobuf:"bytes,2,opt,name=success,proto3,oneof"`
}

type UpdateBaseModelLoadingStatusResponse struct {
	// contains filtered or unexported fields
}

type UpdateModelLoadingStatusRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// loading_result is the result of the model loading. Unset if the model is still loading.
	//
	// Types that are assignable to LoadingResult:
	//
	//	*UpdateModelLoadingStatusRequest_Success_
	//	*UpdateModelLoadingStatusRequest_Failure_
	LoadingResult isUpdateModelLoadingStatusRequest_LoadingResult `protobuf_oneof:"loading_result"`
	StatusMessage string                                          `protobuf:"bytes,5,opt,name=status_message,json=statusMessage,proto3" json:"status_message,omitempty"`
	// contains filtered or unexported fields
}

type UpdateModelLoadingStatusRequest_Failure struct {
	Reason string `protobuf:"bytes,1,opt,name=reason,proto3" json:"reason,omitempty"`
	// contains filtered or unexported fields
}

type UpdateModelLoadingStatusRequest_Failure_ struct {
	Failure *UpdateModelLoadingStatusRequest_Failure `protobuf:"bytes,4,opt,name=failure,proto3,oneof"`
}

type UpdateModelLoadingStatusRequest_Success struct {
	// contains filtered or unexported fields
}

type UpdateModelLoadingStatusRequest_Success_ struct {
	Success *UpdateModelLoadingStatusRequest_Success `protobuf:"bytes,3,opt,name=success,proto3,oneof"`
}

type UpdateModelLoadingStatusResponse struct {
	// contains filtered or unexported fields
}

type UpdateModelRequest struct {

	// model is the model to update.
	//
	// The model's id is used to identify the key to update.
	Model *Model `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// The list of fields to update.
	UpdateMask *fieldmaskpb.FieldMask `protobuf:"bytes,2,opt,name=update_mask,json=updateMask,proto3" json:"update_mask,omitempty"`
	// contains filtered or unexported fields
}