v1

type ActivateModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type ActivateModelResponse struct {
	// contains filtered or unexported fields
}

type ChatCompletion struct {
	Id                string                   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*ChatCompletion_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                    `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string                   `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string                   `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string                   `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage                   `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletionChunk struct {
	Id                string                        `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*ChatCompletionChunk_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                         `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string                        `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string                        `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string                        `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage                        `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletionChunk_Choice struct {
	Delta        *ChatCompletionChunk_Choice_Delta `protobuf:"bytes,1,opt,name=delta,proto3" json:"delta,omitempty"`
	FinishReason string                            `protobuf:"bytes,2,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                             `protobuf:"varint,3,opt,name=index,proto3" json:"index,omitempty"`
	Logprobs     *Logprobs                         `protobuf:"bytes,4,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletionChunk_Choice_Delta struct {
	Content   string                                       `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	ToolCalls []*ChatCompletionChunk_Choice_Delta_ToolCall `protobuf:"bytes,2,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	Role      string                                       `protobuf:"bytes,3,opt,name=role,proto3" json:"role,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletionChunk_Choice_Delta_ToolCall struct {
	Id       string                                              `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                              `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *ChatCompletionChunk_Choice_Delta_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletionChunk_Choice_Delta_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletion_Choice struct {
	FinishReason string                         `protobuf:"bytes,1,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                          `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"`
	Message      *ChatCompletion_Choice_Message `protobuf:"bytes,3,opt,name=message,proto3" json:"message,omitempty"`
	Logprobs     *Logprobs                      `protobuf:"bytes,4,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	// contains filtered or unexported fields
}

type ChatCompletion_Choice_Message struct {
	Content   string      `protobuf:"bytes,1,opt,name=content,proto3" json:"content,omitempty"`
	ToolCalls []*ToolCall `protobuf:"bytes,2,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	Role      string      `protobuf:"bytes,3,opt,name=role,proto3" json:"role,omitempty"`
	// contains filtered or unexported fields
}

type ChatServiceClient interface {
}

type ChatServiceServer interface {
	// contains filtered or unexported methods
}

type ClusterStatus struct {
	Id   string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// TODO(kenji): Revisit. Each engine in the same cluster reports the same information on models.
	// It might be better to just report the model information.
	EngineStatuses      []*EngineStatus `protobuf:"bytes,3,rep,name=engine_statuses,json=engineStatuses,proto3" json:"engine_statuses,omitempty"`
	ModelCount          int32           `protobuf:"varint,4,opt,name=model_count,json=modelCount,proto3" json:"model_count,omitempty"`
	InProgressTaskCount int32           `protobuf:"varint,5,opt,name=in_progress_task_count,json=inProgressTaskCount,proto3" json:"in_progress_task_count,omitempty"`
	GpuAllocated        int32           `protobuf:"varint,6,opt,name=gpu_allocated,json=gpuAllocated,proto3" json:"gpu_allocated,omitempty"`
	// contains filtered or unexported fields
}

type Completion struct {
	Id                string               `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Choices           []*Completion_Choice `protobuf:"bytes,2,rep,name=choices,proto3" json:"choices,omitempty"`
	Created           int32                `protobuf:"varint,3,opt,name=created,proto3" json:"created,omitempty"`
	Model             string               `protobuf:"bytes,4,opt,name=model,proto3" json:"model,omitempty"`
	SystemFingerprint string               `protobuf:"bytes,5,opt,name=system_fingerprint,json=systemFingerprint,proto3" json:"system_fingerprint,omitempty"`
	Object            string               `protobuf:"bytes,6,opt,name=object,proto3" json:"object,omitempty"`
	Usage             *Usage               `protobuf:"bytes,7,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

type Completion_Choice struct {
	FinishReason string                      `protobuf:"bytes,1,opt,name=finish_reason,json=finishReason,proto3" json:"finish_reason,omitempty"`
	Index        int32                       `protobuf:"varint,2,opt,name=index,proto3" json:"index,omitempty"`
	Logprobs     *Completion_Choice_Logprobs `protobuf:"bytes,3,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	Text         string                      `protobuf:"bytes,4,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}

type Completion_Choice_Logprobs struct {

	// TODO: Revisit this. The types of the fields are not clearly specified in the spec.
	TextOffset    int32   `protobuf:"varint,1,opt,name=text_offset,json=textOffset,proto3" json:"text_offset,omitempty"`
	TokenLogprobs float64 `protobuf:"fixed64,2,opt,name=token_logprobs,json=tokenLogprobs,proto3" json:"token_logprobs,omitempty"`
	Tokens        string  `protobuf:"bytes,3,opt,name=tokens,proto3" json:"tokens,omitempty"`
	TopLogprobs   float64 `protobuf:"fixed64,4,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest struct {

	// TODO(kenji): Revisit this.
	Messages         []*CreateChatCompletionRequest_Message `protobuf:"bytes,1,rep,name=messages,proto3" json:"messages,omitempty"`
	Model            string                                 `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	FrequencyPenalty float64                                `protobuf:"fixed64,3,opt,name=frequency_penalty,json=frequencyPenalty,proto3" json:"frequency_penalty,omitempty"`
	LogitBias        map[string]float64                     `` /* 178-byte string literal not displayed */
	Logprobs         bool                                   `protobuf:"varint,5,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	TopLogprobs      int32                                  `protobuf:"varint,6,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// MaxTokens
	// Deprecated: This value is now deprecated in favor of MaxCompletionTokens
	MaxTokens       int32                                       `protobuf:"varint,7,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	N               int32                                       `protobuf:"varint,8,opt,name=n,proto3" json:"n,omitempty"`
	PresencePenalty float64                                     `protobuf:"fixed64,9,opt,name=presence_penalty,json=presencePenalty,proto3" json:"presence_penalty,omitempty"`
	ResponseFormat  *CreateChatCompletionRequest_ResponseFormat `protobuf:"bytes,10,opt,name=response_format,json=responseFormat,proto3" json:"response_format,omitempty"`
	Seed            int32                                       `protobuf:"varint,11,opt,name=seed,proto3" json:"seed,omitempty"`
	// string / arrary/ null
	Stop          []string                                   `protobuf:"bytes,12,rep,name=stop,proto3" json:"stop,omitempty"`
	Stream        bool                                       `protobuf:"varint,13,opt,name=stream,proto3" json:"stream,omitempty"`
	StreamOptions *CreateChatCompletionRequest_StreamOptions `protobuf:"bytes,19,opt,name=stream_options,json=streamOptions,proto3" json:"stream_options,omitempty"`
	Temperature   float64                                    `protobuf:"fixed64,14,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP          float64                                    `protobuf:"fixed64,15,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	Tools         []*CreateChatCompletionRequest_Tool        `protobuf:"bytes,16,rep,name=tools,proto3" json:"tools,omitempty"`
	// The type of the "tool_choice" field is a string or an object.
	// As we cannot have a string or an object in the proto, we use the "tool_choice_obj"
	// if a request sets the "tool_choice" field as an object.
	//
	// The "tool_choice_object" field is converted to the "tool_choice" field when the request is being
	// sent to an inference runtime.
	ToolChoice       string                                  `protobuf:"bytes,17,opt,name=tool_choice,json=toolChoice,proto3" json:"tool_choice,omitempty"`
	ToolChoiceObject *CreateChatCompletionRequest_ToolChoice `protobuf:"bytes,20,opt,name=tool_choice_object,json=toolChoiceObject,proto3" json:"tool_choice_object,omitempty"`
	User             string                                  `protobuf:"bytes,18,opt,name=user,proto3" json:"user,omitempty"`
	// MaxCompletionTokens specifies the maximum limit on the number of tokens that can be generated during a completion.`
	MaxCompletionTokens int32 `protobuf:"varint,21,opt,name=max_completion_tokens,json=maxCompletionTokens,proto3" json:"max_completion_tokens,omitempty"`
	// encoded_chat_template_kwargs is encoded value of "chat_template_kwargs". This is a special parameter
	// that only vLLM uses.
	//
	// The field is converted to the "chat_template_kwargs" field when the request is being
	// sent to vLLM.
	//
	// https://docs.vllm.ai/en/latest/serving/openai_compatible_server.html#id7
	EncodedChatTemplateKwargs string `` /* 141-byte string literal not displayed */
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message struct {

	// The type of the content is either string or array in the OpenAI API spec, but
	// we only support the array type here. When a client sends a string, it is converted before
	// the request is being unmarshalled.
	Content   []*CreateChatCompletionRequest_Message_Content  `protobuf:"bytes,5,rep,name=content,proto3" json:"content,omitempty"`
	Role      string                                          `protobuf:"bytes,2,opt,name=role,proto3" json:"role,omitempty"`
	Name      string                                          `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	ToolCalls []*CreateChatCompletionRequest_Message_ToolCall `protobuf:"bytes,4,rep,name=tool_calls,json=toolCalls,proto3" json:"tool_calls,omitempty"`
	// Used by the "Tool message".
	ToolCallId string `protobuf:"bytes,6,opt,name=tool_call_id,json=toolCallId,proto3" json:"tool_call_id,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_Content struct {
	Type       string                                                  `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	Text       string                                                  `protobuf:"bytes,2,opt,name=text,proto3" json:"text,omitempty"`
	ImageUrl   *CreateChatCompletionRequest_Message_Content_ImageUrl   `protobuf:"bytes,3,opt,name=image_url,json=imageUrl,proto3" json:"image_url,omitempty"`
	InputAudio *CreateChatCompletionRequest_Message_Content_InputAudio `protobuf:"bytes,4,opt,name=input_audio,json=inputAudio,proto3" json:"input_audio,omitempty"`
	AudioUrl   *CreateChatCompletionRequest_Message_Content_AudioUrl   `protobuf:"bytes,5,opt,name=audio_url,json=audioUrl,proto3" json:"audio_url,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_Content_AudioUrl struct {
	Url string `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_Content_ImageUrl struct {
	Url    string `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
	Detail string `protobuf:"bytes,2,opt,name=detail,proto3" json:"detail,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_Content_InputAudio struct {
	Data   string `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	Format string `protobuf:"bytes,2,opt,name=format,proto3" json:"format,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_ToolCall struct {
	Id       string                                                 `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Type     string                                                 `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Message_ToolCall_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Message_ToolCall_Function struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Arguments string `protobuf:"bytes,2,opt,name=arguments,proto3" json:"arguments,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_ResponseFormat struct {
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_StreamOptions struct {
	IncludeUsage bool `protobuf:"varint,1,opt,name=include_usage,json=includeUsage,proto3" json:"include_usage,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Tool struct {
	Type     string                                     `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_Tool_Function `protobuf:"bytes,2,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_ToolChoice struct {
	Type     string                                           `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	Function *CreateChatCompletionRequest_ToolChoice_Function `protobuf:"bytes,3,opt,name=function,proto3" json:"function,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_ToolChoice_Function struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

type CreateChatCompletionRequest_Tool_Function struct {
	Description string `protobuf:"bytes,1,opt,name=description,proto3" json:"description,omitempty"`
	Name        string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// OpenAI API has the "parameters" field that stores a JSON Schema object.
	// As we cannot have a JSON Schema object in the proto, we encode the JSON Schema object
	// with base64 and store it before unmarshalling it in the server.
	//
	// The field is converted to the "parameters" field when the request is being
	// sent to an inference runtime.
	EncodedParameters string `protobuf:"bytes,3,opt,name=encoded_parameters,json=encodedParameters,proto3" json:"encoded_parameters,omitempty"`
	// contains filtered or unexported fields
}

type CreateCompletionRequest struct {
	Model string `protobuf:"bytes,1,opt,name=model,proto3" json:"model,omitempty"`
	// This can be a string or an array of strings, but we use string assuming that it is more common.
	Prompt           string                                `protobuf:"bytes,2,opt,name=prompt,proto3" json:"prompt,omitempty"`
	BestOf           int32                                 `protobuf:"varint,3,opt,name=best_of,json=bestOf,proto3" json:"best_of,omitempty"`
	Echo             bool                                  `protobuf:"varint,4,opt,name=echo,proto3" json:"echo,omitempty"`
	FrequencyPenalty float64                               `protobuf:"fixed64,5,opt,name=frequency_penalty,json=frequencyPenalty,proto3" json:"frequency_penalty,omitempty"`
	LogitBias        map[string]float64                    `` /* 178-byte string literal not displayed */
	Logprobs         int32                                 `protobuf:"varint,7,opt,name=logprobs,proto3" json:"logprobs,omitempty"`
	MaxTokens        int32                                 `protobuf:"varint,8,opt,name=max_tokens,json=maxTokens,proto3" json:"max_tokens,omitempty"`
	N                int32                                 `protobuf:"varint,9,opt,name=n,proto3" json:"n,omitempty"`
	PresencePenalty  float64                               `protobuf:"fixed64,10,opt,name=presence_penalty,json=presencePenalty,proto3" json:"presence_penalty,omitempty"`
	Seed             int32                                 `protobuf:"varint,11,opt,name=seed,proto3" json:"seed,omitempty"`
	Stop             []string                              `protobuf:"bytes,12,rep,name=stop,proto3" json:"stop,omitempty"`
	Stream           bool                                  `protobuf:"varint,13,opt,name=stream,proto3" json:"stream,omitempty"`
	StreamOption     *CreateCompletionRequest_StreamOption `protobuf:"bytes,14,opt,name=stream_option,json=streamOption,proto3" json:"stream_option,omitempty"`
	Suffix           string                                `protobuf:"bytes,15,opt,name=suffix,proto3" json:"suffix,omitempty"`
	Temperature      float64                               `protobuf:"fixed64,16,opt,name=temperature,proto3" json:"temperature,omitempty"`
	TopP             float64                               `protobuf:"fixed64,17,opt,name=top_p,json=topP,proto3" json:"top_p,omitempty"`
	User             string                                `protobuf:"bytes,18,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

type CreateCompletionRequest_StreamOption struct {
	IncludeUsage bool `protobuf:"varint,1,opt,name=include_usage,json=includeUsage,proto3" json:"include_usage,omitempty"`
	// contains filtered or unexported fields
}

type CreateEmbeddingRequest struct {

	// The "input" field can be a string, an array of strings, an array of integers, or an array of arrays of integers.
	// As that is not supported by proto, if the input is not a stryg, we move the value of the "input" field to "encoded_input"
	// and remove the field before unmarshalling.
	Input          string `protobuf:"bytes,1,opt,name=input,proto3" json:"input,omitempty"`
	EncodedInput   string `protobuf:"bytes,6,opt,name=encoded_input,json=encodedInput,proto3" json:"encoded_input,omitempty"`
	Model          string `protobuf:"bytes,2,opt,name=model,proto3" json:"model,omitempty"`
	EncodingFormat string `protobuf:"bytes,3,opt,name=encoding_format,json=encodingFormat,proto3" json:"encoding_format,omitempty"`
	Dimensions     int32  `protobuf:"varint,4,opt,name=dimensions,proto3" json:"dimensions,omitempty"`
	User           string `protobuf:"bytes,5,opt,name=user,proto3" json:"user,omitempty"`
	// contains filtered or unexported fields
}

type DeactivateModelRequest struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

type DeactivateModelResponse struct {
	// contains filtered or unexported fields
}

type Embedding struct {
	Index     int32     `protobuf:"varint,1,opt,name=index,proto3" json:"index,omitempty"`
	Embedding []float64 `protobuf:"fixed64,2,rep,packed,name=embedding,proto3" json:"embedding,omitempty"`
	Object    string    `protobuf:"bytes,3,opt,name=object,proto3" json:"object,omitempty"`
	// contains filtered or unexported fields
}

type Embeddings struct {
	Object string            `protobuf:"bytes,1,opt,name=object,proto3" json:"object,omitempty"`
	Data   []*Embedding      `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	Model  string            `protobuf:"bytes,3,opt,name=model,proto3" json:"model,omitempty"`
	Usage  *Embeddings_Usage `protobuf:"bytes,4,opt,name=usage,proto3" json:"usage,omitempty"`
	// contains filtered or unexported fields
}

type Embeddings_Usage struct {
	PromptTokens int32 `protobuf:"varint,1,opt,name=prompt_tokens,json=promptTokens,proto3" json:"prompt_tokens,omitempty"`
	TotalTokens  int32 `protobuf:"varint,2,opt,name=total_tokens,json=totalTokens,proto3" json:"total_tokens,omitempty"`
	// contains filtered or unexported fields
}

type EngineStatus struct {
	EngineId string `protobuf:"bytes,1,opt,name=engine_id,json=engineId,proto3" json:"engine_id,omitempty"`
	// Deprecated: Marked as deprecated in api/v1/inference_server_management.proto.
	ModelIds []string `protobuf:"bytes,2,rep,name=model_ids,json=modelIds,proto3" json:"model_ids,omitempty"`
	// Deprecated: Marked as deprecated in api/v1/inference_server_management.proto.
	SyncStatus *EngineStatus_SyncStatus `protobuf:"bytes,3,opt,name=sync_status,json=syncStatus,proto3" json:"sync_status,omitempty"`
	Ready      bool                     `protobuf:"varint,4,opt,name=ready,proto3" json:"ready,omitempty"`
	Models     []*EngineStatus_Model    `protobuf:"bytes,5,rep,name=models,proto3" json:"models,omitempty"`
	ClusterId  string                   `protobuf:"bytes,6,opt,name=cluster_id,json=clusterId,proto3" json:"cluster_id,omitempty"`
	// contains filtered or unexported fields
}

type EngineStatus_Model struct {
	Id                  string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	IsReady             bool   `protobuf:"varint,2,opt,name=is_ready,json=isReady,proto3" json:"is_ready,omitempty"`
	InProgressTaskCount int32  `protobuf:"varint,3,opt,name=in_progress_task_count,json=inProgressTaskCount,proto3" json:"in_progress_task_count,omitempty"`
	GpuAllocated        int32  `protobuf:"varint,4,opt,name=gpu_allocated,json=gpuAllocated,proto3" json:"gpu_allocated,omitempty"`
	// contains filtered or unexported fields
}

type EngineStatus_SyncStatus struct {

	// in_progress_model_ids is a list of model ids that are currently being synced.
	InProgressModelIds []string `protobuf:"bytes,1,rep,name=in_progress_model_ids,json=inProgressModelIds,proto3" json:"in_progress_model_ids,omitempty"`
	// contains filtered or unexported fields
}

type GetInferenceStatusRequest struct {
	// contains filtered or unexported fields
}

type GoAwayRequest struct {
	// contains filtered or unexported fields
}

type HeaderValue struct {
	Values []string `protobuf:"bytes,1,rep,name=values,proto3" json:"values,omitempty"`
	// contains filtered or unexported fields
}

type HeartbeatRequest struct {
	// contains filtered or unexported fields
}

type HttpResponse struct {
	StatusCode int32                   `protobuf:"varint,1,opt,name=status_code,json=statusCode,proto3" json:"status_code,omitempty"`
	Status     string                  `protobuf:"bytes,2,opt,name=status,proto3" json:"status,omitempty"`
	Header     map[string]*HeaderValue `` /* 153-byte string literal not displayed */
	// body is empty for server sent events.
	Body []byte `protobuf:"bytes,4,opt,name=body,proto3" json:"body,omitempty"`
	// contains filtered or unexported fields
}

type InferenceInternalServiceClient interface {
	ProcessTasksInternal(ctx context.Context, opts ...grpc.CallOption) (InferenceInternalService_ProcessTasksInternalClient, error)
}

type InferenceInternalServiceServer interface {
	ProcessTasksInternal(InferenceInternalService_ProcessTasksInternalServer) error
	// contains filtered or unexported methods
}

type InferenceInternalService_ProcessTasksInternalClient interface {
	Send(*ProcessTasksInternalRequest) error
	Recv() (*ProcessTasksInternalResponse, error)
	grpc.ClientStream
}

type InferenceInternalService_ProcessTasksInternalServer interface {
	Send(*ProcessTasksInternalResponse) error
	Recv() (*ProcessTasksInternalRequest, error)
	grpc.ServerStream
}

type InferenceServiceClient interface {
	GetInferenceStatus(ctx context.Context, in *GetInferenceStatusRequest, opts ...grpc.CallOption) (*InferenceStatus, error)
	ActivateModel(ctx context.Context, in *ActivateModelRequest, opts ...grpc.CallOption) (*ActivateModelResponse, error)
	DeactivateModel(ctx context.Context, in *DeactivateModelRequest, opts ...grpc.CallOption) (*DeactivateModelResponse, error)
}

type InferenceServiceServer interface {
	GetInferenceStatus(context.Context, *GetInferenceStatusRequest) (*InferenceStatus, error)
	ActivateModel(context.Context, *ActivateModelRequest) (*ActivateModelResponse, error)
	DeactivateModel(context.Context, *DeactivateModelRequest) (*DeactivateModelResponse, error)
	// contains filtered or unexported methods
}

type InferenceStatus struct {
	ClusterStatuses []*ClusterStatus `protobuf:"bytes,1,rep,name=cluster_statuses,json=clusterStatuses,proto3" json:"cluster_statuses,omitempty"`
	TaskStatus      *TaskStatus      `protobuf:"bytes,2,opt,name=task_status,json=taskStatus,proto3" json:"task_status,omitempty"`
	// contains filtered or unexported fields
}

type InferenceWorkerServiceClient interface {
	ProcessTasks(ctx context.Context, opts ...grpc.CallOption) (InferenceWorkerService_ProcessTasksClient, error)
}

type InferenceWorkerServiceServer interface {
	ProcessTasks(InferenceWorkerService_ProcessTasksServer) error
	// contains filtered or unexported methods
}

type InferenceWorkerService_ProcessTasksClient interface {
	Send(*ProcessTasksRequest) error
	Recv() (*ProcessTasksResponse, error)
	grpc.ClientStream
}

type InferenceWorkerService_ProcessTasksServer interface {
	Send(*ProcessTasksResponse) error
	Recv() (*ProcessTasksRequest, error)
	grpc.ServerStream
}

type Logprobs struct {
	Content []*Logprobs_Content `protobuf:"bytes,1,rep,name=content,proto3" json:"content,omitempty"`
	// contains filtered or unexported fields
}

type Logprobs_Content struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	// A list of integers representing the UTF-8 bytes representation of the token.
	Bytes       []byte                        `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	TopLogprobs *Logprobs_Content_TopLogprobs `protobuf:"bytes,4,opt,name=top_logprobs,json=topLogprobs,proto3" json:"top_logprobs,omitempty"`
	// contains filtered or unexported fields
}

type Logprobs_Content_TopLogprobs struct {
	Token   string  `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"`
	Logprob float64 `protobuf:"fixed64,2,opt,name=logprob,proto3" json:"logprob,omitempty"`
	Bytes   []byte  `protobuf:"bytes,3,opt,name=bytes,proto3" json:"bytes,omitempty"`
	// contains filtered or unexported fields
}

type ProcessTasksInternalRequest struct {

	// Types that are assignable to Message:
	//
	//	*ProcessTasksInternalRequest_ServerStatus
	//	*ProcessTasksInternalRequest_TaskResult
	Message isProcessTasksInternalRequest_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

type ProcessTasksInternalRequest_ServerStatus struct {
	ServerStatus *ServerStatus `protobuf:"bytes,1,opt,name=server_status,json=serverStatus,proto3,oneof"`
}

type ProcessTasksInternalRequest_TaskResult struct {
	TaskResult *TaskResult `protobuf:"bytes,2,opt,name=task_result,json=taskResult,proto3,oneof"`
}

type ProcessTasksInternalResponse struct {
	NewTask  *Task  `protobuf:"bytes,1,opt,name=new_task,json=newTask,proto3" json:"new_task,omitempty"`
	TenantId string `protobuf:"bytes,2,opt,name=tenant_id,json=tenantId,proto3" json:"tenant_id,omitempty"`
	// contains filtered or unexported fields
}

type ProcessTasksRequest struct {

	// Types that are assignable to Message:
	//
	//	*ProcessTasksRequest_EngineStatus
	//	*ProcessTasksRequest_TaskResult
	Message isProcessTasksRequest_Message `protobuf_oneof:"message"`
	// contains filtered or unexported fields
}

type ProcessTasksRequest_EngineStatus struct {
	EngineStatus *EngineStatus `protobuf:"bytes,1,opt,name=engine_status,json=engineStatus,proto3,oneof"`
}

type ProcessTasksRequest_TaskResult struct {
	TaskResult *TaskResult `protobuf:"bytes,2,opt,name=task_result,json=taskResult,proto3,oneof"`
}

type ProcessTasksResponse struct {
	NewTask *Task `protobuf:"bytes,1,opt,name=new_task,json=newTask,proto3" json:"new_task,omitempty"`
	// contains filtered or unexported fields
}

type RagFunction struct {
	VectorStoreName string `protobuf:"bytes,1,opt,name=vector_store_name,json=vectorStoreName,proto3" json:"vector_store_name,omitempty"`
	// contains filtered or unexported fields
}

type ServerSentEvent struct {
	Data        []byte `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	IsLastEvent bool   `protobuf:"varint,2,opt,name=is_last_event,json=isLastEvent,proto3" json:"is_last_event,omitempty"`
	// contains filtered or unexported fields
}