indexerpb

type GetPodScoresRequest ¶

type GetPodScoresRequest struct {
	Prompt         string   `protobuf:"bytes,1,opt,name=prompt,proto3" json:"prompt,omitempty"`
	ModelName      string   `protobuf:"bytes,2,opt,name=model_name,json=modelName,proto3" json:"model_name,omitempty"`
	PodIdentifiers []string `protobuf:"bytes,3,rep,name=pod_identifiers,json=podIdentifiers,proto3" json:"pod_identifiers,omitempty"`
	// contains filtered or unexported fields
}

GetPodScores

func (*GetPodScoresRequest) Descriptor() ([]byte, []int)

func (x *GetPodScoresRequest) GetModelName() string

func (x *GetPodScoresRequest) GetPodIdentifiers() []string

func (x *GetPodScoresRequest) GetPrompt() string

func (*GetPodScoresRequest) ProtoMessage()

func (x *GetPodScoresRequest) ProtoReflect() protoreflect.Message

func (x *GetPodScoresRequest) Reset()

func (x *GetPodScoresRequest) String() string

type GetPodScoresResponse ¶

type GetPodScoresResponse struct {
	Scores []*PodScore `protobuf:"bytes,1,rep,name=scores,proto3" json:"scores,omitempty"`
	// contains filtered or unexported fields
}

func (*GetPodScoresResponse) Descriptor() ([]byte, []int)

func (x *GetPodScoresResponse) GetScores() []*PodScore

func (*GetPodScoresResponse) ProtoMessage()

func (x *GetPodScoresResponse) ProtoReflect() protoreflect.Message

func (x *GetPodScoresResponse) Reset()

func (x *GetPodScoresResponse) String() string

type IndexerServiceClient ¶

type IndexerServiceClient interface {
	// Score pods for a prompt and model. Wraps Indexer.GetPodScores.
	GetPodScores(ctx context.Context, in *GetPodScoresRequest, opts ...grpc.CallOption) (*GetPodScoresResponse, error)
}

IndexerServiceClient is the client API for IndexerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

IndexerService exposes a minimal set of RPCs to interact with the KV cache indexer. This is an MVP designed to wrap the existing pkg/kvcache.Indexer functionality behind gRPC.

func NewIndexerServiceClient(cc grpc.ClientConnInterface) IndexerServiceClient

type IndexerServiceServer ¶

type IndexerServiceServer interface {
	// Score pods for a prompt and model. Wraps Indexer.GetPodScores.
	GetPodScores(context.Context, *GetPodScoresRequest) (*GetPodScoresResponse, error)
	// contains filtered or unexported methods
}

IndexerServiceServer is the server API for IndexerService service. All implementations must embed UnimplementedIndexerServiceServer for forward compatibility.

IndexerService exposes a minimal set of RPCs to interact with the KV cache indexer. This is an MVP designed to wrap the existing pkg/kvcache.Indexer functionality behind gRPC.

type PodScore ¶

type PodScore struct {
	Pod   string  `protobuf:"bytes,1,opt,name=pod,proto3" json:"pod,omitempty"`
	Score float64 `protobuf:"fixed64,2,opt,name=score,proto3" json:"score,omitempty"`
	// contains filtered or unexported fields
}

func (*PodScore) Descriptor() ([]byte, []int)

func (x *PodScore) GetPod() string

func (x *PodScore) GetScore() float64

func (*PodScore) ProtoMessage()

func (x *PodScore) ProtoReflect() protoreflect.Message

func (x *PodScore) Reset()

func (x *PodScore) String() string

type UnimplementedIndexerServiceServer ¶

type UnimplementedIndexerServiceServer struct{}

UnimplementedIndexerServiceServer must be embedded to have forward compatible implementations.

NOTE: this should be embedded by value instead of pointer to avoid a nil pointer dereference when methods are called.

func (UnimplementedIndexerServiceServer) GetPodScores(context.Context, *GetPodScoresRequest) (*GetPodScoresResponse, error)

type UnsafeIndexerServiceServer ¶

type UnsafeIndexerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeIndexerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to IndexerServiceServer will result in compilation errors.