server

package
v0.7.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 26, 2025 License: Apache-2.0 Imports: 35 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	// Service status constants
	ServiceStatusError     = -1
	ServiceStatusReady     = 0
	ServiceStatusAvailable = 1
	ServiceStatusCreating  = 2

	// Model status constants
	ModelStatusDownloading = "downloading"
	ModelStatusDownloaded  = "downloaded"
	ModelStatusFailed      = "failed"

	// Service provider status
	ServiceProviderStatusReady     = 0
	ServiceProviderStatusAvailable = 1
)

Variables

View Source 
var (
	DefaultLocalServiceProperties = `{"max_input_tokens":2048,"supported_response_mode":["stream","sync"],"mode_is_changeable":true,"xpu":["GPU"]}`
)

Default configuration

Functions

func AsyncPullModel 

func AsyncPullModel(sp *types.ServiceProvider, m *types.Model, pullReq *sdktypes.PullModelRequest)

func ChooseCheckServer 

func ChooseCheckServer(sp types.ServiceProvider, modelName string) checker.ServiceChecker

ChooseCheckServer creates and returns an appropriate service checker This function maintains backward compatibility with the existing API

func ProcessFile added in v0.6.0 

func ProcessFile(fileRecord *types.RagFile) error

func RecommendModels 

func RecommendModels() (map[string][]dto.RecommendModelData, error)

Types

type AIGCService 

type AIGCService interface {
	CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)
	UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)
	GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)
	GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)
	ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)
	ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)
}

func NewAIGCService 

func NewAIGCService() AIGCService

type AIGCServiceImpl 

type AIGCServiceImpl struct {
	Ds datastore.Datastore
}

func (*AIGCServiceImpl) CreateAIGCService 

func (s *AIGCServiceImpl) CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)

func (*AIGCServiceImpl) ExportService 

func (s *AIGCServiceImpl) ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCService 

func (s *AIGCServiceImpl) GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCServices 

func (s *AIGCServiceImpl) GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)

func (*AIGCServiceImpl) ImportService 

func (s *AIGCServiceImpl) ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)

func (*AIGCServiceImpl) UpdateAIGCService 

func (s *AIGCServiceImpl) UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)

type ControlPanel 

type ControlPanel interface {
	GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
	SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error
	GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)
	GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)
	GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)
}

type ControlPanelImpl 

type ControlPanelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func NewControlPanel 

func NewControlPanel() *ControlPanelImpl

func (*ControlPanelImpl) GetDashboard 

func (c *ControlPanelImpl) GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)

func (*ControlPanelImpl) GetModelkey deprecated 

func (c *ControlPanelImpl) GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)

Deprecated: GetModelkey is deprecated and may be removed in future versions.

func (*ControlPanelImpl) GetProductInfo 

func (c *ControlPanelImpl) GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)

func (*ControlPanelImpl) GetSupportModelListCombine 

func (c *ControlPanelImpl) GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ControlPanelImpl) SetDefaultModel 

func (c *ControlPanelImpl) SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error

type Health added in v0.7.0 

type Health interface {
	HealthHeader(ctx context.Context) (*dto.GetSeverHealthResponse, error)
	EngineHealthHandler(ctx context.Context, request *dto.GetEngineHealthRequest) (*dto.GetEngineHealthResponse, error)
}

func NewHealth added in v0.7.0 

func NewHealth() Health

type HealthImpl added in v0.7.0 

type HealthImpl struct {
	Ds datastore.Datastore
}

func (*HealthImpl) EngineHealthHandler added in v0.7.0 

func (h *HealthImpl) EngineHealthHandler(ctx context.Context, request *dto.GetEngineHealthRequest) (*dto.GetEngineHealthResponse, error)

func (*HealthImpl) HealthHeader added in v0.7.0 

func (h *HealthImpl) HealthHeader(ctx context.Context) (*dto.GetSeverHealthResponse, error)

type MemoryModelsInfo 

type MemoryModelsInfo struct {
	MemorySize int                      `json:"memory_size"`
	MemoryType []string                 `json:"memory_type"`
	Models     []dto.RecommendModelData `json:"models"`
}

type Model 

type Model interface {
	CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)
	DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)
	GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)
	CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)
	ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)
	GetRecommendModel() (*dto.RecommendModelResponse, error)
	GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
}

func NewModel 

func NewModel() Model

type ModelImpl 

type ModelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func (*ModelImpl) CreateModel 

func (s *ModelImpl) CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)

func (*ModelImpl) CreateModelStream 

func (s *ModelImpl) CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)

func (*ModelImpl) DeleteModel 

func (s *ModelImpl) DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)

func (*ModelImpl) GetModels 

func (s *ModelImpl) GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)

func (*ModelImpl) GetRecommendModel 

func (s *ModelImpl) GetRecommendModel() (*dto.RecommendModelResponse, error)

func (*ModelImpl) GetSupportModelList 

func (s *ModelImpl) GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ModelImpl) ModelStreamCancel 

func (s *ModelImpl) ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)

type Plugin added in v0.7.1 

type Plugin interface {
	PluginList(ctx context.Context) (*dto.GetPluginListResponse, error)
	PluginInfo(ctx context.Context, request *dto.GetPluginInfoRequest) (*dto.GetPluginInfoResponse, error)
	PluginStop(ctx context.Context, request *dto.PluginStopRequest) (*dto.PluginStopResponse, error)
	PluginDelete(ctx context.Context, request *dto.PluginDeleteRequest) (*dto.PluginDeleteResponse, error)
	PluginLoad(ctx context.Context, request *dto.PluginLoadRequest) (*dto.PluginLoadResponse, error)
	PluginDownload(ctx context.Context, request *dto.PluginLoadRequest) (*dto.PluginLoadResponse, error)
}

type PluginImpl added in v0.7.1 

type PluginImpl struct {
	Ds       datastore.Datastore
	JDs      datastore.JsonDatastore
	Registry *registry.PluginRegistry
}

func NewPlugin added in v0.7.1 

func NewPlugin() *PluginImpl

func (*PluginImpl) PluginDelete added in v0.7.1 

func (s *PluginImpl) PluginDelete(ctx context.Context, request *dto.PluginDeleteRequest) (*dto.PluginDeleteResponse, error)

func (*PluginImpl) PluginDownload added in v0.7.1 

func (s *PluginImpl) PluginDownload(ctx context.Context, request *dto.PluginLoadRequest) (*dto.PluginLoadResponse, error)

func (*PluginImpl) PluginInfo added in v0.7.1 

func (s *PluginImpl) PluginInfo(ctx context.Context, request *dto.GetPluginInfoRequest) (*dto.GetPluginInfoResponse, error)

func (*PluginImpl) PluginList added in v0.7.1 

func (s *PluginImpl) PluginList(ctx context.Context) (*dto.GetPluginListResponse, error)

func (*PluginImpl) PluginLoad added in v0.7.1 

func (s *PluginImpl) PluginLoad(ctx context.Context, request *dto.PluginLoadRequest) (*dto.PluginLoadResponse, error)

func (*PluginImpl) PluginStop added in v0.7.1 

func (s *PluginImpl) PluginStop(ctx context.Context, request *dto.PluginStopRequest) (*dto.PluginStopResponse, error)

type RagService added in v0.6.0 

type RagService interface {
	GetFile(ctx context.Context, request *dto.RagGetFileRequest) (*dto.RagGetFileResponse, error)
	GetFiles(ctx context.Context) (*dto.RagGetFilesResponse, error)
	UploadFile(c *gin.Context) (*dto.RagUploadFileResponse, error)
	DeleteFile(ctx context.Context, request *dto.RagDeleteFileRequest) (*dto.RagDeleteFileResponse, error)
	Retrieval(ctx context.Context, fileRecord *dto.RagRetrievalRequest) (*dto.RagRetrievalResponse, error)
}

type RagServiceImpl added in v0.6.0 

type RagServiceImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func NewRagService added in v0.6.0 

func NewRagService() *RagServiceImpl

func (*RagServiceImpl) DeleteFile added in v0.6.0 

func (srv *RagServiceImpl) DeleteFile(ctx context.Context, request *dto.RagDeleteFileRequest) (*dto.RagDeleteFileResponse, error)

func (*RagServiceImpl) GetFile added in v0.6.0 

func (srv *RagServiceImpl) GetFile(ctx context.Context, request *dto.RagGetFileRequest) (*dto.RagGetFileResponse, error)

func (*RagServiceImpl) GetFiles added in v0.6.0 

func (srv *RagServiceImpl) GetFiles(ctx context.Context) (*dto.RagGetFilesResponse, error)

func (*RagServiceImpl) Retrieval added in v0.6.0 

func (srv *RagServiceImpl) Retrieval(ctx context.Context, req *dto.RagRetrievalRequest) (*dto.RagRetrievalResponse, error)

func (*RagServiceImpl) Search added in v0.6.0 

func (srv *RagServiceImpl) Search(ctx context.Context, fileIDList []string, query string) (string, error)

RAG Search: rag_config-based TopK and ScoreThreshold, similarity recall from aog_rag_chunk

func (*RagServiceImpl) UploadFile added in v0.6.0 

func (srv *RagServiceImpl) UploadFile(c *gin.Context) (*dto.RagUploadFileResponse, error)

type RecommendServicesInfo 

type RecommendServicesInfo struct {
	Service             string             `json:"service"`
	MemoryModelsMapList []MemoryModelsInfo `json:"memory_size_models_map_list"`
}

type ServiceProvider 

type ServiceProvider interface {
	CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)
	DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)
	UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)
	GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)
	GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)
}

func NewServiceProvider 

func NewServiceProvider() ServiceProvider

type ServiceProviderImpl 

type ServiceProviderImpl struct {
	Ds datastore.Datastore
}

func (*ServiceProviderImpl) CreateServiceProvider 

func (s *ServiceProviderImpl) CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)

func (*ServiceProviderImpl) DeleteServiceProvider 

func (s *ServiceProviderImpl) DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProvider 

func (s *ServiceProviderImpl) GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProviders 

func (s *ServiceProviderImpl) GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)

func (*ServiceProviderImpl) UpdateServiceProvider 

func (s *ServiceProviderImpl) UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)

type Version added in v0.7.0 

type Version interface {
	GetVersion(ctx context.Context) (*dto.GetVersionResponse, error)
	GetEngineVersion(ctx context.Context, request *dto.GetEngineVersionRequest) (*dto.GetEngineVersionResponse, error)
	UpdateAvailableHandler(ctx context.Context) (*dto.UpdateAvailableResponse, error)
	UpdateHandler(ctx context.Context) (*dto.UpdateAvailableResponse, error)
}

func NewVersion added in v0.7.0 

func NewVersion() Version

type VersionImpl added in v0.7.0 

type VersionImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func (*VersionImpl) GetEngineVersion added in v0.7.0 

func (v *VersionImpl) GetEngineVersion(ctx context.Context, request *dto.GetEngineVersionRequest) (*dto.GetEngineVersionResponse, error)

func (*VersionImpl) GetVersion added in v0.7.0 

func (v *VersionImpl) GetVersion(ctx context.Context) (*dto.GetVersionResponse, error)

func (*VersionImpl) UpdateAvailableHandler added in v0.7.0 

func (v *VersionImpl) UpdateAvailableHandler(ctx context.Context) (*dto.UpdateAvailableResponse, error)

func (*VersionImpl) UpdateHandler added in v0.7.0 

func (v *VersionImpl) UpdateHandler(ctx context.Context) (*dto.UpdateAvailableResponse, error)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.