server

package
v0.6.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 12, 2025 License: Apache-2.0 Imports: 33 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	// Service status constants
	ServiceStatusError     = -1
	ServiceStatusReady     = 0
	ServiceStatusAvailable = 1
	ServiceStatusCreating  = 2

	// Model status constants
	ModelStatusDownloading = "downloading"
	ModelStatusDownloaded  = "downloaded"
	ModelStatusFailed      = "failed"

	// Service provider status
	ServiceProviderStatusReady     = 0
	ServiceProviderStatusAvailable = 1
)

Variables

View Source 
var (
	DefaultLocalServiceProperties = `{"max_input_tokens":2048,"supported_response_mode":["stream","sync"],"mode_is_changeable":true,"xpu":["GPU"]}`
)

Default configuration

Functions

func AsyncPullModel 

func AsyncPullModel(sp *types.ServiceProvider, m *types.Model, pullReq *types.PullModelRequest)

func CheckServerRequest 

func CheckServerRequest(req *http.Request, serviceProvider types.ServiceProvider, reqBodyString string) bool

func ProcessFile added in v0.6.0 

func ProcessFile(fileRecord *types.RagFile) error

func RecommendModels 

func RecommendModels() (map[string][]dto.RecommendModelData, error)

Types

type AIGCService 

type AIGCService interface {
	CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)
	UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)
	GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)
	GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)
	ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)
	ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)
}

func NewAIGCService 

func NewAIGCService() AIGCService

type AIGCServiceImpl 

type AIGCServiceImpl struct {
	Ds datastore.Datastore
}

func (*AIGCServiceImpl) CreateAIGCService 

func (s *AIGCServiceImpl) CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)

func (*AIGCServiceImpl) ExportService 

func (s *AIGCServiceImpl) ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCService 

func (s *AIGCServiceImpl) GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCServices 

func (s *AIGCServiceImpl) GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)

func (*AIGCServiceImpl) ImportService 

func (s *AIGCServiceImpl) ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)

func (*AIGCServiceImpl) UpdateAIGCService 

func (s *AIGCServiceImpl) UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)

type CheckChatServer 

type CheckChatServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckChatServer) CheckServer 

func (c *CheckChatServer) CheckServer() bool

type CheckEmbeddingServer 

type CheckEmbeddingServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckEmbeddingServer) CheckServer 

func (e *CheckEmbeddingServer) CheckServer() bool

type CheckGenerateServer 

type CheckGenerateServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckGenerateServer) CheckServer 

func (g *CheckGenerateServer) CheckServer() bool

type CheckImageToImageServer 

type CheckImageToImageServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckImageToImageServer) CheckServer 

func (g *CheckImageToImageServer) CheckServer() bool

type CheckImageToVideoServer 

type CheckImageToVideoServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckImageToVideoServer) CheckServer 

func (g *CheckImageToVideoServer) CheckServer() bool

type CheckLocalServer added in v0.6.0 

type CheckLocalServer struct {
	ServiceProvider types.ServiceProvider
}

func (*CheckLocalServer) CheckServer added in v0.6.0 

func (l *CheckLocalServer) CheckServer() bool

type CheckModelsServer 

type CheckModelsServer struct {
	ServiceProvider types.ServiceProvider
}

func (*CheckModelsServer) CheckServer 

func (m *CheckModelsServer) CheckServer() bool

type CheckSpeechToTextServer 

type CheckSpeechToTextServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckSpeechToTextServer) CheckServer 

func (g *CheckSpeechToTextServer) CheckServer() bool

type CheckSpeechToTextWSServer 

type CheckSpeechToTextWSServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckSpeechToTextWSServer) CheckServer 

func (g *CheckSpeechToTextWSServer) CheckServer() bool

type CheckTextToImageServer 

type CheckTextToImageServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToImageServer) CheckServer 

func (e *CheckTextToImageServer) CheckServer() bool

type CheckTextToSpeechServer 

type CheckTextToSpeechServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToSpeechServer) CheckServer 

func (t *CheckTextToSpeechServer) CheckServer() bool

type CheckTextToVideoServer 

type CheckTextToVideoServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToVideoServer) CheckServer 

func (g *CheckTextToVideoServer) CheckServer() bool

type ControlPanel 

type ControlPanel interface {
	GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
	SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error
	GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)
	GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)
	GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)
}

type ControlPanelImpl 

type ControlPanelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func NewControlPanel 

func NewControlPanel() *ControlPanelImpl

func (*ControlPanelImpl) GetDashboard 

func (c *ControlPanelImpl) GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)

func (*ControlPanelImpl) GetModelkey 

func (c *ControlPanelImpl) GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)

func (*ControlPanelImpl) GetProductInfo 

func (c *ControlPanelImpl) GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)

func (*ControlPanelImpl) GetSupportModelListCombine 

func (c *ControlPanelImpl) GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ControlPanelImpl) SetDefaultModel 

func (c *ControlPanelImpl) SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error

type MemoryModelsInfo 

type MemoryModelsInfo struct {
	MemorySize int                      `json:"memory_size"`
	MemoryType []string                 `json:"memory_type"`
	Models     []dto.RecommendModelData `json:"models"`
}

type Model 

type Model interface {
	CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)
	DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)
	GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)
	CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)
	ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)
	GetRecommendModel() (*dto.RecommendModelResponse, error)
	GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
}

func NewModel 

func NewModel() Model

type ModelImpl 

type ModelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func (*ModelImpl) CreateModel 

func (s *ModelImpl) CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)

func (*ModelImpl) CreateModelStream 

func (s *ModelImpl) CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)

func (*ModelImpl) DeleteModel 

func (s *ModelImpl) DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)

func (*ModelImpl) GetModels 

func (s *ModelImpl) GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)

func (*ModelImpl) GetRecommendModel 

func (s *ModelImpl) GetRecommendModel() (*dto.RecommendModelResponse, error)

func (*ModelImpl) GetSupportModelList 

func (s *ModelImpl) GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ModelImpl) ModelStreamCancel 

func (s *ModelImpl) ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)

type ModelServiceManager 

type ModelServiceManager interface {
	CheckServer() bool
}

func ChooseCheckServer 

func ChooseCheckServer(sp types.ServiceProvider, modelName string) ModelServiceManager

type RagService added in v0.6.0 

type RagService interface {
	GetFile(ctx context.Context, request *dto.RagGetFileRequest) (*dto.RagGetFileResponse, error)
	GetFiles(ctx context.Context) (*dto.RagGetFilesResponse, error)
	UploadFile(c *gin.Context) (*dto.RagUploadFileResponse, error)
	DeleteFile(ctx context.Context, request *dto.RagDeleteFileRequest) (*dto.RagDeleteFileResponse, error)
	Retrieval(ctx context.Context, fileRecord *dto.RagRetrievalRequest) (*dto.RagRetrievalResponse, error)
}

type RagServiceImpl added in v0.6.0 

type RagServiceImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func NewRagService added in v0.6.0 

func NewRagService() *RagServiceImpl

func (*RagServiceImpl) DeleteFile added in v0.6.0 

func (srv *RagServiceImpl) DeleteFile(ctx context.Context, request *dto.RagDeleteFileRequest) (*dto.RagDeleteFileResponse, error)

func (*RagServiceImpl) GetFile added in v0.6.0 

func (srv *RagServiceImpl) GetFile(ctx context.Context, request *dto.RagGetFileRequest) (*dto.RagGetFileResponse, error)

func (*RagServiceImpl) GetFiles added in v0.6.0 

func (srv *RagServiceImpl) GetFiles(ctx context.Context) (*dto.RagGetFilesResponse, error)

func (*RagServiceImpl) Retrieval added in v0.6.0 

func (srv *RagServiceImpl) Retrieval(ctx context.Context, req *dto.RagRetrievalRequest) (*dto.RagRetrievalResponse, error)

func (*RagServiceImpl) Search added in v0.6.0 

func (srv *RagServiceImpl) Search(ctx context.Context, fileIDList []string, query string) (string, error)

RAG Search: rag_config-based TopK and ScoreThreshold, similarity recall from aog_rag_chunk

func (*RagServiceImpl) UploadFile added in v0.6.0 

func (srv *RagServiceImpl) UploadFile(c *gin.Context) (*dto.RagUploadFileResponse, error)

type RecommendServicesInfo 

type RecommendServicesInfo struct {
	Service             string             `json:"service"`
	MemoryModelsMapList []MemoryModelsInfo `json:"memory_size_models_map_list"`
}

type ServiceProvider 

type ServiceProvider interface {
	CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)
	DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)
	UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)
	GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)
	GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)
}

func NewServiceProvider 

func NewServiceProvider() ServiceProvider

type ServiceProviderImpl 

type ServiceProviderImpl struct {
	Ds datastore.Datastore
}

func (*ServiceProviderImpl) CreateServiceProvider 

func (s *ServiceProviderImpl) CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)

func (*ServiceProviderImpl) DeleteServiceProvider 

func (s *ServiceProviderImpl) DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProvider 

func (s *ServiceProviderImpl) GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProviders 

func (s *ServiceProviderImpl) GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)

func (*ServiceProviderImpl) UpdateServiceProvider 

func (s *ServiceProviderImpl) UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.