engine

package
v0.5.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 21, 2025 License: Apache-2.0 Imports: 25 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	// Default configuration
	DefaultPort = "16677"
	DefaultHost = constants.DefaultHost + ":" + DefaultPort

	// ipex-llm-ollama related
	IpexLlamaDir    = "ipex-llm-ollama"
	OllamaBatchFile = "ollama-serve.bat"

	// Windows download URLs
	WindowsAllGPUURL   = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ollama-windows-amd64-all.zip"
	WindowsNvidiaURL   = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ollama-windows-amd64.zip"
	WindowsAMDURL      = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ollama-windows-amd64-rocm.zip"
	WindowsIntelArcURL = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ipex-llm-ollama.zip"
	WindowsBaseURL     = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ollama-windows-amd64-base.zip"

	// Linux download URLs
	LinuxURL = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/linux/OllamaSetup.exe"

	// macOS download URLs
	MacOSIntelURL = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/macos/Ollama-darwin.zip"

	// Archive commands
	TarCommand     = "tar"
	TarExtractFlag = "-xf"
	TarDestFlag    = "-C"
	UnzipCommand   = "unzip"
	UnzipDestFlag  = "-d"
	MoveCommand    = "mv"
)
View Source 
const (
	ModelScopeSCHEME               = "https"
	ModelScopeEndpointCN           = "www.modelscope.cn"
	ModelScopeEndpointAI           = "www.modelscope.ai"
	ModelScopeGetModelFilesReqPath = "/api/v1/models/%s/repo/files?Revision=%s&Recursive=%s"
	ModelScopeModelDownloadReqPath = "/api/v1/models/%s/repo?Revision=%s&FilePath=%s"
	ModelScopeRevision             = "master"
	BufferSize                     = 64 * 1024

	// OpenVINO Server configuration
	OpenvinoGRPCPort     = "9000"
	OpenvinoGRPCHost     = constants.DefaultHost + ":" + OpenvinoGRPCPort
	OpenvinoHTTPPort     = "16666"
	OpenvinoHTTPHost     = constants.DefaultHost + ":" + OpenvinoHTTPPort
	OpenvinoVersion      = "2025.0.0"
	OpenvinoDefaultModel = "stable-diffusion-v-1-5-ov-fp16"

	// Download URLs
	OVMSWindowsDownloadURL = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ovms_windows.zip"
	ScriptsDownloadURL     = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/scripts.zip"
)
View Source 
const (
	GraphPBTxtSpeechToText = `` /* 486-byte string literal not displayed */

	GraphPBTxtTextToImage = `` /* 640-byte string literal not displayed */

	GraphPBTxtTextToSpeech = `` /* 562-byte string literal not displayed */

)

Variables

This section is empty.

Functions

func AsyncDownloadModelFile 

func AsyncDownloadModelFile(ctx context.Context, a AsyncDownloadModelFileData, engine *OpenvinoProvider)

func CheckFileDigest 

func CheckFileDigest(ExceptDigest string, FilePath string) bool

func DownloadModelFileRequest 

func DownloadModelFileRequest(ctx context.Context, reqData *ModelScopeFileReqData, reqHeader map[string]string) (chan []byte, chan error)

func GetHttpClient 

func GetHttpClient() *client.Client

func GetModelScopeDomain 

func GetModelScopeDomain(cnSite bool) string

func QuotePlus 

func QuotePlus(s string) string

Types

type AsyncDownloadModelFileData 

type AsyncDownloadModelFileData struct {
	ModelName      string
	ModelType      string
	DataCh         chan []byte
	ErrCh          chan error
	ModelFiles     []ModelScopeFile
	LocalModelPath string
}

type ModelConfig 

type ModelConfig struct {
	Name      string `json:"name"`
	BasePath  string `json:"base_path"`
	GraphPath string `json:"graph_path"`
}

type ModelScopeFile 

type ModelScopeFile struct {
	Name     string `json:"Name"`
	Path     string `json:"Path"`
	Digest   string `json:"Sha256"`
	Size     int64  `json:"Size"`
	IsLFS    bool   `json:"IsLFS"`
	Revision string `json:"Revision"`
	Type     string `json:"Type"`
}

func GetModelFiles 

func GetModelFiles(ctx context.Context, reqData *ModelScopeFileReqData) ([]ModelScopeFile, error)

type ModelScopeFileData 

type ModelScopeFileData struct {
	Files []ModelScopeFile `json:"Files"`
}

type ModelScopeFileReqData 

type ModelScopeFileReqData struct {
	ModelName string `json:"model_name"`
	Revision  string `json:"revision"`
	Recursive string `json:"recursive"`
	FilePath  string `json:"file_path"`
	Stream    bool   `json:"stream"`
}

type ModelScopeFileRespData 

type ModelScopeFileRespData struct {
	Code int                `json:"Code"`
	Data ModelScopeFileData `json:"Data"`
}

type OllamaProvider 

type OllamaProvider struct {
	EngineConfig *types.EngineRecommendConfig
}

func NewOllamaProvider 

func NewOllamaProvider(config *types.EngineRecommendConfig) *OllamaProvider

func (*OllamaProvider) DeleteModel 

func (o *OllamaProvider) DeleteModel(ctx context.Context, req *types.DeleteRequest) error

func (*OllamaProvider) GetConfig 

func (o *OllamaProvider) GetConfig() *types.EngineRecommendConfig

func (*OllamaProvider) GetDefaultClient 

func (o *OllamaProvider) GetDefaultClient() *client.Client

func (*OllamaProvider) GetRunningModels 

func (o *OllamaProvider) GetRunningModels(ctx context.Context) (*types.ListResponse, error)

func (*OllamaProvider) GetVersion 

func (o *OllamaProvider) GetVersion(ctx context.Context, resp *types.EngineVersionResponse) (*types.EngineVersionResponse, error)

func (*OllamaProvider) HealthCheck 

func (o *OllamaProvider) HealthCheck() error

func (*OllamaProvider) InitEnv 

func (o *OllamaProvider) InitEnv() error

func (*OllamaProvider) InstallEngine 

func (o *OllamaProvider) InstallEngine() error

func (*OllamaProvider) ListModels 

func (o *OllamaProvider) ListModels(ctx context.Context) (*types.ListResponse, error)

func (*OllamaProvider) LoadModel 

func (o *OllamaProvider) LoadModel(ctx context.Context, req *types.LoadRequest) error

func (*OllamaProvider) PullModel 

func (o *OllamaProvider) PullModel(ctx context.Context, req *types.PullModelRequest, fn types.PullProgressFunc) (*types.ProgressResponse, error)

func (*OllamaProvider) PullModelStream 

func (o *OllamaProvider) PullModelStream(ctx context.Context, req *types.PullModelRequest) (chan []byte, chan error)

func (*OllamaProvider) StartEngine 

func (o *OllamaProvider) StartEngine(mode string) error

func (*OllamaProvider) StopEngine 

func (o *OllamaProvider) StopEngine() error

func (*OllamaProvider) UnloadModel 

func (o *OllamaProvider) UnloadModel(ctx context.Context, req *types.UnloadModelRequest) error

type OpenvinoModelServerConfig 

type OpenvinoModelServerConfig struct {
	MediapipeConfigList []ModelConfig `json:"mediapipe_config_list"`
	ModelConfigList     []interface{} `json:"model_config_list"`
}

type OpenvinoProvider 

type OpenvinoProvider struct {
	EngineConfig *types.EngineRecommendConfig
}

func NewOpenvinoProvider 

func NewOpenvinoProvider(config *types.EngineRecommendConfig) *OpenvinoProvider

func (*OpenvinoProvider) DeleteModel 

func (o *OpenvinoProvider) DeleteModel(ctx context.Context, req *types.DeleteRequest) error

func (*OpenvinoProvider) GetConfig 

func (o *OpenvinoProvider) GetConfig() *types.EngineRecommendConfig

func (*OpenvinoProvider) GetDefaultClient 

func (o *OpenvinoProvider) GetDefaultClient() *client.GRPCClient

func (*OpenvinoProvider) GetRunningModels 

func (o *OpenvinoProvider) GetRunningModels(ctx context.Context) (*types.ListResponse, error)

func (*OpenvinoProvider) GetVersion 

func (o *OpenvinoProvider) GetVersion(ctx context.Context, resp *types.EngineVersionResponse) (*types.EngineVersionResponse, error)

func (*OpenvinoProvider) HealthCheck 

func (o *OpenvinoProvider) HealthCheck() error

func (*OpenvinoProvider) InitEnv 

func (o *OpenvinoProvider) InitEnv() error

func (*OpenvinoProvider) InstallEngine 

func (o *OpenvinoProvider) InstallEngine() error

func (*OpenvinoProvider) ListModels 

func (o *OpenvinoProvider) ListModels(ctx context.Context) (*types.ListResponse, error)

func (*OpenvinoProvider) LoadModel 

func (o *OpenvinoProvider) LoadModel(ctx context.Context, req *types.LoadRequest) error

func (*OpenvinoProvider) PullModel 

func (o *OpenvinoProvider) PullModel(ctx context.Context, req *types.PullModelRequest, fn types.PullProgressFunc) (*types.ProgressResponse, error)

func (*OpenvinoProvider) PullModelStream 

func (o *OpenvinoProvider) PullModelStream(ctx context.Context, req *types.PullModelRequest) (chan []byte, chan error)

func (*OpenvinoProvider) StartEngine 

func (o *OpenvinoProvider) StartEngine(mode string) error

func (*OpenvinoProvider) StopEngine 

func (o *OpenvinoProvider) StopEngine() error

func (*OpenvinoProvider) UnloadModel 

func (o *OpenvinoProvider) UnloadModel(ctx context.Context, req *types.UnloadModelRequest) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.