Affected by GO-2024-2705 and 2 other vulnerabilities

GO-2024-2705: LocalAI cross-site request forgery vulnerability in github.com/go-skynet/LocalAI

GO-2024-2717: LocalAI Command Injection in audioToWav in github.com/go-skynet/LocalAI

GO-2024-2938: LocalAI path traversal vulnerability in github.com/go-skynet/LocalAI

model

package

v1.21.0 Latest Latest Go to latest Published: Jul 16, 2023 License: MIT Imports: 19 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/go-skynet/LocalAI

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
type ModelLoader
- func NewModelLoader(modelPath string) *ModelLoader
type Option
type Options
- func NewOptions(opts ...Option) *Options

Constants ¶

View Source

const (
	LlamaBackend        = "llama"
	BloomzBackend       = "bloomz"
	StarcoderBackend    = "starcoder"
	GPTJBackend         = "gptj"
	DollyBackend        = "dolly"
	MPTBackend          = "mpt"
	GPTNeoXBackend      = "gptneox"
	ReplitBackend       = "replit"
	Gpt2Backend         = "gpt2"
	Gpt4AllLlamaBackend = "gpt4all-llama"
	Gpt4AllMptBackend   = "gpt4all-mpt"
	Gpt4AllJBackend     = "gpt4all-j"
	Gpt4All             = "gpt4all"
	FalconBackend       = "falcon"
	FalconGGMLBackend   = "falcon-ggml"

	BertEmbeddingsBackend  = "bert-embeddings"
	RwkvBackend            = "rwkv"
	WhisperBackend         = "whisper"
	StableDiffusionBackend = "stablediffusion"
	PiperBackend           = "piper"
	LCHuggingFaceBackend   = "langchain-huggingface"
)

Variables ¶

This section is empty.

Functions ¶

This section is empty.

Types ¶

type ModelLoader ¶

type ModelLoader struct {
	ModelPath string
	// contains filtered or unexported fields
}

func NewModelLoader ¶

func NewModelLoader(modelPath string) *ModelLoader

func (*ModelLoader) BackendLoader ¶ added in v1.7.0

func (ml *ModelLoader) BackendLoader(opts ...Option) (model *grpc.Client, err error)

func (*ModelLoader) ExistsInModelPath ¶

func (ml *ModelLoader) ExistsInModelPath(s string) bool

func (*ModelLoader) GreedyLoader ¶ added in v1.7.0

func (ml *ModelLoader) GreedyLoader(opts ...Option) (*grpc.Client, error)

func (*ModelLoader) ListModels ¶

func (ml *ModelLoader) ListModels() ([]string, error)

func (*ModelLoader) LoadModel ¶ added in v1.9.0

func (ml *ModelLoader) LoadModel(modelName string, loader func(string) (*grpc.Client, error)) (*grpc.Client, error)

func (*ModelLoader) StopGRPC ¶ added in v1.21.0

func (ml *ModelLoader) StopGRPC()

func (*ModelLoader) TemplatePrefix ¶

func (ml *ModelLoader) TemplatePrefix(modelName string, in interface{}) (string, error)

type Option ¶ added in v1.21.0

type Option func(*Options)

func WithAssetDir ¶ added in v1.21.0

func WithAssetDir(assetDir string) Option

func WithBackendString ¶ added in v1.21.0

func WithBackendString(backend string) Option

func WithContext ¶ added in v1.21.0

func WithContext(ctx context.Context) Option

func WithLoadGRPCLLMModelOpts ¶ added in v1.21.0

func WithLoadGRPCLLMModelOpts(opts *pb.ModelOptions) Option

func WithModelFile ¶ added in v1.21.0

func WithModelFile(modelFile string) Option

func WithThreads ¶ added in v1.21.0

func WithThreads(threads uint32) Option

type Options ¶ added in v1.21.0

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions ¶ added in v1.21.0

func NewOptions(opts ...Option) *Options

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL