model

package
v1.9.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 11, 2023 License: MIT Imports: 17 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	LlamaBackend          = "llama"
	BloomzBackend         = "bloomz"
	StarcoderBackend      = "starcoder"
	StableLMBackend       = "stablelm"
	DollyBackend          = "dolly"
	RedPajamaBackend      = "redpajama"
	Gpt2Backend           = "gpt2"
	Gpt4AllLlamaBackend   = "gpt4all-llama"
	Gpt4AllMptBackend     = "gpt4all-mpt"
	Gpt4AllJBackend       = "gpt4all-j"
	BertEmbeddingsBackend = "bert-embeddings"
	RwkvBackend           = "rwkv"
	WhisperBackend        = "whisper"
)

Variables

This section is empty.

Functions

This section is empty.

Types

type ModelLoader 

type ModelLoader struct {
	ModelPath string
	// contains filtered or unexported fields
}

func NewModelLoader 

func NewModelLoader(modelPath string) *ModelLoader

func (*ModelLoader) BackendLoader added in v1.7.0 

func (ml *ModelLoader) BackendLoader(backendString string, modelFile string, llamaOpts []llama.ModelOption, threads uint32) (model interface{}, err error)

func (*ModelLoader) ExistsInModelPath 

func (ml *ModelLoader) ExistsInModelPath(s string) bool

func (*ModelLoader) GreedyLoader added in v1.7.0 

func (ml *ModelLoader) GreedyLoader(modelFile string, llamaOpts []llama.ModelOption, threads uint32) (interface{}, error)

func (*ModelLoader) ListModels 

func (ml *ModelLoader) ListModels() ([]string, error)

func (*ModelLoader) LoadModel added in v1.9.0 

func (ml *ModelLoader) LoadModel(modelName string, loader func(string) (interface{}, error)) (interface{}, error)

func (*ModelLoader) TemplatePrefix 

func (ml *ModelLoader) TemplatePrefix(modelName string, in interface{}) (string, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.