Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

backend

package

Go to main page

Versions in this module

v0

v0.0.6

Sep 6, 2024

Changes in this version

type Backend

+ Args func([]*coreapi.OpenModel, coreapi.ModelRole) []string

+ DefaultCommand func() []string

type LLAMACPP

+ func (l *LLAMACPP) Args(models []*coreapi.OpenModel, involvedRole coreapi.ModelRole) []string

+ func (l *LLAMACPP) DefaultCommand() []string

type SGLANG

+ func (s *SGLANG) Args(models []*coreapi.OpenModel, involvedRole coreapi.ModelRole) []string

+ func (s *SGLANG) DefaultCommand() []string

+ type SpeculativeBackend interface

type VLLM

+ func (v *VLLM) Args(models []*coreapi.OpenModel, involvedRole coreapi.ModelRole) []string

+ func (v *VLLM) DefaultCommand() []string

v0.0.5

Aug 26, 2024

Changes in this version

+ const DEFAULT_BACKEND_PORT

+ type Backend interface

+ DefaultArgs func(*coreapi.OpenModel) []string

+ DefaultCommands func() []string

+ DefaultResources func() inferenceapi.ResourceRequirements

+ DefaultVersion func() string

+ Image func(version string) string

+ Name func() inferenceapi.BackendName

+ func SwitchBackend(name inferenceapi.BackendName) Backend

+ type LLAMACPP struct

+ func (l *LLAMACPP) DefaultArgs(model *coreapi.OpenModel) []string

+ func (l *LLAMACPP) DefaultCommands() []string

+ func (l *LLAMACPP) DefaultResources() inferenceapi.ResourceRequirements

+ func (l *LLAMACPP) DefaultVersion() string

+ func (l *LLAMACPP) Image(version string) string

+ func (l *LLAMACPP) Name() inferenceapi.BackendName

+ type SGLANG struct

+ func (s *SGLANG) DefaultArgs(model *coreapi.OpenModel) []string

+ func (s *SGLANG) DefaultCommands() []string

+ func (s *SGLANG) DefaultResources() inferenceapi.ResourceRequirements

+ func (s *SGLANG) DefaultVersion() string

+ func (s *SGLANG) Image(version string) string

+ func (s *SGLANG) Name() inferenceapi.BackendName

+ type VLLM struct

+ func (v *VLLM) DefaultArgs(model *coreapi.OpenModel) []string

+ func (v *VLLM) DefaultCommands() []string

+ func (v *VLLM) DefaultResources() inferenceapi.ResourceRequirements

+ func (v *VLLM) DefaultVersion() string

+ func (v *VLLM) Image(version string) string

+ func (v *VLLM) Name() inferenceapi.BackendName