scheduling

package

Go to main page

Versions in this module

v1

v1.1.29

Mar 31, 2026

Changes in this version

type PlatformSupport

+ SupportsDiffusers func() bool

v1.1.28

Mar 26, 2026

v1.1.27

Mar 24, 2026

v1.1.26

Mar 24, 2026

v1.1.25

Mar 24, 2026

v1.1.24

Mar 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.23

Mar 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.22

Mar 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.21

Mar 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.20

Mar 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.19

Mar 20, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.18

Mar 20, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.17

Mar 20, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type HTTPHandler

+ func (h *HTTPHandler) UninstallBackend(w http.ResponseWriter, r *http.Request)

type Scheduler

+ func (s *Scheduler) UninstallBackend(ctx context.Context, name string) error

v1.1.16

Mar 20, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.15

Mar 20, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.14

Mar 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.13

Mar 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type BackendStatus

+ Loading bool

v1.1.12

Mar 17, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.11

Mar 9, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.10

Mar 5, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.9

Mar 4, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.8

Feb 26, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.7

Feb 25, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.6

Feb 25, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.5

Feb 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.4

Feb 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.3

Feb 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.2

Feb 23, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.1.1

Feb 19, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type PlatformSupport

+ SupportsVLLMMetal func() bool

v1.1.0

Feb 19, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.30

Feb 19, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.29

Feb 19, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.28

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.27

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.26

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.25

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.24

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.23

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.22

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.21

Feb 18, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

+ type PlatformSupport interface

+ SupportsMLX func() bool

+ SupportsSGLang func() bool

+ SupportsVLLM func() bool

v1.0.20

Feb 16, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.19

Feb 16, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.18

Feb 13, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.17

Feb 12, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.16

Feb 11, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.15

Feb 11, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type BackendStatus

+ KeepAlive *inference.KeepAlive

type HTTPHandler

+ func (h *HTTPHandler) InstallBackend(w http.ResponseWriter, r *http.Request)

type Scheduler

+ func (s *Scheduler) InstallBackend(ctx context.Context, name string) error

v1.0.14

Feb 4, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.13

Jan 26, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.12

Jan 21, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.11

Jan 12, 2026 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.10

Dec 17, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type HTTPHandler

+ func (h *HTTPHandler) GetModelConfigs(w http.ResponseWriter, r *http.Request)

+ type ModelConfigEntry struct

+ Backend string

+ Config inference.BackendConfiguration

+ Mode inference.BackendMode

+ Model string

+ ModelID string

v1.0.9

Dec 11, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.8

Dec 11, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.7

Dec 5, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type ConfigureRequest

+ Mode *inference.BackendMode

+ type HTTPHandler struct

+ func NewHTTPHandler(s *Scheduler, modelHandler *models.HTTPHandler, allowedOrigins []string) *HTTPHandler

+ func (h *HTTPHandler) Configure(w http.ResponseWriter, r *http.Request)

+ func (h *HTTPHandler) GetAllActiveRunners() []metrics.ActiveRunner

+ func (h *HTTPHandler) GetBackendStatus(w http.ResponseWriter, r *http.Request)

+ func (h *HTTPHandler) GetDiskUsage(w http.ResponseWriter, _ *http.Request)

+ func (h *HTTPHandler) GetLlamaCppSocket() (string, error)

+ func (h *HTTPHandler) GetRunningBackends(w http.ResponseWriter, r *http.Request)

+ func (h *HTTPHandler) RebuildRoutes(allowedOrigins []string)

+ func (h *HTTPHandler) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ func (h *HTTPHandler) Unload(w http.ResponseWriter, r *http.Request)

type Scheduler

+ func (s *Scheduler) ConfigureRunner(ctx context.Context, backend inference.Backend, req ConfigureRequest, ...) (inference.Backend, error)

v1.0.6

Nov 27, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.5

Nov 24, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

type Scheduler

+ func (s *Scheduler) GetRunningBackendsInfo(ctx context.Context) []BackendStatus

v1.0.4

Nov 20, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.3

Nov 12, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.2

Nov 6, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

v1.0.0

Nov 5, 2025 GO-2026-4911

GO-2026-4911: Docker Model Runner OCI Registry Client Vulnerable to Server-Side Request Forgery (SSRF) in github.com/docker/model-runner

Changes in this version

+ var ErrBackendNotFound = errors.New("backend not found")

+ var RunnerSocketPath = func(slot int) (string, error)

+ type BackendStatus struct

+ BackendName string

+ InUse bool

+ LastUsed time.Time

+ Mode string

+ ModelName string

+ type ConfigureRequest struct

+ ContextSize int64

+ Model string

+ RawRuntimeFlags string

+ RuntimeFlags []string

+ Speculative *inference.SpeculativeDecodingConfig

+ type DiskUsage struct

+ DefaultBackendDiskUsage int64

+ ModelsDiskUsage int64

+ type OpenAIErrorResponse struct

+ Code *string

+ Message string

+ Param *string

+ SequenceNumber int

+ Type string

+ type OpenAIInferenceRequest struct

+ Model string

+ type Scheduler struct

+ func NewScheduler(log logging.Logger, backends map[string]inference.Backend, ...) *Scheduler

+ func (s *Scheduler) Configure(w http.ResponseWriter, r *http.Request)

+ func (s *Scheduler) GetAllActiveRunners() []metrics.ActiveRunner

+ func (s *Scheduler) GetBackendStatus(w http.ResponseWriter, r *http.Request)

+ func (s *Scheduler) GetDiskUsage(w http.ResponseWriter, _ *http.Request)

+ func (s *Scheduler) GetLlamaCppSocket() (string, error)

+ func (s *Scheduler) GetRunningBackends(w http.ResponseWriter, r *http.Request)

+ func (s *Scheduler) RebuildRoutes(allowedOrigins []string)

+ func (s *Scheduler) ResetInstaller(httpClient *http.Client)

+ func (s *Scheduler) Run(ctx context.Context) error

+ func (s *Scheduler) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ func (s *Scheduler) Unload(w http.ResponseWriter, r *http.Request)

+ type UnloadRequest struct

+ All bool

+ Backend string

+ Models []string

+ type UnloadResponse struct

+ UnloadedRunners int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL