puller

Apr 18, 2025

Changes in this version

+ func ModelDir() string

+ func PreferredModelFormat(runtime string, supportedFormats []mv1.ModelFormat) (mv1.ModelFormat, error)

+ type Client struct

+ func NewClient(addr string) *Client

+ func (c *Client) GetModel(ctx context.Context, modelID string) (int, error)

+ func (c *Client) PullModel(ctx context.Context, modelID string) error

+ type P struct

+ func New(mconfig *config.ProcessedModelConfig, runtimeName string, mClient modelClient, ...) *P

+ func (p *P) Pull(ctx context.Context, modelID string) error

+ type Server struct

+ func NewServer(p puller) *Server

+ func (s *Server) ProcessPullRequests(ctx context.Context) error

+ func (s *Server) QueuePullRequest(modelID string)

+ func (s *Server) Start(port int) error