agent

package

v1.4.13 Latest Latest Go to latest Published: Mar 30, 2022 License: NCSA Imports: 34 Imported by: 5

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/c3sr/dlframework

Links

Open Source Insights

Documentation ¶

Index ¶

Variables
func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error
func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)
func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)
func PredictorFrameworks() []dl.FrameworkManifest
func Predictors() []string
func UploadDir() (string, error)
type Agent
- func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)
- func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)
type AgentRequest
type Option
type Options
- func NewOptions(opts ...Option) (*Options, error)
type PredictorLifetime
type Registry

Constants ¶

This section is empty.

Variables ¶

View Source

var (
	DefaultChannelBuffer = 1000
)

Functions ¶

func AddPredictor ¶

func AddPredictor(framework dl.FrameworkManifest, pred predictor.Predictor) error

func GetPredictor ¶

func GetPredictor(framework dl.FrameworkManifest) (predictor.Predictor, error)

func GetPredictors ¶ added in v0.3.0

func GetPredictors(framework dl.FrameworkManifest) ([]predictor.Predictor, error)

func PredictorFrameworks ¶ added in v0.2.19

func PredictorFrameworks() []dl.FrameworkManifest

func Predictors ¶

func Predictors() []string

func UploadDir ¶

func UploadDir() (string, error)

Types ¶

type Agent ¶

type Agent struct {
	// contains filtered or unexported fields
}

func New ¶

func New(predictors []predictor.Predictor, opts ...Option) (*Agent, error)

func NewLocalOnlyAgent ¶ added in v1.4.5

func NewLocalOnlyAgent(framework dl.FrameworkManifest) (*Agent, error)

func (*Agent) Close ¶ added in v0.2.16

func (p *Agent) Close(ctx context.Context, req *dl.PredictorCloseRequest) (*dl.PredictorCloseResponse, error)

Close a predictor and clear it's memory.

func (*Agent) Dataset ¶ added in v0.2.16

func (p *Agent) Dataset(ctx context.Context, req *dl.DatasetRequest) (*dl.FeaturesResponse, error)

func (*Agent) FindFrameworkModel ¶

func (p *Agent) FindFrameworkModel(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.FrameworkManifest, *dl.ModelManifest, error)

func (*Agent) Images ¶ added in v0.2.16

func (p *Agent) Images(ctx context.Context, req *dl.ImagesRequest) (*dl.FeaturesResponse, error)

func (*Agent) Open ¶ added in v0.2.16

func (p *Agent) Open(ctx context.Context, req *dl.PredictorOpenRequest) (*dl.Predictor, error)

func (*Agent) PublishInPredictor ¶ added in v0.2.16

func (b *Agent) PublishInPredictor(host, prefix string) error

func (*Agent) PublishInRegistery ¶ added in v0.2.16

func (b *Agent) PublishInRegistery(prefix string) error

func (*Agent) Reset ¶ added in v0.2.16

func (p *Agent) Reset(ctx context.Context, req *dl.ResetRequest) (*dl.ResetResponse, error)

Clear method clears the internal cache of the predictors

func (*Agent) RunPrediction ¶ added in v1.4.6

func (a *Agent) RunPrediction(jsonRequest string) (string, error)

func (*Agent) URLs ¶ added in v0.2.16

func (p *Agent) URLs(ctx context.Context, req *dl.URLsRequest) (*dl.FeaturesResponse, error)

type AgentRequest ¶ added in v1.4.6

type AgentRequest struct {
	InputFiles            []string
	ModelName             string
	ModelManifestUrl      string
	ModelManifestInline   *dl.ModelManifest
	BatchSize             int
	TraceLevel            string
	TracerAddress         string
	UseGpu                bool
	NumWarmup             int
	Count                 int
	DesiredResultModality string
}

type Option ¶

type Option func(o *Options) *Options

func WithHost ¶

func WithHost(host string) Option

func WithPort ¶

func WithPort(port int) Option

func WithPortString ¶ added in v0.2.16

func WithPortString(port string) Option

type Options ¶

type Options struct {
	// contains filtered or unexported fields
}

func NewOptions ¶

func NewOptions(opts ...Option) (*Options, error)

type PredictorLifetime ¶ added in v0.3.0

type PredictorLifetime struct {
	Predictor      *predictor.Predictor
	ReferenceCount uint64
}

type Registry ¶

type Registry struct {
	// contains filtered or unexported fields
}

func (*Registry) FrameworkAgents ¶

func (c *Registry) FrameworkAgents(context.Context, *dl.FrameworkRequest) (*dl.Agents, error)

func (*Registry) FrameworkManifests ¶

func (c *Registry) FrameworkManifests(context.Context, *dl.FrameworkRequest) (*dl.FrameworkManifestsResponse, error)

func (*Registry) ModelAgents ¶

func (c *Registry) ModelAgents(context.Context, *dl.ModelRequest) (*dl.Agents, error)

func (*Registry) ModelManifests ¶

func (c *Registry) ModelManifests(context.Context, *dl.ModelRequest) (*dl.ModelManifestsResponse, error)

func (*Registry) PublishInPredictor ¶ added in v0.2.16

func (b *Registry) PublishInPredictor(host, prefix string) error

func (*Registry) PublishInRegistery ¶

func (c *Registry) PublishInRegistery() error

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL