controllers

func (*Controller) AddArtifactToRegistry ¶

func (c *Controller) AddArtifactToRegistry(ctx context.Context, registryName string, runID string,
	artifactID string, tags ...string,
) error

func (*Controller) AddArtifacts ¶

func (c *Controller) AddArtifacts(ctx context.Context, runID string, as []types.Artifact) error

func (*Controller) AddBenchmarkMetrics ¶ added in v0.1.3

func (c *Controller) AddBenchmarkMetrics(ctx context.Context, benchID string, metrics []types.BenchMetric) error

AddBenchmarkMetrics adds metrics to a benchmark.

func (*Controller) AddBenchmarkRegistries ¶ added in v0.1.3

func (c *Controller) AddBenchmarkRegistries(ctx context.Context, benchID string, registries []string) error

AddBenchmarkRegistries adds new registries to a benchmark.

func (*Controller) AddMetrics ¶

func (c *Controller) AddMetrics(ctx context.Context, runID string, m []types.Metric) error

func (*Controller) AddModelEntry ¶

func (c *Controller) AddModelEntry(ctx context.Context, registryName string, url string, tags ...string) error

func (*Controller) Artifact ¶

func (c *Controller) Artifact(ctx context.Context, runID string,
	artifact string,
) (*types.SavedArtifact, io.ReadCloser, error)

Artifact fetches an artifact and returns a Reader to its content.

func (*Controller) Artifacts ¶

func (c *Controller) Artifacts(ctx context.Context,
	runIds []string,
) (map[string][]string, error)

func (*Controller) Benchmark ¶ added in v0.1.3

func (c *Controller) Benchmark(ctx context.Context, benchID string) (*types.Bench, error)

Benchmark returns a benchmark with id `benchID` if present.

func (*Controller) BenchmarkMetrics ¶ added in v0.1.3

func (c *Controller) BenchmarkMetrics(ctx context.Context, benchID string) ([]types.BenchMetric, error)

BenchmarkMetrics pulls metrics tracked by a benchmark.

func (*Controller) BenchmarkRegistries ¶ added in v0.1.3

func (c *Controller) BenchmarkRegistries(ctx context.Context, benchID string) ([]string, error)

BenchmarkRegistries pulls registries linked the benchmark.

func (*Controller) BenchmarkRuns ¶ added in v0.1.3

func (c *Controller) BenchmarkRuns(ctx context.Context, benchID string) ([]*types.BenchRun, error)

BenchmarkRuns pulls all recorded benchmark runs.

func (*Controller) Benchmarks ¶ added in v0.1.3

func (c *Controller) Benchmarks(ctx context.Context) ([]string, error)

Benchmarks pulls all known benchmark names.

func (*Controller) BestRuns ¶ added in v0.1.3

func (c *Controller) BestRuns(ctx context.Context, benchID string,
	metrics ...string,
) (map[string]*types.BenchRun, error)

BestRuns returns the best run for each metric selected.

func (*Controller) CreateBenchmark ¶ added in v0.1.3

func (c *Controller) CreateBenchmark(ctx context.Context, b types.Bench) (string, bool, error)

CreateBenchmark creates a new benchmark.

func (*Controller) CreateModelRegistry ¶

func (c *Controller) CreateModelRegistry(ctx context.Context, name string) error

func (*Controller) CreateRun ¶

func (c *Controller) CreateRun(ctx context.Context, run types.Run) error

func (*Controller) Exp ¶

func (c *Controller) Exp(ctx context.Context, expID string) (*types.Experiment, error)

func (*Controller) ExpInfo ¶

func (c *Controller) ExpInfo(ctx context.Context, expID string) (types.ExperimentInfo, error)

ExpInfo returns info data linked to an experiment (description, etc).

func (*Controller) ExpRuns ¶

func (c *Controller) ExpRuns(ctx context.Context, expID string) ([]string, error)

func (*Controller) Exps ¶

func (c *Controller) Exps(ctx context.Context) ([]string, error)

func (*Controller) GenerateKey ¶ added in v0.1.3

func (c *Controller) GenerateKey(ctx context.Context) (string, error)

GenerateKey generates a new API Key.

func (*Controller) IsValidAPIKey ¶ added in v0.1.3

func (c *Controller) IsValidAPIKey(ctx context.Context, key string) (bool, error)

IsValidAPIKey checks if an API Key is valid.

func (*Controller) LastModelEntry ¶

func (c *Controller) LastModelEntry(ctx context.Context, registryName string) (types.ModelEntry, error)

func (*Controller) ModelRegistriesID ¶

func (c *Controller) ModelRegistriesID(ctx context.Context) ([]string, error)

ModelRegistriesID retrieves all known model registry ids.

func (*Controller) ModelRegistry ¶

func (c *Controller) ModelRegistry(ctx context.Context, name string) (*types.ModelRegistry, error)

func (*Controller) RegistryBenchmarks ¶ added in v0.1.3

func (c *Controller) RegistryBenchmarks(ctx context.Context, registry string) ([]string, error)

RegistryBenchmarks pulls all benchmarks linked to a registry.

func (*Controller) RemBenchmarkMetrics ¶ added in v0.1.3

func (c *Controller) RemBenchmarkMetrics(ctx context.Context, benchID string, metrics []string) error

RemBenchmarkMetrics removes metrics from a benchmark.

func (*Controller) RemBenchmarkRegistries ¶ added in v0.1.3

func (c *Controller) RemBenchmarkRegistries(ctx context.Context, benchID string, registries []string) error

RemBenchmarkRegistries removes registries from a benchmark.

func (*Controller) Run ¶

func (c *Controller) Run(ctx context.Context, runID string) (*types.Run, error)

func (*Controller) Runs ¶

func (c *Controller) Runs(ctx context.Context, ids []string) ([]*types.Run, error)

func (*Controller) RunsFromExp ¶

func (c *Controller) RunsFromExp(ctx context.Context, expID string) ([]*types.Run, error)

func (*Controller) SetExpInfo ¶

func (c *Controller) SetExpInfo(ctx context.Context, expID string,
	info types.ExperimentInfo,
) error

SetExpInfo updates an experiment's info data.

func (*Controller) TagModel ¶

func (c *Controller) TagModel(ctx context.Context, registryName string, version int, tags ...string) error

func (*Controller) TaggedModel ¶

func (c *Controller) TaggedModel(ctx context.Context, registryName string, tag string) (types.ModelEntry, error)

func (*Controller) ToggleBenchmark ¶ added in v0.1.3

func (c *Controller) ToggleBenchmark(ctx context.Context, benchID string, paused bool) error

ToggleBenchmark toggle a benchmark's paused state.

func (*Controller) UpdateBenchmark ¶ added in v0.1.3

func (c *Controller) UpdateBenchmark(ctx context.Context, benchID string, update types.UpdateBench) error

func (*Controller) UpdateRegistryDockerImage ¶ added in v0.1.3

func (c *Controller) UpdateRegistryDockerImage(ctx context.Context, registry, dockerImage string) error

UpdateRegistryDockerImage updates the docker image of a registry.