Documentation
¶
Index ¶
- Constants
- Variables
- func JobDirFromResultPath(resultPath, evalBaseDir string) string
- func PrintExceptionDetails(w io.Writer, jobDir string)
- type BrowserOpenFunc
- type CommandRunFunc
- type CommandStartFunc
- type DashboardReadyFunc
- type DockerWorkdirStager
- type DockerWorkdirStagerOptions
- type EvalCompareOptions
- type EvalComparer
- type EvalOptions
- type EvalPromoteOptions
- type EvalPromoter
- type EvalRunner
- type EvalTaskNewOptions
- type EvalTaskNewer
- type EvalViewOptions
- type EvalViewer
- type ExecResult
- type GitConfigFunc
- type Options
- type ResultPathWriter
- type Server
- type StartedCommand
Constants ¶
View Source
const ( DefaultEvalDatasetPath = "evals/tasks" DefaultEvalJobsDir = ".runme/evals/jobs" )
View Source
const ( ProtocolName = "runme.harbor.stdio" ProtocolVersion = "v1" )
Variables ¶
View Source
var ErrRunmeHarborMissing = errors.New("runme-harbor missing")
Functions ¶
func JobDirFromResultPath ¶
JobDirFromResultPath returns the eval job directory containing Harbor's result file.
func PrintExceptionDetails ¶
PrintExceptionDetails appends Harbor exception file details for an eval job.
Types ¶
type BrowserOpenFunc ¶ added in v3.16.16
type CommandRunFunc ¶
type CommandStartFunc ¶ added in v3.16.16
type DashboardReadyFunc ¶ added in v3.16.16
type DockerWorkdirStager ¶
type DockerWorkdirStager struct {
// contains filtered or unexported fields
}
func NewDockerWorkdirStager ¶
func NewDockerWorkdirStager(opts DockerWorkdirStagerOptions) (*DockerWorkdirStager, error)
func (*DockerWorkdirStager) StageDataset ¶
func (s *DockerWorkdirStager) StageDataset(datasetPath string) error
type EvalCompareOptions ¶ added in v3.16.17
type EvalComparer ¶ added in v3.16.17
type EvalComparer struct {
// contains filtered or unexported fields
}
func NewEvalComparer ¶ added in v3.16.17
func NewEvalComparer(opts EvalCompareOptions) *EvalComparer
func (*EvalComparer) Run ¶ added in v3.16.17
func (c *EvalComparer) Run(args []string) error
type EvalOptions ¶
type EvalOptions struct {
Agent string
TaskDir string
JobsDir string
Ask bool
AgentKwargs []string
AgentEnv []string
Model string
Env string
RunmeBin string
RunmeArgs []string
RunmeHarborBin string
Debug bool
JobsDirExplicit bool
CommandRun CommandRunFunc
LookPath func(string) (string, error)
Executable func() (string, error)
Stdin io.Reader
Stdout io.Writer
Stderr io.Writer
ExtraEnv []string
Preflight bool
}
type EvalPromoteOptions ¶ added in v3.16.17
type EvalPromoter ¶ added in v3.16.17
type EvalPromoter struct {
// contains filtered or unexported fields
}
func NewEvalPromoter ¶ added in v3.16.17
func NewEvalPromoter(opts EvalPromoteOptions) *EvalPromoter
func (*EvalPromoter) Run ¶ added in v3.16.17
func (p *EvalPromoter) Run(args []string) error
type EvalRunner ¶
type EvalRunner struct {
// contains filtered or unexported fields
}
func NewEvalRunner ¶
func NewEvalRunner(opts EvalOptions) *EvalRunner
func (*EvalRunner) Run ¶
func (r *EvalRunner) Run(args []string) error
type EvalTaskNewOptions ¶ added in v3.17.2
type EvalTaskNewer ¶ added in v3.17.2
type EvalTaskNewer struct {
// contains filtered or unexported fields
}
func NewEvalTaskNewer ¶ added in v3.17.2
func NewEvalTaskNewer(opts EvalTaskNewOptions) *EvalTaskNewer
func (*EvalTaskNewer) Run ¶ added in v3.17.2
func (r *EvalTaskNewer) Run(args []string) error
type EvalViewOptions ¶ added in v3.16.16
type EvalViewer ¶ added in v3.16.16
type EvalViewer struct {
// contains filtered or unexported fields
}
func NewEvalViewer ¶ added in v3.16.16
func NewEvalViewer(opts EvalViewOptions) *EvalViewer
func (*EvalViewer) Run ¶ added in v3.16.16
func (r *EvalViewer) Run(args []string) error
type ExecResult ¶
type GitConfigFunc ¶ added in v3.17.2
type ResultPathWriter ¶
type ResultPathWriter struct {
// contains filtered or unexported fields
}
func NewResultPathWriter ¶
func NewResultPathWriter(dst io.Writer) *ResultPathWriter
NewResultPathWriter returns a writer that forwards Harbor output while capturing the result path.
func (*ResultPathWriter) ResultPath ¶
func (w *ResultPathWriter) ResultPath() string
ResultPath finalizes any pending output line and returns the last result path seen.
func (*ResultPathWriter) StdoutFile ¶
func (w *ResultPathWriter) StdoutFile() *os.File
StdoutFile returns the forwarded stdout file when Harbor output is connected to one.
type Server ¶
type Server struct {
// contains filtered or unexported fields
}
type StartedCommand ¶ added in v3.16.16
type StartedCommand interface {
Wait() error
}
Source Files
¶
- docker_workdir.go
- eval.go
- eval_compare.go
- eval_compare_git.go
- eval_compare_job.go
- eval_compare_render.go
- eval_exec.go
- eval_harbor_args.go
- eval_output.go
- eval_paths.go
- eval_promote.go
- eval_promote_git.go
- eval_promote_job.go
- eval_promote_message.go
- eval_result.go
- eval_result_summary.go
- eval_task_new.go
- eval_task_new_templates.go
- eval_view.go
- server.go
Click to show internal directories.
Click to hide internal directories.