Documentation
¶
Index ¶
- type Config
- type Judge
- func (j *Judge) Evaluate(input, output string, samplingRate float64) (*datamodel.JudgeResponse, error)
- func (j *Judge) EvaluateMessages(messages []datamodel.Message, response string, samplingRate float64) (*datamodel.JudgeResponse, error)
- func (j *Judge) GetConfig() Config
- func (j *Judge) GetProvider() Provider
- func (j *Judge) GetTracker() Tracker
- type Provider
- type StructuredResponse
- type Tracker
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type Judge ¶
type Judge struct {
// contains filtered or unexported fields
}
func (*Judge) EvaluateMessages ¶
func (*Judge) GetProvider ¶
func (*Judge) GetTracker ¶
type Provider ¶
type Provider interface {
InvokeStructuredModel(messages []datamodel.Message, schema map[string]interface{}) (StructuredResponse, error)
}
type StructuredResponse ¶
type StructuredResponse struct {
Content map[string]interface{}
Usage ldai.TokenUsage
}
type Tracker ¶
type Tracker interface {
TrackJudgeResponse(response datamodel.JudgeResponse) error
TrackTokens(usage ldai.TokenUsage) error
}
Click to show internal directories.
Click to hide internal directories.