entity

type AccessProtocol = string

type AgentTrajectoryAnalysisResult struct {
	StepID  string                     `json:"step_id,omitempty"`
	Status  InsightAnalysisStatus      `json:"status,omitempty"`
	Summary string                     `json:"summary,omitempty"`
	Issues  []*TrajectoryAnalysisIssue `json:"issues,omitempty"`
}

type AggrCalculateEvent struct {
	ExperimentID int64
	SpaceID      int64

	CalculateMode     CalculateMode
	SpecificFieldInfo *SpecificFieldInfo
}

type AggrResultDataType int

type AggregateData struct {
	DataType            AggrResultDataType
	Value               *float64
	ScoreDistribution   *ScoreDistributionData
	OptionDistribution  *OptionDistributionData
	BooleanDistribution *BooleanDistributionData
}

type AggregateResult struct {
	AggregatorResults []*AggregatorResult
}

type AggregatedEvaluatorTag struct {
	TagKey   string
	TagValue string
}

type AggregatorResult struct {
	AggregatorType AggregatorType
	Data           *AggregateData
}

type AggregatorType int

type AnalysisEvent struct {
	RecordID int64 `json:"record_id"`
}

type AnalysisRecord struct {
	ID          int64                 `json:"id"`
	WorkspaceID int64                 `json:"workspace_id"`
	Type        AnalysisType          `json:"type,omitempty"`
	Status      InsightAnalysisStatus `json:"status,omitempty"`

	// type=trajectory的metaInfo、result填充在此
	TrajectoryMetaInfo       *TrajectoryMetaInfo       `json:"trajectory_meta_info,omitempty"`
	TrajectoryAnalysisResult *TrajectoryAnalysisResult `json:"result,omitempty"`
	BaseInfo                 *common.BaseInfo          `json:"base_info,omitempty"`
}

type AnalysisRecordRef struct {
	ID                         int64            `json:"id"`
	WorkspaceID                int64            `json:"workspace_id"`
	UniqueKey                  string           `json:"unique_key"`
	TrajectoryAnalysisRecordID int64            `json:"trajectory_analysis_record_id"`
	BaseInfo                   *common.BaseInfo `json:"base_info,omitempty"`
}

type AnalysisType = string

type AnnotateData struct {
	Score          *float64
	TextValue      *string
	BoolValue      *string // 标签基座boolean标签以选项形式实现
	Option         *string
	TagContentType TagContentType
}

type AnnotateRecord struct {
	ID           int64
	SpaceID      int64
	TagKeyID     int64
	ExperimentID int64
	AnnotateData *AnnotateData
	BaseInfo     *BaseInfo
	TagValueID   int64
}

type AnnotationAggregateResult struct {
	TagKeyID          int64
	AggregatorResults []*AggregatorResult
	Name              *string
}

type ArgsSchema struct {
	Key                 *string       `json:"key,omitempty"`
	SupportContentTypes []ContentType `json:"support_content_types,omitempty"`
	JsonSchema          *string       `json:"json_schema,omitempty"`
	DefaultValue        *Content      `json:"default_value,omitempty"`
}

type Audio struct {
	Format *string `json:"format,omitempty"`
	URL    *string `json:"url,omitempty"`
}

type BaseInfo struct {
	CreatedBy *UserInfo `json:"created_by,omitempty"`
	UpdatedBy *UserInfo `json:"updated_by,omitempty"`
	CreatedAt *int64    `json:"created_at,omitempty"`
	UpdatedAt *int64    `json:"updated_at,omitempty"`
	DeletedAt *int64    `json:"deleted_at,omitempty"`
}

type BatchCreateEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Items           []*EvaluationSetItem
	// items 中存在无效数据时，默认不会写入任何数据；设置 skipInvalidItems=true 会跳过无效数据，写入有效数据
	SkipInvalidItems *bool
	// 批量写入 items 如果超出数据集容量限制，默认不会写入任何数据；设置 partialAdd=true 会写入不超出容量限制的前 N 条
	AllowPartialAdd *bool
}

type BatchGetEvalTargetBySourceParam struct {
	SpaceID        int64
	SourceTargetID []string
	TargetType     EvalTargetType
}

type BatchGetEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	ItemIDs         []int64
	VersionID       *int64
	PageNumber      *int32
	PageSize        *int32
	PageToken       *string
	OrderBys        []*OrderBy
}

type BatchGetEvaluationSetVersionsResult struct {
	Version       *EvaluationSetVersion
	EvaluationSet *EvaluationSet
}

type BatchUpdateEvaluationSetItemsParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Items           []*EvaluationSetItem
	// items 中存在无效数据时，默认不会写入任何数据；设置 skipInvalidItems=true 会跳过无效数据，写入有效数据
	SkipInvalidItems *bool
}

type BizCategory = string

type BmqProducerCfg struct {
	Topic   string `json:"topic"`
	Cluster string `json:"cluster"`
}

type BooleanDistributionData struct {
	TrueCount      int64
	FalseCount     int64
	TruePercentage float64
}

type CKDBConfig struct {
	ExptTurnResultFilterDBName string `json:"expt_turn_result_filter_db_name" mapstructure:"expt_turn_result_filter_db_name"`
	DatasetItemsSnapshotDBName string `json:"dataset_items_snapshot_db_name" mapstructure:"dataset_items_snapshot_db_name"`
}

type CSVExportStatus int32

type CalculateMode int

type CodeEvaluatorContent struct {
	Lang2CodeContent map[LanguageType]string `json:"lang_2_code_content"`
}

type CodeEvaluatorVersion struct {
	ID            int64         `json:"id"`
	SpaceID       int64         `json:"space_id"`
	EvaluatorType EvaluatorType `json:"evaluator_type"`
	EvaluatorID   int64         `json:"evaluator_id"`
	Description   string        `json:"description"`
	Version       string        `json:"version"`
	BaseInfo      *BaseInfo     `json:"base_info"`

	// Code评估器特有字段
	CodeTemplateKey  *string      `json:"code_template_key"`
	CodeTemplateName *string      `json:"code_template_name"`
	CodeContent      string       `json:"code_content"`
	LanguageType     LanguageType `json:"language_type"`
}

type ColumnAnnotation struct {
	TagKeyID       int64
	TagName        string
	Description    string
	TagValues      []*TagValue
	TagContentType TagContentType
	TagContentSpec *TagContentSpec
	TagStatus      TagStatus
}

type ColumnEvalSetField struct {
	Key         *string
	Name        *string
	Description *string
	ContentType ContentType
	TextSchema  *string
	SchemaKey   *SchemaKey
}

type ColumnEvalTarget struct {
	Name        string
	Desc        string
	Label       *string
	DisplayName string
}

type ColumnEvaluator struct {
	EvaluatorVersionID int64
	EvaluatorID        int64
	EvaluatorType      EvaluatorType
	Name               *string
	Version            *string
	Description        *string
	Builtin            *bool
}

type CompleteExptOption struct {
	Status             ExptStatus
	StatusMessage      string
	CID                string
	CompleteInterval   time.Duration
	NoAggrCalculate    bool
	NoCompleteItemTurn bool
}

type CompleteExptOptionFn func(*CompleteExptOption)

type ConflictField struct {
	FieldName string
	Detail    map[string]*FieldSchema
}

type Connector struct {
	TargetConf     *TargetConf
	EvaluatorsConf *EvaluatorsConf
}

type Content struct {
	ContentType      *ContentType        `json:"content_type,omitempty"`
	Format           *FieldDisplayFormat `json:"format,omitempty"` // 假设 datasetv2.FieldDisplayFormat 为 interface{}
	Text             *string             `json:"text,omitempty"`
	Image            *Image              `json:"image,omitempty"`
	MultiPart        []*Content          `json:"multi_part,omitempty"`
	Audio            *Audio              `json:"audio,omitempty"`
	ContentOmitted   *bool               `json:"content_omitted,omitempty"`
	FullContent      *ObjectStorage      `json:"full_content,omitempty"`       // 被省略数据的完整信息，批量返回时会签发相应的 url，用户可以点击下载. 同时支持通过该字段传入已经上传好的超长数据(dataOmitted 为 true 时生效)
	FullContentBytes *int32              `json:"full_content_bytes,omitempty"` // 超长数据完整内容的大小，单位 byte
}

type ContentType string

type ContinuousNumberSpec struct {
	MinValue            *float64
	MinValueDescription *string
	MaxValue            *float64
	MaxValueDescription *string
}

type Correction struct {
	Score     *float64 `json:"score,omitempty"`
	Explain   string   `json:"explain,omitempty"`
	UpdatedBy string   `json:"updated_by,omitempty"`
}

type CozeBot struct {
	BotID          int64
	BotVersion     string
	BotInfoType    CozeBotInfoType
	PublishVersion *string

	BotName     string    `json:"-"`
	AvatarURL   string    `json:"-"`
	Description string    `json:"-"`
	BaseInfo    *BaseInfo `json:"-"`
}

type CozeBotInfoType int64

type CozeWorkflow struct {
	ID      string
	Version string
	EndType int32 // 结束节点的类型，1：返回文本

	Name        string    `json:"-"`
	AvatarURL   string    `json:"-"`
	Description string    `json:"-"`
	BaseInfo    *BaseInfo `json:"-"`
}

type CreateEvalTargetParam struct {
	SourceTargetID      *string
	SourceTargetVersion *string
	EvalTargetType      *EvalTargetType
	BotInfoType         *CozeBotInfoType
	BotPublishVersion   *string
	CustomEvalTarget    *CustomEvalTarget // 搜索对象返回的信息
	Region              *Region
	Env                 *string
}

type CreateEvaluationSetParam struct {
	SpaceID             int64
	Name                string
	Description         *string
	EvaluationSetSchema *EvaluationSetSchema
	BizCategory         *BizCategory
	Session             *Session
}

type CreateEvaluationSetVersionParam struct {
	SpaceID         int64
	EvaluationSetID int64
	Version         string
	Description     *string
}

type CreateEvaluationSetWithImportParam struct {
	SpaceID             int64
	Name                string
	Description         *string
	EvaluationSetSchema *EvaluationSetSchema
	BizCategory         *BizCategory
	SourceType          *SetSourceType
	Source              *DatasetIOEndpoint
	FieldMappings       []*FieldMapping
	Session             *Session
}

type CreateEvaluatorTemplateRequest struct {
	SpaceID            int64                                                 `json:"space_id" validate:"required,gt=0"`      // 空间ID
	Name               string                                                `json:"name" validate:"required,min=1,max=100"` // 模板名称
	Description        string                                                `json:"description" validate:"max=500"`         // 模板描述
	EvaluatorType      EvaluatorType                                         `json:"evaluator_type" validate:"required"`     // 评估器类型
	EvaluatorInfo      *EvaluatorInfo                                        `json:"evaluator_info,omitempty"`               // 评估器补充信息
	InputSchemas       []*ArgsSchema                                         `json:"input_schemas,omitempty"`                // 输入模式
	OutputSchemas      []*ArgsSchema                                         `json:"output_schemas,omitempty"`               // 输出模式
	ReceiveChatHistory *bool                                                 `json:"receive_chat_history,omitempty"`         // 是否接收聊天历史
	Tags               map[EvaluatorTagLangType]map[EvaluatorTagKey][]string `json:"tags,omitempty"`                         // 标签

	// 评估器内容
	PromptEvaluatorContent *PromptEvaluatorContent `json:"prompt_evaluator_content,omitempty"` // Prompt评估器内容
	CodeEvaluatorContent   *CodeEvaluatorContent   `json:"code_evaluator_content,omitempty"`   // Code评估器内容
}

type CreateEvaluatorTemplateResponse struct {
	Template *EvaluatorTemplate `json:"template"` // 创建的模板
}

type CreateExptParam struct {
	WorkspaceID         int64   `thrift:"workspace_id,1,required" frugal:"1,required,i64" json:"workspace_id" form:"workspace_id,required" `
	EvalSetVersionID    int64   `thrift:"eval_set_version_id,2,optional" frugal:"2,optional,i64" json:"eval_set_version_id" form:"eval_set_version_id" `
	TargetVersionID     int64   `thrift:"target_version_id,3,optional" frugal:"3,optional,i64" json:"target_version_id" form:"target_version_id" `
	EvaluatorVersionIds []int64 `` /* 130-byte string literal not displayed */
	Name                string  `thrift:"name,5,optional" frugal:"5,optional,string" form:"name" json:"name,omitempty"`
	Desc                string  `thrift:"desc,6,optional" frugal:"6,optional,string" form:"desc" json:"desc,omitempty"`
	EvalSetID           int64   `thrift:"eval_set_id,7,optional" frugal:"7,optional,i64" json:"eval_set_id" form:"eval_set_id" `
	TargetID            *int64  `thrift:"target_id,8,optional" frugal:"8,optional,i64" json:"target_id" form:"target_id" `
	// TargetFieldMapping    *TargetFieldMapping                `thrift:"target_field_mapping,20,optional" frugal:"20,optional,TargetFieldMapping" form:"target_field_mapping" json:"target_field_mapping,omitempty"`
	// EvaluatorFieldMapping []*EvaluatorFieldMapping           `thrift:"evaluator_field_mapping,21,optional" frugal:"21,optional,list<EvaluatorFieldMapping>" form:"evaluator_field_mapping" json:"evaluator_field_mapping,omitempty"`
	// ItemConcurNum         int32                        `thrift:"item_concur_num,22,optional" frugal:"22,optional,i32" form:"item_concur_num" json:"item_concur_num,omitempty"`
	// EvaluatorsConcurNum   int32                        `thrift:"evaluators_concur_num,23,optional" frugal:"23,optional,i32" form:"evaluators_concur_num" json:"evaluators_concur_num,omitempty"`
	CreateEvalTargetParam *CreateEvalTargetParam `` /* 174-byte string literal not displayed */
	ExptType              ExptType               `thrift:"expt_type,30,optional" frugal:"30,optional,ExptType" form:"expt_type" json:"expt_type,omitempty"`
	MaxAliveTime          int64                  `thrift:"max_alive_time,31,optional" frugal:"31,optional,i64" form:"max_alive_time" json:"max_alive_time,omitempty"`
	SourceType            SourceType             `thrift:"source_type,32,optional" frugal:"32,optional,SourceType" form:"source_type" json:"source_type,omitempty"`
	SourceID              string                 `thrift:"source_id,33,optional" frugal:"33,optional,string" form:"source_id" json:"source_id,omitempty"`

	ExptConf *EvaluationConfiguration
}

type CreateSpecificFieldAggrResultParam struct {
	SpaceID      int64
	ExperimentID int64
	FieldType    FieldType
	FieldKey     string
}

type CreditCost int

type CustomEvalTarget struct {
	// 唯一键，平台不消费，仅做透传
	ID *string
	// 名称，平台用于展示在对象搜索下拉列表
	Name *string
	// 头像url，平台用于展示在对象搜索下拉列表
	AvatarURL *string
	// 扩展字段，目前主要存储旧版协议response中的额外字段：object_type(旧版ID)、object_meta、space_id
	Ext map[string]string
}

type CustomRPCEvaluatorVersion struct {
	// standard EvaluatorVersion layer attributes
	ID            int64         `json:"id"`
	SpaceID       int64         `json:"space_id"`
	EvaluatorType EvaluatorType `json:"evaluator_type"`
	EvaluatorID   int64         `json:"evaluator_id"`
	Description   string        `json:"description"`
	Version       string        `json:"version"`
	BaseInfo      *BaseInfo     `json:"base_info"`

	// standard EvaluatorContent layer attributes
	InputSchemas  []*ArgsSchema `json:"input_schemas"`
	OutputSchemas []*ArgsSchema `json:"output_schemas"`

	// specific CustomRPCEvaluator layer attributes, refer to CustomRPCEvaluator DTO
	ProviderEvaluatorCode *string                 `json:"provider_evaluator_code"` // provider's evaluator identity code, e.g. provider A may name an evaluator as A001
	AccessProtocol        EvaluatorAccessProtocol `json:"access_protocol"`         // custom protocol
	ServiceName           *string                 `json:"service_name"`
	Cluster               *string                 `json:"cluster"`
	Timeout               *int64                  `json:"timeout"` // timeout duration in milliseconds(ms)
	RateLimit             *RateLimit              `json:"rate_limit,omitempty"`
}

type CustomRPCServer struct {
	// 应用ID
	ID int64
	// DTO使用，不存数据库
	Name string `json:"-"`
	// DTO使用，不存数据库
	Description string `json:"-"`
	// 注意以下信息会存储到DB，也就是说实验创建时以下内容就确定了，运行时直接从评测DB中获取，而不是实时从app模块拉
	ServerName string
	// 接入协议
	AccessProtocol AccessProtocol
	Regions        []Region
	Cluster        string
	// 执行http信息
	InvokeHTTPInfo *HTTPInfo
	// 异步执行http信息，如果用户选了异步就传入这个字段
	AsyncInvokeHTTPInfo *HTTPInfo
	// 是否需要搜索对象
	NeedSearchTarget *bool
	// 搜索对象http信息
	SearchHTTPInfo *HTTPInfo
	// 搜索对象返回的信息
	CustomEvalTarget *CustomEvalTarget
	// 是否异步
	IsAsync *bool
	// 额外信息
	Ext map[string]string

	ExecRegion   Region  // 执行区域
	ExecEnv      *string // 执行环境
	Timeout      *int64  // 执行超时，单位ms
	AsyncTimeout *int64  // 执行超时，单位ms
}

type DatasetFeatures struct {
	EditSchema   bool `json:"editSchema,omitempty"`
	RepeatedData bool `json:"repeatedData,omitempty"`
	MultiModal   bool `json:"multiModal,omitempty"`
}

type DatasetIODataset struct {
	SpaceID   *int64
	DatasetID int64
	VersionID *int64
}

type DatasetIOEndpoint struct {
	File    *DatasetIOFile
	Dataset *DatasetIODataset
}

type DatasetIOFile struct {
	Provider StorageProvider
	Path     string
	// 数据文件的格式
	Format *FileFormat
	// 压缩包格式
	CompressFormat *FileFormat
	// path 为文件夹或压缩包时，数据文件列表, 服务端设置
	Files []string
	// 原始的文件名，创建文件时由前端写入。为空则与 path 保持一致
	OriginalFileName *string
	// 文件下载地址
	DownloadURL *string
	// 存储提供方ID，目前主要在 provider==imagex 时生效
	ProviderID *string
	// 存储提供方鉴权信息，目前主要在 provider==imagex 时生效
	ProviderAuth *ProviderAuth
}

type DatasetItemOutput struct {
	// item 在 BatchCreateDatasetItemsReq.items 中的索引
	ItemIndex *int32
	ItemKey   *string
	ItemID    *int64
	// 是否是新的 Item。提供 itemKey 时，如果 itemKey 在数据集中已存在数据，则不算做「新 Item」，该字段为 false。
	IsNewItem *bool
}

type DatasetSpec struct {
	MaxItemCount           int64           `json:"max_item_count,omitempty"`
	MaxFieldCount          int32           `json:"max_field_count,omitempty"`
	MaxItemSize            int64           `json:"max_item_size,omitempty"`
	MaxItemDataNestedDepth int32           `json:"max_item_data_nested_depth,omitempty"`
	MultiModalSpec         *MultiModalSpec `json:"multi_modal_spec,omitempty"`
}

type DatasetStatus int64

type DebugTargetParam struct {
	SpaceID      int64
	PatchyTarget *EvalTarget
	InputData    *EvalTargetInputData
}

type DeleteEvaluatorTemplateRequest struct {
	ID int64 `json:"id" validate:"required,gt=0"` // 模板ID
}

type DeleteEvaluatorTemplateResponse struct {
	Success bool `json:"success"` // 删除是否成功
}

type DummyRuntimeParam struct{}

type ErrRetryCtrl struct {
	RetryConf    *RetryConf            `json:"retry_conf" mapstructure:"retry_conf"`
	ErrRetryConf map[string]*RetryConf `json:"err_retry_conf" mapstructure:"err_retry_conf"`
}

type EvalAsyncCtx struct {
	Event       *ExptItemEvalEvent
	RecordID    int64
	AsyncUnixMS int64 // async call time with unix ms ts
	Session     *Session
	Callee      string
}

type EvalAudioInfo struct {
	URL      string        `json:"url,omitempty"`
	Base64   string        `json:"base64,omitempty"`
	Duration time.Duration `json:"duration,omitempty"`
	Format   string        `json:"format,omitempty"`
}

type EvalContent struct {
	ContentType string         `json:"content_type"`
	Text        string         `json:"text,omitempty"`
	Image       *EvalImageInfo `json:"image,omitempty"`
	Audio       *EvalAudioInfo `json:"audio,omitempty"`
	MultiPart   []EvalContent  `json:"multi_part,omitempty"`
}

type EvalImageInfo struct {
	URL    string `json:"url,omitempty"`
	Base64 string `json:"base64,omitempty"`
	Width  int    `json:"width,omitempty"`
	Height int    `json:"height,omitempty"`
}

type EvalInput struct {
	Run     RunData   `json:"run"`
	History []RunData `json:"history,omitempty"`
}

type EvalOutput struct {
	Score  float64 `json:"score"`
	Reason string  `json:"reason"`
}

type EvalTarget struct {
	ID                int64
	SpaceID           int64
	SourceTargetID    string
	EvalTargetType    EvalTargetType
	EvalTargetVersion *EvalTargetVersion
	BaseInfo          *BaseInfo
}

type EvalTargetInputData struct {
	// 历史会话记录
	HistoryMessages []*Message
	// 变量
	InputFields map[string]*Content
	Ext         map[string]string
}

type EvalTargetMtrAggrResult struct {
	TargetID                int64
	TargetVersionID         int64
	LatencyAggrResults      []*AggregatorResult
	InputTokensAggrResults  []*AggregatorResult
	OutputTokensAggrResults []*AggregatorResult
	TotalTokensAggrResults  []*AggregatorResult
}

type EvalTargetOutputData struct {
	// 变量
	OutputFields map[string]*Content
	// 运行消耗
	EvalTargetUsage *EvalTargetUsage
	// 运行报错
	EvalTargetRunError *EvalTargetRunError
	// 运行耗时
	TimeConsumingMS *int64
}

type EvalTargetRecord struct {
	// 评估记录ID
	ID int64
	// 空间ID
	SpaceID         int64
	TargetID        int64
	TargetVersionID int64
	// 实验执行ID
	ExperimentRunID int64
	// 评测集数据项ID
	ItemID int64
	// 评测集数据项轮次ID
	TurnID int64
	// 链路ID
	TraceID string
	// 链路ID
	LogID string
	// 输入数据
	EvalTargetInputData *EvalTargetInputData
	// 输出数据
	EvalTargetOutputData *EvalTargetOutputData
	Status               *EvalTargetRunStatus

	BaseInfo *BaseInfo
}

type EvalTargetRunError struct {
	Code    int32
	Message string
}

type EvalTargetRunStatus int64

type EvalTargetType int64

type EvalTargetUsage struct {
	InputTokens  int64
	OutputTokens int64
	TotalTokens  int64
}

type EvalTargetVersion struct {
	ID                  int64
	SpaceID             int64
	TargetID            int64
	SourceTargetVersion string

	EvalTargetType EvalTargetType

	CozeBot         *CozeBot
	Prompt          *LoopPrompt
	CozeWorkflow    *CozeWorkflow
	VolcengineAgent *VolcengineAgent
	CustomRPCServer *CustomRPCServer

	InputSchema      []*ArgsSchema
	OutputSchema     []*ArgsSchema
	RuntimeParamDemo *string

	BaseInfo *BaseInfo
}

type EvaluationConfiguration struct {
	ConnectorConf Connector
	ItemConcurNum *int
}

type EvaluationSet struct {
	ID                   int64                 `json:"id,omitempty"`
	AppID                int32                 `json:"app_id,omitempty"`
	SpaceID              int64                 `json:"space_id,omitempty"`
	Name                 string                `json:"name,omitempty"`
	Description          string                `json:"description,omitempty"`
	Status               DatasetStatus         `json:"status,omitempty"`
	Spec                 *DatasetSpec          `json:"spec,omitempty"`
	Features             *DatasetFeatures      `json:"features,omitempty"`
	ItemCount            int64                 `json:"item_count,omitempty"`
	ChangeUncommitted    bool                  `json:"change_uncommitted,omitempty"`
	EvaluationSetVersion *EvaluationSetVersion `json:"evaluation_set_version,omitempty"`
	LatestVersion        string                `json:"latest_version,omitempty"`
	NextVersionNum       int64                 `json:"next_version_num,omitempty"`
	BaseInfo             *BaseInfo             `json:"base_info,omitempty"`
	BizCategory          BizCategory           `json:"biz_category,omitempty"`
}

type EvaluationSetItem struct {
	ID              int64     `json:"id,omitempty"`
	AppID           int32     `json:"app_id,omitempty"`
	SpaceID         int64     `json:"space_id,omitempty"`
	EvaluationSetID int64     `json:"evaluation_set_id,omitempty"`
	SchemaID        int64     `json:"schema_id,omitempty"`
	ItemID          int64     `json:"item_id,omitempty"`
	ItemKey         string    `json:"item_key,omitempty"`
	Turns           []*Turn   `json:"turns,omitempty"`
	BaseInfo        *BaseInfo `json:"base_info,omitempty"`
}

type EvaluationSetSchema struct {
	ID              int64          `json:"id,omitempty"`
	AppID           int32          `json:"app_id,omitempty"`
	SpaceID         int64          `json:"space_id,omitempty"`
	EvaluationSetID int64          `json:"evaluation_set_id,omitempty"`
	FieldSchemas    []*FieldSchema `json:"field_schemas,omitempty"`
	BaseInfo        *BaseInfo      `json:"base_info,omitempty"`
}

type EvaluationSetVersion struct {
	ID                  int64                `thrift:"id,1,optional" frugal:"1,optional,i64" json:"id,omitempty"`
	AppID               int32                `thrift:"app_id,2,optional" frugal:"2,optional,i32" json:"app_id,omitempty"`
	SpaceID             int64                `thrift:"space_id,3,optional" frugal:"3,optional,i64" json:"space_id,omitempty"`
	EvaluationSetID     int64                `thrift:"evaluation_set_id,4,optional" frugal:"4,optional,i64" json:"evaluation_set_id,omitempty"`
	Version             string               `thrift:"version,10,optional" frugal:"10,optional,string" json:"version,omitempty"`
	VersionNum          int64                `thrift:"version_num,11,optional" frugal:"11,optional,i64" json:"version_num,omitempty"`
	Description         string               `thrift:"description,12,optional" frugal:"12,optional,string" json:"description,omitempty"`
	EvaluationSetSchema *EvaluationSetSchema `thrift:"evaluation_set_schema,13,optional" frugal:"13,optional,EvaluationSetSchema" json:"evaluation_set_schema,omitempty"`
	ItemCount           int64                `thrift:"item_count,14,optional" frugal:"14,optional,i64" json:"item_count,omitempty"`
	BaseInfo            *BaseInfo            `thrift:"base_info,100,optional" frugal:"100,optional,common.BaseInfo" json:"base_info"`
}

type Evaluator struct {
	ID             int64
	SpaceID        int64
	Name           string
	Description    string
	DraftSubmitted bool
	EvaluatorType  EvaluatorType
	LatestVersion  string
	BaseInfo       *BaseInfo

	Builtin               bool
	EvaluatorInfo         *EvaluatorInfo
	BuiltinVisibleVersion string
	BoxType               EvaluatorBoxType                                      `json:"box_type"`
	Tags                  map[EvaluatorTagLangType]map[EvaluatorTagKey][]string `json:"tags"`

	PromptEvaluatorVersion    *PromptEvaluatorVersion
	CodeEvaluatorVersion      *CodeEvaluatorVersion
	CustomRPCEvaluatorVersion *CustomRPCEvaluatorVersion
}

type EvaluatorAccessProtocol = string

type EvaluatorAggregateResult struct {
	EvaluatorID        int64
	EvaluatorVersionID int64
	AggregatorResults  []*AggregatorResult
	Name               *string
	Version            *string
}

type EvaluatorAnalysisInfo struct {
	EvaluatorID     int64            `json:"evaluator_id,omitempty"`
	VersionID       int64            `json:"version_id,omitempty"`
	Name            string           `json:"name,omitempty"`
	Description     string           `json:"description,omitempty"`
	EvaluatorResult *EvaluatorResult `json:"evaluator_result,omitempty"`
}

type EvaluatorBoxType int64

type EvaluatorConf struct {
	EvaluatorVersionID int64
	IngressConf        *EvaluatorIngressConf
}

type EvaluatorFilterCondition struct {
	TagKey   EvaluatorTagKey             `json:"tag_key"`  // 筛选字段
	Operator EvaluatorFilterOperatorType `json:"operator"` // 操作符
	Value    string                      `json:"value"`    // 操作值
}

type EvaluatorFilterOperatorType int32

type EvaluatorFilterOption struct {
	SearchKeyword *string           `json:"search_keyword,omitempty"` // 模糊搜索关键词，在所有tag中搜索
	Filters       *EvaluatorFilters `json:"filters,omitempty"`        // 筛选条件
}

type EvaluatorFilters struct {
	FilterConditions []*EvaluatorFilterCondition `json:"filter_conditions,omitempty"` // 筛选条件列表
	LogicOp          *FilterLogicOp              `json:"logic_op,omitempty"`          // 逻辑操作符
	SubFilters       []*EvaluatorFilters         `json:"sub_filters,omitempty"`       // 子条件组（支持嵌套）
}

type EvaluatorInfo struct {
	Benchmark     *string `json:"benchmark"`
	Vendor        *string `json:"vendor"`
	VendorURL     *string `json:"vendor_url"`
	UserManualURL *string `json:"user_manual_url"`
}

type EvaluatorIngressConf struct {
	EvalSetAdapter *FieldAdapter
	TargetAdapter  *FieldAdapter
	CustomConf     *FieldAdapter
}

type EvaluatorInputData struct {
	HistoryMessages            []*Message          `json:"history_messages,omitempty"`
	InputFields                map[string]*Content `json:"input_fields,omitempty"`
	EvaluateDatasetFields      map[string]*Content `json:"evaluate_dataset_fields,omitempty"`
	EvaluateTargetOutputFields map[string]*Content `json:"evaluate_target_output_fields,omitempty"`
	Ext                        map[string]string   `json:"ext,omitempty"`
}

type EvaluatorOutputData struct {
	EvaluatorResult   *EvaluatorResult   `json:"evaluator_result,omitempty"`
	EvaluatorUsage    *EvaluatorUsage    `json:"evaluator_usage,omitempty"`
	EvaluatorRunError *EvaluatorRunError `json:"evaluator_run_error,omitempty"`
	TimeConsumingMS   int64              `json:"time_consuming_ms,omitempty"`
	Stdout            string             `json:"stdout,omitempty"`
}

type EvaluatorRecord struct {
	ID                  int64                `json:"id"`
	SpaceID             int64                `json:"space_id"`
	ExperimentID        int64                `json:"experiment_id"`
	ExperimentRunID     int64                `json:"experiment_run_id"`
	ItemID              int64                `json:"item_id"`
	TurnID              int64                `json:"turn_id"`
	EvaluatorVersionID  int64                `json:"evaluator_version_id"`
	TraceID             string               `json:"trace_id"`
	LogID               string               `json:"log_id"`
	EvaluatorInputData  *EvaluatorInputData  `json:"evaluator_input_data"`
	EvaluatorOutputData *EvaluatorOutputData `json:"evaluator_output_data"`
	Status              EvaluatorRunStatus   `json:"status"`
	BaseInfo            *BaseInfo            `json:"base_info"`

	Ext map[string]string `json:"ext,omitempty"`
}

type EvaluatorRecordCorrectionEvent struct {
	EvaluatorResult    *EvaluatorResult  `json:"evaluator_result,omitempty"`
	EvaluatorRecordID  int64             `json:"evaluator_record_id"`
	EvaluatorVersionID int64             `json:"evaluator_version_id"`
	Ext                map[string]string `json:"ext,omitempty"`

	CreatedAt int64 `json:"created_at"`
	UpdatedAt int64 `json:"updated_at"`
}

type EvaluatorResult struct {
	Score      *float64    `json:"score,omitempty"`
	Correction *Correction `json:"correction,omitempty"`
	Reasoning  string      `json:"reasoning,omitempty"`
}

type EvaluatorResults struct {
	EvalVerIDToResID map[int64]int64
}

type EvaluatorRunError struct {
	Code    int32  `json:"code,omitempty"`
	Message string `json:"message,omitempty"`
}

type EvaluatorRunStatus int64

type EvaluatorTagKey string

type EvaluatorTagKeyType int32

type EvaluatorTagLangType string

type EvaluatorTemplate struct {
	ID            int64
	SpaceID       int64
	Name          string
	Description   string
	EvaluatorType EvaluatorType

	EvaluatorInfo *EvaluatorInfo
	Popularity    int64

	InputSchemas       []*ArgsSchema                                         `json:"input_schemas"`
	OutputSchemas      []*ArgsSchema                                         `json:"output_schemas"`
	ReceiveChatHistory *bool                                                 `json:"receive_chat_history"`
	Tags               map[EvaluatorTagLangType]map[EvaluatorTagKey][]string `json:"tags"`

	PromptEvaluatorContent *PromptEvaluatorContent
	CodeEvaluatorContent   *CodeEvaluatorContent

	BaseInfo *BaseInfo `json:"base_info"`
}

type EvaluatorType int64

type EvaluatorUsage struct {
	InputTokens  int64 `json:"input_tokens,omitempty"`
	OutputTokens int64 `json:"output_tokens,omitempty"`
}

type EvaluatorsConf struct {
	EvaluatorConcurNum *int
	EvaluatorConf      []*EvaluatorConf
}

type ExecuteEvalTargetParam struct {
	TargetID            int64
	VersionID           int64
	SourceTargetID      string
	SourceTargetVersion string
	Input               *EvalTargetInputData
	TargetType          EvalTargetType
	EvalTarget          *EvalTarget // 透传，各个评测对象如需额外信息可以从这里消费
}

type ExecuteTargetCtx struct {
	// 实验执行ID
	ExperimentRunID *int64
	// 评测集数据项ID
	ItemID int64
	// 评测集数据项轮次ID
	TurnID int64
}

type ExecutionLog struct {
	ID          string    `json:"id"`
	Language    string    `json:"language"`
	CodeHash    string    `json:"code_hash"`
	Duration    int64     `json:"duration_ms"`
	MemoryUsage int64     `json:"memory_usage"`
	Success     bool      `json:"success"`
	Error       string    `json:"error,omitempty"`
	Timestamp   time.Time `json:"timestamp"`
}

type ExecutionOutput struct {
	Stdout string `json:"stdout"`
	Stderr string `json:"stderr"`
	RetVal string `json:"ret_val"`
}

type ExecutionRequest struct {
	Code      string                 `json:"code"`
	Language  string                 `json:"language"`
	InputData map[string]interface{} `json:"input_data"`
	TimeoutMS int64                  `json:"timeout_ms"`
}

type ExecutionResult struct {
	Output *ExecutionOutput `json:"output"`
}

type Experiment struct {
	ID          int64
	SpaceID     int64
	CreatedBy   string
	Name        string
	Description string

	EvalSetVersionID    int64
	EvalSetID           int64
	TargetType          EvalTargetType
	TargetVersionID     int64
	TargetID            int64
	EvaluatorVersionRef []*ExptEvaluatorVersionRef
	EvalConf            *EvaluationConfiguration

	Target     *EvalTarget
	EvalSet    *EvaluationSet
	Evaluators []*Evaluator

	Status        ExptStatus
	StatusMessage string
	LatestRunID   int64

	CreditCost CreditCost

	StartAt *time.Time
	EndAt   *time.Time

	ExptType     ExptType
	MaxAliveTime int64
	SourceType   SourceType
	SourceID     string

	Stats           *ExptStats
	AggregateResult *ExptAggregateResult
}

type ExperimentResult struct {
	ExperimentID int64
	Payload      *ExperimentTurnPayload
}

type ExperimentTurnPayload struct {
	TurnID int64
	// 评测数据集数据
	EvalSet *TurnEvalSet
	// 评测对象结果
	TargetOutput *TurnTargetOutput
	// 评测规则执行结果
	EvaluatorOutput *TurnEvaluatorOutput
	// 评测系统相关数据日志、error
	SystemInfo *TurnSystemInfo
	// 标注结果
	AnnotateResult *TurnAnnotateResult
	// 分析结果
	AnalysisRecord *AnalysisRecord
}

type ExportCSVEvent struct {
	ExportID     int64
	ExperimentID int64
	SpaceID      int64

	Session     *Session
	ExportScene ExportScene
	CreatedAt   int64
}

type ExportScene int

type ExptAggrResult struct {
	ID           int64
	SpaceID      int64
	ExperimentID int64
	FieldType    int32
	FieldKey     string
	Score        float64
	AggrResult   []byte
	Version      int64
	Status       int32
	UpdateAt     *time.Time
}

type ExptAggregateResult struct {
	ExperimentID      int64
	EvaluatorResults  map[int64]*EvaluatorAggregateResult
	Status            int64
	AnnotationResults map[int64]*AnnotationAggregateResult
	TargetResults     *EvalTargetMtrAggrResult
	UpdateTime        *time.Time
}

type ExptCalculateStats struct {
	PendingItemCnt    int
	FailItemCnt       int
	SuccessItemCnt    int
	ProcessingItemCnt int
	TerminatedItemCnt int
}

type ExptColumnAnnotation struct {
	ExptID            int64
	ColumnAnnotations []*ColumnAnnotation
}

type ExptColumnEvalTarget struct {
	ExptID  int64
	Columns []*ColumnEvalTarget
}

type ExptColumnEvaluator struct {
	ExptID           int64
	ColumnEvaluators []*ColumnEvaluator
}

type ExptConsumerConf struct {
	ExptExecWorkerNum     int `json:"expt_exec_worker_num" mapstructure:"expt_exec_worker_num"`
	ExptItemEvalWorkerNum int `json:"expt_item_eval_worker_num" mapstructure:"expt_item_eval_worker_num"`

	ExptExecConf      *ExptExecConf           `json:"expt_exec_conf" mapstructure:"expt_exec_conf"`
	SpaceExptExecConf map[int64]*ExptExecConf `json:"space_expt_exec_conf" mapstructure:"space_expt_exec_conf"`

	SchedulerAbortCtrl *SchedulerAbortCtrl `json:"scheduler_abort_ctrl" mapstructure:"scheduler_abort_ctrl"`
}

type ExptErrCtrl struct {
	ErrRetryCtrl      *ErrRetryCtrl           `json:"err_retry_ctrl" mapstructure:"err_retry_ctrl"`
	SpaceErrRetryCtrl map[int64]*ErrRetryCtrl `json:"space_err_retry_ctrl" mapstructure:"space_err_retry_ctrl"`
	ResultErrConverts []*ResultErrConvert     `json:"result_err_converts" mapstructure:"result_err_converts"`
}

type ExptEvalItem struct {
	ExptID           int64
	EvalSetVersionID int64
	ItemID           int64
	State            ItemRunState
	UpdatedAt        *time.Time
}

type ExptEvalTurn struct {
	ExptID    int64
	ExptRunID int64
	ItemID    int64
	TurnID    int64
}

type ExptEvaluatorRef struct {
	ID                 int64
	SpaceID            int64
	ExptID             int64
	EvaluatorID        int64
	EvaluatorVersionID int64
}

type ExptEvaluatorVersionRef struct {
	EvaluatorID        int64
	EvaluatorVersionID int64
}

type ExptExecConf struct {
	DaemonIntervalSecond int `json:"daemon_interval_second" mapstructure:"daemon_interval_second"`
	ZombieIntervalSecond int `json:"expt_zombie_second" mapstructure:"expt_zombie_second"`
	SpaceExptConcurLimit int `json:"space_expt_concur_limit" mapstructure:"space_expt_concur_limit"`

	ExptItemEvalConf *ExptItemEvalConf `json:"expt_item_eval_conf" mapstructure:"expt_item_eval_conf"`
}

type ExptExportWhiteList struct {
	UserIDs  []int64 `json:"user_ids" mapstructure:"user_ids"`
	AllowAll bool    `json:"allow_all" mapstructure:"allow_all"`
}

type ExptFilterFields struct {
	CreatedBy    []string
	Status       []int64
	EvalSetIDs   []int64
	TargetIDs    []int64
	EvaluatorIDs []int64
	TargetType   []int64
	ExptType     []int64
	SourceType   []int64
	SourceID     []string
}

type ExptInsightAnalysisFeedback struct {
	UpvoteCount         int64
	DownvoteCount       int64
	CurrentUserVoteType InsightAnalysisReportVoteType
}

type ExptInsightAnalysisFeedbackComment struct {
	ID               int64
	SpaceID          int64
	ExptID           int64
	AnalysisRecordID int64
	Comment          string
	CreatedBy        string
	CreatedAt        time.Time
	UpdatedAt        time.Time
}

type ExptInsightAnalysisFeedbackParam struct {
	SpaceID            int64
	ExptID             int64
	AnalysisRecordID   int64
	FeedbackActionType FeedbackActionType
	Comment            *string
	CommentID          *int64
	Session            *Session
}

type ExptInsightAnalysisFeedbackVote struct {
	ID               int64
	SpaceID          int64
	ExptID           int64
	AnalysisRecordID int64
	VoteType         InsightAnalysisReportVoteType
	CreatedBy        string
	CreatedAt        time.Time
	UpdatedAt        time.Time
}

type ExptInsightAnalysisRecord struct {
	ID                    int64
	SpaceID               int64
	ExptID                int64
	Status                InsightAnalysisStatus
	ExptResultFilePath    *string
	AnalysisReportID      *int64
	AnalysisReportContent string
	AnalysisReportIndex   []*InsightAnalysisReportIndex
	CreatedBy             string
	CreatedAt             time.Time
	UpdatedAt             time.Time

	ExptInsightAnalysisFeedback ExptInsightAnalysisFeedback
}

type ExptItemEvalConf struct {
	ConcurNum         int `json:"concur_num" mapstructure:"concur_num"`
	IntervalSecond    int `json:"interval_second" mapstructure:"interval_second"`
	ZombieSecond      int `json:"zombie_second" mapstructure:"zombie_second"`
	AsyncZombieSecond int `json:"async_zombie_second" mapstructure:"async_zombie_second"`
}

type ExptItemEvalCtx struct {
	Event *ExptItemEvalEvent

	Expt *Experiment

	EvalSetItem *EvaluationSetItem

	ExistItemEvalResult *ExptItemEvalResult
}

type ExptItemEvalEvent struct {
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ExptRunMode ExptRunMode

	EvalSetItemID      int64
	AsyncReportTrigger bool

	CreateAt   int64
	RetryTimes int
	Ext        map[string]string
	Session    *Session
}

type ExptItemEvalResult struct {
	ItemResultRunLog  *ExptItemResultRunLog
	TurnResultRunLogs map[int64]*ExptTurnResultRunLog
}

type ExptItemResult struct {
	ID        int64
	SpaceID   int64
	ExptID    int64
	ExptRunID int64
	ItemID    int64
	Status    ItemRunState
	ErrMsg    string
	ItemIdx   int32
	LogID     string
	Ext       map[string]string
}

type ExptItemResultRunLog struct {
	ID          int64
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ItemID      int64
	Status      int32
	ErrMsg      []byte
	LogID       string
	ResultState int32
	UpdatedAt   *time.Time
}

type ExptItemResultState int

type ExptItemRunLogFilter struct {
	Status      []ItemRunState
	ResultState *ExptItemResultState
}

type ExptListFilter struct {
	FuzzyName string
	Includes  *ExptFilterFields
	Excludes  *ExptFilterFields
}

type ExptResultExportRecord struct {
	ID              int64
	SpaceID         int64
	ExptID          int64
	CsvExportStatus CSVExportStatus
	FilePath        string
	CreatedBy       string
	URL             *string
	Expired         bool
	ErrMsg          string

	StartAt *time.Time
	EndAt   *time.Time
}

type ExptRunCheckOption struct {
	CheckBenefit bool
}

type ExptRunCheckOptionFn func(*ExptRunCheckOption)

type ExptRunLog struct {
	ID            int64
	SpaceID       int64
	CreatedBy     string
	ExptID        int64
	ExptRunID     int64
	ItemIds       []byte
	Mode          int32
	Status        int64
	PendingCnt    int32
	SuccessCnt    int32
	FailCnt       int32
	CreditCost    float64
	TokenCost     int64
	StatusMessage []byte
	ProcessingCnt int32
	TerminatedCnt int32
	CreatedAt     time.Time
	UpdatedAt     time.Time
}

type ExptRunMode int32

type ExptScheduleEvent struct {
	SpaceID     int64
	ExptID      int64
	ExptRunID   int64
	ExptRunMode ExptRunMode
	ExptType    ExptType

	CreatedAt int64
	Ext       map[string]string
	Session   *Session

	RetryTimes int
}

type ExptSchedulerMode interface {
	Mode() ExptRunMode
	ExptStart(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) error
	ScanEvalItems(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) (toSubmit, incomplete, complete []*ExptEvalItem, err error)
	ExptEnd(ctx context.Context, event *ExptScheduleEvent, expt *Experiment, toSubmit, incomplete int) (nextTick bool, err error)
	ScheduleStart(ctx context.Context, event *ExptScheduleEvent, expt *Experiment) error
	ScheduleEnd(ctx context.Context, event *ExptScheduleEvent, expt *Experiment, toSubmit, incomplete int) error
	NextTick(ctx context.Context, event *ExptScheduleEvent, nextTick bool) error
	PublishResult(ctx context.Context, turnEvaluatorRefs []*ExptTurnEvaluatorResultRef, event *ExptScheduleEvent) error
}

type ExptStats struct {
	ID                int64
	SpaceID           int64
	ExptID            int64
	PendingItemCnt    int32
	SuccessItemCnt    int32
	FailItemCnt       int32
	ProcessingItemCnt int32
	TerminatedItemCnt int32
	CreditCost        float64
	InputTokenCost    int64
	OutputTokenCost   int64
	CreatedAt         time.Time
	UpdatedAt         time.Time
}

type ExptStatus int64

type ExptTuple struct {
	Target     *EvalTarget
	EvalSet    *EvaluationSet
	Evaluators []*Evaluator
}

type ExptTupleID struct {
	VersionedTargetID   *VersionedTargetID
	VersionedEvalSetID  *VersionedEvalSetID
	EvaluatorVersionIDs []int64
}

type ExptTurnAnnotateRecordRef struct {
	ID               int64
	SpaceID          int64
	ExptTurnResultID int64
	TagKeyID         int64
	AnnotateRecordID int64
	ExptID           int64
}

type ExptTurnEvalCtx struct {
	*ExptItemEvalCtx
	Turn              *Turn
	ExptTurnRunResult *ExptTurnRunResult
	History           []*Message
	Ext               map[string]string
}

type ExptTurnEvaluatorResultRef struct {
	ID                 int64
	SpaceID            int64
	ExptTurnResultID   int64
	EvaluatorVersionID int64
	EvaluatorResultID  int64
	ExptID             int64
}

type ExptTurnResult struct {
	ID               int64
	SpaceID          int64
	ExptID           int64
	ExptRunID        int64
	ItemID           int64
	TurnID           int64
	Status           int32
	TraceID          int64
	LogID            string
	TargetResultID   int64
	EvaluatorResults *EvaluatorResults
	ErrMsg           string
	TurnIdx          int32
}

type ExptTurnResultFilter struct {
	TrunRunStateFilters []*TurnRunStateFilter
	ScoreFilters        []*ScoreFilter
}

type ExptTurnResultFilterAccelerator struct {
	// 必带字段
	SpaceID     int64     `json:"space_id"`
	ExptID      int64     `json:"expt_id"`
	CreatedDate time.Time `json:"created_date"`
	// 基础查询
	EvaluatorScoreCorrected *FieldFilter   `json:"evaluator_score_corrected"`
	ItemIDs                 []*FieldFilter `json:"item_id"`
	ItemRunStatus           []*FieldFilter `json:"item_status"`
	TurnRunStatus           []*FieldFilter `json:"turn_status"`
	// map类查询条件
	MapCond          *ExptTurnResultFilterMapCond `json:"map_cond,omitempty"`
	ItemSnapshotCond *ItemSnapshotFilter          `json:"item_snapshot_cond,omitempty"`
	// keyword search
	KeywordSearch     *KeywordFilter `json:"keyword_search"`
	Page              Page           `json:"page"`
	EvalSetSyncCkDate string
}

type ExptTurnResultFilterEntity struct {
	SpaceID                 int64              `json:"space_id"`
	ExptID                  int64              `json:"expt_id"`
	ItemID                  int64              `json:"item_id"`
	ItemIdx                 int32              `json:"item_idx"`
	TurnID                  int64              `json:"turn_id"`
	Status                  ItemRunState       `json:"status"`
	EvalTargetData          map[string]string  `json:"eval_target_data"`
	EvaluatorScore          map[string]float64 `json:"evaluator_score"`
	AnnotationFloat         map[string]float64 `json:"annotation_float"`
	AnnotationBool          map[string]bool    `json:"annotation_bool"`
	AnnotationString        map[string]string  `json:"annotation_string"`
	EvalTargetMetrics       map[string]int64   `json:"eval_target_metrics"`
	CreatedDate             time.Time          `json:"created_date"`
	EvaluatorScoreCorrected bool               `json:"evaluator_score_corrected"`
	EvalSetVersionID        int64              `json:"eval_set_version_id"`
	CreatedAt               time.Time          `json:"created_at"`
	UpdatedAt               time.Time          `json:"updated_at"`
}

type ExptTurnResultFilterEvent struct {
	ExperimentID int64
	SpaceID      int64
	ItemID       []int64

	RetryTimes *int32
	FilterType *UpsertExptTurnResultFilterType
}

type ExptTurnResultFilterKeyMapping struct {
	SpaceID   int64            `json:"space_id"`   // 空间id
	ExptID    int64            `json:"expt_id"`    // 实验id
	FromField string           `json:"from_field"` // 筛选项唯一键，评估器: evaluator_version_id，人工标准：tag_key_id
	ToKey     string           `json:"to_key"`     // ck侧的map key，评估器：key1 ~ key10，人工标准：key1 ~ key100
	FieldType FieldTypeMapping `json:"field_type"` // 映射类型，Evaluator —— 1，人工标注—— 2
}

type ExptTurnResultFilterMapCond struct {
	EvalTargetDataFilters    []*FieldFilter
	EvaluatorScoreFilters    []*FieldFilter
	AnnotationFloatFilters   []*FieldFilter
	AnnotationBoolFilters    []*FieldFilter
	AnnotationStringFilters  []*FieldFilter
	EvalTargetMetricsFilters []*FieldFilter
}

type ExptTurnResultRunLog struct {
	ID                 int64
	SpaceID            int64
	ExptID             int64
	ExptRunID          int64
	ItemID             int64
	TurnID             int64
	Status             TurnRunState
	TraceID            int64
	LogID              string
	TargetResultID     int64
	EvaluatorResultIds *EvaluatorResults
	ErrMsg             string
	UpdatedAt          time.Time
}

type ExptTurnResultTagRef struct {
	ID          int64
	SpaceID     int64
	ExptID      int64
	TagKeyID    int64
	TotalCnt    int32
	CompleteCnt int32
}

type ExptTurnRunResult struct {
	TargetResult     *EvalTargetRecord
	EvaluatorResults map[int64]*EvaluatorRecord
	EvalErr          error
	AsyncAbort       bool
}

type ExptType int64

type ExptUpdateFields struct {
	Name string `mapstructure:"name,omitempty"`
	Desc string `mapstructure:"description,omitempty"`
}

type FeedbackActionType int

type FieldAdapter struct {
	FieldConfs []*FieldConf
}

type FieldConf struct {
	FieldName string
	FromField string
	Value     string
}

type FieldData struct {
	Key     string   `json:"key,omitempty"`
	Name    string   `json:"name,omitempty"`
	Content *Content `json:"content,omitempty"`
}

type FieldDisplayFormat int64

type FieldFilter struct {
	Key    string
	Op     string // =, >, >=, <, <=, BETWEEN, LIKE
	Values []any
}

type FieldMapping struct {
	Source string
	Target string
}

type FieldSchema struct {
	Key                    string                               `json:"key,omitempty"`
	Name                   string                               `json:"name,omitempty"`
	Description            string                               `json:"description,omitempty"`
	ContentType            ContentType                          `json:"content_type,omitempty"`
	DefaultDisplayFormat   FieldDisplayFormat                   `json:"default_display_format,omitempty"`
	Status                 FieldStatus                          `json:"status,omitempty"`
	SchemaKey              *SchemaKey                           `json:"schema_key,omitempty"`
	TextSchema             string                               `json:"text_schema,omitempty"`
	MultiModelSpec         *MultiModalSpec                      `json:"multi_model_spec,omitempty"`
	Hidden                 bool                                 `json:"hidden,omitempty"`
	IsRequired             bool                                 `json:"is_required,omitempty"`
	DefaultTransformations []*dataset.FieldTransformationConfig `json:"default_transformations,omitempty"`
}

type FieldStatus int64

type FieldType int64

type FieldTypeMapping int32

type FileFormat int64

type FilterLogicOp int32

type Function struct {
	Name        string `json:"name"`
	Description string `json:"description"`
	Parameters  string `json:"parameters"`
}

type FunctionCall struct {
	Name      string  `json:"name"`
	Arguments *string `json:"arguments,omitempty"`
}

type GetEvaluationSetItemFieldParam struct {
	SpaceID         int64
	EvaluationSetID int64
	// item 的主键ID，即 item.ID 这一字段
	ItemPK int64
	// 列名
	FieldName string
	// 当 item 为多轮时，必须提供
	TurnID *int64
}

type GetEvaluatorTemplateRequest struct {
	ID             int64 `json:"id" validate:"required,gt=0"` // 模板ID
	IncludeDeleted bool  `json:"include_deleted,omitempty"`   // 是否包含已删除记录
}

type GetEvaluatorTemplateResponse struct {
	Template *EvaluatorTemplate `json:"template"` // 模板详情
}

type GetExptTupleOption struct {
	WithoutDeleted bool
}

type GetExptTupleOptionFn func(*GetExptTupleOption)

type HTTPInfo struct {
	Method HTTPMethod
	Path   string
}

type HTTPMethod = string

type IRuntimeParam interface {
	GetJSONDemo() string
	GetJSONValue() string
	ParseFromJSON(val string) (IRuntimeParam, error)
}

type Image struct {
	Name            *string          `json:"name,omitempty"`
	URL             *string          `json:"url,omitempty"`
	URI             *string          `json:"uri,omitempty"`
	ThumbURL        *string          `json:"thumb_url,omitempty"`
	StorageProvider *StorageProvider `json:"storage_provider,omitempty"`
}

type InsightAnalysisReportIndex struct {
	ID    string
	Title string
}

type InsightAnalysisReportVoteType int

type InsightAnalysisStatus int

type InvokeExptReq struct {
	ExptID  int64
	RunID   int64
	SpaceID int64
	Session *Session

	Items []*EvaluationSetItem

	Ext map[string]string
}

type ItemErrorDetail struct {
	Message *string
	// 单条错误数据在输入数据中的索引。从 0 开始，下同
	Index *int32
	// [startIndex, endIndex] 表示区间错误范围, 如 ExceedDatasetCapacity 错误时
	StartIndex *int32
	EndIndex   *int32
}

type ItemErrorGroup struct {
	Type    *ItemErrorType
	Summary *string
	// 错误条数
	ErrorCount *int32
	// 批量写入时，每类错误至多提供 5 个错误详情；导入任务，至多提供 10 个错误详情
	Details []*ItemErrorDetail
}

type ItemErrorType int64

type ItemResult struct {
	ItemID int64
	// row粒度实验结果详情
	TurnResults []*TurnResult
	SystemInfo  *ItemSystemInfo
	ItemIndex   *int64
	Ext         map[string]string
}

type ItemRunState int64

type ItemSnapshotFieldMapping struct {
	FieldKey string `json:"field_key"`
	// float_map, int_map, string_map, tag_array
	MappingKey string `json:"mapping_key"`
	// tag_array时，无值
	MappingSubKey string `json:"mapping_subKey"`
}

type ItemSnapshotFilter struct {
	BoolMapFilters   []*FieldFilter
	FloatMapFilters  []*FieldFilter
	IntMapFilters    []*FieldFilter
	StringMapFilters []*FieldFilter
}

type ItemSystemInfo struct {
	RunState ItemRunState
	LogID    *string
	Error    *RunError
}

type ItemTurnID struct {
	ItemID int64
	TurnID int64
}

type KeywordFilter struct {
	ItemSnapshotFilter    *ItemSnapshotFilter
	EvalTargetDataFilters []*FieldFilter
	Keyword               *string
}

type LLMCallParam struct {
	SpaceID     int64
	EvaluatorID string
	UserID      *string

	Scenario       Scenario
	Messages       []*Message
	Tools          []*Tool
	ToolCallConfig *ToolCallConfig
	ModelConfig    *ModelConfig
}

type LanguageType string