predictGeneral

type InferenceResponse struct {
	InferenceDuration   time.Duration
	PostprocessDuration time.Duration
	PreprocessDuration  time.Duration
	Responses           []*dl.FeatureResponse
	TotalDuration       time.Duration
	WarmupDuration      time.Duration
}

type Settings struct {
	BatchSize                  int
	UseGPU                     bool
	GpuDeviceId                int
	GpuMetrics                 string
	PublishPredictions         bool
	PublishToDatabase          bool
	PartitionListSize          int
	SaveInferenceResult        bool
	FailOnFirstError           bool
	DisableFrameworkAutoTuning bool
	DesiredResultModality      string

	TracerServerAddr string
	TracePreprocess  bool
	TraceLevelName   string
	TraceLevel       tracer.Level
	TracerAddress    string

	DatabaseAddress      string
	DatabaseName         string
	DatabaseEndpoints    []string
	DefaultChannelBuffer int

	BaseDir          string
	TimeoutOptionSet bool
	DuplicateInput   int
	NumWarmUp        int

	DatasetPath      string
	DatasetImageUrls []string
	Count            int
}