llama

type HuggingFaceClient struct {
	// contains filtered or unexported fields
}

type HuggingFaceClientOptions struct {
	BaseURL    string
	HTTPClient llm.HTTPDoer
	Timeout    time.Duration
}

type HuggingFaceGating string

type HuggingFaceHTTPError struct {
	StatusCode int
	Message    string
}

type HuggingFaceModel struct {
	ID        string `json:"id"`
	Downloads int64  `json:"downloads"`
}

type HuggingFaceModelDetails struct {
	ID            string
	Gating        HuggingFaceGating
	Quantizations []HuggingFaceQuantization
}

type HuggingFaceQuantization struct {
	Name string
	Size *int64
}

type LlamaClient struct {
	// contains filtered or unexported fields
}

type LlamaClientOptions struct {
	HTTPClient   llm.HTTPDoer
	Timeout      time.Duration
	PollInterval time.Duration
}

type LlamaHTTPError struct {
	StatusCode int
	Message    string
}

type LlamaListOptions struct {
	Reload bool
}

type LlamaModelArchitecture struct {
	InputModalities  []string `json:"input_modalities,omitempty"`
	OutputModalities []string `json:"output_modalities,omitempty"`
}

type LlamaModelEvent struct {
	Model string          `json:"model"`
	Event string          `json:"event"`
	Data  json.RawMessage `json:"data,omitempty"`
}

type LlamaModelInfo struct {
	ID           string                 `json:"id"`
	Aliases      []string               `json:"aliases,omitempty"`
	Status       LlamaModelStatus       `json:"status"`
	Architecture LlamaModelArchitecture `json:"architecture,omitempty"`
	Source       string                 `json:"source,omitempty"`
	Meta         LlamaModelMeta         `json:"meta,omitempty"`
}

type LlamaModelLifecycle string

type LlamaModelMeta struct {
	ContextWindow      *int   `json:"n_ctx,omitempty"`
	TrainingContext    *int   `json:"n_ctx_train,omitempty"`
	Size               *int64 `json:"size,omitempty"`
	QuantizationFormat string `json:"ftype,omitempty"`
}

type LlamaModelStatus struct {
	Value    LlamaModelLifecycle              `json:"value"`
	Args     []string                         `json:"args,omitempty"`
	Failed   bool                             `json:"failed,omitempty"`
	ExitCode *int                             `json:"exit_code,omitempty"`
	Progress map[string]LlamaTransferProgress `json:"progress,omitempty"`
}

type LlamaProgress struct {
	Message string
	Ratio   *float64
	Detail  string
}

type LlamaProviderController struct {
	// contains filtered or unexported fields
}

type LlamaProviderOptions struct {
	HTTPClient   llm.HTTPDoer
	Timeout      time.Duration
	PollInterval time.Duration
}

type LlamaTransferProgress struct {
	Done  float64 `json:"done"`
	Total float64 `json:"total"`
}