ollama

package

v0.1.0 Latest Latest Go to latest Published: Mar 12, 2025 License: MIT Imports: 21 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/labring/aiproxy

Links

Open Source Insights

Documentation ¶

Index ¶

Variables
func ConvertEmbeddingRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)
func ConvertRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)
func EmbeddingHandler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)
func ErrorHandler(resp *http.Response) *relaymodel.ErrorWithStatusCode
func Handler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)
func StreamHandler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)
type Adaptor
type ChatRequest
type ChatResponse
type EmbeddingRequest
type EmbeddingResponse
type Message
type Options

Constants ¶

This section is empty.

Variables ¶

View Source

var ModelList = []*model.ModelConfig{
	{
		Model: "codellama:7b-instruct",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerMeta,
	},
	{
		Model: "llama2:7b",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerMeta,
	},
	{
		Model: "llama2:latest",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerMeta,
	},
	{
		Model: "llama3:latest",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerMeta,
	},
	{
		Model: "phi3:latest",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerMicrosoft,
	},
	{
		Model: "qwen:0.5b-chat",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerAlibaba,
	},
	{
		Model: "qwen:7b",
		Type:  relaymode.ChatCompletions,
		Owner: model.ModelOwnerAlibaba,
	},
}

Functions ¶

func ConvertEmbeddingRequest ¶

func ConvertEmbeddingRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)

func ConvertRequest ¶

func ConvertRequest(meta *meta.Meta, req *http.Request) (string, http.Header, io.Reader, error)

func EmbeddingHandler ¶

func EmbeddingHandler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)

func ErrorHandler ¶

func ErrorHandler(resp *http.Response) *relaymodel.ErrorWithStatusCode

func Handler ¶

func Handler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)

func StreamHandler ¶

func StreamHandler(meta *meta.Meta, c *gin.Context, resp *http.Response) (*relaymodel.Usage, *relaymodel.ErrorWithStatusCode)

Types ¶

type Adaptor ¶

type Adaptor struct{}

func (*Adaptor) ConvertRequest ¶

func (a *Adaptor) ConvertRequest(meta *meta.Meta, request *http.Request) (string, http.Header, io.Reader, error)

func (*Adaptor) DoRequest ¶

func (a *Adaptor) DoRequest(_ *meta.Meta, _ *gin.Context, req *http.Request) (*http.Response, error)

func (*Adaptor) DoResponse ¶

func (a *Adaptor) DoResponse(meta *meta.Meta, c *gin.Context, resp *http.Response) (usage *relaymodel.Usage, err *relaymodel.ErrorWithStatusCode)

func (*Adaptor) GetBaseURL ¶

func (a *Adaptor) GetBaseURL() string

func (*Adaptor) GetChannelName ¶

func (a *Adaptor) GetChannelName() string

func (*Adaptor) GetModelList ¶

func (a *Adaptor) GetModelList() []*model.ModelConfig

func (*Adaptor) GetRequestURL ¶

func (a *Adaptor) GetRequestURL(meta *meta.Meta) (string, error)

func (*Adaptor) SetupRequestHeader ¶

func (a *Adaptor) SetupRequestHeader(meta *meta.Meta, _ *gin.Context, req *http.Request) error

type ChatRequest ¶

type ChatRequest struct {
	Options  *Options  `json:"options,omitempty"`
	Model    string    `json:"model,omitempty"`
	Messages []Message `json:"messages,omitempty"`
	Stream   bool      `json:"stream"`
	Format   any       `json:"format,omitempty"`
}

type ChatResponse ¶

type ChatResponse struct {
	Model           string  `json:"model,omitempty"`
	CreatedAt       string  `json:"created_at,omitempty"`
	Response        string  `json:"response,omitempty"`
	Error           string  `json:"error,omitempty"`
	Message         Message `json:"message,omitempty"`
	TotalDuration   int     `json:"total_duration,omitempty"`
	LoadDuration    int     `json:"load_duration,omitempty"`
	PromptEvalCount int     `json:"prompt_eval_count,omitempty"`
	EvalCount       int     `json:"eval_count,omitempty"`
	EvalDuration    int     `json:"eval_duration,omitempty"`
	Done            bool    `json:"done,omitempty"`
}

type EmbeddingRequest ¶

type EmbeddingRequest struct {
	Options *Options `json:"options,omitempty"`
	Model   string   `json:"model"`
	Input   []string `json:"input"`
}

type EmbeddingResponse ¶

type EmbeddingResponse struct {
	Error           string      `json:"error,omitempty"`
	Model           string      `json:"model"`
	Embeddings      [][]float64 `json:"embeddings"`
	PromptEvalCount int         `json:"prompt_eval_count,omitempty"`
}

type Message ¶

type Message struct {
	Role    string   `json:"role,omitempty"`
	Content string   `json:"content,omitempty"`
	Images  []string `json:"images,omitempty"`
}

type Options ¶

type Options struct {
	Temperature      *float64 `json:"temperature,omitempty"`
	TopP             *float64 `json:"top_p,omitempty"`
	FrequencyPenalty *float64 `json:"frequency_penalty,omitempty"`
	PresencePenalty  *float64 `json:"presence_penalty,omitempty"`
	Seed             int      `json:"seed,omitempty"`
	TopK             int      `json:"top_k,omitempty"`
	NumPredict       int      `json:"num_predict,omitempty"`
	NumCtx           int      `json:"num_ctx,omitempty"`
}

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL