vertex

package

v1.0.1 Latest Latest Go to latest Published: Jun 20, 2026 License: AGPL-3.0 Imports: 27 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/MAX-API-Next/MAX-API

Links

Open Source Insights

Documentation ¶

Index ¶

Constants
Variables
func AcquireAccessToken(creds Credentials, proxy string) (string, error)
func BuildAPIBaseURL(baseURL, version, projectID, region string) string
func BuildAnthropicModelURL(baseURL, version, projectID, region, modelName, action string) string
func BuildGoogleModelURL(baseURL, version, projectID, region, modelName, action string) string
func BuildOpenSourceChatCompletionsURL(baseURL, projectID, region string) string
func BuildPublisherModelURL(baseURL, version, projectID, region, publisher, modelName, action string) string
func GetModelRegion(other string, localModelName string) string
type Adaptor
type Credentials
type VertexAIClaudeRequest

Constants ¶

View Source

const (
	RequestModeClaude     = 1
	RequestModeGemini     = 2
	RequestModeOpenSource = 3
)

View Source

const (
	DefaultAPIVersion    = "v1"
	OpenSourceAPIVersion = "v1beta1"
	PublisherGoogle      = "google"
	PublisherAnthropic   = "anthropic"
)

Variables ¶

View Source

var Cache = asynccache.NewAsyncCache(asynccache.Options{
	RefreshDuration: time.Minute * 35,
	EnableExpire:    true,
	ExpireDuration:  time.Minute * 30,
	Fetcher: func(key string) (interface{}, error) {
		return nil, errors.New("not found")
	},
})

View Source

var ChannelName = "vertex-ai"

View Source

var ModelList = []string{

	"meta/llama3-405b-instruct-maas",
}

Functions ¶

func AcquireAccessToken ¶

func AcquireAccessToken(creds Credentials, proxy string) (string, error)

func BuildAPIBaseURL ¶

func BuildAPIBaseURL(baseURL, version, projectID, region string) string

func BuildAnthropicModelURL ¶

func BuildAnthropicModelURL(baseURL, version, projectID, region, modelName, action string) string

func BuildGoogleModelURL ¶

func BuildGoogleModelURL(baseURL, version, projectID, region, modelName, action string) string

func BuildOpenSourceChatCompletionsURL ¶

func BuildOpenSourceChatCompletionsURL(baseURL, projectID, region string) string

func BuildPublisherModelURL ¶

func BuildPublisherModelURL(baseURL, version, projectID, region, publisher, modelName, action string) string

func GetModelRegion ¶

func GetModelRegion(other string, localModelName string) string

Types ¶

type Adaptor ¶

type Adaptor struct {
	RequestMode        int
	AccountCredentials Credentials
}

func (*Adaptor) ConvertAudioRequest ¶

func (a *Adaptor) ConvertAudioRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.AudioRequest) (io.Reader, error)

func (*Adaptor) ConvertClaudeRequest ¶

func (a *Adaptor) ConvertClaudeRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.ClaudeRequest) (any, error)

func (*Adaptor) ConvertEmbeddingRequest ¶

func (a *Adaptor) ConvertEmbeddingRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.EmbeddingRequest) (any, error)

func (*Adaptor) ConvertGeminiRequest ¶

func (a *Adaptor) ConvertGeminiRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeminiChatRequest) (any, error)

func (*Adaptor) ConvertImageRequest ¶

func (a *Adaptor) ConvertImageRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.ImageRequest) (any, error)

func (*Adaptor) ConvertOpenAIRequest ¶

func (a *Adaptor) ConvertOpenAIRequest(c *gin.Context, info *relaycommon.RelayInfo, request *dto.GeneralOpenAIRequest) (any, error)

func (*Adaptor) ConvertOpenAIResponsesRequest ¶

func (a *Adaptor) ConvertOpenAIResponsesRequest(c *gin.Context, info *relaycommon.RelayInfo, request dto.OpenAIResponsesRequest) (any, error)

func (*Adaptor) ConvertRerankRequest ¶

func (a *Adaptor) ConvertRerankRequest(c *gin.Context, relayMode int, request dto.RerankRequest) (any, error)

func (*Adaptor) DoRequest ¶

func (a *Adaptor) DoRequest(c *gin.Context, info *relaycommon.RelayInfo, requestBody io.Reader) (any, error)

func (*Adaptor) DoResponse ¶

func (a *Adaptor) DoResponse(c *gin.Context, resp *http.Response, info *relaycommon.RelayInfo) (usage any, err *types.MaxAPIError)

func (*Adaptor) GetChannelName ¶

func (a *Adaptor) GetChannelName() string

func (*Adaptor) GetModelList ¶

func (a *Adaptor) GetModelList() []string

func (*Adaptor) GetRequestURL ¶

func (a *Adaptor) GetRequestURL(info *relaycommon.RelayInfo) (string, error)

func (*Adaptor) Init ¶

func (a *Adaptor) Init(info *relaycommon.RelayInfo)

func (*Adaptor) SetupRequestHeader ¶

func (a *Adaptor) SetupRequestHeader(c *gin.Context, req *http.Header, info *relaycommon.RelayInfo) error

type Credentials ¶

type Credentials struct {
	ProjectID    string `json:"project_id"`
	PrivateKeyID string `json:"private_key_id"`
	PrivateKey   string `json:"private_key"`
	ClientEmail  string `json:"client_email"`
	ClientID     string `json:"client_id"`
}

type VertexAIClaudeRequest ¶

type VertexAIClaudeRequest struct {
	AnthropicVersion string              `json:"anthropic_version"`
	Messages         []dto.ClaudeMessage `json:"messages"`
	System           any                 `json:"system,omitempty"`
	MaxTokens        *uint               `json:"max_tokens,omitempty"`
	StopSequences    []string            `json:"stop_sequences,omitempty"`
	Stream           *bool               `json:"stream,omitempty"`
	Temperature      *float64            `json:"temperature,omitempty"`
	TopP             *float64            `json:"top_p,omitempty"`
	TopK             *int                `json:"top_k,omitempty"`
	Tools            any                 `json:"tools,omitempty"`
	ToolChoice       any                 `json:"tool_choice,omitempty"`
	Thinking         *dto.Thinking       `json:"thinking,omitempty"`
	OutputConfig     json.RawMessage     `json:"output_config,omitempty"`
}

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL