aws

package

v0.0.1 Latest Latest Go to latest Published: Feb 6, 2025 License: MIT Imports: 20 Imported by: 0

Details

Valid go.mod file
Redistributable license
Tagged version
Stable version
Learn more about best practices

Repository

github.com/cubeofcube-dev/one-api

Links

Open Source Insights

Documentation ¶

Overview ¶

Package aws provides the AWS adaptor for the relay service.

Index ¶

Variables
func Handler(c *gin.Context, awsCli *bedrockruntime.Client, modelName string) (*relaymodel.ErrorWithStatusCode, *relaymodel.Usage)
func RenderPrompt(messages []relaymodel.Message) string
func ResponseLlama2OpenAI(llamaResponse *Response) *openai.TextResponse
func StreamHandler(c *gin.Context, awsCli *bedrockruntime.Client) (*relaymodel.ErrorWithStatusCode, *relaymodel.Usage)
func StreamResponseLlama2OpenAI(llamaResponse *StreamResponse) *openai.ChatCompletionsStreamResponse
type Adaptor
- func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.GeneralOpenAIRequest) (any, error)
- func (a *Adaptor) DoResponse(c *gin.Context, awsCli *bedrockruntime.Client, meta *meta.Meta) (usage *model.Usage, err *model.ErrorWithStatusCode)
type Request
- func ConvertRequest(textRequest relaymodel.GeneralOpenAIRequest) *Request
type Response
type StreamResponse

Constants ¶

This section is empty.

Variables ¶

View Source

var AwsModelIDMap = map[string]string{
	"llama3-8b-8192":  "meta.llama3-8b-instruct-v1:0",
	"llama3-70b-8192": "meta.llama3-70b-instruct-v1:0",
}

Only support llama-3-8b and llama-3-70b instruction models https://docs.aws.amazon.com/bedrock/latest/userguide/model-ids.html

Functions ¶

func Handler ¶

func Handler(c *gin.Context, awsCli *bedrockruntime.Client, modelName string) (*relaymodel.ErrorWithStatusCode, *relaymodel.Usage)

func RenderPrompt ¶

func RenderPrompt(messages []relaymodel.Message) string

func ResponseLlama2OpenAI ¶

func ResponseLlama2OpenAI(llamaResponse *Response) *openai.TextResponse

func StreamHandler ¶

func StreamHandler(c *gin.Context, awsCli *bedrockruntime.Client) (*relaymodel.ErrorWithStatusCode, *relaymodel.Usage)

func StreamResponseLlama2OpenAI ¶

func StreamResponseLlama2OpenAI(llamaResponse *StreamResponse) *openai.ChatCompletionsStreamResponse

Types ¶

type Adaptor ¶

type Adaptor struct {
}

func (*Adaptor) ConvertRequest ¶

func (a *Adaptor) ConvertRequest(c *gin.Context, relayMode int, request *model.GeneralOpenAIRequest) (any, error)

func (*Adaptor) DoResponse ¶

func (a *Adaptor) DoResponse(c *gin.Context, awsCli *bedrockruntime.Client, meta *meta.Meta) (usage *model.Usage, err *model.ErrorWithStatusCode)

type Request ¶

type Request struct {
	Prompt      string   `json:"prompt"`
	MaxGenLen   int      `json:"max_gen_len,omitempty"`
	Temperature *float64 `json:"temperature,omitempty"`
	TopP        *float64 `json:"top_p,omitempty"`
}

Request is the request to AWS Llama3

https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-meta.html

func ConvertRequest ¶

func ConvertRequest(textRequest relaymodel.GeneralOpenAIRequest) *Request

type Response ¶

type Response struct {
	Generation           string `json:"generation"`
	PromptTokenCount     int    `json:"prompt_token_count"`
	GenerationTokenCount int    `json:"generation_token_count"`
	StopReason           string `json:"stop_reason"`
}

Response is the response from AWS Llama3

https://docs.aws.amazon.com/bedrock/latest/userguide/model-parameters-meta.html

type StreamResponse ¶

type StreamResponse struct {
	Generation           string `json:"generation"`
	PromptTokenCount     int    `json:"prompt_token_count"`
	GenerationTokenCount int    `json:"generation_token_count"`
	StopReason           string `json:"stop_reason"`
}

{'generation': 'Hi', 'prompt_token_count': 15, 'generation_token_count': 1, 'stop_reason': None}

Source Files ¶

View all Source files

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL