arkruntime

func (*Client) ChatCompletionRequestStreamDo ¶

func (c *Client) ChatCompletionRequestStreamDo(ctx context.Context, method, url, resourceId string, setters ...requestOption) (streamReader *utils.ChatCompletionStreamReader, err error)

func (*Client) CreateBatchChatCompletion ¶ added in v1.0.12

func (c *Client) CreateBatchChatCompletion(
	ctx context.Context,
	request model.ChatRequest,
	setters ...requestOption,
) (response model.ChatCompletionResponse, err error)

CreateBatchChatCompletion — API call to Create a batch completion for the chat message.

func (*Client) CreateBatchEmbeddings ¶ added in v1.0.25

func (c *Client) CreateBatchEmbeddings(
	ctx context.Context,
	conv model.EmbeddingRequestConverter,
	setters ...requestOption,
) (res model.EmbeddingResponse, err error)

CreateBatchEmbeddings like CreateEmbeddings, but for batch processing.

func (*Client) CreateBatchMultiModalEmbeddings ¶ added in v1.0.25

func (c *Client) CreateBatchMultiModalEmbeddings(
	ctx context.Context,
	request model.MultiModalEmbeddingRequest,
	setters ...requestOption,
) (res model.MultimodalEmbeddingResponse, err error)

CreateBatchMultiModalEmbeddings like CreateMultiModalEmbeddings, but for batch processing.

func (*Client) CreateChatCompletion ¶

func (c *Client) CreateChatCompletion(
	ctx context.Context,
	request model.ChatRequest,
	setters ...requestOption,
) (response model.ChatCompletionResponse, err error)

CreateChatCompletion — API call to Create a completion for the chat message.

func (*Client) CreateChatCompletionStream ¶

func (c *Client) CreateChatCompletionStream(
	ctx context.Context,
	request model.ChatRequest,
	setters ...requestOption,
) (stream *utils.ChatCompletionStreamReader, err error)

CreateChatCompletionStream — API call to create a chat completion w/ streaming support. It sets whether to stream back partial progress. If set, tokens will be sent as data-only server-sent events as they become available, with the stream terminated by a data: [DONE] message.

func (*Client) CreateContentGenerationTask ¶ added in v1.0.18

func (c *Client) CreateContentGenerationTask(
	ctx context.Context,
	request model.CreateContentGenerationTaskRequest,
	setters ...requestOption,
) (response model.CreateContentGenerationTaskResponse, err error)

func (*Client) CreateContext ¶

func (c *Client) CreateContext(
	goCtx context.Context,
	request model.CreateContextRequest,
	setters ...requestOption,
) (response model.CreateContextResponse, err error)

CreateContext — API call to Create a new context cache instance.

func (*Client) CreateContextChatCompletion ¶

func (c *Client) CreateContextChatCompletion(
	ctx context.Context,
	request model.ContextChatCompletionRequest,
	setters ...requestOption,
) (response model.ChatCompletionResponse, err error)

CreateContextChatCompletion — API call to Create a completion for chat with context cache.

func (*Client) CreateContextChatCompletionStream ¶

func (c *Client) CreateContextChatCompletionStream(
	ctx context.Context,
	request model.ContextChatCompletionRequest,
	setters ...requestOption,
) (stream *utils.ChatCompletionStreamReader, err error)

CreateContextChatCompletionStream — API call to create a chat completion w/ streaming support. It sets whether to stream back partial progress. If set, tokens will be sent as data-only server-sent events as they become available, with the stream terminated by a data: [DONE] message.

func (*Client) CreateEmbeddings ¶ added in v1.0.25

func (c *Client) CreateEmbeddings(
	ctx context.Context,
	conv model.EmbeddingRequestConverter,
	setters ...requestOption,
) (res model.EmbeddingResponse, err error)

CreateEmbeddings returns an EmbeddingResponse which will contain an Embedding for every item in |body.Input|.

Body should be of type EmbeddingRequestStrings for embedding strings or EmbeddingRequestTokens for embedding groups of text already converted to tokens.

func (*Client) CreateMultiModalEmbeddings ¶ added in v1.0.25

func (c *Client) CreateMultiModalEmbeddings(
	ctx context.Context,
	request model.MultiModalEmbeddingRequest,
	setters ...requestOption,
) (res model.MultimodalEmbeddingResponse, err error)

CreateMultiModalEmbeddings returns an MultimodalEmbeddingResponse which will contain a MultimodalEmbedding for |body.Input|. Body should be MultiModalEmbeddingRequest.

func (*Client) DeleteContentGenerationTask ¶ added in v1.0.18

func (c *Client) DeleteContentGenerationTask(
	ctx context.Context,
	request model.DeleteContentGenerationTaskRequest,
	setters ...requestOption,
) (err error)

func (*Client) Do ¶

func (c *Client) Do(ctx context.Context, method, url, resourceType, resourceId string, v model.Response, setters ...requestOption) (err error)

func (*Client) DoBatch ¶

func (c *Client) DoBatch(ctx context.Context, method, url, resourceType, resourceId string, v model.Response, setters ...requestOption) error

func (*Client) GenerateImages ¶ added in v1.0.18

func (c *Client) GenerateImages(
	ctx context.Context,
	request model.GenerateImagesRequest,
	setters ...requestOption,
) (response model.ImagesResponse, err error)

func (*Client) GenerateImagesStreaming ¶ added in v1.0.27

func (c *Client) GenerateImagesStreaming(ctx context.Context, request model.GenerateImagesRequest, setters ...requestOption) (stream *utils.ImageGenerationStreamReader, err error)

func (*Client) GetContentGenerationTask ¶ added in v1.0.18

func (c *Client) GetContentGenerationTask(
	ctx context.Context,
	request model.GetContentGenerationTaskRequest,
	setters ...requestOption,
) (response model.GetContentGenerationTaskResponse, err error)

func (*Client) GetEndpointStsToken ¶

func (c *Client) GetEndpointStsToken(ctx context.Context, endpointId string) (string, error)

func (*Client) GetResourceStsToken ¶

func (c *Client) GetResourceStsToken(ctx context.Context, resourceType string, resourceId string) (string, error)

func (*Client) ImageGenerationStreamDo ¶ added in v1.0.27

func (c *Client) ImageGenerationStreamDo(ctx context.Context, method, url, resourceId string, setters ...requestOption) (streamReader *utils.ImageGenerationStreamReader, err error)

func (*Client) ListContentGenerationTasks ¶ added in v1.0.18

func (c *Client) ListContentGenerationTasks(
	ctx context.Context,
	request model.ListContentGenerationTasksRequest,
	setters ...requestOption,
) (response model.ListContentGenerationTasksResponse, err error)