sample

type Options struct {
	Temperature      float32
	TopP             float32
	MinP             float32
	TopK             int
	RepeatLastN      int
	RepeatPenalty    float32
	PresencePenalty  float32
	FrequencyPenalty float32

	// Logprobs causes Sample to populate Result.Logprob with the selected
	// token's log-probability. TopLogprobs (when > 0) adds top-K pairs.
	Logprobs    bool
	TopLogprobs int
}

type Result struct {
	Token       *mlx.Array // sampled token id, shape [B]
	Logprob     *mlx.Array // sampled-token logprob, shape [B,1]; nil unless Logprobs
	TopTokens   *mlx.Array // top-K token ids, shape [B,K]; nil unless TopLogprobs > 0
	TopLogprobs *mlx.Array // top-K logprobs, shape [B,K]; nil unless TopLogprobs > 0
}

type Sampler struct {
	Options
	// contains filtered or unexported fields
}

type Transform func(*Sampler, *mlx.Array) *mlx.Array