routingalgorithms

const (
	RouterPD                 types.RoutingAlgorithm = "pd"
	VLLMEngine               string                 = "vllm"
	SGLangEngine             string                 = "sglang"
	TensorRTLLM              string                 = "trtllm"
	LLMEngineIdentifier      string                 = constants.ModelLabelEngine
	PDRoleSetIdentifier      string                 = "roleset-name"
	PDRoleIdentifier         string                 = "role-name"
	RoleReplicaIndex         string                 = "stormservice.orchestration.aibrix.ai/role-replica-index"
	PodGroupIndex            string                 = "stormservice.orchestration.aibrix.ai/pod-group-index"
	PromptLenBucketMinLength string                 = "prompt-len-bucket-min-length"
	PromptLenBucketMaxLength string                 = "prompt-len-bucket-max-length"
)

const (
	// KVConnectorTypeIdentifier specifies the KV transfer backend for a PD pod. Supported values include "shfs", "nixl", and "mooncake".
	KVConnectorTypeIdentifier = "model.aibrix.ai/kv-connector-type"
	// KV connector types for different backends
	KVConnectorTypeSHFS     = "shfs"     // Default - AIBrix SHFS/KVCacheManager (GPU)
	KVConnectorTypeNIXL     = "nixl"     // NIXL for Neuron (uses disagg_prefill_resp wrapper)
	KVConnectorTypeMooncake = "mooncake" // Mooncake KV transfer backend

	HeaderPrefillTargetPodIP = "prefill-target-pod-ip"
	HeaderPrefillTargetPod   = "prefill-target-pod"
)

const (
	PREBLE_TARGET_GPU             = "AIBRIX_ROUTER_PREBLE_TARGET_GPU"
	PREBLE_DECODING_LENGTH        = "AIBRIX_ROUTER_PREBLE_DECODING_LENGTH"
	PREBLE_SLIDING_WINDOW_PERIOD  = "AIBRIX_ROUTER_PREBLE_SLIDING_WINDOW_PERIOD"
	PREBLE_EVICTION_LOOP_INTERVAL = "AIBRIX_ROUTER_PREBLE_EVICTION_LOOP_INTERVAL"
)

const (
	// Default routing algorithm for slo-family algorithms, setting to RouterSLOLeastLoadPulling.
	RouterSLO types.RoutingAlgorithm = "slo"

	// SLO-aware routing algorithm that using SLOQueue and packLoadRouter as the backend.
	RouterSLOPackLoad types.RoutingAlgorithm = "slo-pack-load"

	// SLO-aware routing algorithm that using SLOQueue and leastLoadRouter (push mode) as the backend.
	RouterSLOLeastLoad types.RoutingAlgorithm = "slo-least-load"

	// SLO-aware routing algorithm that using SLOQueue and leastLoadRouter (pull mode) as the backend.
	RouterSLOLeastLoadPulling types.RoutingAlgorithm = "slo-least-load-pulling"
)

const DefaultFallbackAlgorithm types.RoutingAlgorithm = RouterRandom

const RouterLeastBusyTime types.RoutingAlgorithm = "least-busy-time"

const RouterLeastGpuCache types.RoutingAlgorithm = "least-gpu-cache"

const RouterLeastKvCache types.RoutingAlgorithm = "least-kv-cache"

const RouterLeastLatency types.RoutingAlgorithm = "least-latency"

const RouterLeastRequest types.RoutingAlgorithm = "least-request"

const (
	RouterNotSet = ""
)

const (
	RouterPowerOfTwo types.RoutingAlgorithm = "power-of-two"
)

const RouterPrefixCachePreble types.RoutingAlgorithm = "prefix-cache-preble"

const RouterRandom types.RoutingAlgorithm = "random"

const (
	RouterSessionAffinity types.RoutingAlgorithm = "session-affinity"
)

const RouterThroughput types.RoutingAlgorithm = "throughput"

const RouterUtil types.RoutingAlgorithm = "least-utilization"