mod_ai_rate_limit

type AiRateLimitConf struct {
	Version                    *string
	Config                     *map[string]*ProductRuleConfList
	RateLimitPolicies          *map[string]*PolicyConf
	ApikeyRatePoliciesBindings *map[string][]string
}

type AiRateLimitConfFile struct {
	Version                    *string                              `json:"Version"`
	Config                     *map[string]*ProductRuleConfListFile `json:"Config"`
	RateLimitPolicies          *map[string]*PolicyConfFile          `json:"RateLimitPolicies"`
	ApikeyRatePoliciesBindings *map[string][]string                 `json:"ApikeyRateLimitPolicyBindings"`
}

type ConfModAiRateLimit struct {
	Basic struct {
		ProductRulePath      string // path for product rule
		IsRejectOnRedisError bool   //
	}

	// redis conf
	Redis struct {
		Bns            string // bns name for redis proxy
		ConnectTimeout int    // connect timeout (ms)
		ReadTimeout    int    // read timeout (ms)
		WriteTimeout   int    // write timeout(ms)

		// max idle connections in pool
		MaxIdle int

		// redis password, ignore if not set
		Password string

		// max active connections in pool,
		// when set 0, there is no connection num limit
		MaxActive int
	}

	Log struct {
		OpenDebug bool // whether open debug
	}
}

type LimitRulesConf struct {
	TPM            []*TPMRuleConf
	RPM            []*RPMRuleConf
	MaxConcurrency *int64
}

type LimitRulesConfFile struct {
	TPM            []TPMRuleConfFile `json:"tpm"`
	RPM            []RPMRuleConfFile `json:"rpm"`
	MaxConcurrency *int64            `json:"max_concurrency"`
}

type LimiterStats struct {
	PolicyId   string
	InstId     string
	MatchCount uint64
	HitCount   uint64
	TokenCount uint64
}

type ModuleAiRateLimit struct {
	// contains filtered or unexported fields
}

type PolicyConf struct {
	Name    string
	Enabled bool
	Models  []string
	Rules   *LimitRulesConf
}

type PolicyConfFile struct {
	Name    string              `json:"name"`
	Enabled bool                `json:"enabled"`
	Models  []string            `json:"models"`
	Rules   *LimitRulesConfFile `json:"rules"`
}

type PolicyLimiterContext struct {
	TpmLimiterDataList []*TpmLimiterData
	ConLimiters        []*limit_rate.ConcurrencyLimiter
}

type ProductRuleConf struct {
	Cond      string
	HitAction *action.Action
}

type ProductRuleConfFile struct {
	Cond      *string        `json:"cond"`
	HitAction *action.Action `json:"hit_action"`
}

type ProductRuleConfList []*ProductRuleConf

type ProductRuleConfListFile []*ProductRuleConfFile

type PrometheusStates struct {
	// contains filtered or unexported fields
}

type RPMRuleConf struct {
	Name        string
	TimeWindow  int   // RPMRuleConfFile.WindowMinutes * 60
	MaxRequests int64 // RPMRuleConfFile.MaxRequests
	Burst       int64 // RPMRuleConfFile.Burst
	Models      []string
}

type RPMRuleConfFile struct {
	Name          string   `json:"name"`
	WindowMinutes int      `json:"window_minutes"`
	MaxRequests   int64    `json:"max_requests"`
	Burst         int64    `json:"burst"`
	Models        []string `json:"models"`
}

type TPMRuleConf struct {
	Name             string
	TimeWindow       int64   // TPMRuleConfFile.WindowMinutes * 60
	Threshold        int64   // TPMRuleConfFile.MaxTokens
	BucketTimeWindow int64   // 60s
	BucketThreshold  int64   // TPMRuleConfFile.MaxTokens
	ReservedX        float64 // 0
	ReservedOff      float64 // 0
	Models           []string
}

type TPMRuleConfFile struct {
	Name          string   `json:"name"`
	WindowMinutes int      `json:"window_minutes"`
	MaxTokens     int64    `json:"max_tokens"`
	StepMinutes   int      `json:"step_minutes"`
	Models        []string `json:"models"`
}

type TpmLimiterData struct {
	Limiter         *limit_rate.TPMLimiter
	PreConsumeToken int64
	BucketTimeSec   int64
	IsAllowed       bool
	Item            *tpmLimiterItem
}