config

type BackendConfig struct {
	Type string `toml:"type"`
}

type Config struct {
	Server    ServerConfig    `toml:"server"`
	Plugins   PluginsConfig   `toml:"plugins"`
	RateLimit RateLimitConfig `toml:"rateLimit"`
	Logging   LoggingConfig   `toml:"logging"`
}

type HeadersConfig struct {
	Enabled   bool   `toml:"enabled"`
	TorHeader string `toml:"torHeader"`
	BanHeader string `toml:"banHeader"`
}

type LoggingConfig struct {
	Level  string `toml:"level"`
	Format string `toml:"format"`
}

type PluginsConfig struct {
	Enabled   bool                      `toml:"enabled"`
	Directory string                    `toml:"directory"`
	Config    map[string]map[string]any `toml:"config"`
}

type RateLimitConfig struct {
	Enabled                  bool            `toml:"enabled"`
	MaxConcurrentConnections int             `toml:"maxConcurrentConnections"`
	ConnectionRate           int             `toml:"connectionRate"`
	HTTPRequestRate          int             `toml:"httpRequestRate"`
	HTTPErrorRate            int             `toml:"httpErrorRate"`
	CrawlerBlockDuration     time.Duration   `toml:"crawlerBlockDuration"`
	Backend                  BackendConfig   `toml:"backend"`
	Tor                      TorConfig       `toml:"tor"`
	Headers                  HeadersConfig   `toml:"headers"`
	Whitelist                WhitelistConfig `toml:"whitelist"`
}

type ServerConfig struct {
	Bind    string `toml:"bind"`
	DataDir string `toml:"dataDir"`
}

type TorConfig struct {
	Enabled                   bool          `toml:"enabled"`
	MaxRequestsPerConnection  int           `toml:"maxRequestsPerConnection"`
	MaxConcurrentConnections  int           `toml:"maxConcurrentConnections"`
	ConnectionRate            int           `toml:"connectionRate"`
	ConnectionRateWindow      time.Duration `toml:"connectionRateWindow"`
	BanDuration               time.Duration `toml:"banDuration"`
	RepeatOffenderBanDuration time.Duration `toml:"repeatOffenderBanDuration"`
	ExitNodeListURL           string        `toml:"exitNodeListURL"`
	UpdateInterval            time.Duration `toml:"updateInterval"`
	CacheFilePath             string        `toml:"cacheFilePath"`
	GlobalRateLimit           bool          `toml:"globalRateLimit"`
	GlobalRequestRate         int           `toml:"globalRequestRate"`
	GlobalRateWindow          time.Duration `toml:"globalRateWindow"`
	GlobalBanDuration         time.Duration `toml:"globalBanDuration"`
}

type WhitelistConfig struct {
	IPs []string `toml:"ips"`
}