config

type BeaconCfg struct {
	DefaultConnectionThresh int    `yaml:"DefaultConnectionThresh"`
	BeaconTable             string `yaml:"BeaconTable"`
}

type BlacklistedCfg struct {
	ThreadCount       int    `yaml:"ThreadCount"`
	ChannelSize       int    `yaml:"ChannelSize"`
	BlacklistTable    string `yaml:"BlackListTable"`
	BlacklistDatabase string `yaml:"Database"`
}

type BroCfg struct {
	LogPath         string            `yaml:"LogPath"`
	DBPrefix        string            `yaml:"DBPrefix"`
	MetaDB          string            `yaml:"MetaDB"`
	DirectoryMap    map[string]string `yaml:"DirectoryMap"`
	DefaultDatabase string            `yaml:"DefaultDatabase"`
	UseDates        bool              `yaml:"UseDates"`
}

type CrossrefCfg struct {
	InternalTable   string  `yaml:"InternalTable"`
	ExternalTable   string  `yaml:"ExternalTable"`
	BeaconThreshold float64 `yaml:"BeaconThreshold"`
}

type SafeBrowsingCfg struct {
	APIKey   string `yaml:"APIKey"`
	Database string `yaml:"Database"`
}

type ScanningCfg struct {
	ScanThreshold int    `yaml:"ScanThreshold"`
	ScanTable     string `yaml:"ScanTable"`
}

type StructureCfg struct {
	ConnTable       string `yaml:"ConnectionTable"`
	HttpTable       string `yaml:"HttpTable"`
	DnsTable        string `yaml:"DnsTable"`
	UniqueConnTable string `yaml:"UniqueConnectionTable"`
	HostTable       string `yaml:"HostTable"`
}

type SystemConfig struct {
	LogType           string          `yaml:"LogType"`
	GNUNetcatPath     string          `yaml:"GNUNetcatPath"`
	BatchSize         int             `yaml:"BatchSize"`
	DatabaseHost      string          `yaml:"DatabaseHost"`
	LogLevel          int             `yaml:"LogLevel"`
	Prefetch          float64         `yaml:"Prefetch"`
	Whitelist         []string        `yaml:"WhiteList"`
	ImportWhitelist   bool            `yaml:"ImportWhitelist"`
	BlacklistedConfig BlacklistedCfg  `yaml:"BlackListed"`
	CrossrefConfig    CrossrefCfg     `yaml:"Crossref"`
	ScanningConfig    ScanningCfg     `yaml:"Scanning"`
	StructureConfig   StructureCfg    `yaml:"Structure"`
	BeaconConfig      BeaconCfg       `yaml:"Beacon"`
	UrlsConfig        UrlsCfg         `yaml:"Urls"`
	UserAgentConfig   UserAgentCfg    `yaml:"UserAgent"`
	BroConfig         BroCfg          `yaml:"Bro"`
	SafeBrowsing      SafeBrowsingCfg `yaml:"SafeBrowsing"`
	Version           string
}

type UrlsCfg struct {
	UrlsTable      string `yaml:"UrlsTable"`
	HostnamesTable string `yaml:"HostnamesTable"`
}

type UserAgentCfg struct {
	UserAgentTable string `yaml:"UserAgentTable"`
}