scraper

type ConfigFileScraper []string

type FileScraper struct {
	Paths []string  // paths of log files
	Start time.Time // start time
	End   time.Time // end time
}

type FileStat map[string]int64

type LogScraper struct {
	Paths []string        // paths of log files
	Types map[string]bool // log type
	Start time.Time       // start time
	End   time.Time       // end time
}

type Option struct {
	LogPaths          []string        // paths of log files
	LogTypes          map[string]bool // types of log need to scrap
	ConfigPaths       []string        // paths of config files
	FilePaths         []string        // paths of normal files
	PrometheusDataDir string
	Start             string // start time
	End               string // end time
}

type Sample struct {
	Log    FileStat `json:"log_files,omitempty"`
	Config FileStat `json:"config_files,omitempty"`
	File   FileStat `json:"files,omitempty"`
	TSDB   FileStat `json:"prometheus_data,omitempty"`
}

type Scrapper interface {
	Scrap(*Sample) error
}

type TSDBScraper struct {
	Paths []string  // paths of log files
	Start time.Time // start time
	End   time.Time // end time
}