scrapers

type DatasetScraper struct {
	Context   context.Context
	DB        *gorm.DB
	Client    *bigquery.Client
	Config    *configs.Config
	Dataset   models.Dataset
	Logger    *log.Logger
	WaitGroup *sync.WaitGroup
}

type FieldScraper struct {
	DB           *gorm.DB
	APIMetadata  *bigquery.TableMetadata
	Logger       *log.Logger
	ColumnNumber int
}

type PartitionScraper struct {
	Context     context.Context
	DB          *gorm.DB
	Client      *bigquery.Client
	Config      *configs.Config
	APIMetadata *bigquery.TableMetadata
	Logger      *log.Logger
}

type ProjectScraper struct {
	Context context.Context
	DB      *gorm.DB
	Client  *bigquery.Client
	Config  *configs.Config
	Project models.Project
	Logger  *log.Logger
}

type Row struct {
	Partitiontime time.Time
	Count         int64
}

type Scraper struct {
	Context context.Context
	DB      *gorm.DB
	Client  *bigquery.Client
	Config  *configs.Config
	Logger  *log.Logger
}

type TableScraper struct {
	Context   context.Context
	DB        *gorm.DB
	Client    *bigquery.Client
	Config    *configs.Config
	Table     models.Table
	Logger    *log.Logger
	WaitGroup *sync.WaitGroup
}