common

type Config struct {
	General  GeneralConfig
	Database DatabaseConfig
	Queue    QueueConfig
}

type Connection struct {
	Host string
	Port int
}

type DatabaseConfig struct {
	Connections []*Connection
}

type DbStore struct {
	*dgo.Dgraph
	Connection []*grpc.ClientConn
}

type GeneralConfig struct {
	MaxGoroutines       int `toml:"max_goroutines"`
	Port                int
	LogLevel            string `toml:"log_level"`
	HttpRetryAttempts   int    `toml:"http_retry_attempts"`
	HttpBackOffDuration int    `toml:"http_back_off_duration"`
	WaitCrawl           bool   `toml:"wait_crawl"`
}

type JsonPage struct {
	Uid       string      `json:"uid,omitempty"`
	Url       string      `json:"url,omitempty"`
	Timestamp int64       `json:"timestamp,omitempty"`
	Children  []*JsonPage `json:"links,omitempty"`
}

type JsonPredicate struct {
	Matching int `json:"matching"`
}

type Page struct {
	Uid       string  `json:"uid,omitempty"`
	Url       string  `json:"url,omitempty"`
	Links     []*Page `json:"links,omitempty"`
	Parent    *Page   `json:"-"`
	Depth     int     `json:"-"`
	Timestamp int64   `json:"timestamp,omitempty"`
}

type QueueConfig struct {
	QueueURL                      string `toml:"queue_url"`
	MaxConcurrentReceivedMessages int64  `toml:"max_concurrent_received_messages"`
	SQSWaitTimeSeconds            int64  `toml:"sqs_wait_time_seconds"`
}

type Store interface {
	Connect(dbConfig DatabaseConfig)
	SetSchema() (err error)
	DeleteAll() (err error)
	Create(currentPage *Page) (err error)
	FindNode(ctx *context.Context, txn *dgo.Txn, url string, depth int) (currentPage *Page, err error)
	FindOrCreateNode(ctx *context.Context, txn *dgo.Txn, currentPage *Page) (uid string, err error)
	CheckPredicate(ctx *context.Context, txn *dgo.Txn, parentUid string, childUid string) (exists bool, err error)
	CheckOrCreatePredicate(ctx *context.Context, txn *dgo.Txn, parentUid string, childUid string) (exists bool, err error)
}