crawler

type Config struct {
	GitlabHost        string        `conf:"required,short:g,env:GITLAB_HOST"`
	GitlabToken       string        `conf:"required,short:t,env:GITLAB_TOKEN"`
	GitlabMaxRPS      int           `conf:"default:1,short:r,env:GITLAB_MAX_RPS"`
	Storage           string        `conf:"required,short:s,env:STORAGE_BACKEND"`
	StorageCleanup    bool          `conf:"default:false,short:c,env:STORAGE_CLEANUP"`
	DefaultRefName    string        `conf:"default:HEAD,short:d,env:DEFAULT_REF_NAME"`
	HTTPClientTimeout time.Duration `conf:"default:5s,short:x,env:HTTP_CLIENT_TIMEOUT"`
	// There should be global config composition maybe? For not this lives here
	// though this is the global log level
	LogLevel  int    `conf:"default:1,env:LOG_LEVEL"`
	LogFormat string `conf:"default:json,env:LOG_FORMAT"`
}

type Crawler struct {
	// contains filtered or unexported fields
}

type RemoteInclude struct {
	Project  string      `yaml:"project"`
	Ref      string      `yaml:"ref"`
	Files    StringArray `yaml:"file"`
	Local    string      `yaml:"local"`
	Remote   string      `yaml:"remote"`
	Template string      `yaml:"template"`
	Children []RemoteInclude
}

type Storage int

type StringArray []string