enqueuer

type DelimitedFiles struct {
	S3Lister
	BatchSize int `json:"batch_size"`
}

type Enqueuer struct {
	// contains filtered or unexported fields
}

type EnvConfig struct {
	ClusterUID string
	Region     string
	Version    string
	Bucket     string
	APIName    string
	JobID      string
}

type FilePathLister struct {
	S3Lister
	BatchSize int `json:"batch_size"`
}

type ItemList struct {
	Items     []json.RawMessage `json:"items"`
	BatchSize int               `json:"batch_size"`
}

type JobSubmission struct {
	ItemList       *ItemList       `json:"item_list"`
	FilePathLister *FilePathLister `json:"file_path_lister"`
	DelimitedFiles *DelimitedFiles `json:"delimited_files"`
}

type S3Lister struct {
	S3Paths    []string `json:"s3_paths"` // s3://<bucket_name>/key
	Includes   []string `json:"includes"`
	Excludes   []string `json:"excludes"`
	MaxResults *int64   `json:"-"` // this is not currently exposed to the user (it's used for validations)
}