bqin

type AWS struct {
	Region                  string `yaml:"region,omitempty"`
	DisableSSL              bool   `yaml:"disable_ssl,omitempty"`
	S3ForcePathStyle        bool   `yaml:"s3_force_path_style,omitempty"`
	S3Endpoint              string `yaml:"s3_endpoint,omitempty"`
	SQSEndpoint             string `yaml:"sqs_endpoint,omitempty"`
	AccessKeyID             string `yaml:"access_key_id,omitempty"`
	SecretAccessKey         string `yaml:"secret_access_key,omitempty"`
	DisableShardConfigState bool   `yaml:"disable_shard_config_state,omitempty"`
}

type App struct {
	*Receiver
	*Resolver
	*Transporter
	*Loader
}

type Base64String []byte

type Cloud struct {
	AWS *AWS `yaml:"aws,omitempty"`
	GCP *GCP `yaml:"gcp,omitempty"`
}

type Config struct {
	QueueName string `yaml:"queue_name"`
	Cloud     *Cloud `yaml:"cloud"`

	Rules []*Rule `yaml:"rules"`
	Rule  `yaml:",inline"`
}

type Factory struct {
	*Config
}

type GCP struct {
	WithoutAuthentication bool         `yaml:"without_authentication,omitempty"`
	BigQueryEndpoint      string       `yaml:"big_query_endpoint,omitempty"`
	CloudStorageEndpoint  string       `yaml:"cloud_storage_endpoint,omitempty"`
	Base64Credential      Base64String `yaml:"base64_credential"`
}

type Job struct {
	*TransportJob
	*LoadingJob
}

type JobOption struct {
	TemporaryBucket string       `yaml:"temporary_bucket" json:"temporary_bucket"`
	GZip            *bool        `yaml:"gzip,omitempty" json:"gzip,omitempty"`
	AutoDetect      *bool        `yaml:"auto_detect,omitempty" json:"auto_detect,omitempty"`
	SourceFormat    SourceFormat `yaml:"source_format" json:"source_format"`
}

type Loader struct {
	// contains filtered or unexported fields
}

type LoadingDestination struct {
	ProjectID string `yaml:"project_id" json:"project_id"`
	Dataset   string `yaml:"dataset" json:"dataset"`
	Table     string `yaml:"table" json:"table"`
}

type LoadingJob struct {
	GCSRef *bigquery.GCSReference
	*LoadingDestination

	CreateDisposition bigquery.TableCreateDisposition
	WriteDisposition  bigquery.TableWriteDisposition
}

type ReceiptHandle struct {
	// contains filtered or unexported fields
}

type Receiver struct {
	// contains filtered or unexported fields
}

type Resolver struct {
	// contains filtered or unexported fields
}

type Rule struct {
	S3       *S3Soruce           `yaml:"s3"`
	BigQuery *LoadingDestination `yaml:"big_query"`
	Option   *JobOption          `yaml:"option"`
	// contains filtered or unexported fields
}

type RunOption interface {
	Apply(*RunSettings)
}

type RunSettings struct {
	ExitNoMessage bool
	ExitError     bool
	QueueName     string
}

type S3Object struct {
	Bucket string `json:"bucket"`
	Object string `json:"object"`
}

type S3Soruce struct {
	Region    string `yaml:"region"`
	Bucket    string `yaml:"bucket"`
	KeyPrefix string `yaml:"key_prefix"`
	KeyRegexp string `yaml:"key_regexp"`
}

type SourceFormat string

type TransportJob struct {
	Source      *url.URL
	Destination *url.URL
}

type TransportJobHandle struct {
	// contains filtered or unexported fields
}

type Transporter struct {
	// contains filtered or unexported fields
}