dataprocserverless

type BasicOperator struct {
	// contains filtered or unexported fields
}

type Client struct {
	Config
}

type Config struct {
	ServiceAccountJSON               string   `yaml:"service_account_json,omitempty"`
	ServiceAccountFile               string   `yaml:"service_account_file,omitempty"`
	UseApplicationDefaultCredentials bool     `yaml:"use_application_default_credentials,omitempty"`
	ProjectID                        string   `yaml:"project_id,omitempty"`
	Region                           string   `yaml:"region" json:"region"`
	Workspace                        string   `yaml:"workspace"`
	ExecutionRole                    string   `yaml:"execution_role"`
	SubnetworkURI                    string   `yaml:"subnetwork_uri,omitempty"`
	NetworkTags                      []string `yaml:"network_tags,omitempty"`
	KmsKey                           string   `yaml:"kms_key,omitempty"`
	StagingBucket                    string   `yaml:"staging_bucket,omitempty"`
	MetastoreService                 string   `yaml:"metastore_service,omitempty"`
}

type GCSLogConsumer struct {
	// contains filtered or unexported fields
}

type Job struct {
	// contains filtered or unexported fields
}

type JobRunParams struct {
	Project             string
	Region              string
	RuntimeVersion      string
	ContainerImage      string
	Config              string
	Args                []string
	Timeout             time.Duration
	Workspace           string
	ExecutionRole       string
	SubnetworkURI       string
	NetworkTags         []string
	KmsKey              string
	StagingBucket       string
	MetastoreService    string
	Cohort              string
	AutotuningScenarios []dataprocpb.AutotuningConfig_Scenario
}

type LogConsumer interface {
	// Next returns log lines produced since the previous call.
	Next() []LogLine
	// Flush returns any remaining buffered output, including a final line not
	// terminated by a newline.
	Flush() []LogLine
	// SetOutputURI points the consumer at the GCS driver-output location.
	SetOutputURI(uri string)
}

type LogLine struct {
	Message string
	Source  string
}

type MissingFieldsError struct {
	Fields []string
}

type NoOpLogConsumer struct{}