Documentation
¶
Index ¶
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type BasicOperator ¶
type BasicOperator struct {
// contains filtered or unexported fields
}
func NewBasicOperator ¶
func NewBasicOperator(conn config.ConnectionGetter, env map[string]string) (*BasicOperator, error)
func (*BasicOperator) Run ¶
func (op *BasicOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error
type CloudLoggingConsumer ¶
type CloudLoggingConsumer struct {
// contains filtered or unexported fields
}
CloudLoggingConsumer streams logs from Cloud Logging for a Dataproc Serverless batch job.
func (*CloudLoggingConsumer) Next ¶
func (l *CloudLoggingConsumer) Next() []LogLine
type Config ¶
type Config struct {
ServiceAccountJSON string `yaml:"service_account_json,omitempty"`
ServiceAccountFile string `yaml:"service_account_file,omitempty"`
ProjectID string `yaml:"project_id,omitempty"`
Region string `yaml:"region" json:"region"`
Workspace string `yaml:"workspace"`
ExecutionRole string `yaml:"execution_role"`
}
type JobRunParams ¶
type LogConsumer ¶
type LogConsumer interface {
Next() []LogLine
}
type MissingFieldsError ¶
type MissingFieldsError struct {
Fields []string
}
func (*MissingFieldsError) Error ¶
func (e *MissingFieldsError) Error() string
type NoOpLogConsumer ¶
type NoOpLogConsumer struct{}
NoOpLogConsumer is a log consumer that does nothing.
func (*NoOpLogConsumer) Next ¶
func (l *NoOpLogConsumer) Next() []LogLine
Click to show internal directories.
Click to hide internal directories.