dataprocserverless

package
v0.11.415 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jan 14, 2026 License: Apache-2.0 Imports: 27 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn config.ConnectionGetter, env map[string]string) (*BasicOperator, error)

func (*BasicOperator) Run

type Client

type Client struct {
	Config
}

func NewClient

func NewClient(c Config) (*Client, error)

type CloudLoggingConsumer

type CloudLoggingConsumer struct {
	// contains filtered or unexported fields
}

CloudLoggingConsumer streams logs from Cloud Logging for a Dataproc Serverless batch job.

func (*CloudLoggingConsumer) Next

func (l *CloudLoggingConsumer) Next() []LogLine

type Config

type Config struct {
	ServiceAccountJSON               string   `yaml:"service_account_json,omitempty"`
	ServiceAccountFile               string   `yaml:"service_account_file,omitempty"`
	UseApplicationDefaultCredentials bool     `yaml:"use_application_default_credentials,omitempty"`
	ProjectID                        string   `yaml:"project_id,omitempty"`
	Region                           string   `yaml:"region" json:"region"`
	Workspace                        string   `yaml:"workspace"`
	ExecutionRole                    string   `yaml:"execution_role"`
	SubnetworkURI                    string   `yaml:"subnetwork_uri,omitempty"`
	NetworkTags                      []string `yaml:"network_tags,omitempty"`
	KmsKey                           string   `yaml:"kms_key,omitempty"`
	StagingBucket                    string   `yaml:"staging_bucket,omitempty"`
	MetastoreService                 string   `yaml:"metastore_service,omitempty"`
}

type Job

type Job struct {
	// contains filtered or unexported fields
}

func (Job) Run

func (job Job) Run(ctx context.Context) (err error)

type JobRunParams

type JobRunParams struct {
	Project          string
	Region           string
	RuntimeVersion   string
	Config           string
	Args             []string
	Timeout          time.Duration
	Workspace        string
	ExecutionRole    string
	SubnetworkURI    string
	NetworkTags      []string
	KmsKey           string
	StagingBucket    string
	MetastoreService string
}

type LogConsumer

type LogConsumer interface {
	Next() []LogLine
}

type LogLine

type LogLine struct {
	Message string
	Source  string
}

type MissingFieldsError

type MissingFieldsError struct {
	Fields []string
}

func (*MissingFieldsError) Error

func (e *MissingFieldsError) Error() string

type NoOpLogConsumer

type NoOpLogConsumer struct{}

NoOpLogConsumer is a log consumer that does nothing.

func (*NoOpLogConsumer) Next

func (l *NoOpLogConsumer) Next() []LogLine

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL