dataprocserverless

package
v0.11.396 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 22, 2025 License: Apache-2.0 Imports: 31 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type BasicOperator

type BasicOperator struct {
	// contains filtered or unexported fields
}

func NewBasicOperator

func NewBasicOperator(conn config.ConnectionGetter, env map[string]string) (*BasicOperator, error)

func (*BasicOperator) Run

type Client

type Client struct {
	Config
}

func NewClient

func NewClient(c Config) (*Client, error)

type CloudLoggingConsumer

type CloudLoggingConsumer struct {
	// contains filtered or unexported fields
}

CloudLoggingConsumer streams logs from Cloud Logging for a Dataproc Serverless batch job.

func (*CloudLoggingConsumer) Next

func (l *CloudLoggingConsumer) Next() []LogLine

type Config

type Config struct {
	ServiceAccountJSON string `yaml:"service_account_json,omitempty"`
	ServiceAccountFile string `yaml:"service_account_file,omitempty"`
	ProjectID          string `yaml:"project_id,omitempty"`
	Region             string `yaml:"region" json:"region"`
	Workspace          string `yaml:"workspace"`
	ExecutionRole      string `yaml:"execution_role"`
}

type Job

type Job struct {
	// contains filtered or unexported fields
}

func (Job) Run

func (job Job) Run(ctx context.Context) (err error)

type JobRunParams

type JobRunParams struct {
	Project        string
	Region         string
	RuntimeVersion string
	Config         string
	Args           []string
	Timeout        time.Duration
	Workspace      string
	ExecutionRole  string
}

type LogConsumer

type LogConsumer interface {
	Next() []LogLine
}

type LogLine

type LogLine struct {
	Message string
	Source  string
}

type MissingFieldsError

type MissingFieldsError struct {
	Fields []string
}

func (*MissingFieldsError) Error

func (e *MissingFieldsError) Error() string

type NoOpLogConsumer

type NoOpLogConsumer struct{}

NoOpLogConsumer is a log consumer that does nothing.

func (*NoOpLogConsumer) Next

func (l *NoOpLogConsumer) Next() []LogLine

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL