python

package
v0.11.250 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 4, 2025 License: Apache-2.0 Imports: 34 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	Shell                   = "/bin/sh"
	ShellSubcommandFlag     = "-c"
	VirtualEnvBinaryFolder  = "bin"
	DefaultPythonExecutable = "python3"
)
View Source 
const CtxUseWingetForUv = "use_winget_for_uv"
View Source 
const (
	LocalIngestr contextKey = "local_ingestr"
)
View Source 
const PythonArrowTemplate = `` /* 1092-byte string literal not displayed */
View Source 
const (
	UvVersion = "0.6.16"
)
View Source 
const WINDOWS = "windows"

Variables

View Source 
var AvailablePythonVersions = map[string]bool{
	"3.8":  true,
	"3.9":  true,
	"3.10": true,
	"3.11": true,
	"3.12": true,
	"3.13": true,
}
View Source 
var DatabasePrefixToSqlfluffDialect = map[string]string{
	"bq":         "bigquery",
	"sf":         "snowflake",
	"pg":         "postgres",
	"rs":         "redshift",
	"athena":     "athena",
	"ms":         "tsql",
	"databricks": "sparksql",
	"synapse":    "tsql",
	"duckdb":     "duckdb",
	"clickhouse": "clickhouse",
}

Functions

func AddExtraPackages added in v0.11.161 

func AddExtraPackages(destURI, sourceURI string, extraPackages []string) []string

func ConsolidatedParameters added in v0.11.161 

func ConsolidatedParameters(ctx context.Context, asset *pipeline.Asset, cmdArgs []string) ([]string, error)

func DetectDialectFromAssetType added in v0.11.243 

func DetectDialectFromAssetType(assetType string) string

DetectDialectFromAssetType extracts the dialect from an asset's type field by splitting on the first dot and mapping the prefix.

Types

type CommandInstance added in v0.11.104 

type CommandInstance struct {
	Name    string
	Args    []string
	EnvVars map[string]string
}

type CommandRunner added in v0.11.92 

type CommandRunner struct{}

func (*CommandRunner) Run added in v0.11.92 

func (l *CommandRunner) Run(ctx context.Context, repo *git.Repo, command *CommandInstance) error

func (*CommandRunner) RunAnyCommand added in v0.11.92 

func (l *CommandRunner) RunAnyCommand(ctx context.Context, cmd *exec.Cmd) error

type LocalOperator 

type LocalOperator struct {
	// contains filtered or unexported fields
}

func NewLocalOperator 

func NewLocalOperator(config *config.Config, envVariables map[string]string) *LocalOperator

func NewLocalOperatorWithUv added in v0.11.87 

func NewLocalOperatorWithUv(config *config.Config, conn *connection.Manager, envVariables map[string]string) *LocalOperator

func (*LocalOperator) Run 

func (o *LocalOperator) Run(ctx context.Context, ti scheduler.TaskInstance) error

func (*LocalOperator) RunTask 

func (o *LocalOperator) RunTask(ctx context.Context, p *pipeline.Pipeline, t *pipeline.Asset) error

type ModulePathFinder 

type ModulePathFinder struct {
	PathSeparatorOverride int32
}

func (*ModulePathFinder) FindModulePath 

func (m *ModulePathFinder) FindModulePath(repo *git.Repo, executable *pipeline.ExecutableFile) (string, error)

func (*ModulePathFinder) FindRequirementsTxtInPath 

func (m *ModulePathFinder) FindRequirementsTxtInPath(path string, executable *pipeline.ExecutableFile) (string, error)

type NoRequirementsFoundError 

type NoRequirementsFoundError struct{}

func (*NoRequirementsFoundError) Error 

func (m *NoRequirementsFoundError) Error() string

type PyprojectToml added in v0.11.243 

type PyprojectToml struct {
	Tool struct {
		Sqlfluff map[string]any `toml:"sqlfluff"`
	} `toml:"tool"`
}

type SQLFileInfo added in v0.11.243 

type SQLFileInfo struct {
	FilePath string
	Dialect  string
}

type SqlfluffRunner added in v0.11.243 

type SqlfluffRunner struct {
	UvInstaller uvInstaller
	// contains filtered or unexported fields
}

func (*SqlfluffRunner) RunSqlfluffWithDialects added in v0.11.243 

func (s *SqlfluffRunner) RunSqlfluffWithDialects(ctx context.Context, sqlFiles []SQLFileInfo, repo *git.Repo) error

type UvChecker added in v0.11.87 

type UvChecker struct {
	// contains filtered or unexported fields
}

UvChecker handles checking and installing the uv package manager.

func (*UvChecker) EnsureUvInstalled added in v0.11.87 

func (u *UvChecker) EnsureUvInstalled(ctx context.Context) (string, error)

EnsureUvInstalled checks if uv is installed and installs it if not present, then returns the full path of the binary.

type UvPythonRunner added in v0.11.92 

type UvPythonRunner struct {
	Cmd         cmd
	UvInstaller uvInstaller
	// contains filtered or unexported fields
}

func (*UvPythonRunner) Run added in v0.11.92 

func (u *UvPythonRunner) Run(ctx context.Context, execCtx *executionContext) error

func (*UvPythonRunner) RunIngestr added in v0.11.92 

func (u *UvPythonRunner) RunIngestr(ctx context.Context, args, extraPackages []string, repo *git.Repo) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.