databrew

package

Go to main page

Versions in this module

v1

v1.5.0

Aug 24, 2026

v1.4.0

Aug 19, 2026

v1.3.5

Aug 19, 2026

v1.3.4

Aug 18, 2026

v1.3.3

Aug 17, 2026

v1.3.2

Aug 16, 2026

v1.3.1

Aug 16, 2026

Changes in this version

+ type CsvOptions struct

+ Delimiter string

+ HeaderRow *bool

+ type DataCatalogOutput struct

+ CatalogID string

+ DatabaseName string

+ DatabaseOptions *DatabaseTableOutputOptions

+ Overwrite bool

+ S3Options *S3TableOutputOptions

+ TableName string

+ type DatabaseOutput struct

+ DatabaseOptions *DatabaseTableOutputOptions

+ DatabaseOutputMode string

+ GlueConnectionName string

+ type DatabaseTableOutputOptions struct

+ TableName string

+ TempDirectory *S3Location

+ type ExcelOptions struct

+ HeaderRow *bool

+ SheetIndexes []int32

+ SheetNames []string

type InMemoryBackend

+ func (b *InMemoryBackend) OpenProjectSession(ctx context.Context, name string) (*Project, error)

+ type JSONOptions struct

+ MultiLine bool

type JobRun

+ Attempt int

+ DataCatalogOutputs []DataCatalogOutput

+ DatabaseOutputs []DatabaseOutput

+ ErrorMessage string

+ JobSample *JobSample

+ LogSubscription string

+ Outputs []Output

+ RecipeReference *RecipeRef

+ StartedBy string

+ type JobSample struct

+ Mode string

+ Size int64

type Project

+ OpenDate float64

+ OpenedBy string

type Recipe

+ ProjectName string

+ type RulesetDescribeView struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ Description string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ Rules []Rule

+ Tags map[string]string

+ TargetArn string

+ type RulesetListItem struct

+ AccountID string

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ Description string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ RuleCount int

+ Tags map[string]string

+ TargetArn string

type S3Location

+ BucketOwner string

+ type S3TableOutputOptions struct

+ Location S3Location

type StorageBackend

+ OpenProjectSession func(ctx context.Context, name string) (*Project, error)

v1.3.0

Aug 3, 2026

v1.2.0

Aug 3, 2026

Changes in this version

type Dataset

+ AccountID string

+ PathOptions *PathOptions

+ type DatasetParameter struct

+ CreateColumn bool

+ DatetimeOptions *DatetimeOptions

+ Filter *FilterExpression

+ Name string

+ Type string

+ type DatetimeOptions struct

+ Format string

+ LocaleCode string

+ TimezoneOffset string

+ type FilesLimit struct

+ MaxFiles int

+ Order string

+ OrderedBy string

+ type FilterExpression struct

+ Expression string

+ ValuesMap map[string]string

type InMemoryBackend

+ func (b *InMemoryBackend) BatchDeleteRecipeVersion(ctx context.Context, name string, toDelete []string) ([]RecipeVersionErrorDetail, error)

+ func (b *InMemoryBackend) DeleteRecipeVersion(ctx context.Context, name, version string) error

+ func (b *InMemoryBackend) ListRecipeVersions(ctx context.Context, name string, maxResults int, nextToken string) ([]*Recipe, string, error)

type Job

+ AccountID string

+ type JobExtras struct

+ DataCatalogOutputs []map[string]any

+ DatabaseOutputs []map[string]any

+ EncryptionKeyArn string

+ EncryptionMode string

+ JobSample map[string]any

+ LogSubscription string

+ MaxCapacity int

+ MaxRetries int

+ ProfileConfiguration map[string]any

+ Timeout int

+ ValidationConfigurations []map[string]any

+ type PathOptions struct

+ FilesLimit *FilesLimit

+ LastModifiedDateCondition *FilterExpression

+ Parameters map[string]DatasetParameter

type Project

+ AccountID string

+ type RecipeVersionErrorDetail struct

+ ErrorCode string

+ ErrorMessage string

+ RecipeVersion string

type Ruleset

+ AccountID string

+ RuleCount int

type Schedule

+ AccountID string

type StorageBackend

+ BatchDeleteRecipeVersion func(ctx context.Context, name string, versions []string) ([]RecipeVersionErrorDetail, error)

+ DeleteRecipeVersion func(ctx context.Context, name, version string) error

+ ListRecipeVersions func(ctx context.Context, name string, maxResults int, nextToken string) ([]*Recipe, string, error)

v1.1.4

Jul 20, 2026

v1.1.3

Jul 20, 2026

v1.1.2

Jul 20, 2026

v1.1.1

Jul 20, 2026

v1.1.0

Jul 19, 2026

Changes in this version

+ var ErrAlreadyExists = awserr.New("ConflictException", awserr.ErrAlreadyExists)

+ var ErrNilAppContext = errors.New("nil AppContext passed to DataBrew Provider.Init")

+ var ErrNotFound = awserr.New("ResourceNotFoundException", awserr.ErrNotFound)

+ var ErrValidation = awserr.New("ValidationException", awserr.ErrInvalidParameter)

+ type DataCatalogInput struct

+ DatabaseName string

+ TableName string

+ type DatabaseInput struct

+ DatabaseTableName string

+ GlueConnectionName string

+ type Dataset struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ Format string

+ FormatOptions DatasetFormatOptions

+ Input DatasetInput

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ Source string

+ Tags map[string]string

+ type DatasetFormatOptions struct

+ Csv map[string]any

+ Excel map[string]any

+ JSON map[string]any

+ type DatasetInput struct

+ DataCatalogInputDefinition *DataCatalogInput

+ DatabaseInputDefinition *DatabaseInput

+ S3InputDefinition *S3Location

+ type Handler struct

+ AccountID string

+ Backend StorageBackend

+ Region string

+ func NewHandler(backend StorageBackend) *Handler

+ func (h *Handler) ExtractOperation(c *echo.Context) string

+ func (h *Handler) ExtractResource(c *echo.Context) string

+ func (h *Handler) GetSupportedOperations() []string

+ func (h *Handler) Handler() echo.HandlerFunc

+ func (h *Handler) MatchPriority() int

+ func (h *Handler) Name() string

+ func (h *Handler) Reset()

+ func (h *Handler) Restore(ctx context.Context, data []byte) error

+ func (h *Handler) RouteMatcher() service.Matcher

+ func (h *Handler) Shutdown(ctx context.Context)

+ func (h *Handler) Snapshot(ctx context.Context) []byte

+ func (h *Handler) StartWorker(_ context.Context) error

+ type InMemoryBackend struct

+ func NewInMemoryBackend(accountID, region string) *InMemoryBackend

+ func NewInMemoryBackendWithContext(svcCtx context.Context, accountID, region string) *InMemoryBackend

+ func (b *InMemoryBackend) AccountID() string

+ func (b *InMemoryBackend) CreateDataset(ctx context.Context, name, format string, input DatasetInput, ...) (*Dataset, error)

+ func (b *InMemoryBackend) CreateJob(ctx context.Context, ...) (*Job, error)

+ func (b *InMemoryBackend) CreateProject(ctx context.Context, name, datasetName, recipeName, roleArn string, ...) (*Project, error)

+ func (b *InMemoryBackend) CreateRecipe(ctx context.Context, name, description string, steps []RecipeStep, ...) (*Recipe, error)

+ func (b *InMemoryBackend) CreateRuleset(ctx context.Context, name, description, targetArn string, rules []Rule, ...) (*Ruleset, error)

+ func (b *InMemoryBackend) CreateSchedule(ctx context.Context, name string, jobNames []string, cron string, ...) (*Schedule, error)

+ func (b *InMemoryBackend) DeleteDataset(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DeleteJob(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DeleteProject(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DeleteRecipe(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DeleteRuleset(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DeleteSchedule(ctx context.Context, name string) error

+ func (b *InMemoryBackend) DescribeDataset(ctx context.Context, name string) (*Dataset, error)

+ func (b *InMemoryBackend) DescribeJob(ctx context.Context, name string) (*Job, error)

+ func (b *InMemoryBackend) DescribeJobRun(ctx context.Context, name, runID string) (*JobRun, error)

+ func (b *InMemoryBackend) DescribeProject(ctx context.Context, name string) (*Project, error)

+ func (b *InMemoryBackend) DescribeRecipe(ctx context.Context, name string) (*Recipe, error)

+ func (b *InMemoryBackend) DescribeRuleset(ctx context.Context, name string) (*Ruleset, error)

+ func (b *InMemoryBackend) DescribeSchedule(ctx context.Context, name string) (*Schedule, error)

+ func (b *InMemoryBackend) FindTagsByArn(ctx context.Context, arnVal string) (map[string]string, error)

+ func (b *InMemoryBackend) ListDatasets(ctx context.Context, maxResults int, nextToken string) ([]*Dataset, string)

+ func (b *InMemoryBackend) ListJobRuns(ctx context.Context, jobName string, maxResults int, nextToken string) ([]*JobRun, string, error)

+ func (b *InMemoryBackend) ListJobs(ctx context.Context, maxResults int, ...) ([]*Job, string)

+ func (b *InMemoryBackend) ListProjects(ctx context.Context, maxResults int, nextToken string) ([]*Project, string)

+ func (b *InMemoryBackend) ListRecipes(ctx context.Context, maxResults int, nextToken string) ([]*Recipe, string)

+ func (b *InMemoryBackend) ListRulesets(ctx context.Context, maxResults int, nextToken, targetArn string) ([]*Ruleset, string)

+ func (b *InMemoryBackend) ListSchedules(ctx context.Context, maxResults int, nextToken string) ([]*Schedule, string)

+ func (b *InMemoryBackend) PublishRecipe(ctx context.Context, name, description string) error

+ func (b *InMemoryBackend) Region() string

+ func (b *InMemoryBackend) Reset()

+ func (b *InMemoryBackend) Restore(ctx context.Context, data []byte) error

+ func (b *InMemoryBackend) Shutdown(ctx context.Context)

+ func (b *InMemoryBackend) Snapshot(ctx context.Context) []byte

+ func (b *InMemoryBackend) StartJobRun(ctx context.Context, jobName string) (*JobRun, error)

+ func (b *InMemoryBackend) StopJobRun(ctx context.Context, name, runID string) (*JobRun, error)

+ func (b *InMemoryBackend) UpdateDataset(ctx context.Context, name, format string, input DatasetInput, ...) error

+ func (b *InMemoryBackend) UpdateJob(ctx context.Context, name, roleArn string, outputs []Output, ...) error

+ func (b *InMemoryBackend) UpdateProject(ctx context.Context, name, datasetName, roleArn string, sample Sample) error

+ func (b *InMemoryBackend) UpdateRecipe(ctx context.Context, name, description string, steps []RecipeStep) error

+ func (b *InMemoryBackend) UpdateRuleset(ctx context.Context, name, description string, rules []Rule) error

+ func (b *InMemoryBackend) UpdateSchedule(ctx context.Context, name string, jobNames []string, cron string) error

+ func (b *InMemoryBackend) UpdateTagsByArn(ctx context.Context, arnVal string, add map[string]string, remove []string) error

+ type Job struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ DataCatalogOutputs []map[string]any

+ DatabaseOutputs []map[string]any

+ DatasetName string

+ EncryptionKeyArn string

+ EncryptionMode string

+ JobSample map[string]any

+ LastModifiedBy string

+ LastModifiedDate float64

+ LogSubscription string

+ MaxCapacity int

+ MaxRetries int

+ Name string

+ Outputs []Output

+ ProfileConfiguration map[string]any

+ ProjectName string

+ RecipeName string

+ RecipeReference *RecipeRef

+ RoleArn string

+ Tags map[string]string

+ Timeout int

+ Type string

+ ValidationConfigurations []map[string]any

+ type JobRun struct

+ CompletedOn float64

+ DatasetName string

+ ExecutionTime int

+ JobName string

+ LogGroupName string

+ RunID string

+ StartedOn float64

+ State string

+ type Output struct

+ CompressionFormat string

+ Format string

+ FormatOptions map[string]any

+ Location S3Location

+ MaxOutputFiles int

+ Overwrite bool

+ PartitionColumns []string

+ type Project struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ DatasetName string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ RecipeName string

+ RoleArn string

+ Sample Sample

+ SessionStatus string

+ Tags map[string]string

+ type Provider struct

+ func (p *Provider) Init(ctx *service.AppContext) (service.Registerable, error)

+ func (p *Provider) Name() string

+ type Recipe struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ Description string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ PublishedBy string

+ PublishedDate float64

+ RecipeVersion string

+ Steps []RecipeStep

+ Tags map[string]string

+ type RecipeRef struct

+ Name string

+ RecipeVersion string

+ type RecipeStep struct

+ Action map[string]any

+ ConditionExpressions []map[string]any

+ type Rule struct

+ CheckExpression string

+ ColumnSelectors []map[string]any

+ Disabled bool

+ Name string

+ SubstitutionMap map[string]string

+ Threshold map[string]any

+ type Ruleset struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ Description string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ Rules []Rule

+ Tags map[string]string

+ TargetArn string

+ type S3Location struct

+ Bucket string

+ Key string

+ type Sample struct

+ Size int

+ Type string

+ type Schedule struct

+ Arn string

+ CreateDate float64

+ CreatedBy string

+ CronExpression string

+ JobNames []string

+ LastModifiedBy string

+ LastModifiedDate float64

+ Name string

+ Tags map[string]string

+ type StorageBackend interface

+ AccountID func() string

+ CreateDataset func(ctx context.Context, name, format string, input DatasetInput, ...) (*Dataset, error)

+ CreateJob func(ctx context.Context, ...) (*Job, error)

+ CreateProject func(ctx context.Context, name, datasetName, recipeName, roleArn string, ...) (*Project, error)

+ CreateRecipe func(ctx context.Context, name, description string, steps []RecipeStep, ...) (*Recipe, error)

+ CreateRuleset func(ctx context.Context, name, description, targetArn string, rules []Rule, ...) (*Ruleset, error)

+ CreateSchedule func(ctx context.Context, name string, jobNames []string, cron string, ...) (*Schedule, error)

+ DeleteDataset func(ctx context.Context, name string) error

+ DeleteJob func(ctx context.Context, name string) error

+ DeleteProject func(ctx context.Context, name string) error

+ DeleteRecipe func(ctx context.Context, name string) error

+ DeleteRuleset func(ctx context.Context, name string) error

+ DeleteSchedule func(ctx context.Context, name string) error

+ DescribeDataset func(ctx context.Context, name string) (*Dataset, error)

+ DescribeJob func(ctx context.Context, name string) (*Job, error)

+ DescribeJobRun func(ctx context.Context, name, runID string) (*JobRun, error)

+ DescribeProject func(ctx context.Context, name string) (*Project, error)

+ DescribeRecipe func(ctx context.Context, name string) (*Recipe, error)

+ DescribeRuleset func(ctx context.Context, name string) (*Ruleset, error)

+ DescribeSchedule func(ctx context.Context, name string) (*Schedule, error)

+ FindTagsByArn func(ctx context.Context, arn string) (map[string]string, error)

+ ListDatasets func(ctx context.Context, maxResults int, nextToken string) ([]*Dataset, string)

+ ListJobRuns func(ctx context.Context, jobName string, maxResults int, nextToken string) ([]*JobRun, string, error)

+ ListJobs func(ctx context.Context, maxResults int, ...) ([]*Job, string)

+ ListProjects func(ctx context.Context, maxResults int, nextToken string) ([]*Project, string)

+ ListRecipes func(ctx context.Context, maxResults int, nextToken string) ([]*Recipe, string)

+ ListRulesets func(ctx context.Context, maxResults int, nextToken, targetArn string) ([]*Ruleset, string)

+ ListSchedules func(ctx context.Context, maxResults int, nextToken string) ([]*Schedule, string)

+ PublishRecipe func(ctx context.Context, name, description string) error

+ Region func() string

+ Reset func()

+ Restore func(ctx context.Context, data []byte) error

+ Snapshot func(ctx context.Context) []byte

+ StartJobRun func(ctx context.Context, jobName string) (*JobRun, error)

+ StopJobRun func(ctx context.Context, name, runID string) (*JobRun, error)

+ UpdateDataset func(ctx context.Context, name, format string, input DatasetInput, ...) error

+ UpdateJob func(ctx context.Context, name, roleArn string, outputs []Output, ...) error

+ UpdateProject func(ctx context.Context, name, datasetName, roleArn string, sample Sample) error

+ UpdateRecipe func(ctx context.Context, name, description string, steps []RecipeStep) error

+ UpdateRuleset func(ctx context.Context, name, description string, rules []Rule) error

+ UpdateSchedule func(ctx context.Context, name string, jobNames []string, cron string) error

+ UpdateTagsByArn func(ctx context.Context, arn string, add map[string]string, remove []string) error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL