artifact_source

Jul 2, 2025

Changes in this version

type NilArtifactCollectionState

+ func (*NilArtifactCollectionState) MigrateFromLegacyState(_ []byte) error

+ func (*NilArtifactCollectionState) OnCollectionComplete() error

+ func (*NilArtifactCollectionState) Validate() error

+ func (s *NilArtifactCollectionState) GetFromTime() time.Time

+ func (s *NilArtifactCollectionState) GetToTime() time.Time

Jun 3, 2025

Changes in this version

type PluginSourceWrapper

+ func (w *PluginSourceWrapper) OnCollectionComplete() error

May 14, 2025

Changes in this version

type ArtifactSourceImpl

+ func (a *ArtifactSourceImpl[S, T]) Properties() map[string]*types.PropertyMetadata

type PluginSourceWrapper

+ func (w *PluginSourceWrapper) Pause() error

+ func (w *PluginSourceWrapper) Properties() map[string]*types.PropertyMetadata

+ func (w *PluginSourceWrapper) Resume() error

Apr 25, 2025

Changes in this version

+ func WithHeaderRowNotification(delimiter string) row_source.RowSourceOption

type ArtifactSource

+ SetHeaderDelimiter func(b string)

type ArtifactSourceImpl

+ HeaderRowDelimiter string

+ func (a *ArtifactSourceImpl[S, T]) SetHeaderDelimiter(delimiter string)

Jan 30, 2025

Changes in this version

+ const ArtifactSourceMaxConcurrency

+ func ByteMapToStringMap(m map[string][]byte) map[string]string

+ func ExpandPatternIntoOptionalAlternatives(pattern string) []string

+ func WithArtifactExtractor(extractor Extractor) row_source.RowSourceOption

+ func WithArtifactLoader(loader artifact_loader.Loader) row_source.RowSourceOption

+ func WithDefaultArtifactSourceConfig(config *artifact_source_config.ArtifactSourceConfigImpl) row_source.RowSourceOption

+ func WithRowPerLine() row_source.RowSourceOption

+ func WithSkipHeaderRow() row_source.RowSourceOption

+ type ArtifactSource interface

+ DiscoverArtifacts func(ctx context.Context) error

+ DownloadArtifact func(context.Context, *types.ArtifactInfo) error

+ SetDefaultConfig func(config *artifact_source_config.ArtifactSourceConfigImpl)

+ SetExtractor func(extractor Extractor)

+ SetLoader func(loader artifact_loader.Loader)

+ SetRowPerLine func(b bool)

+ SetSkipHeaderRow func(b bool)

+ type ArtifactSourceImpl struct

+ CollectionState collection_state.ArtifactCollectionState[S]

+ Loader artifact_loader.Loader

+ RowPerLine bool

+ SkipHeaderRow bool

+ Source ArtifactSource

+ TempDir string

+ func (a *ArtifactSourceImpl[S, T]) Collect(ctx context.Context) error

+ func (a *ArtifactSourceImpl[S, T]) DiscoverArtifacts(ctx context.Context) error

+ func (a *ArtifactSourceImpl[S, T]) DownloadArtifact(ctx context.Context, info *types.ArtifactInfo) error

+ func (a *ArtifactSourceImpl[S, T]) Identifier() string

+ func (a *ArtifactSourceImpl[S, T]) Init(ctx context.Context, params *row_source.RowSourceParams, ...) error

+ func (a *ArtifactSourceImpl[S, T]) OnArtifactDiscovered(ctx context.Context, info *types.ArtifactInfo) error

+ func (a *ArtifactSourceImpl[S, T]) OnArtifactDownloaded(ctx context.Context, info *types.DownloadedArtifactInfo) error

+ func (a *ArtifactSourceImpl[S, T]) SetDefaultConfig(config *artifact_source_config.ArtifactSourceConfigImpl)

+ func (a *ArtifactSourceImpl[S, T]) SetExtractor(extractor Extractor)

+ func (a *ArtifactSourceImpl[S, T]) SetLoader(loader artifact_loader.Loader)

+ func (a *ArtifactSourceImpl[S, T]) SetRowPerLine(rowPerLine bool)

+ func (a *ArtifactSourceImpl[S, T]) SetSkipHeaderRow(skipHeaderRow bool)

+ func (a *ArtifactSourceImpl[S, T]) WalkNode(ctx context.Context, targetPath string, basePath string, layouts []string, ...) error

+ type EmptyConnection struct

+ func (EmptyConnection) Identifier() string

+ func (c *EmptyConnection) Validate() error

+ type Extractor interface

+ Extract func(context.Context, any) ([]any, error)

+ Identifier func() string

+ type InitSourceRequest struct

+ DefaultConfig *artifact_source_config.ArtifactSourceConfigImpl

+ SourceFormat *types.FormatConfigData

+ SourceParams *row_source.RowSourceParams

+ func InitSourceRequestFromProto(pr *proto.InitSourceRequest) (*InitSourceRequest, error)

+ type NilArtifactCollectionState struct

+ func (*NilArtifactCollectionState) GetGranularity() time.Duration

+ func (*NilArtifactCollectionState) Init(_ *NilArtifactSourceConfig, _ string) error

+ func (*NilArtifactCollectionState) IsEmpty() bool

+ func (*NilArtifactCollectionState) OnCollected(_ string, _ time.Time) error

+ func (*NilArtifactCollectionState) Save() error

+ func (*NilArtifactCollectionState) SetGranularity(_ time.Duration)

+ func (*NilArtifactCollectionState) ShouldCollect(_ string, _ time.Time) bool

+ func (s *NilArtifactCollectionState) Clear()

+ func (s *NilArtifactCollectionState) GetEndTime() time.Time

+ func (s *NilArtifactCollectionState) GetStartTime() time.Time

+ func (s *NilArtifactCollectionState) RegisterPath(_ string, _ map[string]string)

+ func (s *NilArtifactCollectionState) SetEndTime(_ time.Time)

+ type NilArtifactSourceConfig struct

+ func (n NilArtifactSourceConfig) DefaultTo(_ artifact_source_config.ArtifactSourceConfig)

+ func (n NilArtifactSourceConfig) GetFileLayout() *string

+ func (n NilArtifactSourceConfig) Identifier() string

+ func (n NilArtifactSourceConfig) Validate() error

+ type NilConfig struct

+ func (n NilConfig) Identifier() string

+ func (n NilConfig) Validate() error

+ type PluginSourceWrapper struct

+ func (w *PluginSourceWrapper) AddObserver(o observable.Observer) error

+ func (w *PluginSourceWrapper) Close() error

+ func (w *PluginSourceWrapper) Collect(ctx context.Context) error

+ func (w *PluginSourceWrapper) Description() (string, error)

+ func (w *PluginSourceWrapper) Identifier() string

+ func (w *PluginSourceWrapper) Init(ctx context.Context, params *row_source.RowSourceParams, ...) error

+ func (w *PluginSourceWrapper) SaveCollectionState() error

+ func (w *PluginSourceWrapper) SetPlugin(sourcePlugin *types.SourcePluginReattach) error