Versions in this module Expand all Collapse all v1 v1.0.7 Feb 13, 2026 v1.0.6 Feb 10, 2026 v1.0.5 Feb 9, 2026 v1.0.4 Feb 9, 2026 v1.0.3 Feb 9, 2026 Changes in this version + func RunMapReduce(ctx context.Context, cfg MapReduceRunConfig) error + func SetDefaultRunner(r Runner) + type LegacyRunner struct + func (LegacyRunner) Run(_ context.Context, cfg MapReduceRunConfig) error + type MapReduceRunConfig struct + Files []string + InRAM bool + PluginPath string + Port int + Reducers int + Workers int + type Runner interface + Run func(ctx context.Context, cfg MapReduceRunConfig) error + func DefaultRunner() Runner v1.0.2 Feb 9, 2026 v1.0.1 Feb 9, 2026 v1.0.0 Feb 9, 2026 Changes in this version + const FlowVersionV1 + func ExportSourceByPKRange(ctx context.Context, db *sql.DB, cfg SourceConfig) ([]string, error) + func ExportSourceFromRedis(ctx context.Context, connCfg RedisConnConfig, cfg RedisSourceConfig) ([]string, error) + func ImportReduceOutputs(ctx context.Context, db *sql.DB, cfg SinkConfig) error + func ImportReduceOutputsToRedis(ctx context.Context, connCfg RedisConnConfig, cfg RedisSinkConfig) error + func OpenForApp(ctx context.Context, cfg DBConfig) (*sql.DB, error) + func PrepareSyntheticSource(ctx context.Context, db *sql.DB, cfg PrepareConfig) error + func RunFlow(ctx context.Context, cfg FlowConfig) error + func RunPipeline(ctx context.Context, cfg PipelineConfig) error + func ValidateAggregation(ctx context.Context, db *sql.DB, cfg ValidateConfig) error + func ValidateFlowConfig(cfg FlowConfig) error + type BenchmarkConfig struct + DB DBConfig + Pipeline PipelineConfig + Prepare bool + PrepareC PrepareConfig + Validate ValidateConfig + type BenchmarkResult struct + PipelineDuration time.Duration + PrepareDuration time.Duration + TotalDuration time.Duration + ValidateDuration time.Duration + func RunBenchmark(ctx context.Context, cfg BenchmarkConfig) (BenchmarkResult, error) + type DBConfig struct + Database string + Host string + Params map[string]string + Password string + Port int + User string + type FlowBenchmarkResult struct + SinkDuration time.Duration + SourceDuration time.Duration + TotalDuration time.Duration + TransformDuration time.Duration + func RunFlowBenchmark(ctx context.Context, cfg FlowConfig) (FlowBenchmarkResult, error) + type FlowConfig struct + Sink FlowSinkConfig + Source FlowSourceConfig + Transform FlowTransformConfig + Version string + type FlowSinkConfig struct + Config SinkConfig + DB DBConfig + Redis RedisConnConfig + RedisConfig RedisSinkConfig + Type string + type FlowSourceConfig struct + Config SourceConfig + DB DBConfig + Redis RedisConnConfig + RedisConfig RedisSourceConfig + Type string + type FlowTransformConfig struct + Builtin string + InRAM bool + Params map[string]string + PluginPath string + Port int + Reducers int + Type string + Workers int + type PipelineConfig struct + DB DBConfig + InRAM bool + PluginPath string + Port int + Reducers int + Sink SinkConfig + SinkDB DBConfig + Source SourceConfig + SourceDB DBConfig + Workers int + type PrepareConfig struct + KeyMod int64 + Rows int64 + SourceTable string + type RedisConnConfig = redis_batch.ConnConfig + type RedisSinkConfig = redis_batch.SinkConfig + type RedisSourceConfig = redis_batch.SourceConfig + type SinkConfig = mysql_batch.SinkConfig + type SourceConfig = mysql_batch.SourceConfig + type ValidateConfig struct + SourceKey string + SourceTable string + SourceVal string + TargetKey string + TargetTable string + TargetVal string
Go to main page