source

package

v0.1.1 Latest Latest Go to latest Published: Aug 5, 2024 License: Apache-2.0 Imports: 9 Imported by: 0

Details

This section is empty.

This section is empty.

func GenerateJSONFile(columns []string, data [][]interface{}) (string, int, error)

type Source struct {
	// contains filtered or unexported fields
}

func NewSource(cfg *config.Config) (*Source, error)

func (s *Source) DeleteAfterSync() error

func (s *Source) GetMinMaxSplitKey() (int, int, error)

func (s *Source) GetMinMaxTimeSplitKey() (string, string, error)

func (s *Source) GetRowsCountByConditionSql(conditionSql string) (int, error)

func (s *Source) GetSourceReadRowsCount() (int, error)

func (s *Source) QueryTableData(conditionSql string) ([][]interface{}, []string, error)

func (s *Source) SlimCondition(minSplitKey, maxSplitKey int) [][]int

func (s *Source) SplitCondition(minSplitKey, maxSplitKey int) []string

func (s *Source) SplitConditionAccordingMaxGoRoutine(minSplitKey, maxSplitKey, allMax int) []string

func (s *Source) SplitConditionAccordingToTimeSplitKey(minTimeSplitKey, maxTimeSplitKey string) ([]string, error)

func (s *Source) SplitTimeConditionsByMaxThread(conditions []string, maxThread int) [][]string

type Sourcer interface {
	QueryTableData(conditionSql string) ([][]interface{}, []string, error)
}