dump_hash

package
v1.29.8 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jul 16, 2025 License: AGPL-3.0 Imports: 26 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func New

Types

type Config

type Config struct {
	//字段名称必须是大写
	PartitionSize       int                          `config:"partition_size"`
	BatchSize           int                          `config:"batch_size"`
	SliceSize           int                          `config:"slice_size"`
	Elasticsearch       string                       `config:"elasticsearch"`
	ElasticsearchConfig *elastic.ElasticsearchConfig `config:"elasticsearch_config"`
	Output              string                       `config:"output_queue"`
	SortType            string                       `config:"sort_type"`
	SortField           string                       `config:"sort_field"`
	Indices             string                       `config:"indices"`
	CleanOldFiles       bool                         `config:"clean_old_files"`
	KeepSourceInResult  bool                         `config:"keep_source"`

	QueryString string `config:"query_string"`
	QueryDSL    string `config:"query_dsl"`

	HashFunc     string              `config:"hash_func"`
	ScrollTime   string              `config:"scroll_time"`
	Fields       string              `config:"fields"`
	RotateConfig rotate.RotateConfig `config:"rotate"`
}

type DumpHashProcessor

type DumpHashProcessor struct {
	HTTPPool *fasthttp.RequestResponsePool
	// contains filtered or unexported fields
}

func (*DumpHashProcessor) Hash

func (processor *DumpHashProcessor) Hash(hashFunc string, data []byte) []byte

func (*DumpHashProcessor) Name

func (processor *DumpHashProcessor) Name() string

func (*DumpHashProcessor) Process

func (processor *DumpHashProcessor) Process(c *pipeline.Context) error

func (*DumpHashProcessor) Release

func (processor *DumpHashProcessor) Release() error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL