es_scroll

type Config struct {
	Elasticsearch       string                       `config:"elasticsearch"`
	ElasticsearchConfig *elastic.ElasticsearchConfig `config:"elasticsearch_config"`

	//字段名称必须是大写
	PartitionSize int    `config:"partition_size"`
	BatchSize     int    `config:"batch_size"`
	SliceSize     int    `config:"slice_size"`
	SortType      string `config:"sort_type"`
	SortField     string `config:"sort_field"`
	BulkOperation string `config:"bulk_operation"`
	Indices       string `config:"indices"`
	QueryString   string `config:"query_string"`
	QueryDSL      string `config:"query_dsl"`
	ScrollTime    string `config:"scroll_time"`
	Fields        string `config:"fields"`
	// DEPRECATED, use `queue` instead
	Output string             `config:"output_queue"`
	Queue  *OutputQueueConfig `config:"queue"`

	RemoveTypeMeta bool `config:"remove_type"`
	//RemovePipeline         bool         `config:"remove_pipeline"`
	IndexNameRename map[string]string `config:"index_rename"`
	TypeNameRename  map[string]string `config:"type_rename"`
}

type OutputQueueConfig struct {
	Name   string                 `config:"name"`
	Labels map[string]interface{} `config:"labels"`
}

type ScrollProcessor struct {
	HTTPPool *fasthttp.RequestResponsePool
	// contains filtered or unexported fields
}