indexer

Nov 7, 2025

Changes in this version

+ func IsItBinaryEncodedMetaData(b []byte) bool

+ func PutDocMetasCompressor(c *DocsMetasCompressor)

+ type DocsMetasCompressor struct

+ func GetDocsMetasCompressor(docsCompressLevel, metaCompressLevel int) *DocsMetasCompressor

+ func (c *DocsMetasCompressor) CompressDocsAndMetas(docs, meta []byte)

+ func (c *DocsMetasCompressor) DocsMetas() ([]byte, []byte)

+ type MetaData struct

+ ID seq.ID

+ Size uint32

+ Tokens []tokenizer.MetaToken

+ func (m *MetaData) MarshalBinaryTo(b []byte) []byte

+ func (m *MetaData) UnmarshalBinary(b []byte) error

+ func (m MetaData) String() string

+ type Processor struct

+ func NewProcessor(mapping seq.Mapping, tokenizers map[seq.TokenizerType]tokenizer.Tokenizer, ...) *Processor

+ func (p *Processor) ProcessBulk(requestTime time.Time, dstDocs, dstMeta []byte, ...) (int, []byte, []byte, error)

+ func (p *Processor) ProcessDoc(doc []byte, requestTime time.Time) ([]byte, []MetaData, error)

+ type TestDocProvider struct

+ DocCount int

+ Docs []byte

+ Metas []byte

+ func NewTestDocProvider() *TestDocProvider

+ func (dp *TestDocProvider) Append(doc []byte, docRoot *insaneJSON.Root, id seq.ID, tokensStr ...string)

+ func (dp *TestDocProvider) Provide() (storage.DocBlock, storage.DocBlock)

+ func (dp *TestDocProvider) TryReset()