template

type BatchPublisher interface {
	PutTemplateDefs(ctx context.Context, defs []PublishSpec) ([]uint64, error)
}

type Candidate struct {
	ID   uint64
	Size int
}

type Config struct {
	// Encoding/decoding caps.
	MinSavingsBytes       int
	MaxGaps               int
	MaxDecodedBytes       int
	MaxAnchorsPerTemplate int
	MinAnchorLen          int
	MaxAnchorLen          int
	MaxAnchorBytesTotal   int
	MaxAnchorSearchOps    int

	// Fingerprinting (routing).
	FingerprintK          int
	FingerprintW          int
	MaxFingerprints       int
	MaxFPReads            int
	MaxTemplateFetch      int
	MaxCandidatesPerFP    int
	MaxCandidateListBytes int
	RoutePrefixBytes      int
	RouteSuffixBytes      int
	LengthBucketMinLen    int
	DefCacheSize          int
	RecentTemplates       int
	FastPathMinSavings    int
	FastPathMinHits       int
	FastPathSavingsSlack  int
	FastPathMaxMisses     int
	// ColdSearchAfter controls when Encode enters a "cold" mode after a long
	// stretch of non-kept values. In cold mode, Encode skips expensive candidate
	// lookup/matching for most values and only probes periodically.
	//
	// Values <= 0 use a default.
	ColdSearchAfter int
	// ColdSearchProbeEvery controls how often Encode probes candidates while in
	// cold mode (every N values). Values <= 0 use a default.
	ColdSearchProbeEvery int

	// Training / publishing bounds.
	MaxBuckets                   int
	MaxValuesPerBucket           int
	MaxBytesPerBucket            int
	TrainSampleStride            int
	SynthesizeEverySamples       int
	MaxAnchorScanPerSynthesis    int
	MaxValuesScannedPerSynthesis int
	MaskMaxValuesScanned         int
	MinAnchorFreq                int
	MinPresenceRatio             float64
	AmbiguityPct                 float64
	MinPublishSavingsBytes       int
	MinPublishRatio              float64
	MinActivateHits              int
	MinActivateSavedBytes        int
	RouteFPCount                 int
	DisableMaskTemplates         bool
	MaskMinPresenceRatio         float64
	MaskMinConstBytes            int
	MaskMinConstFrac             float64
	CooldownValues               int
	MaxTemplatesPerBucket        int
	MaxTemplatesTotal            int

	// Async training / publishing.
	//
	// These settings control the background pipeline used to ingest samples,
	// synthesize templates, and publish them without stalling writers.
	TrainShards         int
	TrainRouters        int
	TrainQueueSize      int
	TrainShardQueueSize int
	TrainMaxValueBytes  int
	PublishBatchSize    int
	PublishFlushEvery   time.Duration
}

type DecodeOptions struct {
	MaxDecodedBytes int
	MaxGaps         int

	// DefCacheSize controls the maximum number of decoded template definitions
	// cached by value-log readers. Values <= 0 disable caching.
	DefCacheSize int
}

type Engine struct {
	// contains filtered or unexported fields
}

type Mode uint8

type PublishSpec struct {
	DefBytes []byte
	RouteFPs []uint64
}

type Store interface {
	GetCandidates(ctx context.Context, fp uint64, max int) ([]Candidate, error)
	GetTemplateDef(ctx context.Context, templateID uint64) ([]byte, error)
	PutTemplateDef(ctx context.Context, defBytes []byte, routeFPs []uint64) (uint64, error)
}

type TemplateDef struct {
	Kind           TemplateKind
	Anchors        [][]byte
	Mask           []byte
	Base           []byte
	VarPositions   []uint16
	ConstPositions []uint16
	// contains filtered or unexported fields
}

type TemplateKind uint8

type TemplateStats struct {
	Attempted                    atomic.Uint64
	Matched                      atomic.Uint64
	Kept                         atomic.Uint64
	BytesSaved                   atomic.Uint64
	CandidateFPReads             atomic.Uint64
	CandidateTemplatesConsidered atomic.Uint64
	TemplateFetches              atomic.Uint64
	TemplatesPublished           atomic.Uint64
	MaskSparseUsed               atomic.Uint64
	MaskFullUsed                 atomic.Uint64

	TrainEnqueueAttempts  atomic.Uint64
	TrainEnqueued         atomic.Uint64
	TrainDroppedQueueFull atomic.Uint64
	TrainDroppedTooLarge  atomic.Uint64
	TrainRouted           atomic.Uint64
	TrainDroppedShardFull atomic.Uint64
	TrainProcessed        atomic.Uint64
	PublishBatches        atomic.Uint64
	PublishDefs           atomic.Uint64
	PublishErrors         atomic.Uint64
	// contains filtered or unexported fields
}