ingest

type Config struct {
	BatchSize      int
	ContentField   string
	IDField        string
	MetadataFields []string // specific fields to extract
	AllMetadata    bool     // extract all fields except content/id
	Limit          int      // max records to ingest, 0 = unlimited
}

type Processor struct {
	// contains filtered or unexported fields
}

type Record struct {
	ID       string
	Content  string
	Metadata map[string]any
}