ingest

type Embedder interface {
	Embed(ctx context.Context, text string) ([]float32, error)
}

type ObsidianAppConfig struct {
	UserIgnoreFilters    []string `json:"userIgnoreFilters"`
	AttachmentFolderPath string   `json:"attachmentFolderPath"`
}

type Pipeline struct {
	MinChunkWords   int // minimum word count to keep a chunk (filters junk)
	ChunkSize       int // maximum runes per chunk fed to Parse
	ChunkOverlap    int // overlap runes between sub-chunks when a section is split
	MaxEmbedTokens  int // max tokens for embed text (model sequence length)
	RespectExclude  bool
	SkipAttachments bool
	// contains filtered or unexported fields
}

type ProgressUpdate struct {
	Done    int
	Total   int
	Current string
	Final   bool
}