ingest

type Embedder interface {
	Embed(ctx context.Context, text string) ([]float32, error)
	// Model identifies the embedding model so content hashes can be salted.
	Model() string
}

type FailedFile struct {
	FilePath string `json:"file_path"`
	Reason   string `json:"reason"`
}

type ObsidianAppConfig struct {
	UserIgnoreFilters    []string `json:"userIgnoreFilters"`
	AttachmentFolderPath string   `json:"attachmentFolderPath"`
}

type Pipeline struct {
	MinChunkWords    int // minimum word count to keep a chunk (filters junk)
	ChunkSize        int // maximum runes per chunk fed to Parse
	ChunkOverlap     int // overlap runes between sub-chunks when a section is split
	MaxEmbedTokens   int // max tokens for embed text (model sequence length)
	RespectExclude   bool
	SkipAttachments  bool
	EnablePDF        bool
	LLMModel         string
	LLMContextWindow int
	// contains filtered or unexported fields
}

type ProgressUpdate struct {
	Done    int
	Total   int
	Current string
}

type Store interface {
	BatchIngest(ctx context.Context, data []store.BatchIngestData, staleSlugs []string) error
	GetNoteMetadata(ctx context.Context) (map[string]store.NoteMeta, error)
}