documentloaders

type Directory struct {
	Path       string
	Extensions []string
	LoaderFor  func(path string) Loader
}

type Document struct {
	// PageContent is the extracted text.
	PageContent string
	// Metadata holds source info such as the file path.
	Metadata map[string]any
}

type JSONLoader struct {
	Path            string
	TextContentPath string
}

type Loader interface {
	// Load returns all documents.
	Load(ctx context.Context) ([]Document, error)
}

type LoaderFunc func(ctx context.Context) ([]Document, error)

type Markdown struct {
	Path string
}

type Text struct {
	Path string
}

type TextReader struct {
	Reader io.Reader
	Source string
}