documentloaders

type CLICommandLoader ¶ added in v0.2.0

type CLICommandLoader struct {
	Command string
	Args    []string
}

func NewCLICommandLoader(command string, args ...string) *CLICommandLoader

func (l *CLICommandLoader) Load(ctx context.Context) ([]schema.Document, error)

type GitLoader ¶

type GitLoader struct {
	// contains filtered or unexported fields
}

GitLoader loads and processes documents from a git repository on the local file system. It uses a ParserRegistry to apply language-specific chunking strategies.

func NewGit(path string, registry parsers.ParserRegistry, opts ...GitLoaderOption) *GitLoader

func (g *GitLoader) Load(ctx context.Context) ([]schema.Document, error)

type GitLoaderOption ¶ added in v0.2.0

type GitLoaderOption func(*gitLoaderOptions)

func WithExcludeDirs(dirs []string) GitLoaderOption

func WithExcludeExts(exts []string) GitLoaderOption

func WithIncludeExts(exts []string) GitLoaderOption

func WithLogger(logger *slog.Logger) GitLoaderOption

type Loader ¶

type Loader interface {
	Load(ctx context.Context) ([]schema.Document, error)
}

type RemoteGitRepoLoader ¶ added in v0.2.0

type RemoteGitRepoLoader struct {
	RepoURL        string
	ParserRegistry parsers.ParserRegistry
	Logger         *slog.Logger
}

func NewRemoteGitRepoLoader(repoURL string, registry parsers.ParserRegistry, logger *slog.Logger) *RemoteGitRepoLoader

func (l *RemoteGitRepoLoader) Load(ctx context.Context) ([]schema.Document, error)