loader

package
v0.0.9-beta1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jul 22, 2023 License: MIT Imports: 17 Imported by: 1

Documentation

Index

Constants

View Source 
const (
	SourceMetadataKey = "source"
)

Variables

View Source 
var (
	ErrLibreOfficeNotFound = fmt.Errorf("pdftotext not found")
)
View Source 
var (
	ErrPdfToTextNotFound = fmt.Errorf("pdftotext not found")
)
View Source 
var (
	ErrTesseractNotFound = fmt.Errorf("pdftotext not found")
)
View Source 
var (
	ErrorInternal = fmt.Errorf("internal error")
)

Functions

func NewWhisperCppLoader added in v0.0.6 

func NewWhisperCppLoader(filename string) *whisperCppLoader

Types

type CSVLoader added in v0.0.9 

type CSVLoader struct {
	// contains filtered or unexported fields
}

func NewCSVLoader added in v0.0.6 

func NewCSVLoader(filename string) *CSVLoader

func (*CSVLoader) Load added in v0.0.9 

func (c *CSVLoader) Load(ctx context.Context) ([]document.Document, error)

func (*CSVLoader) WithLazyQuotes added in v0.0.9 

func (c *CSVLoader) WithLazyQuotes() *CSVLoader

func (*CSVLoader) WithSeparator added in v0.0.9 

func (c *CSVLoader) WithSeparator(separator rune) *CSVLoader

func (*CSVLoader) WithTextSplitter added in v0.0.9 

func (t *CSVLoader) WithTextSplitter(textSplitter TextSplitter) *CSVLoader

type DirectoryLoader 

type DirectoryLoader struct {
	// contains filtered or unexported fields
}

func NewDirectoryLoader 

func NewDirectoryLoader(dirname string, regExPathMatch string) *DirectoryLoader

func (*DirectoryLoader) Load 

func (d *DirectoryLoader) Load(ctx context.Context) ([]document.Document, error)

func (*DirectoryLoader) WithTextSplitter added in v0.0.9 

func (d *DirectoryLoader) WithTextSplitter(textSplitter TextSplitter) *DirectoryLoader

type HFImageToText added in v0.0.9 

type HFImageToText struct {
	// contains filtered or unexported fields
}

func NewHFImageToTextLoader added in v0.0.7 

func NewHFImageToTextLoader(mediaFile string) *HFImageToText

func (*HFImageToText) Load added in v0.0.9 

func (h *HFImageToText) Load(ctx context.Context) ([]document.Document, error)

func (*HFImageToText) WithModel added in v0.0.9 

func (h *HFImageToText) WithModel(model string) *HFImageToText

func (*HFImageToText) WithTextSplitter added in v0.0.9 

func (h *HFImageToText) WithTextSplitter(textSplitter TextSplitter) *HFImageToText

func (*HFImageToText) WithToken added in v0.0.9 

func (h *HFImageToText) WithToken(token string) *HFImageToText

type HFSpeechRecognition added in v0.0.9 

type HFSpeechRecognition struct {
	// contains filtered or unexported fields
}

func NewHFSpeechRecognitionLoader added in v0.0.7 

func NewHFSpeechRecognitionLoader(mediaFile string) *HFSpeechRecognition

func (*HFSpeechRecognition) Load added in v0.0.9 

func (h *HFSpeechRecognition) Load(ctx context.Context) ([]document.Document, error)

func (*HFSpeechRecognition) WithModel added in v0.0.9 

func (h *HFSpeechRecognition) WithModel(model string) *HFSpeechRecognition

func (*HFSpeechRecognition) WithTextSplitter added in v0.0.9 

func (h *HFSpeechRecognition) WithTextSplitter(textSplitter TextSplitter) *HFSpeechRecognition

func (*HFSpeechRecognition) WithToken added in v0.0.9 

func (h *HFSpeechRecognition) WithToken(token string) *HFSpeechRecognition

type LibreOfficeLoader added in v0.0.9 

type LibreOfficeLoader struct {
	// contains filtered or unexported fields
}

func NewLibreOfficeLoader added in v0.0.6 

func NewLibreOfficeLoader(filename string) *LibreOfficeLoader

func (*LibreOfficeLoader) Load added in v0.0.9 

func (l *LibreOfficeLoader) Load(ctx context.Context) ([]document.Document, error)

func (*LibreOfficeLoader) WithArgs added in v0.0.9 

func (l *LibreOfficeLoader) WithArgs(libreOfficeArgs []string) *LibreOfficeLoader

func (*LibreOfficeLoader) WithLibreOfficePath added in v0.0.9 

func (l *LibreOfficeLoader) WithLibreOfficePath(libreOfficePath string) *LibreOfficeLoader

func (*LibreOfficeLoader) WithTextSplitter added in v0.0.9 

func (l *LibreOfficeLoader) WithTextSplitter(textSplitter TextSplitter) *LibreOfficeLoader

type Loader added in v0.0.9 

type Loader struct {
	// contains filtered or unexported fields
}

type PDFLoader added in v0.0.9 

type PDFLoader struct {
	// contains filtered or unexported fields
}

func NewPDFToTextLoader added in v0.0.4 

func NewPDFToTextLoader(path string) *PDFLoader

func (*PDFLoader) Load added in v0.0.9 

func (p *PDFLoader) Load(ctx context.Context) ([]document.Document, error)

func (*PDFLoader) WithPDFToTextPath added in v0.0.9 

func (p *PDFLoader) WithPDFToTextPath(pdfToTextPath string) *PDFLoader

func (*PDFLoader) WithTextSplitter added in v0.0.9 

func (p *PDFLoader) WithTextSplitter(textSplitter TextSplitter) *PDFLoader

type PubMedLoader added in v0.0.9 

type PubMedLoader struct {
	// contains filtered or unexported fields
}

func NewPubmedLoader added in v0.0.4 

func NewPubmedLoader(pubMedIDs []string) *PubMedLoader

func (*PubMedLoader) Load added in v0.0.9 

func (p *PubMedLoader) Load(ctx context.Context) ([]document.Document, error)

func (*PubMedLoader) WithTextSplitter added in v0.0.9 

func (p *PubMedLoader) WithTextSplitter(textSplitter TextSplitter) *PubMedLoader

type TesseractLoader added in v0.0.9 

type TesseractLoader struct {
	// contains filtered or unexported fields
}

func NewTesseractLoader added in v0.0.7 

func NewTesseractLoader(filename string) *TesseractLoader

func (*TesseractLoader) Load added in v0.0.9 

func (l *TesseractLoader) Load(ctx context.Context) ([]document.Document, error)

func (*TesseractLoader) WithArgs added in v0.0.9 

func (l *TesseractLoader) WithArgs(tesseractArgs []string) *TesseractLoader

func (*TesseractLoader) WithTesseractPath added in v0.0.9 

func (l *TesseractLoader) WithTesseractPath(tesseractPath string) *TesseractLoader

func (*TesseractLoader) WithTextSplitter added in v0.0.9 

func (l *TesseractLoader) WithTextSplitter(textSplitter TextSplitter) *TesseractLoader

type TextLoader 

type TextLoader struct {
	// contains filtered or unexported fields
}

func NewTextLoader 

func NewTextLoader(filename string, metadata types.Meta) *TextLoader

func (*TextLoader) Load 

func (t *TextLoader) Load(ctx context.Context) ([]document.Document, error)

func (*TextLoader) WithTextSplitter added in v0.0.9 

func (t *TextLoader) WithTextSplitter(textSplitter TextSplitter) *TextLoader

type TextSplitter added in v0.0.5 

type TextSplitter interface {
	SplitDocuments(documents []document.Document) []document.Document
}

type WhisperLoader added in v0.0.9 

type WhisperLoader struct {
	// contains filtered or unexported fields
}

func NewWhisperLoader added in v0.0.6 

func NewWhisperLoader(filename string) *WhisperLoader

func (*WhisperLoader) Load added in v0.0.9 

func (w *WhisperLoader) Load(ctx context.Context) ([]document.Document, error)

func (*WhisperLoader) WithClient added in v0.0.9 

func (w *WhisperLoader) WithClient(client *openai.Client) *WhisperLoader

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.