Versions in this module Expand all Collapse all v0 v0.1.3 Sep 15, 2021 Changes in this version + const DocumentCapacity + const PageSize + const XmlStreamBufferSize + func GetNumberOfPages(total int, pageSize int) int + type FilterInterface interface + Lowercase func(tokens []string) []string + RemoveStopWords func(tokens []string) []string + type Filterer struct + StopWords map[string]int + func NewFilterer() *Filterer + func (f *Filterer) Lowercase(tokens []string) []string + func (f *Filterer) RemoveStopWords(tokens []string) []string + type Indexer struct + Cores int + Data map[uint32]WikiXMLDoc + Filterer *Filterer + Indexes map[string]*roaring.Bitmap + Multiplier int + Mutex sync.Mutex + Stemmer *Stemmer + Tokenizer *Tokenizer + func NewIndexer() *Indexer + func (i *Indexer) AddIndex(tokens []string, index uint32) + func (i *Indexer) AddIndexesAsync(documents []WikiXMLDoc, wg *sync.WaitGroup) + func (i *Indexer) Analyze(s string) []string + func (i *Indexer) DownloadWikimediaDump(path string, url string) error + func (i *Indexer) IsFileExists(path string) bool + func (i *Indexer) LoadDataDump(path string) error + func (i *Indexer) LoadIndexDump(path string) error + func (i *Indexer) LoadWikimediaDump(path string, save bool, indexPath string, dataPath string) error + func (i *Indexer) SaveDataDump(path string) error + func (i *Indexer) SaveIndexDump(path string) error + func (i *Indexer) Search(s string, page uint32) SearchResults + func (i *Indexer) UncompressWikimediaDump(path string) error + type IndexerInterface interface + AddIndex func(tokens []string, index uint32) + AddIndexesAsync func(documents []WikiXMLDoc, wg *sync.WaitGroup) + Analyze func(s string) []string + DownloadWikimediaDump func(path string, url string) error + IsFileExists func(path string) bool + LoadDataDump func(path string) error + LoadIndexDump func(path string) error + LoadWikimediaDump func(path string, save bool, indexPath string, dataPath string) error + SaveDataDump func(path string) error + SaveIndexDump func(path string) error + Search func(s string) SearchResults + UncompressWikimediaDump func(path string) error + type Processed struct + Duration float64 + Unit string + type SearchResult struct + Abstract string + Rank float64 + Title string + Url string + func SliceSearchResults(results []SearchResult, currentPage int) []SearchResult + type SearchResults struct + CurrentPage int + NumberOfPages int + NumberOfResults int + Processed Processed + Results []SearchResult + type Stemmer struct + func NewStemmer() *Stemmer + func (s *Stemmer) Stem(tokens []string) []string + type StemmerInterface interface + Stem func(tokens []string) []string + type Tokenizer struct + func NewTokenizer() *Tokenizer + func (t *Tokenizer) Tokenize(s string) []string + type TokenizerInterface interface + Tokenize func(s string) []string + type WikiXMLDoc struct + Abstract string + Index uint32 + Title string + Url string
Go to main page