apoco

Dec 9, 2021

Changes in this version

+ type LMConfig struct

+ Path string

type Model

+ LM map[string]*FreqList

Nov 29, 2021

Changes in this version

type StreamFunc

+ func MarkSplits(n int) StreamFunc

type T

+ IsSplit bool

Nov 29, 2021

Changes in this version

+ func EachDocument(ctx context.Context, in <-chan T, f func(*Document, []T) error) error

type Document

+ OCRPats map[string]float64

type StreamFunc

+ func FilterNonLexiconEntries() StreamFunc

Oct 27, 2021

Changes in this version

type FreqList

+ func (f *FreqList) EachTrigram(str string, fn func(float64))

Sep 13, 2021

Changes in this version

+ func CandidateLevDist(t T, i, n int) (float64, bool)

+ func CandidateWLevDist(t T, i, n int) (float64, bool)

+ func OCRLevDist(t T, i, n int) (float64, bool)

+ func OCRWLevDist(t T, i, n int) (float64, bool)

type Document

+ func (d *Document) LookupOCRPattern(a, b []rune) (float64, bool)

Aug 31, 2021

Changes in this version

type Split

+ Valid bool

type T

+ func (t T) GT() string

Jul 12, 2021

Changes in this version

+ func CandidateIsLexiconEntry(cand gofiler.Candidate) bool

+ func CandidatesContainsLexiconEntry(cands []gofiler.Candidate) bool

type T

+ func (t T) ContainsLexiconEntry() bool

Jun 22, 2021

Changes in this version

+ func EachLine(ctx context.Context, in <-chan T, f func([]T) error) error

+ type Split struct

+ Candidates []gofiler.Candidate

+ Tokens []T

type StreamFunc

+ func AddShortTokensToProfile(max int) StreamFunc

+ func ConnectMergesWithGT(max int) StreamFunc

+ func ConnectSplitCandidates() StreamFunc

type T

+ EOL bool

+ SOL bool

Jun 18, 2021

Changes in this version

type Chars

+ func (chars Chars) Chars() string

May 14, 2021

Changes in this version

+ func EachTokenInDocument(ctx context.Context, in <-chan T, f func(*Document, ...T) error) error

type Document

+ Group string

type StreamFunc

+ func ConnectLanguageModel(lm *FreqList) StreamFunc

May 11, 2021

Changes in this version

+ func EachTokenDocument(ctx context.Context, in <-chan T, f func(*Document, ...T) error) error

+ type Document struct

+ LM *FreqList

+ Lexicality float64

+ Profile gofiler.Profile

+ Unigrams FreqList

+ func (d *Document) AddUnigram(token string)

+ func (d *Document) EachTrigram(str string, f func(float64))

+ func (d *Document) LoadGzippedNGram(path string) error

+ func (d *Document) ReadProfile(ctx context.Context, exe, config string, cache bool, tokens ...T) error

+ func (d *Document) Trigram(str string) float64

+ func (d *Document) TrigramLog(str string) float64

+ func (d *Document) Unigram(str string) float64

type StreamFunc

+ func ConnectDocument(lm *FreqList) StreamFunc

type T

+ Document *Document

Apr 16, 2021

Changes in this version

+ func EachTokenLM(ctx context.Context, in <-chan T, f func(*LanguageModel, ...T) error) error

+ func LogEnabled() bool

type LanguageModel

+ func (lm *LanguageModel) ReadProfile(ctx context.Context, exe, config string, cache bool, tokens ...T) error

type StreamFunc

+ func ConnectProfile(exe, config string, cache bool) StreamFunc

+ func ConnectUnigrams() StreamFunc

Mar 30, 2021

Changes in this version

+ func Log(f string, args ...interface{})

type FeatureSet

+ func (fs FeatureSet) Names(names []string, nocr int, dm bool) []string

type T

+ Cor string

Feb 12, 2021

Changes in this version

+ func L(f string, args ...interface{})

+ func SetLog(enable bool)

Feb 5, 2021

Changes in this version

+ func EachTrigram(str string, f func(string))

Jan 24, 2021

Changes in this version

+ func CandidateHistPatternConfLog(t T, i, n int) (float64, bool)

+ func CandidateTrigramFreqLog(t T, i, n int) (float64, bool)

+ func OCRLevenshteinDist(t T, i, n int) (float64, bool)

+ func ReadProfile(name string) (gofiler.Profile, error)

+ func RunProfiler(ctx context.Context, exe, config string, tokens ...T) (gofiler.Profile, error)

+ func WriteProfile(name string, profile gofiler.Profile) error

type LanguageModel

+ Ngrams FreqList

+ Unigrams FreqList

+ func (lm *LanguageModel) TrigramLog(str string) float64

Jan 15, 2021

Changes in this version

+ func CandidateOCRPatternConfLog(t T, i, n int) (float64, bool)

type Model

+ GlobalHistPatterns map[string]float64

+ GlobalOCRPatterns map[string]float64

Dec 2, 2020

Changes in this version

type StreamFunc

+ func Combine(ctx context.Context, fns ...StreamFunc) StreamFunc

+ func Tee(fns ...func(T) error) StreamFunc

+ type T struct

+ Chars Chars

+ Confs []float64

+ File string

+ Group string

+ ID string

+ LM *LanguageModel

+ Lines []string

+ Payload interface{}

+ Tokens []string

+ func (t *T) HasTrait(i int, trait TraitType) bool

+ func (t *T) SetTrait(i int, trait TraitType)

+ func (t T) IsLexiconEntry() bool

+ func (t T) String() string

Nov 22, 2020

Changes in this version

type StreamFunc

+ func Iterate(fn func(Token) error) StreamFunc

Nov 20, 2020

Changes in this version

type Chars

+ func (chars Chars) Confs() []float64

Oct 17, 2020

Changes in this version

+ type ModelData struct

+ Features []string

+ Model *ml.LR

Oct 16, 2020

Changes in this version

+ func EachTokenGroup(ctx context.Context, in <-chan Token, f func(string, ...Token) error) error

Oct 7, 2020

Changes in this version

+ const FirstInLine

+ const LastInLine

+ const LowerCase

+ const MixedCase

+ const TitleCase

+ const UpperCase

+ func AgreeingOCRs(t Token, i, n int) (float64, bool)

+ func ApplyOCRToCorrection(ocr, sug string) string

+ func CandidateAgreeingOCR(t Token, i, n int) (float64, bool)

+ func CandidateHistPatternConf(t Token, i, n int) (float64, bool)

+ func CandidateLen(t Token, i, n int) (float64, bool)

+ func CandidateLevenshteinDist(t Token, i, n int) (float64, bool)

+ func CandidateMatchesOCR(t Token, i, n int) (float64, bool)

+ func CandidateMaxTrigramFreq(t Token, i, n int) (float64, bool)

+ func CandidateMinTrigramFreq(t Token, i, n int) (float64, bool)

+ func CandidateOCRPatternConf(t Token, i, n int) (float64, bool)

+ func CandidateProfilerWeight(t Token, i, n int) (float64, bool)

+ func CandidateTrigramFreq(t Token, i, n int) (float64, bool)

+ func CandidateUnigramFreq(t Token, i, n int) (float64, bool)

+ func ConnectCandidates(ctx context.Context, g *errgroup.Group, in <-chan Token) <-chan Token

+ func DocumentLexicality(t Token, i, n int) (float64, bool)

+ func EachToken(ctx context.Context, in <-chan Token, f func(Token) error) error

+ func FilterLexiconEntries(ctx context.Context, g *errgroup.Group, in <-chan Token) <-chan Token

+ func FilterShort(ctx context.Context, g *errgroup.Group, in <-chan Token) <-chan Token

+ func Normalize(ctx context.Context, g *errgroup.Group, in <-chan Token) <-chan Token

+ func OCRMaxCharConf(t Token, i, n int) (float64, bool)

+ func OCRMaxTrigramFreq(t Token, i, n int) (float64, bool)

+ func OCRMinCharConf(t Token, i, n int) (float64, bool)

+ func OCRMinTrigramFreq(t Token, i, n int) (float64, bool)

+ func OCRTokenConf(t Token, i, n int) (float64, bool)

+ func OCRTokenLen(t Token, i, n int) (float64, bool)

+ func OCRTrigramFreq(t Token, i, n int) (float64, bool)

+ func OCRUnigramFreq(t Token, i, n int) (float64, bool)

+ func Pipe(ctx context.Context, g *errgroup.Group, r StreamFunc, ps ...StreamFunc) <-chan Token

+ func RankingCandidateConfDiffToNext(t Token, i, n int) (float64, bool)

+ func RankingConf(t Token, i, n int) (float64, bool)

+ func RankingConfDiffToNext(t Token, i, n int) (float64, bool)

+ func SendTokens(ctx context.Context, out chan<- Token, tokens ...Token) error

+ type Char struct

+ Char rune

+ Conf float64

+ func (char Char) String() string

+ type Chars []Char

+ func (chars Chars) String() string

+ type Config struct

+ Cache bool

+ Cautious bool

+ DMFeatures []string

+ LearningRate float64

+ Model string

+ Ngrams string

+ Nocr int

+ Ntrain int

+ ProfilerBin string

+ ProfilerConfig string

+ RRFeatures []string

+ func ReadConfig(file string) (*Config, error)

+ func (c *Config) Overwrite(model string, nocr int, cautious, cache bool)

+ type Correction struct

+ Candidate *gofiler.Candidate

+ Conf float64

+ type FeatureFunc func(t Token, i, n int) (float64, bool)

+ type FeatureSet []FeatureFunc

+ func NewFeatureSet(names ...string) (FeatureSet, error)

+ func (fs FeatureSet) Calculate(xs []float64, t Token, n int) []float64

+ type FreqList struct

+ FreqList map[string]int

+ Total int

+ type LanguageModel struct

+ Lexicality float64

+ Profile gofiler.Profile

+ func (lm *LanguageModel) AddUnigram(token string)

+ func (lm *LanguageModel) EachTrigram(str string, f func(float64))

+ func (lm *LanguageModel) LoadGzippedNGram(path string) error

+ func (lm *LanguageModel) LoadProfile(ctx context.Context, exe, config string, cache bool, tokens ...Token) error

+ func (lm *LanguageModel) Trigram(str string) float64

+ func (lm *LanguageModel) Unigram(str string) float64

+ type Model struct

+ Models map[string]map[int]modelData

+ Ngrams FreqList

+ func ReadModel(model, ngrams string) (Model, error)

+ func (m Model) Get(mod string, nocr int) (*ml.LR, FeatureSet, error)

+ func (m Model) Put(mod string, nocr int, lr *ml.LR, fs []string)

+ func (m Model) Write(path string) (err error)

+ type Ranking struct

+ Candidate *gofiler.Candidate

+ Prob float64

+ type StreamFunc func(context.Context, *errgroup.Group, <-chan Token) <-chan Token

+ func ConnectCorrections(lr *ml.LR, fs FeatureSet, n int) StreamFunc

+ func ConnectLM(c *Config, ngrams FreqList) StreamFunc

+ func ConnectRankings(lr *ml.LR, fs FeatureSet, n int) StreamFunc

+ func FilterBad(min int) StreamFunc

+ type Token struct

+ Chars Chars

+ Confs []float64

+ File string

+ Group string

+ ID string

+ LM *LanguageModel

+ Lines []string

+ Payload interface{}

+ Tokens []string

+ func ReadToken(ctx context.Context, in <-chan Token) (Token, bool, error)

+ func (t *Token) HasTrait(i int, trait TraitType) bool

+ func (t *Token) SetTrait(i int, trait TraitType)

+ func (t Token) IsLexiconEntry() bool

+ func (t Token) String() string

+ type TraitType int64