storage

package

v0.0.0-...-37102bb Latest Latest Go to latest Published: Apr 30, 2015 License: Apache-2.0 Imports: 8 Imported by: 0

Details

Database stuff.

View Source

const DefaultMaxNGram = 7

XXX move this elsewhere

This section is empty.

func Finalize(db *sql.DB) (err error)

func LoadCM(db *sql.DB) (sketch *countmin.Sketch, err error)

Load count-min sketch from table ngramfreq.

func MakeDB(path string, overwrite bool, s *Settings) (db *sql.DB, err error)

func MustPrepare(db *sql.DB, statement string) *sql.Stmt

Prepares statement; panics on error.

func ProcessRedirects(db *sql.DB, redirs map[string]string, verbose bool) error

func StoreCM(db *sql.DB, sketch *countmin.Sketch) (err error)

Store count-min sketch into table ngramfreq.

type Settings struct {
	Dumpname string // Filename of dump
	MaxNGram uint   // Max. length of n-grams
}

func LoadModel(path string) (db *sql.DB, s *Settings, err error)

XXX Load and return the n-gram count-min sketch as well?