hashstore

type Audit struct {
	Prefix    string
	Hashstore string `help:"the location of the hashstore files" default:"."`
}

type Compact struct {
	WithHashstore
	AliveFraction          float64 `help:"Fraction of alive data to keep" default:"0.25"`
	DeleteTrashImmediately bool    `help:"Delete trash segments immediately" default:"true"`
	RewriteMultiple        float64 `help:"Limit data size to be rewritten in one cycle" default:"2.0"`
}

type Convert struct {
	Dir         string
	Destination string
	SatelliteID storj.NodeID
}

type Diff struct {
	Left  string `arg:"" help:"left hashstore"`
	Right string `arg:"" help:"right hashstore"`
}

type Generate struct {
	load.PieceIDStream
	Dir          string        `help:"directory of the store (not the db!)" default:"/tmp/store"`
	Samples      int           `help:"number of pieces to be written" default:"1"`
	Size         int64         `help:"size of the pieces to be written" default:"100000"`
	TTL          time.Duration `help:"TTL to be used"`
	TTLModulo    int           `help:"modulo for TTL. Only the selected pieces with this modulo will be TTLed" default:"1"`
	MinTableSize uint64        `help:"minimum table size for the store" default:"20"`
	MetaPath     string        `help:"path to the meta file" default:""`
}

type Get struct {
	WithHashtable
	ID string `arg:"" help:"the id of the record to get"`
}

type Hashstore struct {
	Convert Convert `cmd:"" help:"import data to the hashtable"`
	List    List    `cmd:"" help:"list content of a hashtable"`
	Stat    Stat    `cmd:"" help:"list content of a hashtable stat"`
	//Generate Generate `cmd:"" help:"generate data to a hashtable store"`
	Compact     Compact     `cmd:"" help:"compact a hashtable store"`
	Report      Report      `cmd:"" help:"show additional reports on a hashtable store"`
	Logs        Logs        `cmd:"" help:"show current log file load"`
	TTLReport   TTLReport   `cmd:"" help:"print out ttl expiration per file"`
	Recover     Recover     `cmd:"" help:"recover hashtable (metadata) from a hashstore log files"`
	RestoreTime RestoreTime `cmd:"" help:"get/set restore time for a satellite"`
	Get         Get         `cmd:"" help:"get a record from a hashtable"`
	Diff        Diff        `cmd:"" help:"diff two hashstore"`
	Audit       Audit       `cmd:"" help:"audit a hashstore: check if pieces are included"`
	LogRead     LogRead     `cmd:"" help:"find record in hashstore log files without using metadata"`
}

type HashstoreReport struct {
	Table string
	Stat  PieceStat
	Sum   struct {
		NonTTL PieceStat
		TTL    PieceStat
		Trash  PieceStat
	}
	Trash []HistogramItem
	TTL   []HistogramItem
}

type HistogramItem struct {
	Day   int
	Count int
	Size  int
}

type List struct {
	WithHashtable
	Expired bool   `help:"list expired records" default:"true"`
	Trash   bool   `help:"list trashed records" default:"true"`
	ValidAt string `help:"list records only if valid at this time (created before, expired after)"`
	Key     bool   `help:"print only keys in PieceID format"`
}

type LogRead struct {
	Dir   string `default:"." help:"the directory to recover"`
	Piece string `arg:"" help:"the piece to read from the logs"`
}

type LogReport struct {
	ID              int
	Path            string
	RealSize        memory.Size
	Used            memory.Size
	Expired         memory.Size
	Trash           memory.Size
	TTL             time.Time
	LastUsefullByte memory.Size
}

type Logs struct {
	WithHashstore
	AliveFraction    float64 `help:"the fraction of live data in a log file to consider it for compaction" default:"0.25"`
	ProbabilityPower float64 `help:"the power to raise the compaction probability to" default:"2.0"`
}

type PieceStat struct {
	Count int
	Size  int
}

type Recover struct {
	Dir     string `default:"." help:"the directory to recover"`
	MetaDir string `help:"the directory to create the recovered hashtable"`
	Size    int    `default:"26" help:"size of the new hashtable (power of 2)"`
	Kind    int    `default:"1" help:"kind of the hashtable, 0 hashtbl, 1 memtbl"`
}

type Report struct {
	WithHashtable
	JSON bool `help:"Output in JSON format"`
}

type RestoreTime struct {
	NewValue    time.Time    `cmd:"arg"`
	Dir         string       `default:"" help:"the directory to recover"`
	SatelliteID storj.NodeID `default:"12EayRS2V1kEsWESU9QMRseFhdxYxKicsiFmxrsLZHeLUtdps3S"`
}

type Stat struct {
	WithHashtable
}

type TTLReport struct {
	WithHashtable
}

type TimeHistogram struct {
	// contains filtered or unexported fields
}

type WithHashstore struct {
	LogDir  string `help:"directory of the store" `
	MetaDir string `help:"directory of the hashtable files"`
	Path    string `arg:"" help:"the path to the hashtable file (or directory with one hashtbl file)" optional:"true"`
	Logs    string `arg:""  optional:"true"`
}

type WithHashtable struct {
	Path string `arg:"" help:"the path to the hashtable file (or directory with one hashtbl file)"`
}