db

package
v0.3.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 2, 2026 License: MIT Imports: 12 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	GeminiBatchPrepared          = "prepared"
	GeminiBatchUploadUnknown     = "upload_unknown"
	GeminiBatchUploaded          = "uploaded"
	GeminiBatchSubmissionUnknown = "submission_unknown"
	GeminiBatchPending           = "pending"
	GeminiBatchRunning           = "running"
	GeminiBatchCancelling        = "cancelling"
	GeminiBatchSucceeded         = "succeeded"
	GeminiBatchFailed            = "failed"
	GeminiBatchCancelled         = "cancelled"
	GeminiBatchExpired           = "expired"

	GeminiRequestAssigned  = "assigned"
	GeminiRequestStaged    = "staged"
	GeminiRequestRetryable = "retryable"
	GeminiRequestBlocked   = "blocked"
)

Variables

This section is empty.

Functions

This section is empty.

Types

type Content 

type Content struct {
	ID         int64
	Checksum   string
	PageCount  int
	OCRPending bool
}

type DB 

type DB struct {
	*sql.DB
}

func Open 

func Open(path string) (*DB, error)

func (*DB) AllDocuments 

func (db *DB) AllDocuments() ([]Document, error)

func (*DB) AllStats 

func (db *DB) AllStats() (docCount int, totalPages int, err error)

func (*DB) BlockGeminiBatchRequests added in v0.3.0 

func (db *DB) BlockGeminiBatchRequests(batchID int64, message string, now time.Time) error

func (*DB) BlockGeminiRequest added in v0.3.0 

func (db *DB) BlockGeminiRequest(requestID int64, message string, now time.Time) error

func (*DB) BlockUnownedGeminiRequest added in v0.3.0 

func (db *DB) BlockUnownedGeminiRequest(requestID int64, message string, now time.Time) error

func (*DB) BlockedGeminiRequests added in v0.3.0 

func (db *DB) BlockedGeminiRequests() ([]GeminiBatchRequest, error)

func (*DB) CleanupOrphanContents 

func (db *DB) CleanupOrphanContents() (int, error)

func (*DB) CompleteGeminiDirectRequest added in v0.3.0 

func (db *DB) CompleteGeminiDirectRequest(
	requestID int64,
	pages []PageInput,
	knownCost int64,
	indeterminate bool,
	now time.Time,
) (contentComplete bool, err error)

func (*DB) ContentOCRCoverage added in v0.3.0 

func (db *DB) ContentOCRCoverage(contentID int64) (int, []ModelCount, error)

func (*DB) CopyContentPages added in v0.3.0 

func (db *DB) CopyContentPages(sourceContentID, targetContentID int64) (err error)

func (*DB) CountGeminiCleanup added in v0.3.0 

func (db *DB) CountGeminiCleanup() (int, error)

func (*DB) CountTrackedGeminiBatches added in v0.3.0 

func (db *DB) CountTrackedGeminiBatches() (int, error)

func (*DB) CreateBlockedGeminiRequest added in v0.3.0 

func (db *DB) CreateBlockedGeminiRequest(plan GeminiRequestPlan, message string, now time.Time) (int64, error)

func (*DB) CreateGeminiBatch added in v0.3.0 

func (db *DB) CreateGeminiBatch(
	displayName, model string,
	inputPrice, outputPrice int64,
	replacementOf *int64,
	plans []GeminiRequestPlan,
	now time.Time,
) (int64, error)

func (*DB) CreateGeminiBatchForRequests added in v0.3.0 

func (db *DB) CreateGeminiBatchForRequests(
	displayName, model string,
	inputPrice, outputPrice int64,
	replacementOf *int64,
	requestIDs []int64,
	now time.Time,
) (batchID int64, err error)

func (*DB) CreateGeminiBatchWork added in v0.3.0 

func (db *DB) CreateGeminiBatchWork(
	creations []GeminiBatchCreation,
	blocked []GeminiBlockedRequest,
	now time.Time,
) (batchIDs []int64, err error)

func (*DB) DeleteGeminiCleanup added in v0.3.0 

func (db *DB) DeleteGeminiCleanup(cleanupID int64) error

func (*DB) DetachGeminiBatchForReplacement added in v0.3.0 

func (db *DB) DetachGeminiBatchForReplacement(
	batchID int64,
	message string,
	now time.Time,
) (retryable []int64, err error)

func (*DB) DetachGeminiBatchRequestsForRegeneration added in v0.3.0 

func (db *DB) DetachGeminiBatchRequestsForRegeneration(batchID int64, message string, now time.Time) error

func (*DB) FinalizeGeminiBatch added in v0.3.0 

func (db *DB) FinalizeGeminiBatch(batchID int64, now time.Time) (cleanup []GeminiCleanup, err error)

func (*DB) ForgetGeminiBatch added in v0.3.0 

func (db *DB) ForgetGeminiBatch(batchID int64, now time.Time) (batch *GeminiBatch, err error)

func (*DB) GeminiRequestByID added in v0.3.0 

func (db *DB) GeminiRequestByID(requestID int64) (*GeminiBatchRequest, error)

func (*DB) GeminiRequestsForBatch added in v0.3.0 

func (db *DB) GeminiRequestsForBatch(batchID int64) ([]GeminiBatchRequest, error)

func (*DB) GetContentByChecksum 

func (db *DB) GetContentByChecksum(checksum string) (*Content, error)

func (*DB) GetContentByID added in v0.3.0 

func (db *DB) GetContentByID(contentID int64) (*Content, error)

func (*DB) GetDocumentByPath 

func (db *DB) GetDocumentByPath(path string) (*Document, error)

func (*DB) GetDocumentMetadataByPath added in v0.3.0 

func (db *DB) GetDocumentMetadataByPath(path string) (*Document, error)

func (*DB) GetDocumentPathForContent 

func (db *DB) GetDocumentPathForContent(contentID int64) (string, error)

func (*DB) GetDocumentPathsForContent added in v0.3.0 

func (db *DB) GetDocumentPathsForContent(contentID int64) ([]string, error)

func (*DB) GetGeminiBatch added in v0.3.0 

func (db *DB) GetGeminiBatch(batchID int64) (*GeminiBatch, error)

func (*DB) GetPageMarkdownByPathAndIndex 

func (db *DB) GetPageMarkdownByPathAndIndex(path string, pageIndex int) (string, error)

OCR-backed reads follow the same all-pages-visible-at-once rule as FTS.

func (*DB) GetPagesMarkdownByPathAndRange 

func (db *DB) GetPagesMarkdownByPathAndRange(path string, startInclusive, endInclusive int) ([]PageRecord, error)

func (*DB) InsertContent 

func (db *DB) InsertContent(checksum string, pageCount int) (int64, error)

func (*DB) InsertDocument 

func (db *DB) InsertDocument(path string, contentID int64, createdAt, modifiedAt time.Time) (int64, error)

func (*DB) ListDocuments 

func (db *DB) ListDocuments(opts ListOptions) ([]Document, error)

func (*DB) ListGeminiBatches added in v0.3.0 

func (db *DB) ListGeminiBatches() ([]GeminiBatch, error)

func (*DB) ListGeminiCleanup added in v0.3.0 

func (db *DB) ListGeminiCleanup() ([]GeminiCleanup, error)

func (*DB) MissingPageIndexes added in v0.3.0 

func (db *DB) MissingPageIndexes(contentID int64) ([]int, error)

func (*DB) MissingPageRanges added in v0.3.0 

func (db *DB) MissingPageRanges(contentID int64) ([]PageRange, error)

func (*DB) MissingPageRangesWithin added in v0.3.0 

func (db *DB) MissingPageRangesWithin(contentID int64, start, end int) ([]PageRange, error)

func (*DB) MissingUnownedPageRanges added in v0.3.0 

func (db *DB) MissingUnownedPageRanges(contentID int64) ([]PageRange, error)

func (*DB) PendingContents 

func (db *DB) PendingContents() ([]Content, error)

func (*DB) PendingContentsForDirect added in v0.3.0 

func (db *DB) PendingContentsForDirect() ([]Content, int, error)

func (*DB) PendingContentsForGeminiBatch added in v0.3.0 

func (db *DB) PendingContentsForGeminiBatch() ([]Content, error)

func (*DB) PendingDocuments 

func (db *DB) PendingDocuments() ([]Document, error)

func (*DB) PendingStats 

func (db *DB) PendingStats() (docCount int, totalPages int, err error)

func (*DB) RecomputeContentPending added in v0.3.0 

func (db *DB) RecomputeContentPending(contentID int64) (err error)

func (*DB) ReplaceContentPages 

func (db *DB) ReplaceContentPages(contentID int64, pages []PageInput) error

ReplaceContentPages remains as a compatibility name for callers that already have a complete set. Page writes are additive: partial retries must never erase successful pages from an earlier provider or run.

func (*DB) ReplaceContentPagesDirect added in v0.3.0 

func (db *DB) ReplaceContentPagesDirect(contentID int64, pages []PageInput, now time.Time) (err error)

func (*DB) RestoreDocument 

func (db *DB) RestoreDocument(id int64, contentID int64, modifiedAt time.Time) error

func (*DB) RetireCompletedGeminiRequests added in v0.3.0 

func (db *DB) RetireCompletedGeminiRequests() (completed int, err error)

func (*DB) RetryGeminiRequest added in v0.3.0 

func (db *DB) RetryGeminiRequest(requestID int64, message string, now time.Time) (bool, error)

func (*DB) RetryableGeminiRequests added in v0.3.0 

func (db *DB) RetryableGeminiRequests() ([]GeminiBatchRequest, error)

func (*DB) Search 

func (db *DB) Search(query string) ([]SearchResult, error)

func (*DB) SearchWithOptions 

func (db *DB) SearchWithOptions(opts SearchOptions) ([]SearchResult, error)

func (*DB) SetGeminiBatchError added in v0.3.0 

func (db *DB) SetGeminiBatchError(batchID int64, message string, now time.Time) error

func (*DB) SetGeminiBatchPrepared added in v0.3.0 

func (db *DB) SetGeminiBatchPrepared(batchID int64, message string, now time.Time) error

func (*DB) SetGeminiBatchPrices added in v0.3.0 

func (db *DB) SetGeminiBatchPrices(batchID, inputPrice, outputPrice int64, now time.Time) error

func (*DB) SetGeminiBatchRemote added in v0.3.0 

func (db *DB) SetGeminiBatchRemote(
	batchID int64,
	remoteName, state, outputFileName, message string,
	now time.Time,
) error

func (*DB) SetGeminiBatchState added in v0.3.0 

func (db *DB) SetGeminiBatchState(
	batchID int64,
	state, outputFileName, message string,
	now time.Time,
) error

func (*DB) SetGeminiBatchSubmissionUnknown added in v0.3.0 

func (db *DB) SetGeminiBatchSubmissionUnknown(batchID int64, now time.Time) error

func (*DB) SetGeminiBatchUploadUnknown added in v0.3.0 

func (db *DB) SetGeminiBatchUploadUnknown(batchID int64, now time.Time) error

func (*DB) SetGeminiBatchUploaded added in v0.3.0 

func (db *DB) SetGeminiBatchUploaded(batchID int64, inputFileName string, now time.Time) error

func (*DB) SetGeminiCleanupError added in v0.3.0 

func (db *DB) SetGeminiCleanupError(cleanupID int64, message string, now time.Time) error

func (*DB) SoftDeleteMissing 

func (db *DB) SoftDeleteMissing(seenPaths map[string]bool, roots []string) (int, error)

func (*DB) SplitGeminiRequest added in v0.3.0 

func (db *DB) SplitGeminiRequest(
	requestID int64,
	leftKey, rightKey, message string,
	now time.Time,
) (requestIDs []int64, err error)

func (*DB) StageGeminiDirectRequest added in v0.3.0 

func (db *DB) StageGeminiDirectRequest(
	requestID int64,
	pages []GeminiStagedPage,
	knownCost int64,
	indeterminate bool,
	now time.Time,
) error

func (*DB) StageGeminiRequest added in v0.3.0 

func (db *DB) StageGeminiRequest(
	requestID int64,
	pages []GeminiStagedPage,
	inputTokens, outputTokens *int64,
	knownCost int64,
	indeterminate bool,
	now time.Time,
) error

func (*DB) UpdateDocument 

func (db *DB) UpdateDocument(id int64, contentID int64, modifiedAt time.Time) error

func (*DB) UpsertContentPages added in v0.3.0 

func (db *DB) UpsertContentPages(contentID int64, pages []PageInput) (err error)

func (*DB) UpsertPage 

func (db *DB) UpsertPage(contentID int64, pageIndex int, markdown string) error

type Document 

type Document struct {
	ID                int64
	Path              string
	ContentID         int64
	Checksum          string
	CreatedAt         time.Time
	ModifiedAt        time.Time
	PageCount         int
	OCRPagesCompleted int
	Models            []ModelCount
	OCRPending        bool
	Deleted           bool
}

type GeminiBatch added in v0.3.0 

type GeminiBatch struct {
	ID             int64
	DisplayName    string
	Model          string
	RequestKeys    []string
	State          string
	InputFileName  string
	OutputFileName string
	RemoteName     string
	InputPrice     int64
	OutputPrice    int64
	ReplacementOf  *int64
	LastError      string
	CreatedAt      time.Time
	UpdatedAt      time.Time
}

type GeminiBatchCreation added in v0.3.0 

type GeminiBatchCreation struct {
	DisplayName   string
	Model         string
	InputPrice    int64
	OutputPrice   int64
	ReplacementOf *int64
	Requests      []GeminiRequestPlan
}

type GeminiBatchRequest added in v0.3.0 

type GeminiBatchRequest struct {
	ID                int64
	ContentID         int64
	BatchID           *int64
	RequestKey        string
	FileType          string
	PageStart         int
	PageEnd           int
	State             string
	AttemptCount      int
	ReplacementCount  int
	PreviousBatchID   *int64
	SplitDepth        int
	InputTokens       *int64
	OutputTokens      *int64
	KnownCost         int64
	CostIndeterminate bool
	LastError         string
	CreatedAt         time.Time
	UpdatedAt         time.Time
	Path              string
	Checksum          string
	PageCount         int
}

type GeminiBlockedRequest added in v0.3.0 

type GeminiBlockedRequest struct {
	Plan    GeminiRequestPlan
	Message string
}

type GeminiCleanup added in v0.3.0 

type GeminiCleanup struct {
	ID           int64
	ResourceKind string
	ResourceName string
	LastError    string
	CreatedAt    time.Time
	UpdatedAt    time.Time
}

type GeminiRequestPlan added in v0.3.0 

type GeminiRequestPlan struct {
	ContentID        int64
	RequestKey       string
	FileType         string
	PageStart        int
	PageEnd          int
	AttemptCount     int
	ReplacementCount int
	SplitDepth       int
}

type GeminiStagedPage added in v0.3.0 

type GeminiStagedPage struct {
	PageIndex int
	Markdown  string
	Model     string
}

type ListOptions 

type ListOptions struct {
	After  *time.Time
	Before *time.Time
	Limit  int
	Offset int
}

type ModelCount added in v0.3.0 

type ModelCount struct {
	Model     *string
	PageCount int
}

type PageInput 

type PageInput struct {
	PageIndex int
	Markdown  string
	Model     *string
}

type PageRange added in v0.3.0 

type PageRange struct {
	Start int
	End   int
}

type PageRecord 

type PageRecord struct {
	ID        int64
	ContentID int64
	PageIndex int
	Markdown  string
	Model     *string
}

type SearchOptions 

type SearchOptions struct {
	Query           string
	RawFTS          string
	Mode            string
	Limit           int
	Offset          int
	IncludePathLike bool
	UseTrigram      bool
}

type SearchResult 

type SearchResult struct {
	Path         string
	PageIndex    int
	PageCount    int
	Snippet      string
	Rank         float64
	SearchSource string
	Model        *string
	OCRPending   bool
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.