database

package
v0.48.9 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Feb 28, 2026 License: MIT Imports: 20 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var Logger *slog.Logger

Logger is global since we will need it everywhere

Functions

func CalculateUUID 

func CalculateUUID(time time.Time) (ulid.ULID, error)

CalculateUUID for the incoming file

func DeleteDocument 

func DeleteDocument(docULIDSt string, db Repository) error

DeleteDocument fetches the requested document by ULID

func FetchAllDocuments 

func FetchAllDocuments(db Repository) (*[]Document, error)

FetchAllDocuments fetches all the documents in the database

func FetchConfigFromDB 

func FetchConfigFromDB(db Repository) (config.ServerConfig, error)

FetchConfigFromDB pulls the server config from the database

func UpdateDocumentField 

func UpdateDocumentField(docULIDSt string, field string, newValue interface{}, db Repository) (int, error)

UpdateDocumentField updates a single field in a document

func WriteConfigToDB 

func WriteConfigToDB(serverConfig config.ServerConfig, db Repository)

WriteConfigToDB writes the serverconfig to the database for later retrieval

Types

type Dimension 

type Dimension struct {
	ID            int       `json:"id"`
	Name          string    `json:"name"`
	DisplayName   string    `json:"display_name"`
	Description   string    `json:"description,omitempty"`
	DimensionType string    `json:"dimension_type"` // 'single' or 'multiple'
	IsRequired    bool      `json:"is_required"`
	CreatedAt     time.Time `json:"created_at"`
	UpdatedAt     time.Time `json:"updated_at"`
}

Dimension represents a structured metadata category (e.g., Person, Location)

type DimensionValue 

type DimensionValue struct {
	ID          int       `json:"id"`
	DimensionID int       `json:"dimension_id"`
	Value       string    `json:"value"`
	DisplayName string    `json:"display_name"`
	Description string    `json:"description,omitempty"`
	Color       string    `json:"color"`
	SortOrder   int       `json:"sort_order"`
	CreatedAt   time.Time `json:"created_at"`
	UpdatedAt   time.Time `json:"updated_at"`
}

DimensionValue represents an allowed value for a dimension

type DimensionWithValues 

type DimensionWithValues struct {
	Dimension
	Values []DimensionValue `json:"values"`
}

DimensionWithValues includes the dimension and its possible values

type Document 

type Document struct {
	ID            int        `json:"id"`
	Name          string     `json:"name"`
	Path          string     `json:"path"` // full path to the file
	IngressTime   time.Time  `json:"ingress_time"`
	Folder        string     `json:"folder"`
	Hash          string     `json:"hash"`
	ULID          ulid.ULID  `json:"ulid"`          // Have a smaller (than hash) id that can be used in URL's, hopefully speed things up
	DocumentType  string     `json:"document_type"` // type of document (pdf, txt, etc)
	FullText      string     `json:"full_text"`
	URL           string     `json:"url"`
	DocumentDate  *time.Time `json:"document_date,omitempty"`  // user-assigned document date (e.g. invoice date)
	CreatedDate   *time.Time `json:"created_date,omitempty"`   // original creation date from source
	UpdatedDate   *time.Time `json:"updated_date,omitempty"`   // original modification date from source
	Author        string     `json:"author,omitempty"`         // note author
	SourceURL     string     `json:"source_url,omitempty"`     // original source URL
	Source        string     `json:"source,omitempty"`         // source system (e.g. "evernote")
	ArchiveStatus *string    `json:"archive_status,omitempty"` // nil=active, "pending", "archived"
	ArchivedAt    *time.Time `json:"archived_at,omitempty"`    // when archival began
}

Document is all of the document information stored in the database

func AddNewDocument 

func AddNewDocument(filePath string, fullText string, db Repository) (*Document, error)

AddNewDocument adds a new document to the database

func FetchDocument 

func FetchDocument(docULIDSt string, db Repository) (Document, int, error)

FetchDocument fetches the requested document by ULID

func FetchDocumentFromPath 

func FetchDocumentFromPath(path string, db Repository) (Document, error)

FetchDocumentFromPath fetches the document by document path

func FetchDocuments 

func FetchDocuments(docULIDSt []string, db Repository) ([]Document, int, error)

FetchDocuments fetches an array of documents // TODO: Not fucking needed?

func FetchFolder 

func FetchFolder(folderName string, db Repository) ([]Document, error)

FetchFolder grabs all of the documents contained in a folder

func FetchNewestDocuments 

func FetchNewestDocuments(numberOf int, db Repository) ([]Document, error)

FetchNewestDocuments fetches the documents that were added last

type DocumentDimension 

type DocumentDimension struct {
	ID               int       `json:"id"`
	DocumentID       int       `json:"document_id"`
	DimensionID      int       `json:"dimension_id"`
	DimensionValueID int       `json:"dimension_value_id"`
	CreatedAt        time.Time `json:"created_at"`
	UpdatedAt        time.Time `json:"updated_at"`
}

DocumentDimension represents a dimension value assigned to a document

type DocumentMetadataUpdate 

type DocumentMetadataUpdate struct {
	CreatedDate *time.Time `json:"created_date,omitempty"`
	UpdatedDate *time.Time `json:"updated_date,omitempty"`
	Author      *string    `json:"author,omitempty"`
	SourceURL   *string    `json:"source_url,omitempty"`
	Source      *string    `json:"source,omitempty"`
}

DocumentMetadataUpdate holds optional fields for bulk metadata update via API. Pointer fields are omitted from the update when nil.

type DocumentTag 

type DocumentTag struct {
	DocumentID int       `json:"document_id"`
	TagID      int       `json:"tag_id"`
	CreatedAt  time.Time `json:"created_at"`
}

DocumentTag represents the many-to-many relationship between documents and tags

type DocumentTagsAndDimensions 

type DocumentTagsAndDimensions struct {
	Tags      []string          `json:"tags"`                 // Free tags (no group)
	TagGroups map[string]string `json:"tag_groups,omitempty"` // group_name -> tag_name (one per group)
}

DocumentTagsAndDimensions is a helper struct for JSON sidecar files

type DocumentWithTagsAndDimensions 

type DocumentWithTagsAndDimensions struct {
	Document
	Tags       []Tag                     `json:"tags"`
	Dimensions map[string]DimensionValue `json:"dimensions"` // dimension_name -> value
}

DocumentWithTagsAndDimensions extends Document with its tags and dimensions

type EphemeralPostgresDB 

type EphemeralPostgresDB struct {
	*PGDB
	// contains filtered or unexported fields
}

EphemeralPostgresDB wraps PGDB with an ephemeral PostgreSQL server for testing

type Job 

type Job struct {
	ID          ulid.ULID  `json:"id"`
	Type        JobType    `json:"type"`
	Status      JobStatus  `json:"status"`
	Progress    int        `json:"progress"`         // 0-100
	CurrentStep string     `json:"currentStep"`      // Human-readable current step
	TotalSteps  int        `json:"totalSteps"`       // Total number of steps
	Message     string     `json:"message"`          // Status message
	Error       string     `json:"error,omitempty"`  // Error message if failed
	Result      string     `json:"result,omitempty"` // JSON result data
	CreatedAt   time.Time  `json:"createdAt"`
	UpdatedAt   time.Time  `json:"updatedAt"`
	StartedAt   *time.Time `json:"startedAt,omitempty"`
	CompletedAt *time.Time `json:"completedAt,omitempty"`
}

Job represents a background job or operation

type JobStatus 

type JobStatus string

JobStatus represents the status of a job 

const (
	JobStatusPending   JobStatus = "pending"
	JobStatusRunning   JobStatus = "running"
	JobStatusCompleted JobStatus = "completed"
	JobStatusFailed    JobStatus = "failed"
	JobStatusCancelled JobStatus = "cancelled"
)

type JobSummary 

type JobSummary struct {
	FilesProcessed int    `json:"filesProcessed"`
	FilesTotal     int    `json:"filesTotal"`
	BytesProcessed int64  `json:"bytesProcessed"`
	Errors         int    `json:"errors"`
	Details        string `json:"details,omitempty"`
}

JobSummary provides summary statistics for a job

type JobType 

type JobType string

JobType represents the type of job 

const (
	JobTypeIngestion     JobType = "ingestion"
	JobTypeCleanup       JobType = "cleanup"
	JobTypeWordCloud     JobType = "wordcloud"
	JobTypeSearchReindex JobType = "search_reindex"
)

type MemDB 

type MemDB struct {
	// contains filtered or unexported fields
}

MemDB is a pure in-memory Repository implementation for WASM demos and testing. It requires no external dependencies (no SQL driver, no CGo).

func NewMemDB 

func NewMemDB() *MemDB

NewMemDB creates a new in-memory repository.

func (*MemDB) AddDocumentToStory 

func (m *MemDB) AddDocumentToStory(documentID int, storyID int) error

func (*MemDB) AddStoryTag 

func (m *MemDB) AddStoryTag(storyID int, tagID int) error

func (*MemDB) AddTagToDocument 

func (m *MemDB) AddTagToDocument(documentID int, tagID int) error

func (*MemDB) CancelJob 

func (m *MemDB) CancelJob(jobID ulid.ULID) error

func (*MemDB) Close 

func (m *MemDB) Close() error

Close is a no-op for the in-memory database.

func (*MemDB) CompleteJob 

func (m *MemDB) CompleteJob(jobID ulid.ULID, result string) error

func (*MemDB) ConvertStoryToTag 

func (m *MemDB) ConvertStoryToTag(storyID int) error

func (*MemDB) ConvertTagToStory 

func (m *MemDB) ConvertTagToStory(tagID int) (*Story, error)

func (*MemDB) CreateJob 

func (m *MemDB) CreateJob(jobType JobType, message string) (*Job, error)

func (*MemDB) CreateSavedSearch 

func (m *MemDB) CreateSavedSearch(search *SavedSearch) error

func (*MemDB) CreateStory 

func (m *MemDB) CreateStory(story *Story) error

func (*MemDB) CreateTag 

func (m *MemDB) CreateTag(tag *Tag) error

func (*MemDB) DeleteDocument 

func (m *MemDB) DeleteDocument(ulidStr string) error

func (*MemDB) DeleteOldJobs 

func (m *MemDB) DeleteOldJobs(olderThan time.Duration) (int, error)

func (*MemDB) DeleteSavedSearch 

func (m *MemDB) DeleteSavedSearch(id int) error

func (*MemDB) DeleteStory 

func (m *MemDB) DeleteStory(id int) error

func (*MemDB) DeleteTag 

func (m *MemDB) DeleteTag(id int) error

func (*MemDB) ExecuteSearch 

func (m *MemDB) ExecuteSearch(parsed *ParsedSearch, page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetActiveJobs 

func (m *MemDB) GetActiveJobs() ([]Job, error)

func (*MemDB) GetAllDimensions 

func (m *MemDB) GetAllDimensions() ([]Dimension, error)

func (*MemDB) GetAllDocuments 

func (m *MemDB) GetAllDocuments() ([]Document, error)

func (*MemDB) GetAllSavedSearches 

func (m *MemDB) GetAllSavedSearches() ([]SavedSearch, error)

func (*MemDB) GetAllStories 

func (m *MemDB) GetAllStories() ([]Story, error)

func (*MemDB) GetAllTagAliases 

func (m *MemDB) GetAllTagAliases() ([]TagAliasEntry, error)

func (*MemDB) GetAllTags 

func (m *MemDB) GetAllTags() ([]Tag, error)

func (*MemDB) GetArchivedDocuments 

func (m *MemDB) GetArchivedDocuments(page, pageSize int) ([]Document, int, error)

func (*MemDB) GetConfig 

func (m *MemDB) GetConfig() (*config.ServerConfig, error)

func (*MemDB) GetDimensionByID 

func (m *MemDB) GetDimensionByID(id int) (*Dimension, error)

func (*MemDB) GetDimensionByName 

func (m *MemDB) GetDimensionByName(name string) (*Dimension, error)

func (*MemDB) GetDimensionValueByValue 

func (m *MemDB) GetDimensionValueByValue(dimensionID int, value string) (*DimensionValue, error)

func (*MemDB) GetDimensionValues 

func (m *MemDB) GetDimensionValues(dimensionID int) ([]DimensionValue, error)

func (*MemDB) GetDocumentByHash 

func (m *MemDB) GetDocumentByHash(hash string) (*Document, error)

func (*MemDB) GetDocumentByID 

func (m *MemDB) GetDocumentByID(id int) (*Document, error)

func (*MemDB) GetDocumentByPath 

func (m *MemDB) GetDocumentByPath(path string) (*Document, error)

func (*MemDB) GetDocumentByULID 

func (m *MemDB) GetDocumentByULID(ulidStr string) (*Document, error)

func (*MemDB) GetDocumentDimensions 

func (m *MemDB) GetDocumentDimensions(documentID int) (map[string]DimensionValue, error)

func (*MemDB) GetDocumentsByFolder 

func (m *MemDB) GetDocumentsByFolder(folder string) ([]Document, error)

func (*MemDB) GetDocumentsByTag 

func (m *MemDB) GetDocumentsByTag(tagID int, page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetDocumentsWithoutStory 

func (m *MemDB) GetDocumentsWithoutStory(page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetJob 

func (m *MemDB) GetJob(jobID ulid.ULID) (*Job, error)

func (*MemDB) GetNewestDocuments 

func (m *MemDB) GetNewestDocuments(limit int) ([]Document, error)

func (*MemDB) GetNewestDocumentsWithPagination 

func (m *MemDB) GetNewestDocumentsWithPagination(page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetRecentJobs 

func (m *MemDB) GetRecentJobs(limit, offset int) ([]Job, error)

func (*MemDB) GetSavedSearchByID 

func (m *MemDB) GetSavedSearchByID(id int) (*SavedSearch, error)

func (*MemDB) GetSchemaVersion 

func (m *MemDB) GetSchemaVersion() (string, error)

func (*MemDB) GetStoriesWithMeta 

func (m *MemDB) GetStoriesWithMeta() ([]StoryWithMeta, error)

func (*MemDB) GetStoryByID 

func (m *MemDB) GetStoryByID(id int) (*Story, error)

func (*MemDB) GetStoryByTagID 

func (m *MemDB) GetStoryByTagID(tagID int) (*Story, error)

func (*MemDB) GetStoryTags 

func (m *MemDB) GetStoryTags(storyID int) ([]Tag, error)

func (*MemDB) GetTagByID 

func (m *MemDB) GetTagByID(id int) (*Tag, error)

func (*MemDB) GetTagByName 

func (m *MemDB) GetTagByName(name string) (*Tag, error)

func (*MemDB) GetTagGroups 

func (m *MemDB) GetTagGroups() ([]string, error)

func (*MemDB) GetTagUsageCount 

func (m *MemDB) GetTagUsageCount(tagID int) (int, error)

func (*MemDB) GetTaggedDocuments 

func (m *MemDB) GetTaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetTagsForDocument 

func (m *MemDB) GetTagsForDocument(documentID int) ([]Tag, error)

func (*MemDB) GetTopTagsByUsage 

func (m *MemDB) GetTopTagsByUsage(limit int) ([]TagWithCount, error)

func (*MemDB) GetTopWords 

func (m *MemDB) GetTopWords(limit int) ([]WordFrequency, error)

func (*MemDB) GetUntaggedDocuments 

func (m *MemDB) GetUntaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)

func (*MemDB) GetWordCloudMetadata 

func (m *MemDB) GetWordCloudMetadata() (*WordCloudMetadata, error)

func (*MemDB) InsertTagAlias 

func (m *MemDB) InsertTagAlias(tagID int, aliasName string) error

func (*MemDB) RecalculateAllWordFrequencies 

func (m *MemDB) RecalculateAllWordFrequencies() error

func (*MemDB) RecoverStuckJobs 

func (m *MemDB) RecoverStuckJobs(stuckThreshold time.Duration) (int, error)

func (*MemDB) ReindexSearchDocuments 

func (m *MemDB) ReindexSearchDocuments() (int, error)

func (*MemDB) RemoveDocumentDimension 

func (m *MemDB) RemoveDocumentDimension(documentID int, dimensionID int) error

func (*MemDB) RemoveDocumentFromStory 

func (m *MemDB) RemoveDocumentFromStory(documentID int, storyID int) error

func (*MemDB) RemoveStoryTag 

func (m *MemDB) RemoveStoryTag(storyID int, tagID int) error

func (*MemDB) RemoveTagFromDocument 

func (m *MemDB) RemoveTagFromDocument(documentID int, tagID int) error

func (*MemDB) SaveConfig 

func (m *MemDB) SaveConfig(cfg *config.ServerConfig) error

func (*MemDB) SaveDocument 

func (m *MemDB) SaveDocument(doc *Document) error

func (*MemDB) SearchDocuments 

func (m *MemDB) SearchDocuments(searchTerm string) ([]Document, error)

func (*MemDB) SetDocumentDimension 

func (m *MemDB) SetDocumentDimension(documentID int, dimensionID int, dimensionValueID int) error

func (*MemDB) UpdateDocumentArchiveStatus 

func (m *MemDB) UpdateDocumentArchiveStatus(ulidStr string, status *string, archivedAt *time.Time) error

func (*MemDB) UpdateDocumentDate 

func (m *MemDB) UpdateDocumentDate(ulidStr string, date *time.Time) error

func (*MemDB) UpdateDocumentFolder 

func (m *MemDB) UpdateDocumentFolder(ulidStr string, folder string) error

func (*MemDB) UpdateDocumentFullText 

func (m *MemDB) UpdateDocumentFullText(ulidStr string, text string) error

func (*MemDB) UpdateDocumentMetadata 

func (m *MemDB) UpdateDocumentMetadata(ulidStr string, meta DocumentMetadataUpdate) error

func (*MemDB) UpdateDocumentPath 

func (m *MemDB) UpdateDocumentPath(ulidStr string, path string, folder string) error

func (*MemDB) UpdateDocumentURL 

func (m *MemDB) UpdateDocumentURL(ulidStr string, url string) error

func (*MemDB) UpdateJobError 

func (m *MemDB) UpdateJobError(jobID ulid.ULID, errorMsg string) error

func (*MemDB) UpdateJobProgress 

func (m *MemDB) UpdateJobProgress(jobID ulid.ULID, progress int, currentStep string) error

func (*MemDB) UpdateJobStatus 

func (m *MemDB) UpdateJobStatus(jobID ulid.ULID, status JobStatus, message string) error

func (*MemDB) UpdateSavedSearch 

func (m *MemDB) UpdateSavedSearch(search *SavedSearch) error

func (*MemDB) UpdateStory 

func (m *MemDB) UpdateStory(story *Story) error

func (*MemDB) UpdateTag 

func (m *MemDB) UpdateTag(tag *Tag) error

func (*MemDB) UpdateWordFrequencies 

func (m *MemDB) UpdateWordFrequencies(docID string) error

type PGDB 

type PGDB struct {
	// contains filtered or unexported fields
}

PGDB implements Repository using database/sql with raw PostgreSQL SQL. For production it connects via lib/pq; for dev/testing via go-postgres ("pglike") which transparently translates PostgreSQL SQL to SQLite.

func NewRepository 

func NewRepository(cfg config.ServerConfig) *PGDB

NewRepository initializes the database based on configuration

func SetupEphemeralPostgresDatabase 

func SetupEphemeralPostgresDatabase() (*PGDB, error)

SetupEphemeralPostgresDatabase creates an ephemeral PostgreSQL instance

func (*PGDB) AddDocumentToStory 

func (p *PGDB) AddDocumentToStory(documentID int, storyID int) error

AddDocumentToStory adds the story's tag (and all associated tags) to a document.

func (*PGDB) AddStoryTag 

func (p *PGDB) AddStoryTag(storyID int, tagID int) error

AddStoryTag adds an associated tag to a story.

func (*PGDB) AddTagToDocument 

func (p *PGDB) AddTagToDocument(documentID int, tagID int) error

AddTagToDocument associates a tag with a document

func (*PGDB) CancelJob 

func (p *PGDB) CancelJob(jobID ulid.ULID) error

func (*PGDB) Close 

func (p *PGDB) Close() error

Close closes the database connection

func (*PGDB) CompleteJob 

func (p *PGDB) CompleteJob(jobID ulid.ULID, result string) error

CompleteJob marks a job as completed with optional result data

func (*PGDB) ConvertStoryToTag 

func (p *PGDB) ConvertStoryToTag(storyID int) error

ConvertStoryToTag removes the story but keeps the tag and all document associations. Clears the tag's "Story" group.

func (*PGDB) ConvertTagToStory 

func (p *PGDB) ConvertTagToStory(tagID int) (*Story, error)

ConvertTagToStory creates a story from an existing tag. Sets the tag's group to "Story" and creates a story row linked to it.

func (*PGDB) CreateJob 

func (p *PGDB) CreateJob(jobType JobType, message string) (*Job, error)

CreateJob creates a new job in the database

func (*PGDB) CreateSavedSearch 

func (p *PGDB) CreateSavedSearch(search *SavedSearch) error

CreateSavedSearch creates a new saved search

func (*PGDB) CreateStory 

func (p *PGDB) CreateStory(story *Story) error

CreateStory creates a new story and its associated tag in a transaction. The tag is created with tag_group='Story' and name derived from the title.

func (*PGDB) CreateTag 

func (p *PGDB) CreateTag(tag *Tag) error

CreateTag creates a new tag

func (*PGDB) DeleteDocument 

func (p *PGDB) DeleteDocument(ulidStr string) error

DeleteDocument deletes a document by ULID

func (*PGDB) DeleteOldJobs 

func (p *PGDB) DeleteOldJobs(olderThan time.Duration) (int, error)

DeleteOldJobs deletes completed jobs older than the specified duration

func (*PGDB) DeleteSavedSearch 

func (p *PGDB) DeleteSavedSearch(id int) error

DeleteSavedSearch deletes a saved search by ID

func (*PGDB) DeleteStory 

func (p *PGDB) DeleteStory(id int) error

DeleteStory deletes a story and its associated tag (cascade cleans document_tags).

func (*PGDB) DeleteTag 

func (p *PGDB) DeleteTag(id int) error

DeleteTag deletes a tag (cascade removes document associations)

func (*PGDB) ExecuteSearch 

func (p *PGDB) ExecuteSearch(parsed *ParsedSearch, page, pageSize int, showHidden ...bool) ([]Document, int, error)

ExecuteSearch executes a parsed search query and returns paginated results

func (*PGDB) GetActiveJobs 

func (p *PGDB) GetActiveJobs() ([]Job, error)

GetActiveJobs retrieves all running or pending jobs

func (*PGDB) GetAllDimensions 

func (p *PGDB) GetAllDimensions() ([]Dimension, error)

GetAllDimensions returns all dimension definitions

func (*PGDB) GetAllDocuments 

func (p *PGDB) GetAllDocuments() ([]Document, error)

GetAllDocuments retrieves all documents

func (*PGDB) GetAllSavedSearches 

func (p *PGDB) GetAllSavedSearches() ([]SavedSearch, error)

GetAllSavedSearches returns all saved searches sorted by sort_order

func (*PGDB) GetAllStories 

func (p *PGDB) GetAllStories() ([]Story, error)

GetAllStories returns all stories ordered by start_date descending.

func (*PGDB) GetAllTagAliases 

func (p *PGDB) GetAllTagAliases() ([]TagAliasEntry, error)

GetAllTagAliases returns all tag aliases with resolved tag names

func (*PGDB) GetAllTags 

func (p *PGDB) GetAllTags() ([]Tag, error)

GetAllTags returns all tags sorted by group and sort_order Uses CASE WHEN workaround for NULLS FIRST (not yet supported by go-postgres)

func (*PGDB) GetArchivedDocuments 

func (p *PGDB) GetArchivedDocuments(page, pageSize int) ([]Document, int, error)

GetArchivedDocuments returns paginated documents with non-null archive_status.

func (*PGDB) GetConfig 

func (p *PGDB) GetConfig() (*config.ServerConfig, error)

GetConfig retrieves server configuration

func (*PGDB) GetDimensionByID 

func (p *PGDB) GetDimensionByID(id int) (*Dimension, error)

GetDimensionByID returns a dimension by its ID

func (*PGDB) GetDimensionByName 

func (p *PGDB) GetDimensionByName(name string) (*Dimension, error)

GetDimensionByName returns a dimension by its name

func (*PGDB) GetDimensionValueByValue 

func (p *PGDB) GetDimensionValueByValue(dimensionID int, value string) (*DimensionValue, error)

GetDimensionValueByValue returns a dimension value by dimension ID and value string

func (*PGDB) GetDimensionValues 

func (p *PGDB) GetDimensionValues(dimensionID int) ([]DimensionValue, error)

GetDimensionValues returns all possible values for a dimension

func (*PGDB) GetDocumentByHash 

func (p *PGDB) GetDocumentByHash(hash string) (*Document, error)

GetDocumentByHash retrieves a document by hash

func (*PGDB) GetDocumentByID 

func (p *PGDB) GetDocumentByID(id int) (*Document, error)

GetDocumentByID retrieves a document by ID

func (*PGDB) GetDocumentByPath 

func (p *PGDB) GetDocumentByPath(path string) (*Document, error)

GetDocumentByPath retrieves a document by file path

func (*PGDB) GetDocumentByULID 

func (p *PGDB) GetDocumentByULID(ulidStr string) (*Document, error)

GetDocumentByULID retrieves a document by ULID

func (*PGDB) GetDocumentDimensions 

func (p *PGDB) GetDocumentDimensions(documentID int) (map[string]DimensionValue, error)

GetDocumentDimensions returns all dimension values assigned to a document

func (*PGDB) GetDocumentsByFolder 

func (p *PGDB) GetDocumentsByFolder(folder string) ([]Document, error)

GetDocumentsByFolder retrieves documents in a specific folder

func (*PGDB) GetDocumentsByTag 

func (p *PGDB) GetDocumentsByTag(tagID int, page, pageSize int, showHidden ...bool) ([]Document, int, error)

GetDocumentsByTag returns paginated documents that have a specific tag

func (*PGDB) GetDocumentsWithoutStory 

func (p *PGDB) GetDocumentsWithoutStory(page, pageSize int, showHidden ...bool) ([]Document, int, error)

GetDocumentsWithoutStory returns documents that don't belong to any story, paginated and ordered by newest first.

func (*PGDB) GetJob 

func (p *PGDB) GetJob(jobID ulid.ULID) (*Job, error)

GetJob retrieves a job by ID

func (*PGDB) GetNewestDocuments 

func (p *PGDB) GetNewestDocuments(limit int) ([]Document, error)

GetNewestDocuments retrieves the newest documents

func (*PGDB) GetNewestDocumentsWithPagination 

func (p *PGDB) GetNewestDocumentsWithPagination(page int, pageSize int, showHidden ...bool) ([]Document, int, error)

GetNewestDocumentsWithPagination retrieves documents with pagination support

func (*PGDB) GetRecentJobs 

func (p *PGDB) GetRecentJobs(limit, offset int) ([]Job, error)

GetRecentJobs retrieves the most recent jobs with pagination

func (*PGDB) GetSavedSearchByID 

func (p *PGDB) GetSavedSearchByID(id int) (*SavedSearch, error)

GetSavedSearchByID returns a saved search by its ID

func (*PGDB) GetSchemaVersion 

func (p *PGDB) GetSchemaVersion() (string, error)

GetSchemaVersion returns the latest applied migration version

func (*PGDB) GetStoriesWithMeta 

func (p *PGDB) GetStoriesWithMeta() ([]StoryWithMeta, error)

GetStoriesWithMeta returns all stories with their tags, associated tags, and document counts.

func (*PGDB) GetStoryByID 

func (p *PGDB) GetStoryByID(id int) (*Story, error)

GetStoryByID returns a story by its ID.

func (*PGDB) GetStoryByTagID 

func (p *PGDB) GetStoryByTagID(tagID int) (*Story, error)

GetStoryByTagID returns a story by its tag ID.

func (*PGDB) GetStoryTags 

func (p *PGDB) GetStoryTags(storyID int) ([]Tag, error)

GetStoryTags returns the associated tags for a story (from story_tags junction).

func (*PGDB) GetTagByID 

func (p *PGDB) GetTagByID(id int) (*Tag, error)

GetTagByID returns a tag by its ID

func (*PGDB) GetTagByName 

func (p *PGDB) GetTagByName(name string) (*Tag, error)

GetTagByName returns a tag by its name, falling back to alias lookup

func (*PGDB) GetTagGroups 

func (p *PGDB) GetTagGroups() ([]string, error)

GetTagGroups returns all distinct tag group names

func (*PGDB) GetTagUsageCount 

func (p *PGDB) GetTagUsageCount(tagID int) (int, error)

GetTagUsageCount returns the number of documents using a specific tag

func (*PGDB) GetTaggedDocuments 

func (p *PGDB) GetTaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)

GetTaggedDocuments returns paginated documents that have at least one tag

func (*PGDB) GetTagsForDocument 

func (p *PGDB) GetTagsForDocument(documentID int) ([]Tag, error)

GetTagsForDocument returns all tags associated with a document

func (*PGDB) GetTopTagsByUsage 

func (p *PGDB) GetTopTagsByUsage(limit int) ([]TagWithCount, error)

GetTopTagsByUsage returns the most-used tags sorted by document count descending.

func (*PGDB) GetTopWords 

func (p *PGDB) GetTopWords(limit int) ([]WordFrequency, error)

GetTopWords retrieves the top N most frequent words

func (*PGDB) GetUntaggedDocuments 

func (p *PGDB) GetUntaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)

GetUntaggedDocuments returns paginated documents that have no tags

func (*PGDB) GetWordCloudMetadata 

func (p *PGDB) GetWordCloudMetadata() (*WordCloudMetadata, error)

GetWordCloudMetadata retrieves metadata about the word cloud

func (*PGDB) InsertTagAlias 

func (p *PGDB) InsertTagAlias(tagID int, aliasName string) error

InsertTagAlias inserts a tag alias (does nothing on conflict)

func (*PGDB) RecalculateAllWordFrequencies 

func (p *PGDB) RecalculateAllWordFrequencies() error

RecalculateAllWordFrequencies performs a full recalculation of word frequencies

func (*PGDB) RecoverStuckJobs 

func (p *PGDB) RecoverStuckJobs(stuckThreshold time.Duration) (int, error)

func (*PGDB) ReindexSearchDocuments 

func (p *PGDB) ReindexSearchDocuments() (int, error)

ReindexSearchDocuments reindexes all documents for full-text search

func (*PGDB) RemoveDocumentDimension 

func (p *PGDB) RemoveDocumentDimension(documentID int, dimensionID int) error

RemoveDocumentDimension removes a dimension value from a document

func (*PGDB) RemoveDocumentFromStory 

func (p *PGDB) RemoveDocumentFromStory(documentID int, storyID int) error

RemoveDocumentFromStory removes only the story tag from a document. Associated tags remain (they were applied upfront).

func (*PGDB) RemoveStoryTag 

func (p *PGDB) RemoveStoryTag(storyID int, tagID int) error

RemoveStoryTag removes an associated tag from a story.

func (*PGDB) RemoveTagFromDocument 

func (p *PGDB) RemoveTagFromDocument(documentID int, tagID int) error

RemoveTagFromDocument removes a tag association from a document

func (*PGDB) SaveConfig 

func (p *PGDB) SaveConfig(cfg *config.ServerConfig) error

SaveConfig saves server configuration

func (*PGDB) SaveDocument 

func (p *PGDB) SaveDocument(doc *Document) error

SaveDocument saves or updates a document

func (*PGDB) SearchDocuments 

func (p *PGDB) SearchDocuments(searchTerm string) ([]Document, error)

SearchDocuments performs full-text search

func (*PGDB) SetDocumentDimension 

func (p *PGDB) SetDocumentDimension(documentID int, dimensionID int, dimensionValueID int) error

SetDocumentDimension sets a dimension value for a document (replaces existing)

func (*PGDB) UpdateDocumentArchiveStatus 

func (p *PGDB) UpdateDocumentArchiveStatus(ulidStr string, status *string, archivedAt *time.Time) error

UpdateDocumentArchiveStatus sets the archive_status and archived_at fields.

func (*PGDB) UpdateDocumentDate 

func (p *PGDB) UpdateDocumentDate(ulidStr string, date *time.Time) error

UpdateDocumentDate updates the document_date field of a document

func (*PGDB) UpdateDocumentFolder 

func (p *PGDB) UpdateDocumentFolder(ulidStr string, folder string) error

UpdateDocumentFolder updates the Folder field of a document

func (*PGDB) UpdateDocumentFullText 

func (p *PGDB) UpdateDocumentFullText(ulidStr string, text string) error

UpdateDocumentFullText updates the full_text field of a document

func (*PGDB) UpdateDocumentMetadata 

func (p *PGDB) UpdateDocumentMetadata(ulidStr string, meta DocumentMetadataUpdate) error

UpdateDocumentMetadata updates multiple metadata fields in a single query. Only non-nil fields in the update struct are applied.

func (*PGDB) UpdateDocumentPath 

func (p *PGDB) UpdateDocumentPath(ulidStr string, path string, folder string) error

UpdateDocumentPath updates the path and folder fields of a document

func (*PGDB) UpdateDocumentURL 

func (p *PGDB) UpdateDocumentURL(ulidStr string, url string) error

UpdateDocumentURL updates the URL field of a document

func (*PGDB) UpdateJobError 

func (p *PGDB) UpdateJobError(jobID ulid.ULID, errorMsg string) error

UpdateJobError updates a job with an error

func (*PGDB) UpdateJobProgress 

func (p *PGDB) UpdateJobProgress(jobID ulid.ULID, progress int, currentStep string) error

UpdateJobProgress updates the progress of a job

func (*PGDB) UpdateJobStatus 

func (p *PGDB) UpdateJobStatus(jobID ulid.ULID, status JobStatus, message string) error

UpdateJobStatus updates the status of a job

func (*PGDB) UpdateSavedSearch 

func (p *PGDB) UpdateSavedSearch(search *SavedSearch) error

UpdateSavedSearch updates an existing saved search

func (*PGDB) UpdateStory 

func (p *PGDB) UpdateStory(story *Story) error

UpdateStory updates a story's title, description, dates, and syncs tag name/color.

func (*PGDB) UpdateTag 

func (p *PGDB) UpdateTag(tag *Tag) error

UpdateTag updates an existing tag. If the name changed, the old name is saved as an alias so that .tags.json sidecars with the old name still resolve.

func (*PGDB) UpdateWordFrequencies 

func (p *PGDB) UpdateWordFrequencies(docID string) error

UpdateWordFrequencies updates word frequencies after document ingestion

type ParsedSearch 

type ParsedSearch struct {
	TextTerms   string     // Free text to search for
	IncludeTags []string   // Tags to include (prefixed with #)
	ExcludeTags []string   // Tags to exclude (prefixed with ~)
	IsUntagged  bool       // Special: show only untagged documents
	IsTagged    bool       // Special: show only tagged documents
	IsAllDocs   bool       // Special: show all documents
	AfterDate   *time.Time // Filter: document_date >= this (inclusive)
	BeforeDate  *time.Time // Filter: document_date <= this (inclusive)
}

ParsedSearch represents a parsed search query

func ParseSearchQuery 

func ParseSearchQuery(query string) *ParsedSearch

ParseSearchQuery parses a unified search query string Syntax:

  • text: full-text search terms
  • #tagname: include documents with this tag
  • ~tagname: exclude documents with this tag
  • Special: "*" means all documents
  • Special: "!untagged" means only untagged documents

Examples:

  • "cancer" -> text search for "cancer"
  • "#Invoice" -> documents with Invoice tag
  • "~2025" -> documents without 2025 tag
  • "cancer #Invoice ~Draft" -> text "cancer", has Invoice, no Draft

type Repository 

type Repository interface {
	Close() error
	SaveDocument(doc *Document) error
	GetDocumentByID(id int) (*Document, error)
	GetDocumentByULID(ulid string) (*Document, error)
	GetDocumentByPath(path string) (*Document, error)
	GetDocumentByHash(hash string) (*Document, error)
	GetNewestDocuments(limit int) ([]Document, error)
	GetNewestDocumentsWithPagination(page int, pageSize int, showHidden ...bool) ([]Document, int, error)
	GetAllDocuments() ([]Document, error)
	GetDocumentsByFolder(folder string) ([]Document, error)
	DeleteDocument(ulid string) error
	UpdateDocumentURL(ulid string, url string) error
	UpdateDocumentPath(ulid string, path string, folder string) error
	UpdateDocumentFolder(ulid string, folder string) error
	UpdateDocumentDate(ulid string, date *time.Time) error
	UpdateDocumentFullText(ulid string, text string) error
	SaveConfig(config *config.ServerConfig) error
	GetConfig() (*config.ServerConfig, error)
	SearchDocuments(searchTerm string) ([]Document, error)
	ReindexSearchDocuments() (int, error)
	// Word cloud methods
	GetTopWords(limit int) ([]WordFrequency, error)
	GetWordCloudMetadata() (*WordCloudMetadata, error)
	RecalculateAllWordFrequencies() error
	UpdateWordFrequencies(docID string) error
	// Job tracking methods
	CreateJob(jobType JobType, message string) (*Job, error)
	UpdateJobProgress(jobID ulid.ULID, progress int, currentStep string) error
	UpdateJobStatus(jobID ulid.ULID, status JobStatus, message string) error
	UpdateJobError(jobID ulid.ULID, errorMsg string) error
	CompleteJob(jobID ulid.ULID, result string) error
	GetJob(jobID ulid.ULID) (*Job, error)
	GetRecentJobs(limit, offset int) ([]Job, error)
	GetActiveJobs() ([]Job, error)
	DeleteOldJobs(olderThan time.Duration) (int, error)
	CancelJob(jobID ulid.ULID) error
	RecoverStuckJobs(stuckThreshold time.Duration) (int, error)
	// Tag methods
	CreateTag(tag *Tag) error
	GetAllTags() ([]Tag, error)
	GetTagByID(id int) (*Tag, error)
	GetTagByName(name string) (*Tag, error)
	UpdateTag(tag *Tag) error
	DeleteTag(id int) error
	GetTagsForDocument(documentID int) ([]Tag, error)
	AddTagToDocument(documentID int, tagID int) error
	RemoveTagFromDocument(documentID int, tagID int) error
	GetTagUsageCount(tagID int) (int, error)
	GetTopTagsByUsage(limit int) ([]TagWithCount, error)
	GetTagGroups() ([]string, error)
	GetAllTagAliases() ([]TagAliasEntry, error)
	InsertTagAlias(tagID int, aliasName string) error
	// Dimension methods
	GetAllDimensions() ([]Dimension, error)
	GetDimensionByID(id int) (*Dimension, error)
	GetDimensionByName(name string) (*Dimension, error)
	GetDimensionValues(dimensionID int) ([]DimensionValue, error)
	GetDimensionValueByValue(dimensionID int, value string) (*DimensionValue, error)
	GetDocumentDimensions(documentID int) (map[string]DimensionValue, error)
	SetDocumentDimension(documentID int, dimensionID int, dimensionValueID int) error
	RemoveDocumentDimension(documentID int, dimensionID int) error
	// Schema version
	GetSchemaVersion() (string, error)
	// Saved search methods
	GetAllSavedSearches() ([]SavedSearch, error)
	GetSavedSearchByID(id int) (*SavedSearch, error)
	CreateSavedSearch(search *SavedSearch) error
	UpdateSavedSearch(search *SavedSearch) error
	DeleteSavedSearch(id int) error
	// Search execution methods
	GetDocumentsByTag(tagID int, page, pageSize int, showHidden ...bool) ([]Document, int, error)
	GetUntaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)
	GetTaggedDocuments(page, pageSize int, showHidden ...bool) ([]Document, int, error)
	ExecuteSearch(parsed *ParsedSearch, page, pageSize int, showHidden ...bool) ([]Document, int, error)
	// Story methods
	CreateStory(story *Story) error
	GetStoryByID(id int) (*Story, error)
	GetAllStories() ([]Story, error)
	GetStoriesWithMeta() ([]StoryWithMeta, error)
	UpdateStory(story *Story) error
	DeleteStory(id int) error
	GetStoryByTagID(tagID int) (*Story, error)
	GetStoryTags(storyID int) ([]Tag, error)
	AddStoryTag(storyID int, tagID int) error
	RemoveStoryTag(storyID int, tagID int) error
	AddDocumentToStory(documentID int, storyID int) error
	RemoveDocumentFromStory(documentID int, storyID int) error
	GetDocumentsWithoutStory(page, pageSize int, showHidden ...bool) ([]Document, int, error)
	UpdateDocumentMetadata(ulid string, meta DocumentMetadataUpdate) error
	ConvertTagToStory(tagID int) (*Story, error)
	ConvertStoryToTag(storyID int) error
	// Archive methods
	UpdateDocumentArchiveStatus(ulidStr string, status *string, archivedAt *time.Time) error
	GetArchivedDocuments(page, pageSize int) ([]Document, int, error)
}

Repository defines database operations

type SavedSearch 

type SavedSearch struct {
	ID          int       `json:"id"`
	Name        string    `json:"name"`
	Description string    `json:"description"`
	Query       string    `json:"query"`      // Unified search query (text #tag ~exclude)
	Icon        string    `json:"icon"`       // Emoji icon
	SortOrder   int       `json:"sort_order"` // Display order
	IsSystem    bool      `json:"is_system"`  // True for built-in searches
	CreatedAt   time.Time `json:"created_at"`
	UpdatedAt   time.Time `json:"updated_at"`
}

SavedSearch represents a saved search query

type SavedSearchWithCount 

type SavedSearchWithCount struct {
	SavedSearch
	DocumentCount int `json:"document_count"`
}

SavedSearchWithCount includes the document count for display

type SearchResult 

type SearchResult struct {
	Document
	MatchScore float64 `json:"match_score,omitempty"`
}

SearchResult extends Document with search-related info

type Story 

type Story struct {
	ID          int        `json:"id"`
	Title       string     `json:"title"`
	Description string     `json:"description"`
	StartDate   *time.Time `json:"start_date,omitempty"`
	EndDate     *time.Time `json:"end_date,omitempty"`
	TagID       int        `json:"tag_id"` // references the story's own tag
	CreatedAt   time.Time  `json:"created_at"`
	UpdatedAt   time.Time  `json:"updated_at"`
}

Story represents a grouping of documents (e.g. a house purchase, medical episode). Each story creates a tag with tag_group='Story', so a document belongs to at most one story.

type StoryWithMeta 

type StoryWithMeta struct {
	Story
	Tag            Tag   // The story's own tag (has color, name etc.)
	AssociatedTags []Tag // Tags from story_tags junction
	DocumentCount  int
	StartDateFmt   string // Pre-formatted "2006-01-02" for templates (avoids *time.Time filter issues)
	EndDateFmt     string
}

StoryWithMeta includes the story's tag, associated tags, and document count for display.

type Tag 

type Tag struct {
	ID          int       `json:"id"`
	Name        string    `json:"name"`
	Color       string    `json:"color"`
	Description string    `json:"description,omitempty"`
	TagGroup    *string   `json:"tag_group,omitempty"`
	SortOrder   int       `json:"sort_order"`
	CreatedAt   time.Time `json:"created_at"`
	UpdatedAt   time.Time `json:"updated_at"`
}

Tag represents a tag that can be applied to documents If TagGroup is nil/empty, it's a free tag (multiple allowed per document) If TagGroup has a value, only one tag from that group is allowed per document

type TagAliasEntry 

type TagAliasEntry struct {
	AliasName string `json:"alias_name"`
	TagName   string `json:"tag_name"`
}

TagAliasEntry represents a tag alias with resolved tag name (for config export/import)

type TagWithCount 

type TagWithCount struct {
	Tag
	DocumentCount int `json:"document_count" db:"document_count"`
}

TagWithCount includes the count of documents using this tag

type WordCloudMetadata 

type WordCloudMetadata struct {
	LastCalculation    time.Time `json:"lastCalculation"`
	TotalDocsProcessed int       `json:"totalDocsProcessed"`
	TotalWordsIndexed  int       `json:"totalWordsIndexed"`
	Version            int       `json:"version"`
}

WordCloudMetadata tracks word cloud calculation status

type WordFrequency 

type WordFrequency struct {
	Word      string    `json:"word"`
	Frequency int       `json:"frequency"`
	Updated   time.Time `json:"updated"`
}

WordFrequency represents a word and its frequency count

type WordTokenizer 

type WordTokenizer struct {
	// contains filtered or unexported fields
}

WordTokenizer handles text processing for word cloud

func NewWordTokenizer 

func NewWordTokenizer() *WordTokenizer

NewWordTokenizer creates a new word tokenizer

func (*WordTokenizer) TokenizeAndCount 

func (wt *WordTokenizer) TokenizeAndCount(text string) map[string]int

TokenizeAndCount extracts words from text and counts frequencies

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.