source

package
v0.1.9 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 16, 2025 License: MIT Imports: 26 Imported by: 0

Documentation

Index

Constants

View Source 
const OptionGenMaxTokens = 3000

Variables

This section is empty.

Functions

func ErrColumnNameOrIdEmpty 

func ErrColumnNameOrIdEmpty() error

func ErrColumnNotFound 

func ErrColumnNotFound(input string) error

func ErrTableNameOrIdEmpty 

func ErrTableNameOrIdEmpty() error

func ErrTableNotFound 

func ErrTableNotFound(input string) error

Types

type AISource 

type AISource struct {
	Type    string   `json:"type"`
	Prompt  string   `json:"prompt"`
	Options []string `json:"options"`
}

func (*AISource) Init 

func (as *AISource) Init(ctx context.Context, ai ai.AiService, column *ent.TableColumn, model string) error

func (*AISource) Next 

func (as *AISource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*AISource) Total added in v0.0.8 

func (as *AISource) Total() int

type CsvSource added in v0.0.9 

type CsvSource struct {
	Type           string   `json:"type"`
	Paths          []string `json:"paths"`
	Kaggle         string   `json:"kaggle"`
	Column         string   `json:"column"`
	ContextColumns []string `json:"context_columns"`
	// contains filtered or unexported fields
}

func (*CsvSource) GetColumns added in v0.1.0 

func (cs *CsvSource) GetColumns(ctx context.Context, logger *zap.SugaredLogger, dir string) ([]string, error)

func (*CsvSource) GetLinkedCellValue added in v0.1.3 

func (cs *CsvSource) GetLinkedCellValue(row []any, column string, contextColumns []string) *schema.CellValue

func (*CsvSource) Init added in v0.0.9 

func (cs *CsvSource) Init(ctx context.Context, logger *zap.SugaredLogger, dir string) error

func (*CsvSource) Next added in v0.0.9 

func (cs *CsvSource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*CsvSource) NextLinked added in v0.0.9 

func (cs *CsvSource) NextLinked(ctx context.Context, idx int, column string, contextColumns []string) (*schema.CellValue, error)

func (*CsvSource) Range added in v0.1.3 

func (cs *CsvSource) Range(fn func(row []any) bool) error

func (*CsvSource) Total added in v0.0.9 

func (cs *CsvSource) Total() int

type FilesSource added in v0.1.9 

type FilesSource struct {
	Type  string   `json:"type"`
	Paths []string `json:"paths"`
	// contains filtered or unexported fields
}

func (*FilesSource) Init added in v0.1.9 

func (f *FilesSource) Init(ctx context.Context, logger *zap.SugaredLogger, dir string) error

func (*FilesSource) Next added in v0.1.9 

func (f *FilesSource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*FilesSource) Total added in v0.1.9 

func (f *FilesSource) Total() int

type Huggingface added in v0.1.2 

type Huggingface struct {
	Dataset string `json:"dataset"`
	Config  string `json:"config"`
	Split   string `json:"split"`
	// contains filtered or unexported fields
}

type Indexer added in v0.0.8 

type Indexer struct {
	// contains filtered or unexported fields
}

func NewIndexer added in v0.0.8 

func NewIndexer(source Source, column *ent.TableColumn) *Indexer

func (*Indexer) Next added in v0.0.8 

func (i *Indexer) Next(ctx context.Context) (*schema.CellValue, error)

type InvalidSource 

type InvalidSource struct {
	// contains filtered or unexported fields
}

func (*InvalidSource) Error 

func (e *InvalidSource) Error() string

type LinkedSource 

type LinkedSource struct {
	Type string `json:"type"`

	Table string `json:"table"`
	// contains filtered or unexported fields
}

func (*LinkedSource) GetLinkedCellValue added in v0.1.3 

func (ls *LinkedSource) GetLinkedCellValue(row *ent.TableRow, column string, contextColumns []string) *schema.CellValue

func (*LinkedSource) Init 

func (ls *LinkedSource) Init(ctx context.Context, db *ent.Client) error

func (*LinkedSource) Next 

func (ls *LinkedSource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*LinkedSource) NextLinked added in v0.0.8 

func (ls *LinkedSource) NextLinked(ctx context.Context, idx int, column string, contextColumns []string) (*schema.CellValue, error)

func (*LinkedSource) Range added in v0.1.3 

func (ls *LinkedSource) Range(fn func(row *ent.TableRow) bool)

func (*LinkedSource) Total added in v0.0.8 

func (ls *LinkedSource) Total() int

type ListSource 

type ListSource struct {
	Type    string   `json:"type"`
	Options []string `json:"options"`
	File    string   `json:"file,omitempty"`
}

func (*ListSource) Init 

func (ls *ListSource) Init(ctx context.Context, dir string) error

func (*ListSource) Next 

func (ls *ListSource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*ListSource) Total added in v0.0.8 

func (ls *ListSource) Total() int

type ParquetSource added in v0.1.2 

type ParquetSource struct {
	Type           string   `json:"type"`
	Paths          []string `json:"paths"`
	Column         string   `json:"column"`
	ContextColumns []string `json:"context_columns"`
	Huggingface    *Huggingface
	// contains filtered or unexported fields
}

func (*ParquetSource) GetColumns added in v0.1.2 

func (ps *ParquetSource) GetColumns(ctx context.Context, logger *zap.SugaredLogger, dir string) ([]string, error)

func (*ParquetSource) GetLinkedCellValue added in v0.1.3 

func (ps *ParquetSource) GetLinkedCellValue(row map[string]any, column string, contextColumns []string) *schema.CellValue

func (*ParquetSource) Init added in v0.1.2 

func (ps *ParquetSource) Init(ctx context.Context, hfClient huggingface.Client, logger *zap.SugaredLogger, dir string) error

func (*ParquetSource) Next added in v0.1.2 

func (ps *ParquetSource) Next(ctx context.Context, idx int) (*schema.CellValue, error)

func (*ParquetSource) NextLinked added in v0.1.2 

func (ps *ParquetSource) NextLinked(ctx context.Context, idx int, column string, contextColumns []string) (*schema.CellValue, error)

func (*ParquetSource) Range added in v0.1.3 

func (ps *ParquetSource) Range(ctx context.Context, fn func(row map[string]any) bool) error

func (*ParquetSource) Total added in v0.1.2 

func (ps *ParquetSource) Total() int

type Source 

type Source interface {
	Next(ctx context.Context, idx int) (*schema.CellValue, error)
	Total() int
}

func ValidateSource 

func ValidateSource(ctx context.Context, raw json.RawMessage, db *ent.Client) (Source, error)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.