worker

type Config struct {
	Workers        int    // Number of concurrent workers
	EmbeddingModel string // For rate limiting
	QueueSize      int    // Task queue buffer size (default: workers * 2)
}

type Pool struct {
	// contains filtered or unexported fields
}

type Result struct {
	TaskID   string
	FilePath string
	Error    error
	Success  bool
}

type Stats struct {
	Processed int64
	Succeeded int64
	Failed    int64
}

type Task struct {
	ID       string
	FilePath string
	Process  func(context.Context) error
}