extractor

type Backend interface {
	// Name returns the unique identifier for this backend
	Name() string

	// Extract fetches and extracts content from a URL
	Extract(ctx context.Context, url string, format string) (*ExtractResult, error)

	// IsAvailable checks if the backend is properly configured
	IsAvailable() bool
}

type ExtractResult struct {
	URL     string
	Title   string
	Content string // Extracted content (plain text or markdown depending on backend)
}

type JinaBackend struct {
	APIKey  string // Optional - works without auth but with rate limits
	Timeout time.Duration
	BaseURL string // overridable for testing (default: https://r.jina.ai/)
	// contains filtered or unexported fields
}

type TavilyBackend struct {
	APIKey       string
	ExtractDepth string // "basic" or "advanced"
	Timeout      time.Duration
	BaseURL      string // overridable for testing
	// contains filtered or unexported fields
}