httpcap

type CaptureClient struct {
	// contains filtered or unexported fields
}

type CaptureConfig struct {
	Timeout            time.Duration `json:"timeout"`
	MaxRedirects       int           `json:"max_redirects"`
	UserAgent          string        `json:"user_agent"`
	MaxBodySize        int64         `json:"max_body_size"`
	StoreRawBodies     bool          `json:"store_raw_bodies"`
	CompressStorage    bool          `json:"compress_storage"`
	FollowRobots       bool          `json:"follow_robots"`
	EnableCookies      bool          `json:"enable_cookies"`
	InsecureSkipVerify bool          `json:"insecure_skip_verify"`
	MaxIdleConns       int           `json:"max_idle_conns"`
	IdleConnTimeout    time.Duration `json:"idle_conn_timeout"`
}

type CaptureStats struct {
	TotalRequests  int64            `json:"total_requests"`
	TotalResponses int64            `json:"total_responses"`
	TotalBytes     int64            `json:"total_bytes"`
	AverageLatency time.Duration    `json:"average_latency"`
	StatusCodes    map[int]int64    `json:"status_codes"`
	ContentTypes   map[string]int64 `json:"content_types"`
	ErrorCount     int64            `json:"error_count"`
	StartTime      time.Time        `json:"start_time"`
	LastActivity   time.Time        `json:"last_activity"`
	// contains filtered or unexported fields
}

type CapturedRequest struct {
	ID          string            `json:"id"`
	Method      string            `json:"method"`
	URL         string            `json:"url"`
	Proto       string            `json:"proto"`
	Headers     map[string]string `json:"headers"`
	Body        string            `json:"body,omitempty"`
	BodyHash    string            `json:"body_hash"`
	BodySize    int64             `json:"body_size"`
	Timestamp   time.Time         `json:"timestamp"`
	RemoteAddr  string            `json:"remote_addr"`
	UserAgent   string            `json:"user_agent"`
	Referrer    string            `json:"referrer"`
	ContentType string            `json:"content_type"`
}

type CapturedResponse struct {
	ID              string            `json:"id"`
	RequestID       string            `json:"request_id"`
	StatusCode      int               `json:"status_code"`
	Status          string            `json:"status"`
	Proto           string            `json:"proto"`
	Headers         map[string]string `json:"headers"`
	Body            string            `json:"body,omitempty"`
	BodyHash        string            `json:"body_hash"`
	BodySize        int64             `json:"body_size"`
	Timestamp       time.Time         `json:"timestamp"`
	Duration        time.Duration     `json:"duration"`
	Server          string            `json:"server"`
	ContentType     string            `json:"content_type"`
	ContentEncoding string            `json:"content_encoding"`
	Location        string            `json:"location,omitempty"`
	SetCookies      []string          `json:"set_cookies,omitempty"`
	Technologies    []string          `json:"technologies,omitempty"`
}

type RequestStorage struct {
	// contains filtered or unexported fields
}

type ResponseStorage struct {
	// contains filtered or unexported fields
}

type RobotsData struct {
	UserAgent   string    `json:"user_agent"`
	Disallowed  []string  `json:"disallowed"`
	Allowed     []string  `json:"allowed"`
	CrawlDelay  int       `json:"crawl_delay"`
	Sitemap     []string  `json:"sitemap"`
	LastFetched time.Time `json:"last_fetched"`
}