Versions in this module Expand all Collapse all v0 v0.11.0 Aug 25, 2018 Changes in this version + const CONTEXT_PAGE_LINKS + const CONTEXT_SNAPSHOT + const CONTEXT_SNAPSHOT_ContentType + const CONTEXT_TASK_Breadth + const CONTEXT_TASK_Cookies + const CONTEXT_TASK_Created + const CONTEXT_TASK_Depth + const CONTEXT_TASK_Host + const CONTEXT_TASK_ID + const CONTEXT_TASK_LastCheck + const CONTEXT_TASK_LastFetch + const CONTEXT_TASK_LastScreenshotID + const CONTEXT_TASK_Message + const CONTEXT_TASK_NextCheck + const CONTEXT_TASK_OriginalUrl + const CONTEXT_TASK_PipelineConfigID + const CONTEXT_TASK_Reference + const CONTEXT_TASK_Schema + const CONTEXT_TASK_SnapshotCreated + const CONTEXT_TASK_SnapshotHash + const CONTEXT_TASK_SnapshotID + const CONTEXT_TASK_SnapshotSimHash + const CONTEXT_TASK_SnapshotVersion + const CONTEXT_TASK_Status + const CONTEXT_TASK_URL + const CONTEXT_TASK_Updated + const PreFetchCheck + const PreFetchCheckError + const PreFetchChecking + const PreFetchPendingCheck + const StageAfterFetch + const StageFetch + const StagePreFetch + const Task404 + const TaskCreated + const TaskDuplicated + const TaskFailed + const TaskInterrupted + const TaskPendingFetch + const TaskRedirected + const TaskSuccess + const TaskTimeout + func CreateHostConfig(config *HostConfig) error + func CreateProject(project *Project) error + func CreateSnapshot(snapshot *Snapshot) error + func CreateTask(task *Task) error + func DeleteHostConfig(id string) error + func DeleteProject(id string) error + func DeleteSnapshot(snapshot *Snapshot) error + func DeleteTask(id string) error + func GetHostStatus(status int) (error, map[string]interface{}) + func GetTaskStatus(host string) (error, map[string]interface{}) + func GetTaskStatusText(status int) string + func UpdateHostConfig(config *HostConfig) error + func UpdateProject(project *Project) error + func UpdateTask(task *Task) error + type Domain struct + Enabled bool + Favicon string + Host string + ID string + Port string + type FetchTask struct + CurrentStage int + CurrentStatus int + StageStatus map[int]int + Url Url + func (task *FetchTask) UpdateStatus(status int) + type Host struct + Created time.Time + Enabled bool + Favicon string + Host string + HostConfigs *[]HostConfig + Updated time.Time + func CreateHost(host string) Host + func GetHost(host string) (Host, error) + func GetHostList(from, size int, host string) (int, []Host, error) + type HostConfig struct + Cookies string + Created time.Time + Host string + ID string + PipelineID string + Runner string + SortOrder int + Updated time.Time + UrlPattern string + func GetHostConfig(runner, host string) []HostConfig + func GetHostConfigByHostAndUrl(runner, host, url string) (*HostConfig, error) + func GetHostConfigByID(id string) (HostConfig, error) + func GetHostConfigList(from, size int, host string) (int, []HostConfig, error) + type Index struct + Host string + Snapshot *Snapshot + Task *Task + type KV struct + Key string + Value []string + type LinkGroup struct + External []PageLink + Internal []PageLink + type PageLink struct + Label string + Url string + type Project struct + Banner string + Created time.Time + Description string + DomainRules config.Rules + Enabled bool + Favicon string + ID string + Name string + Updated time.Time + UrlRules config.Rules + func GetProject(id string) (Project, error) + func GetProjectList(from, size int) (int, []Project, error) + type Snapshot struct + Bold []string + Classifications []string + ContentType string + Created time.Time + EnrichedFeatures *map[string]interface{} + Ext string + File string + H1 []string + H2 []string + H3 []string + H4 []string + H5 []string + Hash string + Headers map[string][]string + ID string + Images struct{ ... } + Italic []string + Language string + Links LinkGroup + Metadata *map[string]interface{} + Parameters []KV + Path string + Payload []byte + ScreenshotID string + SimHash string + Size uint64 + StatusCode int + Summary string + Tags []string + TaskID string + Text string + Title string + Url string + Version int + func GetSnapshot(id string) (Snapshot, error) + func GetSnapshotByField(k, v string) ([]Snapshot, error) + func GetSnapshotList(from, size int, taskId string) (int, []Snapshot, error) + type Task struct + Breadth int + Created time.Time + Depth int + Host string + HostConfig *HostConfig + ID string + LastCheck time.Time + LastFetch time.Time + LastScreenshotID string + Message string + NextCheck time.Time + OriginalUrl string + PipelineConfigID string + Reference string + Schema string + SnapshotCount int + SnapshotCreated time.Time + SnapshotHash string + SnapshotID string + SnapshotSimHash string + SnapshotVersion int + Snapshots []Snapshot + Status int + Updated time.Time + Url string + func GetFailedTasks(offset int64) (int, []Task, error) + func GetPendingNewFetchTasks(offset int64, size int) (int, []Task, error) + func GetPendingUpdateFetchTasks(offset int64) (int, []Task, error) + func GetTask(id string) (Task, error) + func GetTaskByField(k, v string) ([]Task, error) + func GetTaskList(from, size int, host string, status int) (int, []Task, error) + func NewTask(url, ref string, depth int, breadth int) *Task + type Url struct + Domain Domain + FileExt string + FirstPath string + SecondPath string + ThirdPath string
Go to main page