protos

type Crawled struct {
	Url       string                 `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
	Children  []string               `protobuf:"bytes,2,rep,name=children,proto3" json:"children,omitempty"`
	CrawledAt *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=crawledAt,proto3,oneof" json:"crawledAt,omitempty"`
	Mime      string                 `protobuf:"bytes,4,opt,name=mime,proto3" json:"mime,omitempty"`
	Original  []byte                 `protobuf:"bytes,5,opt,name=original,proto3" json:"original,omitempty"`
	Text      []byte                 `protobuf:"bytes,6,opt,name=text,proto3" json:"text,omitempty"`
	// contains filtered or unexported fields
}