Documentation
¶
Index ¶
- Constants
- Variables
- func RegisterLogServer(s grpc.ServiceRegistrar, srv LogServer)
- type CrawlLog
- func (*CrawlLog) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlLog) GetBlockDigest() string
- func (x *CrawlLog) GetCollectionFinalName() string
- func (x *CrawlLog) GetContentType() string
- func (x *CrawlLog) GetDiscoveryPath() string
- func (x *CrawlLog) GetError() *v1.Error
- func (x *CrawlLog) GetExecutionId() string
- func (x *CrawlLog) GetFetchTimeMs() int64
- func (x *CrawlLog) GetFetchTimeStamp() *timestamppb.Timestamp
- func (x *CrawlLog) GetIpAddress() string
- func (x *CrawlLog) GetJobExecutionId() string
- func (x *CrawlLog) GetMethod() string
- func (x *CrawlLog) GetPayloadDigest() string
- func (x *CrawlLog) GetRecordType() string
- func (x *CrawlLog) GetReferrer() string
- func (x *CrawlLog) GetRequestedUri() string
- func (x *CrawlLog) GetResponseUri() string
- func (x *CrawlLog) GetRetries() int32
- func (x *CrawlLog) GetSize() int64
- func (x *CrawlLog) GetStatusCode() int32
- func (x *CrawlLog) GetStorageRef() string
- func (x *CrawlLog) GetTimeStamp() *timestamppb.Timestamp
- func (x *CrawlLog) GetWarcId() string
- func (x *CrawlLog) GetWarcRefersTo() string
- func (*CrawlLog) ProtoMessage()
- func (x *CrawlLog) ProtoReflect() protoreflect.Message
- func (x *CrawlLog) Reset()
- func (x *CrawlLog) String() string
- type CrawlLogListRequest
- func (*CrawlLogListRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CrawlLogListRequest) GetOffset() int32
- func (x *CrawlLogListRequest) GetOrderByPath() string
- func (x *CrawlLogListRequest) GetOrderDescending() bool
- func (x *CrawlLogListRequest) GetPageSize() int32
- func (x *CrawlLogListRequest) GetQueryMask() *v1.FieldMask
- func (x *CrawlLogListRequest) GetQueryTemplate() *CrawlLog
- func (x *CrawlLogListRequest) GetReturnedFieldsMask() *v1.FieldMask
- func (x *CrawlLogListRequest) GetWarcId() []string
- func (x *CrawlLogListRequest) GetWatch() bool
- func (*CrawlLogListRequest) ProtoMessage()
- func (x *CrawlLogListRequest) ProtoReflect() protoreflect.Message
- func (x *CrawlLogListRequest) Reset()
- func (x *CrawlLogListRequest) String() string
- type LogClient
- type LogServer
- type Log_ListCrawlLogsClient
- type Log_ListCrawlLogsServer
- type Log_ListPageLogsClient
- type Log_ListPageLogsServer
- type Log_WriteCrawlLogClient
- type Log_WriteCrawlLogServer
- type Log_WritePageLogClient
- type Log_WritePageLogServer
- type PageLog
- func (*PageLog) Descriptor() ([]byte, []int)deprecated
- func (x *PageLog) GetCollectionFinalName() string
- func (x *PageLog) GetExecutionId() string
- func (x *PageLog) GetJobExecutionId() string
- func (x *PageLog) GetMethod() string
- func (x *PageLog) GetOutlink() []string
- func (x *PageLog) GetReferrer() string
- func (x *PageLog) GetResource() []*PageLog_Resource
- func (x *PageLog) GetUri() string
- func (x *PageLog) GetWarcId() string
- func (*PageLog) ProtoMessage()
- func (x *PageLog) ProtoReflect() protoreflect.Message
- func (x *PageLog) Reset()
- func (x *PageLog) String() string
- type PageLogListRequest
- func (*PageLogListRequest) Descriptor() ([]byte, []int)deprecated
- func (x *PageLogListRequest) GetOffset() int32
- func (x *PageLogListRequest) GetOrderByPath() string
- func (x *PageLogListRequest) GetOrderDescending() bool
- func (x *PageLogListRequest) GetPageSize() int32
- func (x *PageLogListRequest) GetQueryMask() *v1.FieldMask
- func (x *PageLogListRequest) GetQueryTemplate() *PageLog
- func (x *PageLogListRequest) GetReturnedFieldsMask() *v1.FieldMask
- func (x *PageLogListRequest) GetWarcId() []string
- func (x *PageLogListRequest) GetWatch() bool
- func (*PageLogListRequest) ProtoMessage()
- func (x *PageLogListRequest) ProtoReflect() protoreflect.Message
- func (x *PageLogListRequest) Reset()
- func (x *PageLogListRequest) String() string
- type PageLog_Resource
- func (*PageLog_Resource) Descriptor() ([]byte, []int)deprecated
- func (x *PageLog_Resource) GetContentType() string
- func (x *PageLog_Resource) GetDiscoveryPath() string
- func (x *PageLog_Resource) GetError() *v1.Error
- func (x *PageLog_Resource) GetFromCache() bool
- func (x *PageLog_Resource) GetMethod() string
- func (x *PageLog_Resource) GetReferrer() string
- func (x *PageLog_Resource) GetRenderable() bool
- func (x *PageLog_Resource) GetResourceType() string
- func (x *PageLog_Resource) GetStatusCode() int32
- func (x *PageLog_Resource) GetUri() string
- func (x *PageLog_Resource) GetWarcId() string
- func (*PageLog_Resource) ProtoMessage()
- func (x *PageLog_Resource) ProtoReflect() protoreflect.Message
- func (x *PageLog_Resource) Reset()
- func (x *PageLog_Resource) String() string
- type UnimplementedLogServer
- func (UnimplementedLogServer) ListCrawlLogs(*CrawlLogListRequest, grpc.ServerStreamingServer[CrawlLog]) error
- func (UnimplementedLogServer) ListPageLogs(*PageLogListRequest, grpc.ServerStreamingServer[PageLog]) error
- func (UnimplementedLogServer) WriteCrawlLog(grpc.ClientStreamingServer[WriteCrawlLogRequest, emptypb.Empty]) error
- func (UnimplementedLogServer) WritePageLog(grpc.ClientStreamingServer[WritePageLogRequest, emptypb.Empty]) error
- type UnsafeLogServer
- type WriteCrawlLogRequest
- func (*WriteCrawlLogRequest) Descriptor() ([]byte, []int)deprecated
- func (x *WriteCrawlLogRequest) GetCrawlLog() *CrawlLog
- func (*WriteCrawlLogRequest) ProtoMessage()
- func (x *WriteCrawlLogRequest) ProtoReflect() protoreflect.Message
- func (x *WriteCrawlLogRequest) Reset()
- func (x *WriteCrawlLogRequest) String() string
- type WritePageLogRequest
- func (*WritePageLogRequest) Descriptor() ([]byte, []int)deprecated
- func (x *WritePageLogRequest) GetCrawlLog() *CrawlLog
- func (x *WritePageLogRequest) GetOutlink() string
- func (x *WritePageLogRequest) GetResource() *PageLog_Resource
- func (x *WritePageLogRequest) GetValue() isWritePageLogRequest_Value
- func (*WritePageLogRequest) ProtoMessage()
- func (x *WritePageLogRequest) ProtoReflect() protoreflect.Message
- func (x *WritePageLogRequest) Reset()
- func (x *WritePageLogRequest) String() string
- type WritePageLogRequest_CrawlLog
- type WritePageLogRequest_Outlink
- type WritePageLogRequest_Resource
Constants ¶
const ( Log_ListCrawlLogs_FullMethodName = "/veidemann.api.log.v1.Log/ListCrawlLogs" Log_ListPageLogs_FullMethodName = "/veidemann.api.log.v1.Log/ListPageLogs" Log_WriteCrawlLog_FullMethodName = "/veidemann.api.log.v1.Log/WriteCrawlLog" Log_WritePageLog_FullMethodName = "/veidemann.api.log.v1.Log/WritePageLog" )
Variables ¶
var File_log_v1_log_proto protoreflect.FileDescriptor
var File_log_v1_resources_proto protoreflect.FileDescriptor
var Log_ServiceDesc = grpc.ServiceDesc{ ServiceName: "veidemann.api.log.v1.Log", HandlerType: (*LogServer)(nil), Methods: []grpc.MethodDesc{}, Streams: []grpc.StreamDesc{ { StreamName: "ListCrawlLogs", Handler: _Log_ListCrawlLogs_Handler, ServerStreams: true, }, { StreamName: "ListPageLogs", Handler: _Log_ListPageLogs_Handler, ServerStreams: true, }, { StreamName: "WriteCrawlLog", Handler: _Log_WriteCrawlLog_Handler, ClientStreams: true, }, { StreamName: "WritePageLog", Handler: _Log_WritePageLog_Handler, ClientStreams: true, }, }, Metadata: "log/v1/log.proto", }
Log_ServiceDesc is the grpc.ServiceDesc for Log service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)
Functions ¶
func RegisterLogServer ¶
func RegisterLogServer(s grpc.ServiceRegistrar, srv LogServer)
Types ¶
type CrawlLog ¶
type CrawlLog struct {
WarcId string `protobuf:"bytes,1,opt,name=warc_id,json=warcId,proto3" json:"warc_id,omitempty"`
TimeStamp *timestamppb.Timestamp `protobuf:"bytes,2,opt,name=time_stamp,json=timeStamp,proto3" json:"time_stamp,omitempty"`
StatusCode int32 `protobuf:"varint,4,opt,name=status_code,json=statusCode,proto3" json:"status_code,omitempty"`
Size int64 `protobuf:"varint,5,opt,name=size,proto3" json:"size,omitempty"`
RequestedUri string `protobuf:"bytes,6,opt,name=requested_uri,json=requestedUri,proto3" json:"requested_uri,omitempty"`
ResponseUri string `protobuf:"bytes,7,opt,name=response_uri,json=responseUri,proto3" json:"response_uri,omitempty"`
// *
// Get the discoveryPath,
//
// R - Redirect
// E - Embed
// X - Speculative embed (aggressive/Javascript link extraction)
// L - Link
// P - Prerequisite (as for DNS or robots.txt before another URI)
DiscoveryPath string `protobuf:"bytes,8,opt,name=discovery_path,json=discoveryPath,proto3" json:"discovery_path,omitempty"`
Referrer string `protobuf:"bytes,9,opt,name=referrer,proto3" json:"referrer,omitempty"`
ContentType string `protobuf:"bytes,10,opt,name=content_type,json=contentType,proto3" json:"content_type,omitempty"`
FetchTimeStamp *timestamppb.Timestamp `protobuf:"bytes,11,opt,name=fetch_time_stamp,json=fetchTimeStamp,proto3" json:"fetch_time_stamp,omitempty"`
FetchTimeMs int64 `protobuf:"varint,12,opt,name=fetch_time_ms,json=fetchTimeMs,proto3" json:"fetch_time_ms,omitempty"`
BlockDigest string `protobuf:"bytes,13,opt,name=block_digest,json=blockDigest,proto3" json:"block_digest,omitempty"`
PayloadDigest string `protobuf:"bytes,14,opt,name=payload_digest,json=payloadDigest,proto3" json:"payload_digest,omitempty"`
StorageRef string `protobuf:"bytes,15,opt,name=storage_ref,json=storageRef,proto3" json:"storage_ref,omitempty"`
RecordType string `protobuf:"bytes,16,opt,name=record_type,json=recordType,proto3" json:"record_type,omitempty"`
WarcRefersTo string `protobuf:"bytes,17,opt,name=warc_refers_to,json=warcRefersTo,proto3" json:"warc_refers_to,omitempty"`
IpAddress string `protobuf:"bytes,18,opt,name=ip_address,json=ipAddress,proto3" json:"ip_address,omitempty"`
ExecutionId string `protobuf:"bytes,19,opt,name=execution_id,json=executionId,proto3" json:"execution_id,omitempty"`
Retries int32 `protobuf:"varint,20,opt,name=retries,proto3" json:"retries,omitempty"` // Number of times this uri has been retried. Zero means success on first attempt.
Error *v1.Error `protobuf:"bytes,21,opt,name=error,proto3" json:"error,omitempty"` // Contains the error reason if fetch failed
JobExecutionId string `protobuf:"bytes,22,opt,name=job_execution_id,json=jobExecutionId,proto3" json:"job_execution_id,omitempty"`
CollectionFinalName string `protobuf:"bytes,23,opt,name=collection_final_name,json=collectionFinalName,proto3" json:"collection_final_name,omitempty"`
Method string `protobuf:"bytes,24,opt,name=method,proto3" json:"method,omitempty"` // The HTTP method (GET, POST, HEAD, ...)
// contains filtered or unexported fields
}
func (*CrawlLog) Descriptor
deprecated
func (*CrawlLog) GetBlockDigest ¶
func (*CrawlLog) GetCollectionFinalName ¶
func (*CrawlLog) GetContentType ¶
func (*CrawlLog) GetDiscoveryPath ¶
func (*CrawlLog) GetExecutionId ¶
func (*CrawlLog) GetFetchTimeMs ¶
func (*CrawlLog) GetFetchTimeStamp ¶
func (x *CrawlLog) GetFetchTimeStamp() *timestamppb.Timestamp
func (*CrawlLog) GetIpAddress ¶
func (*CrawlLog) GetJobExecutionId ¶
func (*CrawlLog) GetPayloadDigest ¶
func (*CrawlLog) GetRecordType ¶
func (*CrawlLog) GetReferrer ¶
func (*CrawlLog) GetRequestedUri ¶
func (*CrawlLog) GetResponseUri ¶
func (*CrawlLog) GetRetries ¶
func (*CrawlLog) GetStatusCode ¶
func (*CrawlLog) GetStorageRef ¶
func (*CrawlLog) GetTimeStamp ¶
func (x *CrawlLog) GetTimeStamp() *timestamppb.Timestamp
func (*CrawlLog) GetWarcRefersTo ¶
func (*CrawlLog) ProtoMessage ¶
func (*CrawlLog) ProtoMessage()
func (*CrawlLog) ProtoReflect ¶
func (x *CrawlLog) ProtoReflect() protoreflect.Message
type CrawlLogListRequest ¶
type CrawlLogListRequest struct {
// Select objects by one or more id's
WarcId []string `protobuf:"bytes,2,rep,name=warc_id,json=warcId,proto3" json:"warc_id,omitempty"`
QueryTemplate *CrawlLog `protobuf:"bytes,5,opt,name=query_template,json=queryTemplate,proto3" json:"query_template,omitempty"`
QueryMask *v1.FieldMask `protobuf:"bytes,6,opt,name=query_mask,json=queryMask,proto3" json:"query_mask,omitempty"`
ReturnedFieldsMask *v1.FieldMask `protobuf:"bytes,7,opt,name=returned_fields_mask,json=returnedFieldsMask,proto3" json:"returned_fields_mask,omitempty"`
OrderByPath string `protobuf:"bytes,8,opt,name=order_by_path,json=orderByPath,proto3" json:"order_by_path,omitempty"`
OrderDescending bool `protobuf:"varint,9,opt,name=order_descending,json=orderDescending,proto3" json:"order_descending,omitempty"`
Watch bool `protobuf:"varint,13,opt,name=watch,proto3" json:"watch,omitempty"`
PageSize int32 `protobuf:"varint,14,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
Offset int32 `protobuf:"varint,15,opt,name=offset,proto3" json:"offset,omitempty"`
// contains filtered or unexported fields
}
Specification of which entities to get.
func (*CrawlLogListRequest) Descriptor
deprecated
func (*CrawlLogListRequest) Descriptor() ([]byte, []int)
Deprecated: Use CrawlLogListRequest.ProtoReflect.Descriptor instead.
func (*CrawlLogListRequest) GetOffset ¶
func (x *CrawlLogListRequest) GetOffset() int32
func (*CrawlLogListRequest) GetOrderByPath ¶
func (x *CrawlLogListRequest) GetOrderByPath() string
func (*CrawlLogListRequest) GetOrderDescending ¶
func (x *CrawlLogListRequest) GetOrderDescending() bool
func (*CrawlLogListRequest) GetPageSize ¶
func (x *CrawlLogListRequest) GetPageSize() int32
func (*CrawlLogListRequest) GetQueryMask ¶
func (x *CrawlLogListRequest) GetQueryMask() *v1.FieldMask
func (*CrawlLogListRequest) GetQueryTemplate ¶
func (x *CrawlLogListRequest) GetQueryTemplate() *CrawlLog
func (*CrawlLogListRequest) GetReturnedFieldsMask ¶
func (x *CrawlLogListRequest) GetReturnedFieldsMask() *v1.FieldMask
func (*CrawlLogListRequest) GetWarcId ¶
func (x *CrawlLogListRequest) GetWarcId() []string
func (*CrawlLogListRequest) GetWatch ¶
func (x *CrawlLogListRequest) GetWatch() bool
func (*CrawlLogListRequest) ProtoMessage ¶
func (*CrawlLogListRequest) ProtoMessage()
func (*CrawlLogListRequest) ProtoReflect ¶
func (x *CrawlLogListRequest) ProtoReflect() protoreflect.Message
func (*CrawlLogListRequest) Reset ¶
func (x *CrawlLogListRequest) Reset()
func (*CrawlLogListRequest) String ¶
func (x *CrawlLogListRequest) String() string
type LogClient ¶
type LogClient interface {
// List crawl logs
ListCrawlLogs(ctx context.Context, in *CrawlLogListRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[CrawlLog], error)
// List page logs
ListPageLogs(ctx context.Context, in *PageLogListRequest, opts ...grpc.CallOption) (grpc.ServerStreamingClient[PageLog], error)
// Write crawl logs
WriteCrawlLog(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[WriteCrawlLogRequest, emptypb.Empty], error)
// Write page log
WritePageLog(ctx context.Context, opts ...grpc.CallOption) (grpc.ClientStreamingClient[WritePageLogRequest, emptypb.Empty], error)
}
LogClient is the client API for Log service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
Service for crawl/page-log
func NewLogClient ¶
func NewLogClient(cc grpc.ClientConnInterface) LogClient
type LogServer ¶
type LogServer interface {
// List crawl logs
ListCrawlLogs(*CrawlLogListRequest, grpc.ServerStreamingServer[CrawlLog]) error
// List page logs
ListPageLogs(*PageLogListRequest, grpc.ServerStreamingServer[PageLog]) error
// Write crawl logs
WriteCrawlLog(grpc.ClientStreamingServer[WriteCrawlLogRequest, emptypb.Empty]) error
// Write page log
WritePageLog(grpc.ClientStreamingServer[WritePageLogRequest, emptypb.Empty]) error
}
LogServer is the server API for Log service. All implementations should embed UnimplementedLogServer for forward compatibility.
Service for crawl/page-log
type Log_ListCrawlLogsClient ¶
type Log_ListCrawlLogsClient = grpc.ServerStreamingClient[CrawlLog]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_ListCrawlLogsServer ¶
type Log_ListCrawlLogsServer = grpc.ServerStreamingServer[CrawlLog]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_ListPageLogsClient ¶
type Log_ListPageLogsClient = grpc.ServerStreamingClient[PageLog]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_ListPageLogsServer ¶
type Log_ListPageLogsServer = grpc.ServerStreamingServer[PageLog]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_WriteCrawlLogClient ¶
type Log_WriteCrawlLogClient = grpc.ClientStreamingClient[WriteCrawlLogRequest, emptypb.Empty]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_WriteCrawlLogServer ¶
type Log_WriteCrawlLogServer = grpc.ClientStreamingServer[WriteCrawlLogRequest, emptypb.Empty]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_WritePageLogClient ¶
type Log_WritePageLogClient = grpc.ClientStreamingClient[WritePageLogRequest, emptypb.Empty]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type Log_WritePageLogServer ¶
type Log_WritePageLogServer = grpc.ClientStreamingServer[WritePageLogRequest, emptypb.Empty]
This type alias is provided for backwards compatibility with existing code that references the prior non-generic stream type by name.
type PageLog ¶
type PageLog struct {
WarcId string `protobuf:"bytes,1,opt,name=warc_id,json=warcId,proto3" json:"warc_id,omitempty"`
Uri string `protobuf:"bytes,2,opt,name=uri,proto3" json:"uri,omitempty"`
ExecutionId string `protobuf:"bytes,3,opt,name=execution_id,json=executionId,proto3" json:"execution_id,omitempty"`
Referrer string `protobuf:"bytes,4,opt,name=referrer,proto3" json:"referrer,omitempty"`
JobExecutionId string `protobuf:"bytes,5,opt,name=job_execution_id,json=jobExecutionId,proto3" json:"job_execution_id,omitempty"`
CollectionFinalName string `protobuf:"bytes,6,opt,name=collection_final_name,json=collectionFinalName,proto3" json:"collection_final_name,omitempty"`
Method string `protobuf:"bytes,7,opt,name=method,proto3" json:"method,omitempty"` // The HTTP method (GET, POST, HEAD, ...)
Resource []*PageLog_Resource `protobuf:"bytes,10,rep,name=resource,proto3" json:"resource,omitempty"`
Outlink []string `protobuf:"bytes,11,rep,name=outlink,proto3" json:"outlink,omitempty"`
// contains filtered or unexported fields
}
Log for each page including discovered resources and links
func (*PageLog) Descriptor
deprecated
func (*PageLog) GetCollectionFinalName ¶
func (*PageLog) GetExecutionId ¶
func (*PageLog) GetJobExecutionId ¶
func (*PageLog) GetOutlink ¶
func (*PageLog) GetReferrer ¶
func (*PageLog) GetResource ¶
func (x *PageLog) GetResource() []*PageLog_Resource
func (*PageLog) ProtoMessage ¶
func (*PageLog) ProtoMessage()
func (*PageLog) ProtoReflect ¶
func (x *PageLog) ProtoReflect() protoreflect.Message
type PageLogListRequest ¶
type PageLogListRequest struct {
// Select objects by one or more id's
WarcId []string `protobuf:"bytes,2,rep,name=warc_id,json=warcId,proto3" json:"warc_id,omitempty"`
QueryTemplate *PageLog `protobuf:"bytes,5,opt,name=query_template,json=queryTemplate,proto3" json:"query_template,omitempty"`
QueryMask *v1.FieldMask `protobuf:"bytes,6,opt,name=query_mask,json=queryMask,proto3" json:"query_mask,omitempty"`
ReturnedFieldsMask *v1.FieldMask `protobuf:"bytes,7,opt,name=returned_fields_mask,json=returnedFieldsMask,proto3" json:"returned_fields_mask,omitempty"`
OrderByPath string `protobuf:"bytes,8,opt,name=order_by_path,json=orderByPath,proto3" json:"order_by_path,omitempty"`
OrderDescending bool `protobuf:"varint,9,opt,name=order_descending,json=orderDescending,proto3" json:"order_descending,omitempty"`
Watch bool `protobuf:"varint,13,opt,name=watch,proto3" json:"watch,omitempty"`
PageSize int32 `protobuf:"varint,14,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
Offset int32 `protobuf:"varint,15,opt,name=offset,proto3" json:"offset,omitempty"`
// contains filtered or unexported fields
}
func (*PageLogListRequest) Descriptor
deprecated
func (*PageLogListRequest) Descriptor() ([]byte, []int)
Deprecated: Use PageLogListRequest.ProtoReflect.Descriptor instead.
func (*PageLogListRequest) GetOffset ¶
func (x *PageLogListRequest) GetOffset() int32
func (*PageLogListRequest) GetOrderByPath ¶
func (x *PageLogListRequest) GetOrderByPath() string
func (*PageLogListRequest) GetOrderDescending ¶
func (x *PageLogListRequest) GetOrderDescending() bool
func (*PageLogListRequest) GetPageSize ¶
func (x *PageLogListRequest) GetPageSize() int32
func (*PageLogListRequest) GetQueryMask ¶
func (x *PageLogListRequest) GetQueryMask() *v1.FieldMask
func (*PageLogListRequest) GetQueryTemplate ¶
func (x *PageLogListRequest) GetQueryTemplate() *PageLog
func (*PageLogListRequest) GetReturnedFieldsMask ¶
func (x *PageLogListRequest) GetReturnedFieldsMask() *v1.FieldMask
func (*PageLogListRequest) GetWarcId ¶
func (x *PageLogListRequest) GetWarcId() []string
func (*PageLogListRequest) GetWatch ¶
func (x *PageLogListRequest) GetWatch() bool
func (*PageLogListRequest) ProtoMessage ¶
func (*PageLogListRequest) ProtoMessage()
func (*PageLogListRequest) ProtoReflect ¶
func (x *PageLogListRequest) ProtoReflect() protoreflect.Message
func (*PageLogListRequest) Reset ¶
func (x *PageLogListRequest) Reset()
func (*PageLogListRequest) String ¶
func (x *PageLogListRequest) String() string
type PageLog_Resource ¶
type PageLog_Resource struct {
Uri string `protobuf:"bytes,1,opt,name=uri,proto3" json:"uri,omitempty"`
FromCache bool `protobuf:"varint,2,opt,name=from_cache,json=fromCache,proto3" json:"from_cache,omitempty"`
Renderable bool `protobuf:"varint,3,opt,name=renderable,proto3" json:"renderable,omitempty"`
ResourceType string `protobuf:"bytes,4,opt,name=resource_type,json=resourceType,proto3" json:"resource_type,omitempty"`
ContentType string `protobuf:"bytes,5,opt,name=content_type,json=contentType,proto3" json:"content_type,omitempty"`
StatusCode int32 `protobuf:"varint,6,opt,name=status_code,json=statusCode,proto3" json:"status_code,omitempty"`
DiscoveryPath string `protobuf:"bytes,7,opt,name=discovery_path,json=discoveryPath,proto3" json:"discovery_path,omitempty"`
WarcId string `protobuf:"bytes,8,opt,name=warc_id,json=warcId,proto3" json:"warc_id,omitempty"`
Referrer string `protobuf:"bytes,9,opt,name=referrer,proto3" json:"referrer,omitempty"`
Error *v1.Error `protobuf:"bytes,10,opt,name=error,proto3" json:"error,omitempty"` // Contains the error reason if fetch failed
Method string `protobuf:"bytes,11,opt,name=method,proto3" json:"method,omitempty"` // The HTTP method (GET, POST, HEAD, ...)
// contains filtered or unexported fields
}
A resource used to complete a page. It might be embedded images, javascripts, stylesheets etc.
func (*PageLog_Resource) Descriptor
deprecated
func (*PageLog_Resource) Descriptor() ([]byte, []int)
Deprecated: Use PageLog_Resource.ProtoReflect.Descriptor instead.
func (*PageLog_Resource) GetContentType ¶
func (x *PageLog_Resource) GetContentType() string
func (*PageLog_Resource) GetDiscoveryPath ¶
func (x *PageLog_Resource) GetDiscoveryPath() string
func (*PageLog_Resource) GetError ¶
func (x *PageLog_Resource) GetError() *v1.Error
func (*PageLog_Resource) GetFromCache ¶
func (x *PageLog_Resource) GetFromCache() bool
func (*PageLog_Resource) GetMethod ¶
func (x *PageLog_Resource) GetMethod() string
func (*PageLog_Resource) GetReferrer ¶
func (x *PageLog_Resource) GetReferrer() string
func (*PageLog_Resource) GetRenderable ¶
func (x *PageLog_Resource) GetRenderable() bool
func (*PageLog_Resource) GetResourceType ¶
func (x *PageLog_Resource) GetResourceType() string
func (*PageLog_Resource) GetStatusCode ¶
func (x *PageLog_Resource) GetStatusCode() int32
func (*PageLog_Resource) GetUri ¶
func (x *PageLog_Resource) GetUri() string
func (*PageLog_Resource) GetWarcId ¶
func (x *PageLog_Resource) GetWarcId() string
func (*PageLog_Resource) ProtoMessage ¶
func (*PageLog_Resource) ProtoMessage()
func (*PageLog_Resource) ProtoReflect ¶
func (x *PageLog_Resource) ProtoReflect() protoreflect.Message
func (*PageLog_Resource) Reset ¶
func (x *PageLog_Resource) Reset()
func (*PageLog_Resource) String ¶
func (x *PageLog_Resource) String() string
type UnimplementedLogServer ¶
type UnimplementedLogServer struct{}
UnimplementedLogServer should be embedded to have forward compatible implementations.
NOTE: this should be embedded by value instead of pointer to avoid a nil pointer dereference when methods are called.
func (UnimplementedLogServer) ListCrawlLogs ¶
func (UnimplementedLogServer) ListCrawlLogs(*CrawlLogListRequest, grpc.ServerStreamingServer[CrawlLog]) error
func (UnimplementedLogServer) ListPageLogs ¶
func (UnimplementedLogServer) ListPageLogs(*PageLogListRequest, grpc.ServerStreamingServer[PageLog]) error
func (UnimplementedLogServer) WriteCrawlLog ¶
func (UnimplementedLogServer) WriteCrawlLog(grpc.ClientStreamingServer[WriteCrawlLogRequest, emptypb.Empty]) error
func (UnimplementedLogServer) WritePageLog ¶
func (UnimplementedLogServer) WritePageLog(grpc.ClientStreamingServer[WritePageLogRequest, emptypb.Empty]) error
type UnsafeLogServer ¶
type UnsafeLogServer interface {
// contains filtered or unexported methods
}
UnsafeLogServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to LogServer will result in compilation errors.
type WriteCrawlLogRequest ¶
type WriteCrawlLogRequest struct {
CrawlLog *CrawlLog `protobuf:"bytes,1,opt,name=crawlLog,proto3" json:"crawlLog,omitempty"`
// contains filtered or unexported fields
}
func (*WriteCrawlLogRequest) Descriptor
deprecated
func (*WriteCrawlLogRequest) Descriptor() ([]byte, []int)
Deprecated: Use WriteCrawlLogRequest.ProtoReflect.Descriptor instead.
func (*WriteCrawlLogRequest) GetCrawlLog ¶
func (x *WriteCrawlLogRequest) GetCrawlLog() *CrawlLog
func (*WriteCrawlLogRequest) ProtoMessage ¶
func (*WriteCrawlLogRequest) ProtoMessage()
func (*WriteCrawlLogRequest) ProtoReflect ¶
func (x *WriteCrawlLogRequest) ProtoReflect() protoreflect.Message
func (*WriteCrawlLogRequest) Reset ¶
func (x *WriteCrawlLogRequest) Reset()
func (*WriteCrawlLogRequest) String ¶
func (x *WriteCrawlLogRequest) String() string
type WritePageLogRequest ¶
type WritePageLogRequest struct {
// Types that are valid to be assigned to Value:
//
// *WritePageLogRequest_CrawlLog
// *WritePageLogRequest_Resource
// *WritePageLogRequest_Outlink
Value isWritePageLogRequest_Value `protobuf_oneof:"value"`
// contains filtered or unexported fields
}
func (*WritePageLogRequest) Descriptor
deprecated
func (*WritePageLogRequest) Descriptor() ([]byte, []int)
Deprecated: Use WritePageLogRequest.ProtoReflect.Descriptor instead.
func (*WritePageLogRequest) GetCrawlLog ¶
func (x *WritePageLogRequest) GetCrawlLog() *CrawlLog
func (*WritePageLogRequest) GetOutlink ¶
func (x *WritePageLogRequest) GetOutlink() string
func (*WritePageLogRequest) GetResource ¶
func (x *WritePageLogRequest) GetResource() *PageLog_Resource
func (*WritePageLogRequest) GetValue ¶
func (x *WritePageLogRequest) GetValue() isWritePageLogRequest_Value
func (*WritePageLogRequest) ProtoMessage ¶
func (*WritePageLogRequest) ProtoMessage()
func (*WritePageLogRequest) ProtoReflect ¶
func (x *WritePageLogRequest) ProtoReflect() protoreflect.Message
func (*WritePageLogRequest) Reset ¶
func (x *WritePageLogRequest) Reset()
func (*WritePageLogRequest) String ¶
func (x *WritePageLogRequest) String() string
type WritePageLogRequest_CrawlLog ¶
type WritePageLogRequest_CrawlLog struct {
CrawlLog *CrawlLog `protobuf:"bytes,1,opt,name=crawlLog,proto3,oneof"`
}
type WritePageLogRequest_Outlink ¶
type WritePageLogRequest_Outlink struct {
Outlink string `protobuf:"bytes,3,opt,name=outlink,proto3,oneof"`
}
type WritePageLogRequest_Resource ¶
type WritePageLogRequest_Resource struct {
Resource *PageLog_Resource `protobuf:"bytes,2,opt,name=resource,proto3,oneof"`
}