worker

package
v0.7.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 8, 2016 License: Apache-2.0 Imports: 38 Imported by: 0

README

To update the protocol buffer definitions, run this from one directory above:

protoc -I worker worker/payload.proto --gofast_out=plugins=grpc:worker

Documentation

Overview 

Package worker is a generated protocol buffer package.

It is generated from these files:
	worker/payload.proto

It has these top-level messages:
	Payload
	BackupPayload

Package worker contains code for internal worker communication to perform queries and mutations.

Index

Constants

View Source 
const (
	// MB represents a megabyte.
	MB = 1 << 20
)

Variables

View Source 
var (
	ErrInvalidLengthPayload = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowPayload   = fmt.Errorf("proto: integer overflow")
)
View Source 
var BackupPayload_Status_name = map[int32]string{
	0: "NONE",
	1: "SUCCESS",
	2: "DUPLICATE",
	3: "FAILED",
}
View Source 
var BackupPayload_Status_value = map[string]int32{
	"NONE":      0,
	"SUCCESS":   1,
	"DUPLICATE": 2,
	"FAILED":    3,
}

Functions

func AssignUidsOverNetwork 

func AssignUidsOverNetwork(ctx context.Context, umap map[string]uint64) error

AssignUidsOverNetwork assigns new uids and writes them to the umap.

func BackupOverNetwork 

func BackupOverNetwork(ctx context.Context) error

func Init 

func Init(ps *store.Store)

func MutateOverNetwork 

func MutateOverNetwork(ctx context.Context, m *task.Mutations) error

MutateOverNetwork checks which group should be running the mutations according to fingerprint of the predicate and sends it to that instance.

func ProcessTaskOverNetwork 

func ProcessTaskOverNetwork(ctx context.Context, q *task.Query) (*task.Result, error)

ProcessTaskOverNetwork is used to process the query and get the result from the instance which stores posting list corresponding to the predicate in the query.

func RegisterWorkerServer 

func RegisterWorkerServer(s *grpc.Server, srv WorkerServer)

func RunServer 

func RunServer()

runServer initializes a tcp server on port which listens to requests from other workers for internal communication.

func SortOverNetwork 

func SortOverNetwork(ctx context.Context, q *task.Sort) (*task.SortResult, error)

SortOverNetwork sends sort query over the network.

func StartRaftNodes 

func StartRaftNodes(walDir string)

StartRaftNodes will read the WAL dir, create the RAFT groups, and either start or restart RAFT nodes. This function triggers RAFT nodes to be created, and is the entrace to the RAFT world from main.go.

func StoreStats 

func StoreStats() string

StoreStats returns stats for data store.

Types

type BackupPayload 

type BackupPayload struct {
	ReqId   uint64               `protobuf:"varint,1,opt,name=req_id,json=reqId,proto3" json:"req_id,omitempty"`
	GroupId uint32               `protobuf:"varint,2,opt,name=group_id,json=groupId,proto3" json:"group_id,omitempty"`
	Status  BackupPayload_Status `protobuf:"varint,3,opt,name=status,proto3,enum=worker.BackupPayload_Status" json:"status,omitempty"`
}

BackupPayload is used both as a request and a response. When used in request, groups represents the list of groups that need to be backed up. When used in response, groups represent the list of groups that were backed up.

func (*BackupPayload) Descriptor 

func (*BackupPayload) Descriptor() ([]byte, []int)

func (*BackupPayload) Marshal 

func (m *BackupPayload) Marshal() (data []byte, err error)

func (*BackupPayload) MarshalTo 

func (m *BackupPayload) MarshalTo(data []byte) (int, error)

func (*BackupPayload) ProtoMessage 

func (*BackupPayload) ProtoMessage()

func (*BackupPayload) Reset 

func (m *BackupPayload) Reset()

func (*BackupPayload) Size 

func (m *BackupPayload) Size() (n int)

func (*BackupPayload) String 

func (m *BackupPayload) String() string

func (*BackupPayload) Unmarshal 

func (m *BackupPayload) Unmarshal(data []byte) error

type BackupPayload_Status 

type BackupPayload_Status int32
const (
	BackupPayload_NONE      BackupPayload_Status = 0
	BackupPayload_SUCCESS   BackupPayload_Status = 1
	BackupPayload_DUPLICATE BackupPayload_Status = 2
	BackupPayload_FAILED    BackupPayload_Status = 3
)

func (BackupPayload_Status) EnumDescriptor 

func (BackupPayload_Status) EnumDescriptor() ([]byte, []int)

func (BackupPayload_Status) String 

func (x BackupPayload_Status) String() string

type Payload 

type Payload struct {
	Data []byte `protobuf:"bytes,1,opt,name=Data,json=data,proto3" json:"Data,omitempty"`
}

func (*Payload) Descriptor 

func (*Payload) Descriptor() ([]byte, []int)

func (*Payload) Marshal 

func (m *Payload) Marshal() (data []byte, err error)

func (*Payload) MarshalTo 

func (m *Payload) MarshalTo(data []byte) (int, error)

func (*Payload) ProtoMessage 

func (*Payload) ProtoMessage()

func (*Payload) Reset 

func (m *Payload) Reset()

func (*Payload) Size 

func (m *Payload) Size() (n int)

func (*Payload) String 

func (m *Payload) String() string

func (*Payload) Unmarshal 

func (m *Payload) Unmarshal(data []byte) error

type WorkerClient 

type WorkerClient interface {
	// Connection testing RPC.
	Echo(ctx context.Context, in *Payload, opts ...grpc.CallOption) (*Payload, error)
	// Data serving RPCs.
	AssignUids(ctx context.Context, in *task.Num, opts ...grpc.CallOption) (*task.List, error)
	Mutate(ctx context.Context, in *task.Mutations, opts ...grpc.CallOption) (*Payload, error)
	ServeTask(ctx context.Context, in *task.Query, opts ...grpc.CallOption) (*task.Result, error)
	PredicateData(ctx context.Context, in *task.GroupKeys, opts ...grpc.CallOption) (Worker_PredicateDataClient, error)
	Sort(ctx context.Context, in *task.Sort, opts ...grpc.CallOption) (*task.SortResult, error)
	// RAFT serving RPCs.
	RaftMessage(ctx context.Context, in *Payload, opts ...grpc.CallOption) (*Payload, error)
	JoinCluster(ctx context.Context, in *task.RaftContext, opts ...grpc.CallOption) (*Payload, error)
	UpdateMembership(ctx context.Context, in *task.MembershipUpdate, opts ...grpc.CallOption) (*task.MembershipUpdate, error)
	Backup(ctx context.Context, in *BackupPayload, opts ...grpc.CallOption) (*BackupPayload, error)
}

func NewWorkerClient 

func NewWorkerClient(cc *grpc.ClientConn) WorkerClient

type WorkerServer 

type WorkerServer interface {
	// Connection testing RPC.
	Echo(context.Context, *Payload) (*Payload, error)
	// Data serving RPCs.
	AssignUids(context.Context, *task.Num) (*task.List, error)
	Mutate(context.Context, *task.Mutations) (*Payload, error)
	ServeTask(context.Context, *task.Query) (*task.Result, error)
	PredicateData(*task.GroupKeys, Worker_PredicateDataServer) error
	Sort(context.Context, *task.Sort) (*task.SortResult, error)
	// RAFT serving RPCs.
	RaftMessage(context.Context, *Payload) (*Payload, error)
	JoinCluster(context.Context, *task.RaftContext) (*Payload, error)
	UpdateMembership(context.Context, *task.MembershipUpdate) (*task.MembershipUpdate, error)
	Backup(context.Context, *BackupPayload) (*BackupPayload, error)
}

type Worker_PredicateDataClient 

type Worker_PredicateDataClient interface {
	Recv() (*task.KV, error)
	grpc.ClientStream
}

type Worker_PredicateDataServer 

type Worker_PredicateDataServer interface {
	Send(*task.KV) error
	grpc.ServerStream
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.