master

package
v1.0.0-alpha Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 21, 2019 License: Apache-2.0 Imports: 24 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func Emit 

func Emit(fn func(args ...interface{}), args ...interface{})

Emit apply for a agent to communicates with dm-worker

func InitStatus 

func InitStatus(lis net.Listener)

InitStatus initializes the HTTP status server

Types

type Agent 

type Agent struct {
	ID int
}

Agent communicate with dm-workers

type AgentPool 

type AgentPool struct {
	// contains filtered or unexported fields
}

AgentPool is a pool to control communication with dm-workers caller shouldn't to hold agent to avoid deadlock

func GetAgentPool 

func GetAgentPool() *AgentPool

GetAgentPool a singleton agent pool

func NewAgentPool 

func NewAgentPool(limit int) *AgentPool

NewAgentPool returns a agent pool

func (*AgentPool) Apply 

func (pool *AgentPool) Apply() *Agent

Apply applies for a agent

func (*AgentPool) Recycle 

func (pool *AgentPool) Recycle(agent *Agent)

Recycle recycles agent

type Config 

type Config struct {
	*flag.FlagSet `json:"-"`

	LogLevel  string `toml:"log-level" json:"log-level"`
	LogFile   string `toml:"log-file" json:"log-file"`
	LogRotate string `toml:"log-rotate" json:"log-rotate"`

	MasterAddr string `toml:"master-addr" json:"master-addr"`

	Deploy    []*DeployMapper   `toml:"deploy" json:"-"`
	DeployMap map[string]string `json:"deploy"`

	ConfigFile string `json:"config-file"`
	// contains filtered or unexported fields
}

Config is the configuration for dm-master

func NewConfig 

func NewConfig() *Config

NewConfig creates a config for dm-master

func (*Config) Parse 

func (c *Config) Parse(arguments []string) error

Parse parses flag definitions from the argument list.

func (*Config) Reload 

func (c *Config) Reload() error

Reload load config from local file

func (*Config) String 

func (c *Config) String() string

func (*Config) UpdateConfigFile 

func (c *Config) UpdateConfigFile(content string) error

UpdateConfigFile write config to local file if ConfigFile is nil, it will write to dm-master.toml

type DeployMapper 

type DeployMapper struct {
	MySQL  string `toml:"mysql-instance" json:"mysql-instance"` //  deprecated, use source-id instead
	Source string `toml:"source-id" json:"source-id"`           // represents a MySQL/MariaDB instance or a replica group
	Worker string `toml:"dm-worker" json:"dm-worker"`
}

DeployMapper defines dm-worker's deploy mapper info: source id -> dm-worker ${host:ip}

func (*DeployMapper) Verify 

func (d *DeployMapper) Verify() error

Verify verifies deploy configuration

type Lock 

type Lock struct {
	sync.RWMutex
	ID    string   // lock's ID, constructed from task's name and SQL statement
	Task  string   // lock's corresponding task name
	Owner string   // lock's Owner, a dm-worker
	Stmts []string // SQL statement

	AutoRetry sync2.AtomicBool // whether re-try resolve at intervals
	Resolving sync2.AtomicBool // whether the lock is resolving
	// contains filtered or unexported fields
}

Lock used for process synchronization

func NewLock 

func NewLock(id, task, owner string, stmts []string, workers []string) *Lock

NewLock creates a new Lock

func (*Lock) DDLs 

func (l *Lock) DDLs() []string

DDLs returns the DDLs in syncing

func (*Lock) IsSync 

func (l *Lock) IsSync() (bool, int)

IsSync returns whether the lock has synced

func (*Lock) Ready 

func (l *Lock) Ready() map[string]bool

Ready returns the dm-workers and whether it's ready synced

func (*Lock) TrySync 

func (l *Lock) TrySync(caller string, workers []string, ddls []string) (bool, int, error)

TrySync tries to sync the lock, does decrease on remain, reentrant new workers may join after DDL lock is in syncing so we need to merge these new workers

type LockKeeper 

type LockKeeper struct {
	sync.RWMutex
	// contains filtered or unexported fields
}

LockKeeper used to keep and handle DDL lock

func NewLockKeeper 

func NewLockKeeper() *LockKeeper

NewLockKeeper creates a new LockKeeper

func (*LockKeeper) FindLock 

func (lk *LockKeeper) FindLock(lockID string) *Lock

FindLock finds a lock

func (*LockKeeper) Locks 

func (lk *LockKeeper) Locks() map[string]*Lock

Locks returns a copy of all locks

func (*LockKeeper) RemoveLock 

func (lk *LockKeeper) RemoveLock(lockID string) bool

RemoveLock removes a lock

func (*LockKeeper) TrySync 

func (lk *LockKeeper) TrySync(task, schema, table, worker string, stmts []string, workers []string) (string, bool, int, error)

TrySync tries to sync the lock

type Server 

type Server struct {
	sync.Mutex
	// contains filtered or unexported fields
}

Server handles RPC requests for dm-master

func NewServer 

func NewServer(cfg *Config) *Server

NewServer creates a new Server

func (*Server) BreakWorkerDDLLock 

func (s *Server) BreakWorkerDDLLock(ctx context.Context, req *pb.BreakWorkerDDLLockRequest) (*pb.BreakWorkerDDLLockResponse, error)

BreakWorkerDDLLock implements MasterServer.BreakWorkerDDLLock

func (*Server) CheckTask 

func (s *Server) CheckTask(ctx context.Context, req *pb.CheckTaskRequest) (*pb.CheckTaskResponse, error)

CheckTask checks legality of task configuration

func (*Server) Close 

func (s *Server) Close()

Close close the RPC server

func (*Server) HandleSQLs 

func (s *Server) HandleSQLs(ctx context.Context, req *pb.HandleSQLsRequest) (*pb.HandleSQLsResponse, error)

HandleSQLs implements MasterServer.HandleSQLs

func (*Server) MigrateWorkerRelay 

func (s *Server) MigrateWorkerRelay(ctx context.Context, req *pb.MigrateWorkerRelayRequest) (*pb.CommonWorkerResponse, error)

MigrateWorkerRelay migrates dm-woker relay unit

func (*Server) OperateTask 

func (s *Server) OperateTask(ctx context.Context, req *pb.OperateTaskRequest) (*pb.OperateTaskResponse, error)

OperateTask implements MasterServer.OperateTask

func (*Server) OperateWorkerRelayTask 

func (s *Server) OperateWorkerRelayTask(ctx context.Context, req *pb.OperateWorkerRelayRequest) (*pb.OperateWorkerRelayResponse, error)

OperateWorkerRelayTask implements MasterServer.OperateWorkerRelayTask

func (*Server) PurgeWorkerRelay 

func (s *Server) PurgeWorkerRelay(ctx context.Context, req *pb.PurgeWorkerRelayRequest) (*pb.PurgeWorkerRelayResponse, error)

PurgeWorkerRelay implements MasterServer.PurgeWorkerRelay

func (*Server) QueryError 

func (s *Server) QueryError(ctx context.Context, req *pb.QueryErrorListRequest) (*pb.QueryErrorListResponse, error)

QueryError implements MasterServer.QueryError

func (*Server) QueryStatus 

func (s *Server) QueryStatus(ctx context.Context, req *pb.QueryStatusListRequest) (*pb.QueryStatusListResponse, error)

QueryStatus implements MasterServer.QueryStatus

func (*Server) RefreshWorkerTasks 

func (s *Server) RefreshWorkerTasks(ctx context.Context, req *pb.RefreshWorkerTasksRequest) (*pb.RefreshWorkerTasksResponse, error)

RefreshWorkerTasks implements MasterServer.RefreshWorkerTasks

func (*Server) ShowDDLLocks 

func (s *Server) ShowDDLLocks(ctx context.Context, req *pb.ShowDDLLocksRequest) (*pb.ShowDDLLocksResponse, error)

ShowDDLLocks implements MasterServer.ShowDDLLocks

func (*Server) Start 

func (s *Server) Start() error

Start starts to serving

func (*Server) StartTask 

func (s *Server) StartTask(ctx context.Context, req *pb.StartTaskRequest) (*pb.StartTaskResponse, error)

StartTask implements MasterServer.StartTask

func (*Server) SwitchWorkerRelayMaster 

func (s *Server) SwitchWorkerRelayMaster(ctx context.Context, req *pb.SwitchWorkerRelayMasterRequest) (*pb.SwitchWorkerRelayMasterResponse, error)

SwitchWorkerRelayMaster implements MasterServer.SwitchWorkerRelayMaster

func (*Server) UnlockDDLLock 

func (s *Server) UnlockDDLLock(ctx context.Context, req *pb.UnlockDDLLockRequest) (*pb.UnlockDDLLockResponse, error)

UnlockDDLLock implements MasterServer.UnlockDDLLock

func (*Server) UpdateMasterConfig 

func (s *Server) UpdateMasterConfig(ctx context.Context, req *pb.UpdateMasterConfigRequest) (*pb.UpdateMasterConfigResponse, error)

UpdateMasterConfig implements MasterServer.UpdateConfig

func (*Server) UpdateTask 

func (s *Server) UpdateTask(ctx context.Context, req *pb.UpdateTaskRequest) (*pb.UpdateTaskResponse, error)

UpdateTask implements MasterServer.UpdateTask

func (*Server) UpdateWorkerRelayConfig 

func (s *Server) UpdateWorkerRelayConfig(ctx context.Context, req *pb.UpdateWorkerRelayConfigRequest) (*pb.CommonWorkerResponse, error)

UpdateWorkerRelayConfig updates config for relay and (dm-worker)

Source Files

View all Source files

Directories

Path Synopsis

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.