worker

package module
v0.0.0-...-edf282f Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 4, 2020 License: MIT Imports: 31 Imported by: 1

README

Worker

Worker runs a single Job in the background, it can do so immediately or at a scheduled time.

Once registered with QOR Admin, Worker will provide a Workers section in the navigation tree, containing pages for listing and managing the following aspects of Workers:

- All Jobs.
- Running: Jobs that are currently running.
- Scheduled: Jobs which have been scheduled to run at a time in the future.
- Done: finished Jobs.
- Errors: any errors output from any Workers that have been run.

The admin interface for a schedulable Job will have an additional Schedule Time input, with which administrators can set the scheduled date and time.

GoDoc

Documentation

https://doc.getqor.com/plugins/worker.html

License

Released under the MIT License.

Documentation

Index

Constants

View Source 
const (
	// JobStatusScheduled job status scheduled
	JobStatusScheduled = "scheduled"
	// JobStatusCancelled job status cancelled
	JobStatusCancelled = "cancelled"
	// JobStatusNew job status new
	JobStatusNew = "new"
	// JobStatusRunning job status running
	JobStatusRunning = "running"
	// JobStatusDone job status done
	JobStatusDone = "done"
	// JobStatusException job status exception
	JobStatusException = "exception"
	// JobStatusKilled job status killed
	JobStatusKilled = "killed"
)

Variables

View Source 
var (
	PREFIX    = path_helpers.GetCalledDir()
	I18NGROUP = i18nmod.PkgToGroup(PREFIX)
)

Functions

func ExitError 

func ExitError(err error)

func ExitErrorFmt 

func ExitErrorFmt(tempate string, err error, args ...interface{})

func JobUID 

func JobUID(site interface{}, job interface{}) string

Types

type CLIArgs 

type CLIArgs struct {
	Name     string
	RootArgs []string
}

func (*CLIArgs) ExecJob 

func (a *CLIArgs) ExecJob(job QorJobInterface) []string

func (*CLIArgs) GetName 

func (a *CLIArgs) GetName() string

func (*CLIArgs) Job 

func (a *CLIArgs) Job(job QorJobInterface, args ...string) []string

func (*CLIArgs) Worker 

func (a *CLIArgs) Worker(args ...string) []string

type Config 

type Config struct {
	CLIArgs   *CLIArgs
	Sites     *core.SitesRegister
	AdminSite string
	Queue     Queue
	Job       QorJobInterface
	Admin     *admin.Admin
}

Config worker config

type Cron 

type Cron struct {
	CLIArgs  CLIArgs
	Jobs     []*cronJob
	CronJobs []string
	// contains filtered or unexported fields
}

Cron implemented a worker Queue based on cronjob

func NewCronQueue 

func NewCronQueue(cliArgs CLIArgs) *Cron

NewCronQueue initialize a Cron queue

func (*Cron) Add 

func (cron *Cron) Add(job QorJobInterface) (err error)

Add a job to cron queue

func (*Cron) Kill 

func (cron *Cron) Kill(job QorJobInterface) (err error)

Kill a job from cron queue

func (*Cron) Remove 

func (cron *Cron) Remove(job QorJobInterface) error

Remove a job from cron queue

func (*Cron) Run 

func (cron *Cron) Run(qorJob QorJobInterface) error

Run a job from cron queue

type Job 

type Job struct {
	Key        string
	Name       string
	Group      string
	Handler    func(interface{}, QorJobInterface) error
	Permission *roles.Permission
	Queue      Queue
	Resource   *admin.Resource
	Worker     *Worker
}

Job is a struct that hold Qor Job definations

func (*Job) GetQueue 

func (job *Job) GetQueue() Queue

GetQueue get defined job's queue

func (Job) HasPermission 

func (job Job) HasPermission(mode roles.PermissionMode, context *core.Context) (perm roles.Perm)

func (*Job) NewStruct 

func (job *Job) NewStruct(site *core.Site) interface{}

NewStruct initialize job struct

type Plugin 

type Plugin struct {
	db.DBNames
	plug.EventDispatcher
	WorkerKey string
}

func (*Plugin) OnRegister 

func (p *Plugin) OnRegister()

func (*Plugin) RequireOptions 

func (p *Plugin) RequireOptions() []string

type QorJob 

type QorJob struct {
	aorm.AuditedModel
	StatusUpdatedAt *time.Time
	Name            string
	Status          string `sql:"default:'new'"`
	Progress        uint
	ProgressText    string
	Log             string       `sql:"size:65532"`
	ResultsTable    ResultsTable `sql:"size:65532"`
	SiteName        string

	Job *Job `sql:"-"`
	serializable_meta.SerializableMeta
	// contains filtered or unexported fields
}

QorJob predefined qor job struct, which will be used for Worker, if it doesn't include a job resource

func (*QorJob) AddLog 

func (job *QorJob) AddLog(log string) error

AddLog add a log to qor job

func (*QorJob) AddResultsRow 

func (job *QorJob) AddResultsRow(cells ...TableCell) error

AddResultsRow add a row of process results to a job

func (*QorJob) AfterScan 

func (job *QorJob) AfterScan(db *aorm.DB)

func (*QorJob) GetArgument 

func (job *QorJob) GetArgument() interface{}

GetArgument get job's argument

func (*QorJob) GetID 

func (job *QorJob) GetID() string

func (*QorJob) GetJob 

func (job *QorJob) GetJob() *Job

GetJob get predefined job for a qor job instance

func (*QorJob) GetJobID 

func (job *QorJob) GetJobID() bid.BID

GetJobID get job's ID from a qor job

func (*QorJob) GetJobKey 

func (job *QorJob) GetJobKey() string

GetJobID get job's ID from a qor job

func (*QorJob) GetJobName 

func (job *QorJob) GetJobName() string

GetJobName get job's name from a qor job

func (*QorJob) GetLogs 

func (job *QorJob) GetLogs() []string

GetLogs get qor job's logs

func (*QorJob) GetName 

func (job *QorJob) GetName() string

GetName get job's name from a qor job

func (*QorJob) GetProgress 

func (job *QorJob) GetProgress() uint

GetProgress get qor job's progress

func (*QorJob) GetProgressText 

func (job *QorJob) GetProgressText() string

GetProgressText get qor job's progress text

func (*QorJob) GetResultsTable 

func (job *QorJob) GetResultsTable() ResultsTable

GetResultsTable get the job's process logs

func (*QorJob) GetSerializableArgumentResource 

func (job *QorJob) GetSerializableArgumentResource() *admin.Resource

GetSerializableArgumentResource get job's argument's resource

func (*QorJob) GetStatus 

func (job *QorJob) GetStatus() string

GetStatus get job's status from a qor job

func (*QorJob) GetStatusUpdatedAt 

func (job *QorJob) GetStatusUpdatedAt() *time.Time

func (*QorJob) Init 

func (job *QorJob) Init(site *core.Site)

func (*QorJob) SetJob 

func (job *QorJob) SetJob(j *Job)

SetJob set `Job` for a qor job instance

func (*QorJob) SetProgress 

func (job *QorJob) SetProgress(progress uint) error

SetProgress set qor job's progress

func (*QorJob) SetProgressText 

func (job *QorJob) SetProgressText(str string) error

SetProgressText set qor job's progress text

func (*QorJob) SetStatus 

func (job *QorJob) SetStatus(status string) error

SetStatus set job's status to a qor job instance

func (*QorJob) Site 

func (job *QorJob) Site() *core.Site

func (*QorJob) UID 

func (job *QorJob) UID() string

UID get job's UID

type QorJobInterface 

type QorJobInterface interface {
	Site() *core.Site
	UID() string
	GetJobID() bid.BID
	GetJobKey() string
	GetJobName() string
	GetName() string
	GetStatus() string
	GetStatusUpdatedAt() *time.Time
	SetStatus(string) error
	GetJob() *Job
	SetJob(*Job)

	GetProgress() uint
	SetProgress(uint) error
	GetProgressText() string
	SetProgressText(string) error
	GetLogs() []string
	AddLog(string) error
	GetResultsTable() ResultsTable
	AddResultsRow(...TableCell) error

	GetArgument() interface{}
	serializable_meta.SerializableMetaInterface
}

QorJobInterface is a interface, defined methods that needs for a qor job

type Queue 

type Queue interface {
	Add(QorJobInterface) error
	Run(QorJobInterface) error
	Kill(QorJobInterface) error
	Remove(QorJobInterface) error
}

Queue is an interface defined methods need for a job queue

type ResultsTable 

type ResultsTable struct {
	Name       string `json:"-"` // only used for generate string column in database
	TableCells [][]TableCell
}

ResultsTable is a struct, including importing/exporting results

func (*ResultsTable) Scan 

func (resultsTable *ResultsTable) Scan(data interface{}) error

Scan used to scan value from database into itself

func (ResultsTable) Value 

func (resultsTable ResultsTable) Value() (driver.Value, error)

Value used to read value from itself and save it into databae

type Schedule 

type Schedule struct {
	ScheduleTime *time.Time
}

Schedule could be embedded as job argument, then the job will get run as scheduled feature

func (Schedule) GetScheduleTime 

func (schedule Schedule) GetScheduleTime() *time.Time

GetScheduleTime get scheduled time

type Scheduler 

type Scheduler interface {
	GetScheduleTime() *time.Time
}

Scheduler is a interface, for job used to `GetScheduleTime`

type TableCell 

type TableCell struct {
	Value string
	Error string
}

TableCell including Value, Error for a data cell

type Worker 

type Worker struct {
	*Config
	JobResource *admin.Resource
	Jobs        map[string]*Job
	// contains filtered or unexported fields
}

Worker worker definition

func New 

func New(config ...*Config) *Worker

New create Worker with Config

func WorkerFromDB 

func WorkerFromDB(db *aorm.DB) *Worker

func (*Worker) AddJob 

func (worker *Worker) AddJob(qorJob QorJobInterface) error

AddJob add job to worker

func (*Worker) ConfigureResource 

func (worker *Worker) ConfigureResource(res resource.Resourcer)

ConfigureResource a method used to config Worker for qor admin

func (*Worker) ConfigureResourceBeforeInitialize 

func (worker *Worker) ConfigureResourceBeforeInitialize(res resource.Resourcer)

ConfigureQorResourceBeforeInitialize a method used to config Worker for qor admin

func (*Worker) CreateCommand 

func (worker *Worker) CreateCommand() *cobra.Command

func (*Worker) GetJob 

func (worker *Worker) GetJob(site *core.Site, jobID aorm.ID) (QorJobInterface, error)

GetJob get job with id

func (*Worker) GetRegisteredJob 

func (worker *Worker) GetRegisteredJob(name string) *Job

GetRegisteredJob register a job into Worker

func (*Worker) KillJob 

func (worker *Worker) KillJob(site *core.Site, jobID aorm.ID) error

KillJob kill job with job id

func (*Worker) ParseJobUID 

func (worker *Worker) ParseJobUID(uid string) (site *core.Site, jobID aorm.ID, err error)

func (*Worker) RegisterJob 

func (worker *Worker) RegisterJob(job *Job) error

RegisterJob register a job into Worker

func (*Worker) RemoveJob 

func (worker *Worker) RemoveJob(site *core.Site, jobID aorm.ID) error

RemoveJob remove job with job id

func (*Worker) RunJob 

func (worker *Worker) RunJob(site *core.Site, jobID aorm.ID) error

RunJob run job with job id

func (*Worker) SetQueue 

func (worker *Worker) SetQueue(queue Queue)

SetQueue set worker's queue

func (*Worker) ToDB 

func (worker *Worker) ToDB(db *aorm.DB) *aorm.DB

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.