Documentation
¶
Index ¶
- type BackfillHandler
- func (h BackfillHandler) BackfillPreview(ctx context.Context, req *pb.BackfillPreviewRequest) (*pb.BackfillPreviewResponse, error)
- func (h BackfillHandler) CancelBackfill(ctx context.Context, req *pb.CancelBackfillRequest) (*pb.CancelBackfillResponse, error)
- func (h BackfillHandler) CreateBackfill(ctx context.Context, req *pb.CreateBackfillRequest) (*pb.CreateBackfillResponse, error)
- func (h BackfillHandler) GetBackfills(ctx context.Context, req *pb.GetBackfillsRequest) (*pb.GetBackfillsResponse, error)
- type BackfillService
- type JobExpectatorService
- type JobLineageService
- type JobRunHandler
- func (h JobRunHandler) CreateSchedulerRole(ctx context.Context, req *pb.CreateSchedulerRoleRequest) (*pb.CreateSchedulerRoleResponse, error)
- func (h JobRunHandler) GenerateExpectedFinishTime(ctx context.Context, req *pb.GenerateExpectedFinishTimeRequest) (*pb.GenerateExpectedFinishTimeResponse, error)
- func (h JobRunHandler) GetDexSensorStatus(ctx context.Context, resourceURN resource.URN, startTime, endTime time.Time) (*pb.DexSensorResponse, error)
- func (h JobRunHandler) GetInterval(ctx context.Context, req *pb.GetIntervalRequest) (*pb.GetIntervalResponse, error)
- func (h JobRunHandler) GetJobRunLineageSummary(ctx context.Context, req *pb.GetJobRunLineageSummaryRequest) (*pb.GetJobRunLineageSummaryResponse, error)
- func (h JobRunHandler) GetJobRuns(ctx context.Context, req *pb.GetJobRunsRequest) (*pb.GetJobRunsResponse, error)
- func (h JobRunHandler) GetSchedulerRole(ctx context.Context, req *pb.GetSchedulerRoleRequest) (*pb.GetSchedulerRoleResponse, error)
- func (h JobRunHandler) GetThirdPartySensorStatus(ctx context.Context, req *pb.GetThirdPartySensorRequest) (*pb.GetThirdPartySensorResponse, error)
- func (h JobRunHandler) IdentifyPotentialSLABreach(ctx context.Context, req *pb.IdentifyPotentialSLABreachRequest) (*pb.IdentifyPotentialSLABreachResponse, error)
- func (h JobRunHandler) JobRun(ctx context.Context, req *pb.JobRunRequest) (*pb.JobRunResponse, error)
- func (h JobRunHandler) JobRunInput(ctx context.Context, req *pb.JobRunInputRequest) (*pb.JobRunInputResponse, error)
- func (h JobRunHandler) RegisterJobEvent(ctx context.Context, req *pb.RegisterJobEventRequest) (*pb.RegisterJobEventResponse, error)
- func (h JobRunHandler) UploadToScheduler(_ context.Context, req *pb.UploadToSchedulerRequest) (*pb.UploadToSchedulerResponse, error)
- type JobRunService
- type JobSLAPredictorService
- type Notifier
- type ReplayHandler
- func (h ReplayHandler) CancelReplay(ctx context.Context, req *pb.CancelReplayRequest) (*pb.CancelReplayResponse, error)
- func (h ReplayHandler) GetReplay(ctx context.Context, req *pb.GetReplayRequest) (*pb.GetReplayResponse, error)
- func (h ReplayHandler) GetReplayDetails(ctx context.Context, req *pb.GetReplayDetailsRequest) (*pb.GetReplayDetailsResponse, error)
- func (h ReplayHandler) ListReplay(ctx context.Context, req *pb.ListReplayRequest) (*pb.ListReplayResponse, error)
- func (h ReplayHandler) Replay(ctx context.Context, req *pb.ReplayRequest) (*pb.ReplayResponse, error)
- func (h ReplayHandler) ReplayDryRun(ctx context.Context, req *pb.ReplayDryRunRequest) (*pb.ReplayDryRunResponse, error)
- type ReplayService
- type SchedulerService
- type ThirdPartySensorService
Constants ¶
This section is empty.
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type BackfillHandler ¶ added in v0.25.0
type BackfillHandler struct {
pb.UnimplementedBackfillServiceServer
// contains filtered or unexported fields
}
func NewBackfilllHandler ¶ added in v0.25.0
func NewBackfilllHandler(l log.Logger, service BackfillService) *BackfillHandler
func (BackfillHandler) BackfillPreview ¶ added in v0.25.0
func (h BackfillHandler) BackfillPreview(ctx context.Context, req *pb.BackfillPreviewRequest) (*pb.BackfillPreviewResponse, error)
func (BackfillHandler) CancelBackfill ¶ added in v0.25.0
func (h BackfillHandler) CancelBackfill(ctx context.Context, req *pb.CancelBackfillRequest) (*pb.CancelBackfillResponse, error)
func (BackfillHandler) CreateBackfill ¶ added in v0.25.0
func (h BackfillHandler) CreateBackfill(ctx context.Context, req *pb.CreateBackfillRequest) (*pb.CreateBackfillResponse, error)
func (BackfillHandler) GetBackfills ¶ added in v0.25.0
func (h BackfillHandler) GetBackfills(ctx context.Context, req *pb.GetBackfillsRequest) (*pb.GetBackfillsResponse, error)
type BackfillService ¶ added in v0.25.0
type BackfillService interface {
CreateBackfill(ctx context.Context, backfillReq *scheduler.Backfill) (backfillID uuid.UUID, dagRunID string, err error)
BackfillDryRun(ctx context.Context, backfillReq *scheduler.Backfill) (jobRunInput *scheduler.ExecutorInput, err error)
GetBackfills(ctx context.Context, projectName tenant.ProjectName, filters ...filter.FilterOpt) ([]*scheduler.Backfill, error)
GetBackfillByID(ctx context.Context, backfillID uuid.UUID) (*scheduler.Backfill, error)
CancelBackfill(ctx context.Context, backfillID uuid.UUID, canceledBy string) error
}
type JobExpectatorService ¶ added in v0.23.21
type JobLineageService ¶ added in v0.22.4
type JobLineageService interface {
GetJobExecutionSummary(ctx context.Context, jobSchedules []*scheduler.JobSchedule, numberOfUpstreamPerLevel int) ([]*scheduler.JobRunLineage, error)
}
type JobRunHandler ¶
type JobRunHandler struct {
pb.UnimplementedJobRunServiceServer
// contains filtered or unexported fields
}
func NewJobRunHandler ¶
func NewJobRunHandler( l log.Logger, service JobRunService, notifier Notifier, schedulerService SchedulerService, jobLineageService JobLineageService, jobSLAPredictorService JobSLAPredictorService, thirdPartySensorService ThirdPartySensorService, jobExpectatorService JobExpectatorService, ) *JobRunHandler
func (JobRunHandler) CreateSchedulerRole ¶ added in v0.19.0
func (h JobRunHandler) CreateSchedulerRole(ctx context.Context, req *pb.CreateSchedulerRoleRequest) (*pb.CreateSchedulerRoleResponse, error)
func (JobRunHandler) GenerateExpectedFinishTime ¶ added in v0.23.21
func (h JobRunHandler) GenerateExpectedFinishTime(ctx context.Context, req *pb.GenerateExpectedFinishTimeRequest) (*pb.GenerateExpectedFinishTimeResponse, error)
GenerateExpectedFinishTime generates expected finish time for jobs based on their schedule in the given range
func (JobRunHandler) GetDexSensorStatus ¶ added in v0.22.14
func (h JobRunHandler) GetDexSensorStatus(ctx context.Context, resourceURN resource.URN, startTime, endTime time.Time) (*pb.DexSensorResponse, error)
func (JobRunHandler) GetInterval ¶ added in v0.10.0
func (h JobRunHandler) GetInterval(ctx context.Context, req *pb.GetIntervalRequest) (*pb.GetIntervalResponse, error)
GetInterval gets interval on specific job given reference time.
func (JobRunHandler) GetJobRunLineageSummary ¶ added in v0.22.4
func (h JobRunHandler) GetJobRunLineageSummary(ctx context.Context, req *pb.GetJobRunLineageSummaryRequest) (*pb.GetJobRunLineageSummaryResponse, error)
func (JobRunHandler) GetJobRuns ¶ added in v0.17.0
func (h JobRunHandler) GetJobRuns(ctx context.Context, req *pb.GetJobRunsRequest) (*pb.GetJobRunsResponse, error)
GetJobRuns gets job runs from optimus DB based on the criteria
func (JobRunHandler) GetSchedulerRole ¶ added in v0.19.0
func (h JobRunHandler) GetSchedulerRole(ctx context.Context, req *pb.GetSchedulerRoleRequest) (*pb.GetSchedulerRoleResponse, error)
func (JobRunHandler) GetThirdPartySensorStatus ¶ added in v0.22.14
func (h JobRunHandler) GetThirdPartySensorStatus(ctx context.Context, req *pb.GetThirdPartySensorRequest) (*pb.GetThirdPartySensorResponse, error)
GetThirdPartySensorStatus gets third party sensor status
func (JobRunHandler) IdentifyPotentialSLABreach ¶ added in v0.22.4
func (h JobRunHandler) IdentifyPotentialSLABreach(ctx context.Context, req *pb.IdentifyPotentialSLABreachRequest) (*pb.IdentifyPotentialSLABreachResponse, error)
IdentifyPotentialSLABreach predicts potential SLA breaches for the given job targets at their targeted SLA time. It accepts multiple projects and multiple label groups in a single request, evaluates the cross product, and consolidates alerting into one message per team.
func (JobRunHandler) JobRun ¶
func (h JobRunHandler) JobRun(ctx context.Context, req *pb.JobRunRequest) (*pb.JobRunResponse, error)
JobRun gets the job runs from scheduler based on the criteria
func (JobRunHandler) JobRunInput ¶
func (h JobRunHandler) JobRunInput(ctx context.Context, req *pb.JobRunInputRequest) (*pb.JobRunInputResponse, error)
func (JobRunHandler) RegisterJobEvent ¶
func (h JobRunHandler) RegisterJobEvent(ctx context.Context, req *pb.RegisterJobEventRequest) (*pb.RegisterJobEventResponse, error)
RegisterJobEvent TODO: check in jaeger if this api takes time, then we can make this async
func (JobRunHandler) UploadToScheduler ¶
func (h JobRunHandler) UploadToScheduler(_ context.Context, req *pb.UploadToSchedulerRequest) (*pb.UploadToSchedulerResponse, error)
type JobRunService ¶
type JobRunService interface {
JobRunInput(context.Context, tenant.ProjectName, scheduler.JobName, scheduler.RunConfig) (*scheduler.ExecutorInput, error)
UpdateJobState(context.Context, *scheduler.Event) error
GetJobRunsByFilter(ctx context.Context, projectName tenant.ProjectName, jobName scheduler.JobName, filters ...filter.FilterOpt) ([]*scheduler.JobRun, error)
GetJobRuns(ctx context.Context, projectName tenant.ProjectName, jobName scheduler.JobName, criteria *scheduler.JobRunsCriteria) ([]*scheduler.JobRunStatus, string, error)
UploadToScheduler(ctx context.Context, projectName tenant.ProjectName) error
GetInterval(ctx context.Context, projectName tenant.ProjectName, jobName scheduler.JobName, referenceTime time.Time) (interval.Interval, error)
GetReplayRunByScheduledAt(ctx context.Context, projectName tenant.ProjectName, jobName scheduler.JobName, scheduledAt time.Time) (*scheduler.ReplayWithRun, error)
}
type JobSLAPredictorService ¶ added in v0.22.4
type JobSLAPredictorService interface {
IdentifySLABreaches(ctx context.Context, projectName tenant.ProjectName, jobNames []scheduler.JobName, labels map[string]string, reqConfig service.JobSLAPredictorRequestConfig) (map[scheduler.JobName]map[scheduler.JobName]*scheduler.JobState, error)
IdentifySLABreachesBatch(ctx context.Context, combos []scheduler.SLABreachCombo, reqConfig service.JobSLAPredictorRequestConfig) (map[string]*scheduler.TargetBreach, error)
}
type ReplayHandler ¶ added in v0.7.0
type ReplayHandler struct {
pb.UnimplementedReplayServiceServer
// contains filtered or unexported fields
}
func NewReplayHandler ¶ added in v0.7.0
func NewReplayHandler(l log.Logger, service ReplayService) *ReplayHandler
func (ReplayHandler) CancelReplay ¶ added in v0.11.3
func (h ReplayHandler) CancelReplay(ctx context.Context, req *pb.CancelReplayRequest) (*pb.CancelReplayResponse, error)
func (ReplayHandler) GetReplay ¶ added in v0.7.0
func (h ReplayHandler) GetReplay(ctx context.Context, req *pb.GetReplayRequest) (*pb.GetReplayResponse, error)
func (ReplayHandler) GetReplayDetails ¶ added in v0.16.1
func (h ReplayHandler) GetReplayDetails(ctx context.Context, req *pb.GetReplayDetailsRequest) (*pb.GetReplayDetailsResponse, error)
func (ReplayHandler) ListReplay ¶ added in v0.7.0
func (h ReplayHandler) ListReplay(ctx context.Context, req *pb.ListReplayRequest) (*pb.ListReplayResponse, error)
func (ReplayHandler) Replay ¶ added in v0.7.0
func (h ReplayHandler) Replay(ctx context.Context, req *pb.ReplayRequest) (*pb.ReplayResponse, error)
func (ReplayHandler) ReplayDryRun ¶ added in v0.9.0
func (h ReplayHandler) ReplayDryRun(ctx context.Context, req *pb.ReplayDryRunRequest) (*pb.ReplayDryRunResponse, error)
type ReplayService ¶ added in v0.7.0
type ReplayService interface {
CreateReplay(ctx context.Context, tenant tenant.Tenant, jobName scheduler.JobName, config *scheduler.ReplayConfig) (replayID uuid.UUID, err error)
GetReplayList(ctx context.Context, projectName tenant.ProjectName) (replays []*scheduler.Replay, err error)
GetByFilter(ctx context.Context, project tenant.ProjectName, filters ...filter.FilterOpt) ([]*scheduler.ReplayWithRun, error)
GetReplayByID(ctx context.Context, replayID uuid.UUID) (replay *scheduler.ReplayWithRun, err error)
GetReplayByApprovalID(ctx context.Context, approvalID string) (*scheduler.ReplayWithRun, error)
GetRunsStatus(ctx context.Context, tenant tenant.Tenant, jobName scheduler.JobName, config *scheduler.ReplayConfig) (runs []*scheduler.JobRunStatus, err error)
GetJobConfig(ctx context.Context, tenant tenant.Tenant, jobName scheduler.JobName, config *scheduler.ReplayConfig) (map[string]string, error)
CancelReplay(ctx context.Context, replayWithRun *scheduler.ReplayWithRun) error
}
type SchedulerService ¶ added in v0.19.0
type ThirdPartySensorService ¶ added in v0.22.14
type ThirdPartySensorService interface {
GetClient(upstreamResolverType config.UpstreamResolverType) (service.ThirdPartyClient, error)
}