Documentation
¶
Index ¶
- Variables
- func CleanFailedRecordsTableProcess(ctx context.Context)
- func Init()
- func InitRouterAdmin()
- func PrepareJobRunIdAbortedEventsMap(parameters json.RawMessage, ...)
- func RegisterAdminHandlers(readonlyRouterDB, readonlyBatchRouterDB jobsdb.ReadonlyJobsDB)
- type Admin
- type DSStats
- type ErrorCodeCountsByDestination
- type Factory
- type FailedEventRowT
- type FailedEventsManagerI
- type FailedEventsManagerT
- func (fem *FailedEventsManagerT) DropFailedRecordIDs(taskRunID string)
- func (fem *FailedEventsManagerT) FetchFailedRecordIDs(taskRunID string) []*FailedEventRowT
- func (fem *FailedEventsManagerT) GetDBHandle() *sql.DB
- func (fem *FailedEventsManagerT) SaveFailedRecordIDs(taskRunIDFailedEventsMap map[string][]*FailedEventRowT, txn *sql.Tx)
- type HandleDestOAuthRespParamsT
- type HandleT
- func (rt *HandleT) ExecDisableDestination(destination *backendconfig.DestinationT, ...) (int, string)
- func (rt *HandleT) HandleOAuthDestResponse(params *HandleDestOAuthRespParamsT) (int, string)
- func (rt *HandleT) ResetSleep()
- func (rt *HandleT) Setup(backendConfig backendconfig.BackendConfig, jobsDB jobsdb.MultiTenantJobsDB, ...)
- func (rt *HandleT) Shutdown()
- func (rt *HandleT) Start()
- type JSONResponseHandler
- type JobCountByConnections
- type JobCountsByStateAndDestination
- type JobParametersT
- type LatestJobStatusCounts
- type NetHandleI
- type NetHandleT
- type PauseT
- type ResponseHandlerI
- type RouterJobResponse
- type RouterRpcHandler
- func (r *RouterRpcHandler) GetDSFailedJobs(arg string, result *string) (err error)
- func (r *RouterRpcHandler) GetDSJobCount(arg string, result *string) (err error)
- func (r *RouterRpcHandler) GetDSList(_ string, result *string) (err error)
- func (r *RouterRpcHandler) GetDSStats(dsName string, result *string) (err error)
- func (r *RouterRpcHandler) GetJobByID(arg string, result *string) (err error)
- func (r *RouterRpcHandler) GetJobIDStatus(arg string, result *string) (err error)
- type TXTResponseHandler
Constants ¶
This section is empty.
Variables ¶
var ( Diagnostics diagnostics.DiagnosticsI QueryFilters jobsdb.QueryFiltersT )
Functions ¶
func CleanFailedRecordsTableProcess ¶ added in v0.1.10
func InitRouterAdmin ¶ added in v0.1.10
func InitRouterAdmin()
func PrepareJobRunIdAbortedEventsMap ¶ added in v0.1.10
func PrepareJobRunIdAbortedEventsMap(parameters json.RawMessage, jobRunIDAbortedEventsMap map[string][]*FailedEventRowT)
func RegisterAdminHandlers ¶ added in v0.1.10
func RegisterAdminHandlers(readonlyRouterDB, readonlyBatchRouterDB jobsdb.ReadonlyJobsDB)
Types ¶
type DSStats ¶ added in v0.1.10
type DSStats struct {
JobCountsByStateAndDestination []JobCountsByStateAndDestination
ErrorCodeCountsByDestination []ErrorCodeCountsByDestination
JobCountByConnections []JobCountByConnections
LatestJobStatusCounts []LatestJobStatusCounts
UnprocessedJobCounts int
}
type ErrorCodeCountsByDestination ¶ added in v0.1.10
type Factory ¶ added in v0.1.10
type Factory struct {
Reporting reporter
Multitenant tenantStats
BackendConfig backendconfig.BackendConfig
RouterDB jobsdb.MultiTenantJobsDB
ProcErrorDB jobsdb.JobsDB
TransientSources transientsource.Service
RsourcesService rsources.JobService
}
func (*Factory) New ¶ added in v0.1.10
func (f *Factory) New(destinationDefinition backendconfig.DestinationDefinitionT) *HandleT
type FailedEventRowT ¶ added in v0.1.10
type FailedEventRowT struct {
DestinationID string `json:"destination_id"`
RecordID json.RawMessage `json:"record_id"`
}
type FailedEventsManagerI ¶ added in v0.1.10
type FailedEventsManagerI interface {
SaveFailedRecordIDs(map[string][]*FailedEventRowT, *sql.Tx)
DropFailedRecordIDs(jobRunID string)
FetchFailedRecordIDs(jobRunID string) []*FailedEventRowT
GetDBHandle() *sql.DB
}
func GetFailedEventsManager ¶ added in v0.1.10
func GetFailedEventsManager() FailedEventsManagerI
type FailedEventsManagerT ¶ added in v0.1.10
type FailedEventsManagerT struct {
// contains filtered or unexported fields
}
func (*FailedEventsManagerT) DropFailedRecordIDs ¶ added in v0.1.10
func (fem *FailedEventsManagerT) DropFailedRecordIDs(taskRunID string)
func (*FailedEventsManagerT) FetchFailedRecordIDs ¶ added in v0.1.10
func (fem *FailedEventsManagerT) FetchFailedRecordIDs(taskRunID string) []*FailedEventRowT
func (*FailedEventsManagerT) GetDBHandle ¶ added in v0.1.10
func (fem *FailedEventsManagerT) GetDBHandle() *sql.DB
func (*FailedEventsManagerT) SaveFailedRecordIDs ¶ added in v0.1.10
func (fem *FailedEventsManagerT) SaveFailedRecordIDs(taskRunIDFailedEventsMap map[string][]*FailedEventRowT, txn *sql.Tx)
type HandleDestOAuthRespParamsT ¶ added in v0.1.10
type HandleDestOAuthRespParamsT struct {
// contains filtered or unexported fields
}
type HandleT ¶
type HandleT struct {
MultitenantI tenantStats
Reporting reporter
// contains filtered or unexported fields
}
HandleT is the handle to this module.
func (*HandleT) ExecDisableDestination ¶ added in v0.1.10
func (rt *HandleT) ExecDisableDestination(destination *backendconfig.DestinationT, workspaceId, destResBody, rudderAccountId string) (int, string)
func (*HandleT) HandleOAuthDestResponse ¶ added in v0.1.10
func (rt *HandleT) HandleOAuthDestResponse(params *HandleDestOAuthRespParamsT) (int, string)
func (*HandleT) ResetSleep ¶
func (rt *HandleT) ResetSleep()
ResetSleep this makes the workers reset their sleep
func (*HandleT) Setup ¶
func (rt *HandleT) Setup(backendConfig backendconfig.BackendConfig, jobsDB jobsdb.MultiTenantJobsDB, errorDB jobsdb.JobsDB, destinationDefinition backendconfig.DestinationDefinitionT, transientSources transientsource.Service, rsourcesService rsources.JobService)
Setup initializes this module
type JSONResponseHandler ¶ added in v0.1.10
type JSONResponseHandler struct {
// contains filtered or unexported fields
}
JSONResponseHandler handler for json response
func (*JSONResponseHandler) IsSuccessStatus ¶ added in v0.1.10
func (handler *JSONResponseHandler) IsSuccessStatus(respCode int, respBody string) (returnCode int)
IsSuccessStatus - returns the status code based on the response code and body
type JobCountByConnections ¶ added in v0.1.10
type JobCountsByStateAndDestination ¶ added in v0.1.10
type JobParametersT ¶ added in v0.1.10
type JobParametersT struct {
SourceID string `json:"source_id"`
DestinationID string `json:"destination_id"`
ReceivedAt string `json:"received_at"`
TransformAt string `json:"transform_at"`
SourceBatchID string `json:"source_batch_id"`
SourceTaskID string `json:"source_task_id"`
SourceTaskRunID string `json:"source_task_run_id"`
SourceJobID string `json:"source_job_id"`
SourceJobRunID string `json:"source_job_run_id"`
SourceDefinitionID string `json:"source_definition_id"`
DestinationDefinitionID string `json:"destination_definition_id"`
SourceCategory string `json:"source_category"`
RecordID interface{} `json:"record_id"`
MessageID string `json:"message_id"`
WorkspaceId string `json:"workspaceId"`
RudderAccountId string `json:"rudderAccountId"`
}
JobParametersT struct holds source id and destination id of a job
type LatestJobStatusCounts ¶ added in v0.1.10
type NetHandleI ¶ added in v0.1.10
type NetHandleI interface {
SendPost(ctx context.Context, structData integrations.PostParametersT) *utils.SendPostResponse
}
Network interface
type NetHandleT ¶
type NetHandleT struct {
// contains filtered or unexported fields
}
NetHandleT is the wrapper holding private variables
func (*NetHandleT) SendPost ¶ added in v0.1.10
func (network *NetHandleT) SendPost(ctx context.Context, structData integrations.PostParametersT) *utils.SendPostResponse
SendPost takes the EventPayload of a transformed job, gets the necessary values from the payload and makes a call to destination to push the event to it this returns the statusCode, status and response body from the response of the destination call
type ResponseHandlerI ¶ added in v0.1.10
ResponseHandlerI - handle destination response
func New ¶ added in v0.1.10
func New(responseRules map[string]interface{}) ResponseHandlerI
New returns a destination response handler. Can be nil(Check before using this)
type RouterJobResponse ¶ added in v0.1.10
type RouterJobResponse struct {
// contains filtered or unexported fields
}
type RouterRpcHandler ¶ added in v0.1.10
type RouterRpcHandler struct {
// contains filtered or unexported fields
}
func (*RouterRpcHandler) GetDSFailedJobs ¶ added in v0.1.10
func (r *RouterRpcHandler) GetDSFailedJobs(arg string, result *string) (err error)
func (*RouterRpcHandler) GetDSJobCount ¶ added in v0.1.10
func (r *RouterRpcHandler) GetDSJobCount(arg string, result *string) (err error)
func (*RouterRpcHandler) GetDSList ¶ added in v0.1.10
func (r *RouterRpcHandler) GetDSList(_ string, result *string) (err error)
func (*RouterRpcHandler) GetDSStats ¶ added in v0.1.10
func (r *RouterRpcHandler) GetDSStats(dsName string, result *string) (err error)
GetDSStats group_by job_status group by custom_val Get all errors = distinct (error), count(*) where state=failed Distinct (src_id, dst_id) Router jobs status flow ⇒ ordered by rank unprocessed_params ⇒ Num jobs not yet picked
func (*RouterRpcHandler) GetJobByID ¶ added in v0.1.10
func (r *RouterRpcHandler) GetJobByID(arg string, result *string) (err error)
func (*RouterRpcHandler) GetJobIDStatus ¶ added in v0.1.10
func (r *RouterRpcHandler) GetJobIDStatus(arg string, result *string) (err error)
type TXTResponseHandler ¶ added in v0.1.10
type TXTResponseHandler struct {
// contains filtered or unexported fields
}
TXTResponseHandler handler for text response
func (*TXTResponseHandler) IsSuccessStatus ¶ added in v0.1.10
func (handler *TXTResponseHandler) IsSuccessStatus(respCode int, _ string) (returnCode int)
IsSuccessStatus - returns the status code based on the response code and body