runstate

const (
	// AttemptFinished is an attempt that recorded the run's verdict:
	// succeeded, failed or canceled.
	AttemptFinished = "finished"
	// AttemptRetried is an attempt that failed on a platform fault and put the
	// run back on the queue under the attempt budget.
	AttemptRetried = "retried"
	// AttemptReleased is an attempt its worker handed back at shutdown.
	AttemptReleased = "released"
	// AttemptShed is an attempt its worker stopped and requeued to relieve
	// memory while other runs executed beside it.
	AttemptShed = "shed"
	// AttemptLeaseExpired is an attempt whose worker stopped without reporting
	// a result: its lease ran out with the run still marked running, which is
	// what an OOM kill, a crash or a lost node leaves behind.
	AttemptLeaseExpired = "lease_expired"
	// AttemptUnresponsive is an attempt a cancel ended because its worker had
	// stopped reporting while its lease still ran.
	AttemptUnresponsive = "unresponsive"
)

const (
	// CauseScript is a failure the script produced: an evaluation error, a
	// fail(), an argument a binding refused, a limit it exceeded. A script
	// that reads the outside world can fail once and succeed on its next run,
	// so this names where the failure was raised, not that it will repeat
	// (#1935).
	CauseScript = "script"
	// CauseUpstream is a failure whose cause is outside the script and
	// usually temporary: an upstream that timed out, dropped the connection,
	// kept refusing with 429 or 503 past the host's retries, or answered the
	// call the script made last with a 5xx or 429 before the script failed
	// (#1935).
	CauseUpstream = "upstream"
	// CauseTransient is a failure the script itself declared temporary with
	// fail(..., retryable=True) (#1935).
	CauseTransient = "transient"
	// CauseMemory is a run stopped for holding more memory than its budget,
	// or more than its replica could give it (#1861).
	CauseMemory = "memory"
	// CauseWorkerLost is a run whose workers kept stopping without reporting
	// a result until its reclaims were spent (#1860).
	CauseWorkerLost = "worker_lost"
	// CausePlatform is a platform fault that outlasted the attempt budget:
	// the run's session or its script could not be opened or read.
	CausePlatform = "platform"
	// CauseStateConflict is a run whose platform.save_state was refused
	// because another run of the script saved first (#1537). Its outputs
	// stand; run again, it reads the state the other run saved.
	CauseStateConflict = "state_conflict"
)

const (
	// LivenessExecuting is a run whose worker holds the lease and reports.
	LivenessExecuting = "executing"
	// LivenessUnresponsive is a run whose worker holds the lease but has not
	// reported for HeartbeatStaleAfter: most often a replica that was killed,
	// whose lease has not yet run out.
	LivenessUnresponsive = "unresponsive"
	// LivenessLeaseExpired is a run whose lease ran out with no worker
	// holding it; the next claim takes it over, or fails it once its
	// reclaims are spent.
	LivenessLeaseExpired = "lease_expired"
)

const DefaultMaxReclaims = 2

const HeartbeatStaleAfter = 30 * time.Second