mirror of
https://github.com/coollabsio/coolify.git
synced 2026-03-11 08:55:47 +00:00
5c50ab6162
Add runner execution observability and lifecycle hardening for self-hosted GitHub Actions runners, including: - scheduled artifact cleanup job for cached runner tarballs/templates - workflow_job in_progress handling to mark executions as running - safer cleanup failure handling and non-functional server fallback - persisted workflow job HTML URLs with execution "Open" links in UI - configurable runner group name sync (UI + provisioning + GitHub API) - webhook events persistence and auto-fix for missing required events - strict enum/status checks and related model cast/query improvements Also includes migrations and expanded feature/unit coverage for webhook, provisioning, cleanup, and runner group/event sync behaviors.
80 lines
2.7 KiB
PHP
80 lines
2.7 KiB
PHP
<?php
|
|
|
|
namespace App\Jobs;
|
|
|
|
use App\Models\Server;
|
|
use App\Notifications\Server\HighDiskUsage;
|
|
use Illuminate\Bus\Queueable;
|
|
use Illuminate\Contracts\Queue\ShouldBeEncrypted;
|
|
use Illuminate\Contracts\Queue\ShouldQueue;
|
|
use Illuminate\Foundation\Bus\Dispatchable;
|
|
use Illuminate\Queue\InteractsWithQueue;
|
|
use Illuminate\Queue\SerializesModels;
|
|
use Illuminate\Support\Facades\Log;
|
|
use Illuminate\Support\Facades\RateLimiter;
|
|
use Laravel\Horizon\Contracts\Silenced;
|
|
|
|
class ServerStorageCheckJob implements ShouldBeEncrypted, ShouldQueue, Silenced
|
|
{
|
|
use Dispatchable, InteractsWithQueue, Queueable, SerializesModels;
|
|
|
|
public $tries = 1;
|
|
|
|
public $timeout = 60;
|
|
|
|
public function backoff(): int
|
|
{
|
|
return isDev() ? 1 : 3;
|
|
}
|
|
|
|
public function __construct(public Server $server, public int|string|null $percentage = null) {}
|
|
|
|
public function failed(?\Throwable $exception): void
|
|
{
|
|
if ($exception instanceof \Illuminate\Queue\TimeoutExceededException) {
|
|
// Log::warning('ServerStorageCheckJob timed out', [
|
|
// 'server_id' => $this->server->id,
|
|
// 'server_name' => $this->server->name,
|
|
// ]);
|
|
|
|
// Delete the queue job so it doesn't appear in Horizon's failed list.
|
|
$this->job?->delete();
|
|
}
|
|
}
|
|
|
|
public function handle()
|
|
{
|
|
try {
|
|
if ($this->server->isFunctional() === false) {
|
|
return 'Server is not functional.';
|
|
}
|
|
$team = data_get($this->server, 'team');
|
|
$serverDiskUsageNotificationThreshold = data_get($this->server, 'settings.server_disk_usage_notification_threshold');
|
|
|
|
if (is_null($this->percentage)) {
|
|
$this->percentage = $this->server->storageCheck();
|
|
}
|
|
if (! $this->percentage) {
|
|
return 'No percentage could be retrieved.';
|
|
}
|
|
if ($this->percentage > $serverDiskUsageNotificationThreshold) {
|
|
$executed = RateLimiter::attempt(
|
|
'high-disk-usage:'.$this->server->id,
|
|
$maxAttempts = 0,
|
|
function () use ($team, $serverDiskUsageNotificationThreshold) {
|
|
$team->notify(new HighDiskUsage($this->server, $this->percentage, $serverDiskUsageNotificationThreshold));
|
|
},
|
|
$decaySeconds = 3600,
|
|
);
|
|
|
|
if (! $executed) {
|
|
return 'Too many messages sent!';
|
|
}
|
|
} else {
|
|
RateLimiter::hit('high-disk-usage:'.$this->server->id, 600);
|
|
}
|
|
} catch (\Throwable $e) {
|
|
return handleError($e);
|
|
}
|
|
}
|
|
}
|