mirror of
https://github.com/coollabsio/coolify.git
synced 2026-10-29 01:54:37 +08:00
The compose parser queued ServerFilesFromServerJob for every volume on each parse, and pages that only show data parse the Compose file. Each sync also sent two SSH commands for each file. - Queue the sync only for a compose deployment, and for each service resource with file storages when the service starts or deploys. - Read the compose service names without a parse on the Domains and scheduled task pages. - Check all file storages with one remote command, and stop when a symbolic link, a special file, or an unknown state is at a file path. - Keep the application path in a file storage when a pull request preview is parsed. Preview deployments of the current parser write their `-pr-<id>` copies through LocalFileVolume::forPullRequest(). - Remove the unreachable file sync from the service resource page.
154 lines
6.1 KiB
PHP
154 lines
6.1 KiB
PHP
<?php
|
|
|
|
use App\Jobs\ServerStorageSaveJob;
|
|
use App\Models\Application;
|
|
use App\Models\Environment;
|
|
use App\Models\LocalFileVolume;
|
|
use App\Models\PrivateKey;
|
|
use App\Models\Project;
|
|
use App\Models\Server;
|
|
use App\Models\StandaloneDocker;
|
|
use App\Models\Team;
|
|
use Illuminate\Queue\Events\JobProcessed;
|
|
use Illuminate\Support\Facades\Artisan;
|
|
use Illuminate\Support\Facades\DB;
|
|
use Illuminate\Support\Facades\Event;
|
|
use Illuminate\Support\Facades\Process;
|
|
|
|
beforeEach(function () {
|
|
Artisan::call('migrate:fresh', ['--force' => true, '--no-interaction' => true]);
|
|
|
|
config([
|
|
'app.maintenance.store' => 'array',
|
|
'cache.default' => 'array',
|
|
'queue.default' => 'sync',
|
|
'constants.ssh.mux_enabled' => false,
|
|
]);
|
|
|
|
$team = Team::factory()->create();
|
|
$key = PrivateKey::factory()->create(['team_id' => $team->id]);
|
|
$server = Server::factory()->create(['team_id' => $team->id, 'private_key_id' => $key->id]);
|
|
$destination = StandaloneDocker::query()->where('server_id', $server->id)->firstOrFail();
|
|
$project = Project::factory()->create(['team_id' => $team->id]);
|
|
$environment = Environment::factory()->create(['project_id' => $project->id]);
|
|
$this->application = Application::factory()->create([
|
|
'environment_id' => $environment->id,
|
|
'destination_id' => $destination->id,
|
|
'destination_type' => $destination->getMorphClass(),
|
|
]);
|
|
|
|
Process::fake(fn ($process) => Process::result(output: match (true) {
|
|
str_contains(remoteProcessScript($process), 'empty-directory') => remoteFileStatesOutput('missing'),
|
|
str_contains(remoteProcessScript($process), 'readlink -f') => 'OK',
|
|
default => 'NOK',
|
|
}));
|
|
|
|
$this->processedSaves = 0;
|
|
Event::listen(JobProcessed::class, function (JobProcessed $event): void {
|
|
if ($event->job->resolveName() === ServerStorageSaveJob::class) {
|
|
$this->processedSaves++;
|
|
}
|
|
});
|
|
});
|
|
|
|
function createStorageSaveTestMount(Application $application): LocalFileVolume
|
|
{
|
|
return LocalFileVolume::create([
|
|
'fs_path' => application_configuration_dir().'/'.$application->uuid.'/data',
|
|
'mount_path' => '/app/data',
|
|
'is_directory' => true,
|
|
'resource_id' => $application->id,
|
|
'resource_type' => $application->getMorphClass(),
|
|
]);
|
|
}
|
|
|
|
it('runs the storage save after its mount is committed', function () {
|
|
DB::beginTransaction();
|
|
$volume = createStorageSaveTestMount($this->application);
|
|
|
|
expect($this->processedSaves)->toBe(0);
|
|
Process::assertNotRan(fn ($process) => str_contains(remoteProcessScript($process), 'mkdir -p'));
|
|
|
|
DB::commit();
|
|
|
|
expect($this->processedSaves)->toBe(1)
|
|
->and($volume->exists)->toBeTrue();
|
|
Process::assertRan(fn ($process) => str_contains(remoteProcessScript($process), 'mkdir -p'));
|
|
});
|
|
|
|
it('does not run the storage save after its mount is rolled back', function () {
|
|
DB::beginTransaction();
|
|
createStorageSaveTestMount($this->application);
|
|
DB::rollBack();
|
|
|
|
expect($this->processedSaves)->toBe(0)
|
|
->and(LocalFileVolume::query()->count())->toBe(0);
|
|
Process::assertNotRan(fn ($process) => str_contains(remoteProcessScript($process), 'mkdir -p'));
|
|
});
|
|
|
|
it('writes a new file mount immediately when there is no transaction', function () {
|
|
LocalFileVolume::create([
|
|
'fs_path' => application_configuration_dir().'/'.$this->application->uuid.'/config.env',
|
|
'mount_path' => '/app/config.env',
|
|
'content' => 'KEY=value',
|
|
'is_directory' => false,
|
|
'resource_id' => $this->application->id,
|
|
'resource_type' => $this->application->getMorphClass(),
|
|
]);
|
|
|
|
expect($this->processedSaves)->toBe(1);
|
|
Process::assertRan(fn ($process) => str_contains(remoteProcessScript($process), base64_encode('KEY=value')));
|
|
});
|
|
|
|
it('does not write compose content outside the resource directory before a deployment', function () {
|
|
$this->application->update([
|
|
'build_pack' => 'dockercompose',
|
|
'docker_compose_raw' => "services:\n app:\n image: nginx\n volumes:\n - type: bind\n source: /etc/cron.d/coolify-test\n target: /x\n content: 'outside-content'\n",
|
|
]);
|
|
|
|
LocalFileVolume::create([
|
|
'fs_path' => '/etc/cron.d/coolify-test',
|
|
'mount_path' => '/x',
|
|
'content' => 'outside-content',
|
|
'is_directory' => false,
|
|
'resource_id' => $this->application->id,
|
|
'resource_type' => $this->application->getMorphClass(),
|
|
]);
|
|
|
|
expect($this->processedSaves)->toBe(0);
|
|
Process::assertNotRan(fn ($process) => str_contains(remoteProcessScript($process), base64_encode('outside-content')));
|
|
});
|
|
|
|
it('writes compose content inside the resource directory immediately', function () {
|
|
$this->application->update([
|
|
'build_pack' => 'dockercompose',
|
|
'docker_compose_raw' => "services:\n app:\n image: nginx\n volumes:\n - type: bind\n source: ./config.env\n target: /app/config.env\n content: 'inside-content'\n",
|
|
]);
|
|
|
|
LocalFileVolume::create([
|
|
'fs_path' => application_configuration_dir().'/'.$this->application->uuid.'/config.env',
|
|
'mount_path' => '/app/config.env',
|
|
'content' => 'inside-content',
|
|
'is_directory' => false,
|
|
'resource_id' => $this->application->id,
|
|
'resource_type' => $this->application->getMorphClass(),
|
|
]);
|
|
|
|
expect($this->processedSaves)->toBe(1);
|
|
Process::assertRan(fn ($process) => str_contains(remoteProcessScript($process), base64_encode('inside-content')));
|
|
});
|
|
|
|
it('does not write a mount outside the resource directory before a deployment', function () {
|
|
LocalFileVolume::create([
|
|
'fs_path' => '/opt/coolify-outside.conf',
|
|
'mount_path' => '/app/outside.conf',
|
|
'content' => 'outside-without-compose',
|
|
'is_directory' => false,
|
|
'resource_id' => $this->application->id,
|
|
'resource_type' => $this->application->getMorphClass(),
|
|
]);
|
|
|
|
expect($this->processedSaves)->toBe(0);
|
|
Process::assertNotRan(fn ($process) => str_contains(remoteProcessScript($process), base64_encode('outside-without-compose')));
|
|
});
|